2024-09-16T01:32:38.191 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T01:32:38.212 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T01:32:38.301 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486 branch: squid description: fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906486' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug finisher: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_BACKFILLFULL sha1: 8921c8ef947807b717db041d85f0761b7914d5fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi016.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJrm8ho19W6OlRBec3P/qUW+I0qn27wZ5GpoN6G0tQOIi8d6AAV4H+5KyaUo8VZBY82GNJUEUsFmRYfoib7tjvc= smithi104.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHLv/7vc9USrn1b6+zVZxaLe8UFI6C8TDvcIQBB4Eoc9kPE6F4RhjPMrfek50PfTYU8SfWo8BbWkx3TMzWthVVk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_volumes.TestMisc teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T01:32:38.301 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-16T01:32:38.301 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-16T01:32:38.302 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T01:32:38.303 INFO:teuthology.task.internal:Checking packages... 2024-09-16T01:32:38.323 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-16T01:32:38.323 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T01:32:38.323 INFO:teuthology.packaging:ref: None 2024-09-16T01:32:38.323 INFO:teuthology.packaging:tag: None 2024-09-16T01:32:38.323 INFO:teuthology.packaging:branch: squid 2024-09-16T01:32:38.323 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:32:38.323 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-16T01:32:38.530 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-16T01:32:38.531 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T01:32:38.538 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T01:32:38.538 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T01:32:38.545 INFO:teuthology.task.internal:Saving configuration 2024-09-16T01:32:38.562 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T01:32:38.569 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T01:32:38.589 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 01:27:39.001577', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJrm8ho19W6OlRBec3P/qUW+I0qn27wZ5GpoN6G0tQOIi8d6AAV4H+5KyaUo8VZBY82GNJUEUsFmRYfoib7tjvc='} 2024-09-16T01:32:38.602 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi104.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 01:27:39.003574', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHLv/7vc9USrn1b6+zVZxaLe8UFI6C8TDvcIQBB4Eoc9kPE6F4RhjPMrfek50PfTYU8SfWo8BbWkx3TMzWthVVk='} 2024-09-16T01:32:38.602 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T01:32:38.609 INFO:teuthology.task.internal:roles: ubuntu@smithi016.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-16T01:32:38.609 INFO:teuthology.task.internal:roles: ubuntu@smithi104.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-16T01:32:38.609 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T01:32:38.660 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fae5fa9fbe0>, signals=[15]) 2024-09-16T01:32:38.660 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T01:32:38.666 INFO:teuthology.task.internal:Opening connections... 2024-09-16T01:32:38.666 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:32:38.667 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:32:38.741 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:32:38.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:32:38.813 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T01:32:38.820 DEBUG:teuthology.orchestra.run.smithi016:> uname -m 2024-09-16T01:32:38.838 INFO:teuthology.orchestra.run.smithi016.stdout:x86_64 2024-09-16T01:32:38.838 DEBUG:teuthology.orchestra.run.smithi016:> cat /etc/os-release 2024-09-16T01:32:38.895 INFO:teuthology.orchestra.run.smithi016.stdout:NAME="CentOS Stream" 2024-09-16T01:32:38.895 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION="9" 2024-09-16T01:32:38.895 INFO:teuthology.orchestra.run.smithi016.stdout:ID="centos" 2024-09-16T01:32:38.895 INFO:teuthology.orchestra.run.smithi016.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:32:38.895 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION_ID="9" 2024-09-16T01:32:38.895 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:ANSI_COLOR="0;31" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:32:38.896 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:32:38.897 INFO:teuthology.lock.ops:Updating smithi016.front.sepia.ceph.com on lock server 2024-09-16T01:32:38.913 DEBUG:teuthology.orchestra.run.smithi104:> uname -m 2024-09-16T01:32:38.930 INFO:teuthology.orchestra.run.smithi104.stdout:x86_64 2024-09-16T01:32:38.931 DEBUG:teuthology.orchestra.run.smithi104:> cat /etc/os-release 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:NAME="CentOS Stream" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION="9" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:ID="centos" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION_ID="9" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:ANSI_COLOR="0;31" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:32:38.987 INFO:teuthology.orchestra.run.smithi104.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:32:38.988 INFO:teuthology.orchestra.run.smithi104.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:32:38.988 INFO:teuthology.orchestra.run.smithi104.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:32:38.988 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:32:38.988 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:32:38.988 INFO:teuthology.lock.ops:Updating smithi104.front.sepia.ceph.com on lock server 2024-09-16T01:32:39.004 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T01:32:39.014 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T01:32:39.020 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T01:32:39.020 DEBUG:teuthology.orchestra.run.smithi016:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:32:39.023 DEBUG:teuthology.orchestra.run.smithi104:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:32:39.043 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T01:32:39.049 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T01:32:39.050 DEBUG:teuthology.orchestra.run.smithi016:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:32:39.080 DEBUG:teuthology.orchestra.run.smithi104:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:32:39.145 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T01:32:39.193 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T01:32:39.207 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T01:32:39.208 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T01:32:39.208 DEBUG:teuthology.orchestra.run.smithi016:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:32:39.208 DEBUG:teuthology.orchestra.run.smithi104:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:32:39.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:32:39.225 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-09-16T01:32:39.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:32:39.226 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-09-16T01:32:39.284 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:32:39.284 INFO:teuthology.task.kernel:Running kernel on smithi104: 5.14.0-503.el9.x86_64 2024-09-16T01:32:39.284 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum install -y kernel 2024-09-16T01:32:39.285 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:32:39.285 INFO:teuthology.task.kernel:Running kernel on smithi016: 5.14.0-503.el9.x86_64 2024-09-16T01:32:39.286 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum install -y kernel 2024-09-16T01:32:41.614 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-16T01:32:42.954 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.2 MB 00:01 2024-09-16T01:32:44.489 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-09-16T01:32:44.905 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-16T01:32:48.815 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-16T01:32:49.405 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-16T01:32:50.482 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 19 kB 00:00 2024-09-16T01:32:50.831 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 98 kB/s | 19 kB 00:00 2024-09-16T01:32:51.894 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 18 MB/s | 23 MB 00:01 2024-09-16T01:32:52.027 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-16T01:32:57.549 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-16T01:32:57.650 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T01:32:59.564 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:32:59.564 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:32:59.673 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-09-16T01:32:59.678 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout: Package Architecture Version Repository Size 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout:Install 4 Packages 2024-09-16T01:32:59.679 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:32:59.680 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 79 M 2024-09-16T01:32:59.680 INFO:teuthology.orchestra.run.smithi104.stdout:Installed size: 126 M 2024-09-16T01:32:59.680 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-09-16T01:32:59.697 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:32:59.697 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:32:59.799 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-09-16T01:32:59.804 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-09-16T01:32:59.804 INFO:teuthology.orchestra.run.smithi016.stdout: Package Architecture Version Repository Size 2024-09-16T01:32:59.804 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-09-16T01:32:59.804 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-09-16T01:32:59.804 INFO:teuthology.orchestra.run.smithi016.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:32:59.804 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-09-16T01:32:59.804 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout:Install 4 Packages 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 79 M 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout:Installed size: 126 M 2024-09-16T01:32:59.805 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-09-16T01:32:59.909 INFO:teuthology.orchestra.run.smithi104.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 223 kB/s | 23 kB 00:00 2024-09-16T01:32:59.943 INFO:teuthology.orchestra.run.smithi016.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 194 kB/s | 23 kB 00:00 2024-09-16T01:33:00.192 INFO:teuthology.orchestra.run.smithi104.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 41 MB/s | 16 MB 00:00 2024-09-16T01:33:00.693 INFO:teuthology.orchestra.run.smithi104.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 36 MB/s | 29 MB 00:00 2024-09-16T01:33:00.759 INFO:teuthology.orchestra.run.smithi016.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-09-16T01:33:01.118 INFO:teuthology.orchestra.run.smithi104.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 26 MB/s | 35 MB 00:01 2024-09-16T01:33:01.118 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:33:01.118 INFO:teuthology.orchestra.run.smithi104.stdout:Total 55 MB/s | 79 MB 00:01 2024-09-16T01:33:01.310 INFO:teuthology.orchestra.run.smithi016.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 21 MB/s | 29 MB 00:01 2024-09-16T01:33:01.627 INFO:teuthology.orchestra.run.smithi016.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 19 MB/s | 35 MB 00:01 2024-09-16T01:33:01.627 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:33:01.627 INFO:teuthology.orchestra.run.smithi016.stdout:Total 43 MB/s | 79 MB 00:01 2024-09-16T01:33:01.802 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-09-16T01:33:02.155 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-09-16T01:33:02.155 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-09-16T01:33:02.339 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-09-16T01:33:02.721 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-09-16T01:33:02.721 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-09-16T01:33:03.118 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-09-16T01:33:03.118 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-09-16T01:33:03.737 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-09-16T01:33:03.737 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-09-16T01:33:05.576 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-09-16T01:33:06.310 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-09-16T01:33:06.375 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:33:06.458 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:33:06.987 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:33:07.069 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:33:09.269 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:33:09.403 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:33:09.858 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:33:09.981 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:33:14.250 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:33:14.352 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:15.099 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:33:15.140 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:19.218 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:20.352 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:57.281 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:57.320 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:57.683 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:57.683 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:33:57.684 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:33:57.684 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:33:58.501 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:58.501 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:33:58.501 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-09-16T01:33:58.501 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:33:58.502 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:33:58.502 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:33:58.502 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:33:58.502 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:33:58.502 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-09-16T01:33:58.877 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:33:58.959 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:33:58.959 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:33:58.959 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:33:58.960 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:33:58.960 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:33:58.960 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T01:33:58.960 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi104.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:33:58.960 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:33:59.018 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:33:59.018 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:33:59.019 DEBUG:teuthology.orchestra.run.smithi104:> sudo rpm -qi grub2-tools 2024-09-16T01:33:59.050 INFO:teuthology.orchestra.run.smithi104.stdout:Name : grub2-tools 2024-09-16T01:33:59.051 INFO:teuthology.orchestra.run.smithi104.stdout:Epoch : 1 2024-09-16T01:33:59.051 INFO:teuthology.orchestra.run.smithi104.stdout:Version : 2.06 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Release : 82.el9 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Architecture: x86_64 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Group : Unspecified 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Size : 8274670 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:License : GPLv3+ 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Packager : builder@centos.org 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Vendor : CentOS 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Summary : Support tools for GRUB. 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout:Description : 2024-09-16T01:33:59.052 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:33:59.053 INFO:teuthology.orchestra.run.smithi104.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:33:59.053 INFO:teuthology.orchestra.run.smithi104.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:33:59.053 INFO:teuthology.orchestra.run.smithi104.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:33:59.053 INFO:teuthology.orchestra.run.smithi104.stdout:hardware devices. 2024-09-16T01:33:59.053 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:33:59.053 INFO:teuthology.orchestra.run.smithi104.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:33:59.054 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:33:59.054 INFO:teuthology.task.kernel:Updating grub on smithi104 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:33:59.054 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:33:59.537 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:59.587 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:59.773 INFO:teuthology.orchestra.run.smithi104.stderr:Generating grub configuration file ... 2024-09-16T01:33:59.982 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:33:59.982 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:33:59.982 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:33:59.982 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:34:00.797 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:34:00.797 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:34:00.797 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-09-16T01:34:00.797 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:34:00.797 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:34:00.797 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:34:00.797 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:34:00.798 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:34:00.798 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-09-16T01:34:01.097 INFO:teuthology.orchestra.run.smithi104.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:34:01.133 INFO:teuthology.orchestra.run.smithi104.stderr:done 2024-09-16T01:34:01.135 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-09-16T01:34:01.147 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:34:01.151 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.fViRc8X0Jp 2024-09-16T01:34:01.151 DEBUG:teuthology.orchestra.run.smithi104:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.fViRc8X0Jp 2024-09-16T01:34:01.218 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.fViRc8X0Jp 2024-09-16T01:34:01.274 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:34:01.275 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:34:01.275 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:34:01.275 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:34:01.275 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:34:01.275 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T01:34:01.275 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi016.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:34:01.276 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:34:01.333 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:34:01.347 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:34:01.347 DEBUG:teuthology.orchestra.run.smithi016:> sudo rpm -qi grub2-tools 2024-09-16T01:34:01.352 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.fViRc8X0Jp is 6KB 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Name : grub2-tools 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Epoch : 1 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Version : 2.06 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Release : 82.el9 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Architecture: x86_64 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Group : Unspecified 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:Size : 8274670 2024-09-16T01:34:01.383 INFO:teuthology.orchestra.run.smithi016.stdout:License : GPLv3+ 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Packager : builder@centos.org 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Vendor : CentOS 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Summary : Support tools for GRUB. 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:Description : 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:34:01.384 INFO:teuthology.orchestra.run.smithi016.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:34:01.385 INFO:teuthology.orchestra.run.smithi016.stdout:hardware devices. 2024-09-16T01:34:01.385 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:34:01.385 INFO:teuthology.orchestra.run.smithi016.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:34:01.386 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:34:01.386 INFO:teuthology.task.kernel:Updating grub on smithi016 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:34:01.386 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:34:01.399 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.fViRc8X0Jp 2024-09-16T01:34:01.414 DEBUG:teuthology.orchestra.run.smithi104:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:34:01.478 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:34:01.478 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:34:01.478 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:34:01.478 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:34:01.480 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:34:01.641 DEBUG:teuthology.orchestra.run.smithi104:> sudo shutdown -r now 2024-09-16T01:34:02.033 INFO:teuthology.orchestra.run.smithi016.stderr:Generating grub configuration file ... 2024-09-16T01:34:03.378 INFO:teuthology.orchestra.run.smithi016.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:34:03.419 INFO:teuthology.orchestra.run.smithi016.stderr:done 2024-09-16T01:34:03.421 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2024-09-16T01:34:03.436 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.CYCxwIPq6l 2024-09-16T01:34:03.436 DEBUG:teuthology.orchestra.run.smithi016:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.CYCxwIPq6l 2024-09-16T01:34:03.502 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.CYCxwIPq6l 2024-09-16T01:34:03.642 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.CYCxwIPq6l is 6KB 2024-09-16T01:34:03.690 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.CYCxwIPq6l 2024-09-16T01:34:03.705 DEBUG:teuthology.orchestra.run.smithi016:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:34:03.767 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:34:03.768 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:34:03.768 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:34:03.768 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:34:03.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:34:03.908 DEBUG:teuthology.orchestra.run.smithi016:> sudo shutdown -r now 2024-09-16T01:34:31.669 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T01:34:31.669 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-16T01:34:31.670 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:34:33.912 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T01:34:33.913 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-16T01:34:33.913 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:34:50.173 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-09-16T01:34:52.477 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.16 2024-09-16T01:34:59.179 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-16T01:34:59.180 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:35:01.479 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-16T01:35:01.479 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:35:02.237 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-09-16T01:35:04.541 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.16 2024-09-16T01:35:14.244 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-16T01:35:14.245 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:35:16.542 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-16T01:35:16.542 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:35:32.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-09-16T01:35:47.683 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-16T01:35:47.684 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:35:47.987 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-09-16T01:35:48.334 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-16T01:35:48.334 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:35:48.334 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-09-16T01:35:48.347 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-09-16T01:35:48.391 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:35:48.392 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:35:48.392 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:35:48.392 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:35:48.701 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-16T01:35:48.701 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:35:48.702 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-09-16T01:35:48.717 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:35:48.717 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:35:48.717 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:35:48.717 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:35:49.393 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T01:35:49.393 DEBUG:teuthology.orchestra.run.smithi104:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:35:49.530 INFO:teuthology.orchestra.run.smithi104.stdout:ttyS1 2024-09-16T01:35:49.560 DEBUG:teuthology.parallel:result is None 2024-09-16T01:35:49.718 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T01:35:49.718 DEBUG:teuthology.orchestra.run.smithi016:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:35:49.803 INFO:teuthology.orchestra.run.smithi016.stdout:ttyS1 2024-09-16T01:35:49.825 DEBUG:teuthology.parallel:result is None 2024-09-16T01:35:49.826 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T01:35:49.836 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T01:35:49.837 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:35:49.839 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:35:49.854 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T01:35:49.860 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T01:35:49.870 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T01:35:49.871 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:35:49.894 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:35:49.928 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T01:35:49.934 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T01:35:49.934 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:35:49.956 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:35:49.984 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:35:49.994 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:35:50.002 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:35:50.012 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:35:50.013 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T01:35:50.020 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T01:35:50.020 DEBUG:teuthology.orchestra.run.smithi016:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:35:50.038 DEBUG:teuthology.orchestra.run.smithi104:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:35:50.078 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T01:35:50.087 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T01:35:50.087 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:35:50.103 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:35:50.133 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:35:50.201 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:35:50.246 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:35:50.326 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:35:50.369 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:35:50.369 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:35:50.434 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:35:50.473 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:35:50.557 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:35:50.592 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:35:50.637 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:35:50.638 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:35:50.701 DEBUG:teuthology.orchestra.run.smithi016:> sudo service rsyslog restart 2024-09-16T01:35:50.704 DEBUG:teuthology.orchestra.run.smithi104:> sudo service rsyslog restart 2024-09-16T01:35:50.747 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:35:50.781 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:35:51.170 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T01:35:51.177 INFO:teuthology.task.internal:Starting timer... 2024-09-16T01:35:51.177 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T01:35:51.187 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T01:35:51.196 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-16T01:35:51.196 DEBUG:teuthology.orchestra.run.smithi016:> sudo service auditd rotate 2024-09-16T01:35:51.264 INFO:teuthology.orchestra.run.smithi016.stdout:Rotating logs: 2024-09-16T01:35:51.266 DEBUG:teuthology.orchestra.run.smithi104:> sudo service auditd rotate 2024-09-16T01:35:51.305 INFO:teuthology.orchestra.run.smithi104.stdout:Rotating logs: 2024-09-16T01:35:51.306 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T01:35:51.307 DEBUG:teuthology.orchestra.run.smithi016:> /usr/sbin/getenforce 2024-09-16T01:35:51.333 INFO:teuthology.orchestra.run.smithi016.stdout:Permissive 2024-09-16T01:35:51.334 DEBUG:teuthology.orchestra.run.smithi104:> /usr/sbin/getenforce 2024-09-16T01:35:51.404 INFO:teuthology.orchestra.run.smithi104.stdout:Permissive 2024-09-16T01:35:51.404 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi016.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi104.front.sepia.ceph.com': 'permissive'} 2024-09-16T01:35:51.405 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:35:51.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:35:51.434 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:35:51.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:35:51.459 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T01:35:51.459 DEBUG:teuthology.orchestra.run.smithi016:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:35:51.512 DEBUG:teuthology.orchestra.run.smithi104:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:35:51.542 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T01:35:51.551 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T01:35:51.562 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T01:35:51.563 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi016.front.sepia.ceph.com,smithi104.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T01:39:34.638 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi016.front.sepia.ceph.com'), Remote(name='ubuntu@smithi104.front.sepia.ceph.com')] 2024-09-16T01:39:34.639 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-16T01:39:34.641 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:39:34.718 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-09-16T01:39:34.805 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-16T01:39:34.805 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-16T01:39:34.806 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:39:34.879 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-09-16T01:39:34.956 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-16T01:39:34.956 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T01:39:34.967 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T01:39:34.967 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:39:34.968 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:39:34.970 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:39:34.970 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:39:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:39:35.015 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:39:35.026 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:39:35.039 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:39:35.042 INFO:teuthology.orchestra.run.smithi016.stderr:sudo: ntpd: command not found 2024-09-16T01:39:35.054 INFO:teuthology.orchestra.run.smithi016.stdout:506 Cannot talk to daemon 2024-09-16T01:39:35.063 INFO:teuthology.orchestra.run.smithi104.stderr:sudo: ntpd: command not found 2024-09-16T01:39:35.069 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:39:35.075 INFO:teuthology.orchestra.run.smithi104.stdout:506 Cannot talk to daemon 2024-09-16T01:39:35.084 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:39:35.089 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:39:35.102 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:39:35.145 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:39:35.149 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:39:35.149 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-09-16T01:39:35.149 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.149 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.149 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.149 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.156 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:39:35.159 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:39:35.159 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-09-16T01:39:35.159 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.159 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.159 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.160 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:39:35.160 INFO:teuthology.run_tasks:Running task install... 2024-09-16T01:39:35.168 DEBUG:teuthology.task.install:project ceph 2024-09-16T01:39:35.169 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-16T01:39:35.169 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T01:39:35.169 INFO:teuthology.task.install:Using flavor: default 2024-09-16T01:39:35.174 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T01:39:35.174 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-16T01:39:35.175 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:39:35.175 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:39:35.177 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:39:35.178 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:39:35.328 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:39:35.329 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T01:39:35.338 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:39:35.338 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T01:39:35.439 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:39:35.439 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:39:35.440 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:39:35.448 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:39:35.448 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:39:35.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:39:35.467 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T01:39:35.468 DEBUG:teuthology.orchestra.run.smithi016:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:39:35.475 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T01:39:35.475 DEBUG:teuthology.orchestra.run.smithi104:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:39:35.535 DEBUG:teuthology.orchestra.run.smithi016:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:39:35.541 DEBUG:teuthology.orchestra.run.smithi104:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:39:35.612 DEBUG:teuthology.orchestra.run.smithi016:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:39:35.617 DEBUG:teuthology.orchestra.run.smithi104:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:39:35.678 INFO:teuthology.orchestra.run.smithi016.stdout:check_obsoletes = 1 2024-09-16T01:39:35.679 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum clean all 2024-09-16T01:39:35.681 INFO:teuthology.orchestra.run.smithi104.stdout:check_obsoletes = 1 2024-09-16T01:39:35.682 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum clean all 2024-09-16T01:39:35.910 INFO:teuthology.orchestra.run.smithi104.stdout:45 files removed 2024-09-16T01:39:35.916 INFO:teuthology.orchestra.run.smithi016.stdout:45 files removed 2024-09-16T01:39:35.937 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T01:39:35.944 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T01:39:36.496 INFO:teuthology.orchestra.run.smithi104.stdout:ceph packages for x86_64 305 kB/s | 83 kB 00:00 2024-09-16T01:39:36.515 INFO:teuthology.orchestra.run.smithi016.stdout:ceph packages for x86_64 308 kB/s | 83 kB 00:00 2024-09-16T01:39:36.781 INFO:teuthology.orchestra.run.smithi104.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-16T01:39:36.783 INFO:teuthology.orchestra.run.smithi016.stdout:ceph noarch packages 53 kB/s | 12 kB 00:00 2024-09-16T01:39:37.042 INFO:teuthology.orchestra.run.smithi016.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-16T01:39:37.056 INFO:teuthology.orchestra.run.smithi104.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-16T01:39:37.581 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.2 MB 00:00 2024-09-16T01:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-16T01:39:39.566 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-16T01:39:39.585 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-09-16T01:39:43.883 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-16T01:39:43.969 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-16T01:39:45.425 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 86 kB/s | 19 kB 00:00 2024-09-16T01:39:45.436 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 89 kB/s | 19 kB 00:00 2024-09-16T01:39:46.782 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 19 MB/s | 23 MB 00:01 2024-09-16T01:39:46.879 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-16T01:39:52.293 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T01:39:52.455 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-16T01:39:54.613 INFO:teuthology.orchestra.run.smithi104.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:39:54.614 INFO:teuthology.orchestra.run.smithi104.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:39:54.628 INFO:teuthology.orchestra.run.smithi104.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T01:39:54.629 INFO:teuthology.orchestra.run.smithi104.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T01:39:54.629 INFO:teuthology.orchestra.run.smithi104.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T01:39:54.630 INFO:teuthology.orchestra.run.smithi104.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T01:39:54.632 INFO:teuthology.orchestra.run.smithi104.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T01:39:54.635 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T01:39:54.636 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T01:39:54.699 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-09-16T01:39:54.725 INFO:teuthology.orchestra.run.smithi104.stdout:====================================================================================== 2024-09-16T01:39:54.725 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size 2024-09-16T01:39:54.725 INFO:teuthology.orchestra.run.smithi104.stdout:====================================================================================== 2024-09-16T01:39:54.725 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-09-16T01:39:54.725 INFO:teuthology.orchestra.run.smithi104.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T01:39:54.725 INFO:teuthology.orchestra.run.smithi104.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:39:54.725 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:39:54.726 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T01:39:54.727 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:39:54.728 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T01:39:54.729 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrading: 2024-09-16T01:39:54.729 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T01:39:54.729 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T01:39:54.729 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T01:39:54.729 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T01:39:54.729 INFO:teuthology.orchestra.run.smithi104.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:39:54.729 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:39:54.730 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:39:54.731 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T01:39:54.732 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:39:54.733 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T01:39:54.734 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T01:39:54.735 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:39:54.736 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T01:39:54.737 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:39:54.738 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:39:54.739 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:39:54.739 INFO:teuthology.orchestra.run.smithi104.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:39:54.739 INFO:teuthology.orchestra.run.smithi104.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:39:54.739 INFO:teuthology.orchestra.run.smithi104.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:39:54.739 INFO:teuthology.orchestra.run.smithi104.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T01:39:54.739 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout:Installing weak dependencies: 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout:====================================================================================== 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout:Install 148 Packages 2024-09-16T01:39:54.740 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrade 8 Packages 2024-09-16T01:39:54.741 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:39:54.741 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 226 M 2024-09-16T01:39:54.741 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-09-16T01:39:54.853 INFO:teuthology.orchestra.run.smithi016.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:39:54.853 INFO:teuthology.orchestra.run.smithi016.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:39:54.867 INFO:teuthology.orchestra.run.smithi016.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T01:39:54.868 INFO:teuthology.orchestra.run.smithi016.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T01:39:54.869 INFO:teuthology.orchestra.run.smithi016.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T01:39:54.870 INFO:teuthology.orchestra.run.smithi016.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T01:39:54.872 INFO:teuthology.orchestra.run.smithi016.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T01:39:54.875 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T01:39:54.876 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T01:39:54.943 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout:====================================================================================== 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout:====================================================================================== 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:39:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T01:39:54.962 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T01:39:54.963 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2024-09-16T01:39:54.964 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:39:54.965 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T01:39:54.966 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:39:54.967 INFO:teuthology.orchestra.run.smithi016.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T01:39:54.968 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T01:39:54.969 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:39:54.970 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:39:54.971 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T01:39:54.972 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:39:54.973 INFO:teuthology.orchestra.run.smithi016.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout:Installing weak dependencies: 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout:====================================================================================== 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout:Install 148 Packages 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 8 Packages 2024-09-16T01:39:54.974 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:39:54.975 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 226 M 2024-09-16T01:39:54.975 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-09-16T01:39:55.271 INFO:teuthology.orchestra.run.smithi104.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 44 kB/s | 6.5 kB 00:00 2024-09-16T01:39:55.521 INFO:teuthology.orchestra.run.smithi104.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 3.5 MB/s | 896 kB 00:00 2024-09-16T01:39:55.613 INFO:teuthology.orchestra.run.smithi104.stdout:(3/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-16T01:39:55.638 INFO:teuthology.orchestra.run.smithi104.stdout:(4/156): ceph-immutable-object-cache-19.1.1-326 1.2 MB/s | 145 kB 00:00 2024-09-16T01:39:55.658 INFO:teuthology.orchestra.run.smithi016.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 34 kB/s | 6.5 kB 00:00 2024-09-16T01:39:55.730 INFO:teuthology.orchestra.run.smithi104.stdout:(5/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 20 MB/s | 2.4 MB 00:00 2024-09-16T01:39:55.947 INFO:teuthology.orchestra.run.smithi104.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 4.9 MB/s | 1.5 MB 00:00 2024-09-16T01:39:56.023 INFO:teuthology.orchestra.run.smithi104.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-16T01:39:56.117 INFO:teuthology.orchestra.run.smithi016.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 1.9 MB/s | 896 kB 00:00 2024-09-16T01:39:56.184 INFO:teuthology.orchestra.run.smithi016.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 2.1 MB/s | 145 kB 00:00 2024-09-16T01:39:56.231 INFO:teuthology.orchestra.run.smithi104.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 19 MB/s | 21 MB 00:01 2024-09-16T01:39:56.281 INFO:teuthology.orchestra.run.smithi104.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 506 kB/s | 25 kB 00:00 2024-09-16T01:39:56.615 INFO:teuthology.orchestra.run.smithi104.stdout:(10/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 18 MB/s | 11 MB 00:00 2024-09-16T01:39:56.665 INFO:teuthology.orchestra.run.smithi104.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.5 MB/s | 228 kB 00:00 2024-09-16T01:39:56.732 INFO:teuthology.orchestra.run.smithi104.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 405 kB/s | 27 kB 00:00 2024-09-16T01:39:56.799 INFO:teuthology.orchestra.run.smithi104.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 477 kB/s | 32 kB 00:00 2024-09-16T01:39:56.883 INFO:teuthology.orchestra.run.smithi104.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 8.8 MB/s | 751 kB 00:00 2024-09-16T01:39:56.949 INFO:teuthology.orchestra.run.smithi104.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.4 MB/s | 163 kB 00:00 2024-09-16T01:39:57.001 INFO:teuthology.orchestra.run.smithi016.stdout:(4/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 2.9 MB/s | 2.4 MB 00:00 2024-09-16T01:39:57.016 INFO:teuthology.orchestra.run.smithi104.stdout:(16/156): librados-devel-19.1.1-326.g8921c8ef.e 1.9 MB/s | 127 kB 00:00 2024-09-16T01:39:57.100 INFO:teuthology.orchestra.run.smithi104.stdout:(17/156): libradosstriper1-19.1.1-326.g8921c8ef 5.9 MB/s | 506 kB 00:00 2024-09-16T01:39:57.209 INFO:teuthology.orchestra.run.smithi016.stdout:(5/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 3.1 MB/s | 5.4 MB 00:01 2024-09-16T01:39:57.434 INFO:teuthology.orchestra.run.smithi104.stdout:(18/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 5.3 MB 00:00 2024-09-16T01:39:57.542 INFO:teuthology.orchestra.run.smithi104.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 417 kB/s | 45 kB 00:00 2024-09-16T01:39:57.601 INFO:teuthology.orchestra.run.smithi104.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.3 MB/s | 136 kB 00:00 2024-09-16T01:39:57.651 INFO:teuthology.orchestra.run.smithi016.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 2.3 MB/s | 1.5 MB 00:00 2024-09-16T01:39:57.692 INFO:teuthology.orchestra.run.smithi104.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 1.7 MB/s | 161 kB 00:00 2024-09-16T01:39:57.776 INFO:teuthology.orchestra.run.smithi104.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 3.8 MB/s | 320 kB 00:00 2024-09-16T01:39:57.868 INFO:teuthology.orchestra.run.smithi016.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 7.1 MB/s | 4.7 MB 00:00 2024-09-16T01:39:58.210 INFO:teuthology.orchestra.run.smithi104.stdout:(23/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 25 MB/s | 49 MB 00:01 2024-09-16T01:39:58.235 INFO:teuthology.orchestra.run.smithi104.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 655 kB/s | 300 kB 00:00 2024-09-16T01:39:58.252 INFO:teuthology.orchestra.run.smithi104.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 2.3 MB/s | 99 kB 00:00 2024-09-16T01:39:58.277 INFO:teuthology.orchestra.run.smithi104.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 2.0 MB/s | 85 kB 00:00 2024-09-16T01:39:58.293 INFO:teuthology.orchestra.run.smithi016.stdout:(8/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9. 25 MB/s | 11 MB 00:00 2024-09-16T01:39:58.352 INFO:teuthology.orchestra.run.smithi016.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 434 kB/s | 25 kB 00:00 2024-09-16T01:39:58.444 INFO:teuthology.orchestra.run.smithi104.stdout:(27/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 6.7 MB/s | 17 MB 00:02 2024-09-16T01:39:58.469 INFO:teuthology.orchestra.run.smithi104.stdout:(28/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 888 kB/s | 170 kB 00:00 2024-09-16T01:39:58.495 INFO:teuthology.orchestra.run.smithi104.stdout:(29/156): ceph-grafana-dashboards-19.1.1-326.g8 639 kB/s | 32 kB 00:00 2024-09-16T01:39:58.528 INFO:teuthology.orchestra.run.smithi104.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 2.4 MB/s | 146 kB 00:00 2024-09-16T01:39:58.595 INFO:teuthology.orchestra.run.smithi104.stdout:(31/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 9.0 MB/s | 3.1 MB 00:00 2024-09-16T01:39:58.696 INFO:teuthology.orchestra.run.smithi104.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 2.4 MB/s | 249 kB 00:00 2024-09-16T01:39:58.788 INFO:teuthology.orchestra.run.smithi104.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 538 kB/s | 49 kB 00:00 2024-09-16T01:39:58.888 INFO:teuthology.orchestra.run.smithi104.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 165 kB/s | 16 kB 00:00 2024-09-16T01:39:58.971 INFO:teuthology.orchestra.run.smithi104.stdout:(35/156): ceph-mgr-diskprediction-local-19.1.1- 17 MB/s | 7.4 MB 00:00 2024-09-16T01:39:58.996 INFO:teuthology.orchestra.run.smithi104.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 2.6 MB/s | 285 kB 00:00 2024-09-16T01:39:59.063 INFO:teuthology.orchestra.run.smithi104.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 8.2 MB/s | 765 kB 00:00 2024-09-16T01:39:59.097 INFO:teuthology.orchestra.run.smithi104.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 182 kB/s | 18 kB 00:00 2024-09-16T01:39:59.147 INFO:teuthology.orchestra.run.smithi104.stdout:(39/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 5.5 MB/s | 3.6 MB 00:00 2024-09-16T01:39:59.256 INFO:teuthology.orchestra.run.smithi104.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 415 kB/s | 80 kB 00:00 2024-09-16T01:39:59.306 INFO:teuthology.orchestra.run.smithi104.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-16T01:39:59.348 INFO:teuthology.orchestra.run.smithi104.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.1 MB/s | 801 kB 00:00 2024-09-16T01:39:59.373 INFO:teuthology.orchestra.run.smithi104.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-09-16T01:39:59.398 INFO:teuthology.orchestra.run.smithi104.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-16T01:39:59.432 INFO:teuthology.orchestra.run.smithi104.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.2 MB 00:00 2024-09-16T01:39:59.457 INFO:teuthology.orchestra.run.smithi104.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-09-16T01:39:59.499 INFO:teuthology.orchestra.run.smithi104.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-09-16T01:39:59.525 INFO:teuthology.orchestra.run.smithi104.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-09-16T01:39:59.617 INFO:teuthology.orchestra.run.smithi104.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 4.2 MB/s | 689 kB 00:00 2024-09-16T01:39:59.634 INFO:teuthology.orchestra.run.smithi104.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 987 kB/s | 107 kB 00:00 2024-09-16T01:39:59.650 INFO:teuthology.orchestra.run.smithi104.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 651 kB/s | 22 kB 00:00 2024-09-16T01:39:59.692 INFO:teuthology.orchestra.run.smithi104.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 787 kB/s | 33 kB 00:00 2024-09-16T01:39:59.718 INFO:teuthology.orchestra.run.smithi104.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-16T01:39:59.743 INFO:teuthology.orchestra.run.smithi104.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 3.8 MB/s | 943 kB 00:00 2024-09-16T01:39:59.768 INFO:teuthology.orchestra.run.smithi104.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 364 kB/s | 18 kB 00:00 2024-09-16T01:39:59.793 INFO:teuthology.orchestra.run.smithi104.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-16T01:39:59.818 INFO:teuthology.orchestra.run.smithi104.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-16T01:39:59.843 INFO:teuthology.orchestra.run.smithi104.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-09-16T01:39:59.885 INFO:teuthology.orchestra.run.smithi104.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-09-16T01:39:59.919 INFO:teuthology.orchestra.run.smithi104.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 7.6 MB/s | 581 kB 00:00 2024-09-16T01:39:59.945 INFO:teuthology.orchestra.run.smithi104.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 418 kB/s | 24 kB 00:00 2024-09-16T01:39:59.969 INFO:teuthology.orchestra.run.smithi016.stdout:(10/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 30 MB/s | 49 MB 00:01 2024-09-16T01:39:59.969 INFO:teuthology.orchestra.run.smithi104.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-16T01:39:59.995 INFO:teuthology.orchestra.run.smithi104.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-16T01:40:00.019 INFO:teuthology.orchestra.run.smithi016.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.5 MB/s | 228 kB 00:00 2024-09-16T01:40:00.020 INFO:teuthology.orchestra.run.smithi104.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-09-16T01:40:00.045 INFO:teuthology.orchestra.run.smithi104.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 768 kB/s | 38 kB 00:00 2024-09-16T01:40:00.069 INFO:teuthology.orchestra.run.smithi016.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 544 kB/s | 27 kB 00:00 2024-09-16T01:40:00.096 INFO:teuthology.orchestra.run.smithi104.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-09-16T01:40:00.111 INFO:teuthology.orchestra.run.smithi016.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 761 kB/s | 32 kB 00:00 2024-09-16T01:40:00.170 INFO:teuthology.orchestra.run.smithi016.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 13 MB/s | 751 kB 00:00 2024-09-16T01:40:00.180 INFO:teuthology.orchestra.run.smithi104.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-16T01:40:00.220 INFO:teuthology.orchestra.run.smithi016.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 3.2 MB/s | 163 kB 00:00 2024-09-16T01:40:00.246 INFO:teuthology.orchestra.run.smithi104.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 22 MB/s | 4.9 MB 00:00 2024-09-16T01:40:00.270 INFO:teuthology.orchestra.run.smithi016.stdout:(16/156): librados-devel-19.1.1-326.g8921c8ef.e 2.5 MB/s | 127 kB 00:00 2024-09-16T01:40:00.280 INFO:teuthology.orchestra.run.smithi104.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 8.9 MB/s | 910 kB 00:00 2024-09-16T01:40:00.305 INFO:teuthology.orchestra.run.smithi104.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-16T01:40:00.321 INFO:teuthology.orchestra.run.smithi016.stdout:(17/156): libradosstriper1-19.1.1-326.g8921c8ef 9.9 MB/s | 506 kB 00:00 2024-09-16T01:40:00.372 INFO:teuthology.orchestra.run.smithi104.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-16T01:40:00.405 INFO:teuthology.orchestra.run.smithi104.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-09-16T01:40:00.423 INFO:teuthology.orchestra.run.smithi104.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-16T01:40:00.481 INFO:teuthology.orchestra.run.smithi104.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-16T01:40:00.513 INFO:teuthology.orchestra.run.smithi016.stdout:(18/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 28 MB/s | 5.3 MB 00:00 2024-09-16T01:40:00.563 INFO:teuthology.orchestra.run.smithi016.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 908 kB/s | 45 kB 00:00 2024-09-16T01:40:00.565 INFO:teuthology.orchestra.run.smithi104.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 20 MB/s | 5.8 MB 00:00 2024-09-16T01:40:00.590 INFO:teuthology.orchestra.run.smithi104.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-16T01:40:00.613 INFO:teuthology.orchestra.run.smithi016.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.7 MB/s | 136 kB 00:00 2024-09-16T01:40:00.615 INFO:teuthology.orchestra.run.smithi104.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-16T01:40:00.640 INFO:teuthology.orchestra.run.smithi104.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-09-16T01:40:00.664 INFO:teuthology.orchestra.run.smithi016.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 3.2 MB/s | 161 kB 00:00 2024-09-16T01:40:00.666 INFO:teuthology.orchestra.run.smithi104.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-16T01:40:00.691 INFO:teuthology.orchestra.run.smithi104.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-16T01:40:00.714 INFO:teuthology.orchestra.run.smithi016.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 6.3 MB/s | 320 kB 00:00 2024-09-16T01:40:00.716 INFO:teuthology.orchestra.run.smithi104.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 690 kB/s | 35 kB 00:00 2024-09-16T01:40:00.764 INFO:teuthology.orchestra.run.smithi016.stdout:(23/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 5.9 MB/s | 300 kB 00:00 2024-09-16T01:40:00.791 INFO:teuthology.orchestra.run.smithi104.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-16T01:40:00.815 INFO:teuthology.orchestra.run.smithi016.stdout:(24/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.9 MB/s | 99 kB 00:00 2024-09-16T01:40:00.817 INFO:teuthology.orchestra.run.smithi104.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-16T01:40:00.842 INFO:teuthology.orchestra.run.smithi104.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-16T01:40:00.857 INFO:teuthology.orchestra.run.smithi016.stdout:(25/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 2.0 MB/s | 85 kB 00:00 2024-09-16T01:40:00.867 INFO:teuthology.orchestra.run.smithi104.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T01:40:00.892 INFO:teuthology.orchestra.run.smithi104.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 846 kB/s | 42 kB 00:00 2024-09-16T01:40:00.918 INFO:teuthology.orchestra.run.smithi104.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-09-16T01:40:00.936 INFO:teuthology.orchestra.run.smithi104.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.7 MB/s | 159 kB 00:00 2024-09-16T01:40:00.960 INFO:teuthology.orchestra.run.smithi104.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 6.5 MB/s | 279 kB 00:00 2024-09-16T01:40:00.985 INFO:teuthology.orchestra.run.smithi104.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T01:40:00.990 INFO:teuthology.orchestra.run.smithi016.stdout:(26/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 23 MB/s | 3.1 MB 00:00 2024-09-16T01:40:01.010 INFO:teuthology.orchestra.run.smithi104.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T01:40:01.041 INFO:teuthology.orchestra.run.smithi016.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-16T01:40:01.083 INFO:teuthology.orchestra.run.smithi016.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 764 kB/s | 32 kB 00:00 2024-09-16T01:40:01.111 INFO:teuthology.orchestra.run.smithi104.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-16T01:40:01.133 INFO:teuthology.orchestra.run.smithi016.stdout:(29/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 2.9 MB/s | 146 kB 00:00 2024-09-16T01:40:01.136 INFO:teuthology.orchestra.run.smithi104.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 331 kB/s | 42 kB 00:00 2024-09-16T01:40:01.161 INFO:teuthology.orchestra.run.smithi104.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 881 kB/s | 44 kB 00:00 2024-09-16T01:40:01.195 INFO:teuthology.orchestra.run.smithi104.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-16T01:40:01.220 INFO:teuthology.orchestra.run.smithi104.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 610 kB/s | 36 kB 00:00 2024-09-16T01:40:01.246 INFO:teuthology.orchestra.run.smithi104.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-09-16T01:40:01.271 INFO:teuthology.orchestra.run.smithi104.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-16T01:40:01.275 INFO:teuthology.orchestra.run.smithi016.stdout:(30/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 25 MB/s | 3.6 MB 00:00 2024-09-16T01:40:01.296 INFO:teuthology.orchestra.run.smithi104.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-16T01:40:01.322 INFO:teuthology.orchestra.run.smithi104.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-16T01:40:01.347 INFO:teuthology.orchestra.run.smithi104.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-16T01:40:01.372 INFO:teuthology.orchestra.run.smithi104.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-09-16T01:40:01.442 INFO:teuthology.orchestra.run.smithi016.stdout:(31/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 4.4 MB/s | 17 MB 00:03 2024-09-16T01:40:01.509 INFO:teuthology.orchestra.run.smithi016.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 3.7 MB/s | 249 kB 00:00 2024-09-16T01:40:01.609 INFO:teuthology.orchestra.run.smithi016.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 22 MB/s | 7.4 MB 00:00 2024-09-16T01:40:01.626 INFO:teuthology.orchestra.run.smithi016.stdout:(34/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 422 kB/s | 49 kB 00:00 2024-09-16T01:40:01.631 INFO:teuthology.orchestra.run.smithi104.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-16T01:40:01.643 INFO:teuthology.orchestra.run.smithi016.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 493 kB/s | 16 kB 00:00 2024-09-16T01:40:01.647 INFO:teuthology.orchestra.run.smithi104.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 74 kB/s | 22 kB 00:00 2024-09-16T01:40:01.702 INFO:teuthology.orchestra.run.smithi016.stdout:(36/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 13 MB/s | 765 kB 00:00 2024-09-16T01:40:01.723 INFO:teuthology.orchestra.run.smithi104.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 4.0 MB/s | 308 kB 00:00 2024-09-16T01:40:01.727 INFO:teuthology.orchestra.run.smithi016.stdout:(37/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 2.8 MB/s | 285 kB 00:00 2024-09-16T01:40:01.740 INFO:teuthology.orchestra.run.smithi104.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.2 MB/s | 19 kB 00:00 2024-09-16T01:40:01.752 INFO:teuthology.orchestra.run.smithi016.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 363 kB/s | 18 kB 00:00 2024-09-16T01:40:01.765 INFO:teuthology.orchestra.run.smithi104.stdout:(107/156): abseil-cpp-20211102.0-3.el9.x86_64.r 4.0 MB/s | 548 kB 00:00 2024-09-16T01:40:01.782 INFO:teuthology.orchestra.run.smithi104.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.5 MB/s | 26 kB 00:00 2024-09-16T01:40:01.808 INFO:teuthology.orchestra.run.smithi104.stdout:(109/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.9 MB/s | 863 kB 00:00 2024-09-16T01:40:01.833 INFO:teuthology.orchestra.run.smithi104.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 965 kB/s | 49 kB 00:00 2024-09-16T01:40:01.835 INFO:teuthology.orchestra.run.smithi016.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 737 kB/s | 80 kB 00:00 2024-09-16T01:40:01.875 INFO:teuthology.orchestra.run.smithi104.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.3 MB/s | 151 kB 00:00 2024-09-16T01:40:01.900 INFO:teuthology.orchestra.run.smithi104.stdout:(112/156): libunwind-1.6.2-1.el9.x86_64.rpm 731 kB/s | 67 kB 00:00 2024-09-16T01:40:01.911 INFO:teuthology.orchestra.run.smithi016.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.5 MB/s | 191 kB 00:00 2024-09-16T01:40:01.945 INFO:teuthology.orchestra.run.smithi016.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 4.1 MB/s | 801 kB 00:00 2024-09-16T01:40:01.975 INFO:teuthology.orchestra.run.smithi104.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-09-16T01:40:01.987 INFO:teuthology.orchestra.run.smithi016.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-09-16T01:40:02.000 INFO:teuthology.orchestra.run.smithi104.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-16T01:40:02.021 INFO:teuthology.orchestra.run.smithi016.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-09-16T01:40:02.034 INFO:teuthology.orchestra.run.smithi104.stdout:(115/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.2 MB/s | 839 kB 00:00 2024-09-16T01:40:02.046 INFO:teuthology.orchestra.run.smithi016.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-16T01:40:02.059 INFO:teuthology.orchestra.run.smithi104.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 550 kB/s | 32 kB 00:00 2024-09-16T01:40:02.071 INFO:teuthology.orchestra.run.smithi016.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-16T01:40:02.084 INFO:teuthology.orchestra.run.smithi104.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-16T01:40:02.096 INFO:teuthology.orchestra.run.smithi016.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-16T01:40:02.110 INFO:teuthology.orchestra.run.smithi104.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-16T01:40:02.121 INFO:teuthology.orchestra.run.smithi016.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-16T01:40:02.152 INFO:teuthology.orchestra.run.smithi104.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-09-16T01:40:02.185 INFO:teuthology.orchestra.run.smithi104.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-09-16T01:40:02.210 INFO:teuthology.orchestra.run.smithi104.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-16T01:40:02.272 INFO:teuthology.orchestra.run.smithi016.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 3.8 MB/s | 689 kB 00:00 2024-09-16T01:40:02.286 INFO:teuthology.orchestra.run.smithi104.stdout:(122/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.1 MB/s | 4.4 MB 00:00 2024-09-16T01:40:02.311 INFO:teuthology.orchestra.run.smithi104.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-09-16T01:40:02.314 INFO:teuthology.orchestra.run.smithi016.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 4.8 MB/s | 943 kB 00:00 2024-09-16T01:40:02.336 INFO:teuthology.orchestra.run.smithi104.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-09-16T01:40:02.339 INFO:teuthology.orchestra.run.smithi016.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-09-16T01:40:02.370 INFO:teuthology.orchestra.run.smithi104.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 302 kB/s | 18 kB 00:00 2024-09-16T01:40:02.389 INFO:teuthology.orchestra.run.smithi016.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 288 kB/s | 22 kB 00:00 2024-09-16T01:40:02.396 INFO:teuthology.orchestra.run.smithi104.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 393 kB/s | 23 kB 00:00 2024-09-16T01:40:02.421 INFO:teuthology.orchestra.run.smithi104.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 386 kB/s | 19 kB 00:00 2024-09-16T01:40:02.423 INFO:teuthology.orchestra.run.smithi016.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-16T01:40:02.446 INFO:teuthology.orchestra.run.smithi104.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-09-16T01:40:02.471 INFO:teuthology.orchestra.run.smithi104.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-16T01:40:02.505 INFO:teuthology.orchestra.run.smithi104.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-16T01:40:02.507 INFO:teuthology.orchestra.run.smithi016.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 279 kB/s | 33 kB 00:00 2024-09-16T01:40:02.539 INFO:teuthology.orchestra.run.smithi104.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-09-16T01:40:02.565 INFO:teuthology.orchestra.run.smithi016.stdout:(54/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-09-16T01:40:02.572 INFO:teuthology.orchestra.run.smithi104.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-09-16T01:40:02.633 INFO:teuthology.orchestra.run.smithi016.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 145 kB/s | 18 kB 00:00 2024-09-16T01:40:02.658 INFO:teuthology.orchestra.run.smithi016.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 121 kB/s | 11 kB 00:00 2024-09-16T01:40:02.664 INFO:teuthology.orchestra.run.smithi104.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 179 kB/s | 16 kB 00:00 2024-09-16T01:40:02.706 INFO:teuthology.orchestra.run.smithi104.stdout:(134/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.9 MB/s | 2.0 MB 00:00 2024-09-16T01:40:02.716 INFO:teuthology.orchestra.run.smithi016.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-09-16T01:40:02.731 INFO:teuthology.orchestra.run.smithi104.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-09-16T01:40:02.757 INFO:teuthology.orchestra.run.smithi104.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-09-16T01:40:02.782 INFO:teuthology.orchestra.run.smithi104.stdout:(137/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.1 MB/s | 272 kB 00:00 2024-09-16T01:40:02.807 INFO:teuthology.orchestra.run.smithi104.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 407 kB/s | 31 kB 00:00 2024-09-16T01:40:02.832 INFO:teuthology.orchestra.run.smithi104.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-16T01:40:02.858 INFO:teuthology.orchestra.run.smithi016.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 226 kB/s | 45 kB 00:00 2024-09-16T01:40:02.879 INFO:teuthology.orchestra.run.smithi104.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 496 kB/s | 36 kB 00:00 2024-09-16T01:40:02.892 INFO:teuthology.orchestra.run.smithi016.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-09-16T01:40:02.908 INFO:teuthology.orchestra.run.smithi104.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-16T01:40:02.933 INFO:teuthology.orchestra.run.smithi104.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 741 kB/s | 74 kB 00:00 2024-09-16T01:40:02.942 INFO:teuthology.orchestra.run.smithi016.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 6.8 MB/s | 581 kB 00:00 2024-09-16T01:40:02.958 INFO:teuthology.orchestra.run.smithi104.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.9 MB/s | 230 kB 00:00 2024-09-16T01:40:02.959 INFO:teuthology.orchestra.run.smithi016.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 365 kB/s | 24 kB 00:00 2024-09-16T01:40:02.984 INFO:teuthology.orchestra.run.smithi104.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-16T01:40:02.993 INFO:teuthology.orchestra.run.smithi016.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-16T01:40:03.009 INFO:teuthology.orchestra.run.smithi104.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-16T01:40:03.034 INFO:teuthology.orchestra.run.smithi104.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T01:40:03.059 INFO:teuthology.orchestra.run.smithi104.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-16T01:40:03.135 INFO:teuthology.orchestra.run.smithi104.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-16T01:40:03.194 INFO:teuthology.orchestra.run.smithi016.stdout:(63/156): ceph-common-19.1.1-326.g8921c8ef.el9. 2.7 MB/s | 21 MB 00:07 2024-09-16T01:40:03.218 INFO:teuthology.orchestra.run.smithi016.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 836 kB/s | 188 kB 00:00 2024-09-16T01:40:03.244 INFO:teuthology.orchestra.run.smithi016.stdout:(65/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.0 MB/s | 292 kB 00:00 2024-09-16T01:40:03.277 INFO:teuthology.orchestra.run.smithi104.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 16 MB/s | 2.3 MB 00:00 2024-09-16T01:40:03.319 INFO:teuthology.orchestra.run.smithi016.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 307 kB/s | 38 kB 00:00 2024-09-16T01:40:03.352 INFO:teuthology.orchestra.run.smithi104.stdout:(150/156): NetworkManager-libnm-1.49.90-1.el9.x 24 MB/s | 1.8 MB 00:00 2024-09-16T01:40:03.394 INFO:teuthology.orchestra.run.smithi016.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 28 MB/s | 4.9 MB 00:00 2024-09-16T01:40:03.427 INFO:teuthology.orchestra.run.smithi104.stdout:(151/156): librados2-19.1.1-326.g8921c8ef.el9.x 8.7 MB/s | 3.4 MB 00:00 2024-09-16T01:40:03.453 INFO:teuthology.orchestra.run.smithi104.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 407 kB/s | 41 kB 00:00 2024-09-16T01:40:03.470 INFO:teuthology.orchestra.run.smithi016.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-09-16T01:40:03.478 INFO:teuthology.orchestra.run.smithi104.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 4.9 MB/s | 249 kB 00:00 2024-09-16T01:40:03.503 INFO:teuthology.orchestra.run.smithi016.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 8.2 MB/s | 910 kB 00:00 2024-09-16T01:40:03.528 INFO:teuthology.orchestra.run.smithi104.stdout:(154/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 6.7 MB/s | 3.2 MB 00:00 2024-09-16T01:40:03.545 INFO:teuthology.orchestra.run.smithi016.stdout:(70/156): postgresql-13.16-1.el9.x86_64.rpm 7.0 MB/s | 1.6 MB 00:00 2024-09-16T01:40:03.562 INFO:teuthology.orchestra.run.smithi016.stdout:(71/156): postgresql-private-libs-13.16-1.el9.x 1.5 MB/s | 137 kB 00:00 2024-09-16T01:40:03.577 INFO:teuthology.orchestra.run.smithi104.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 11 MB/s | 1.4 MB 00:00 2024-09-16T01:40:03.619 INFO:teuthology.orchestra.run.smithi104.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 17 MB/s | 2.4 MB 00:00 2024-09-16T01:40:03.624 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:40:03.625 INFO:teuthology.orchestra.run.smithi104.stdout:Total 25 MB/s | 226 MB 00:08 2024-09-16T01:40:03.629 INFO:teuthology.orchestra.run.smithi016.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2024-09-16T01:40:03.654 INFO:teuthology.orchestra.run.smithi016.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 951 kB/s | 87 kB 00:00 2024-09-16T01:40:03.729 INFO:teuthology.orchestra.run.smithi016.stdout:(74/156): postgresql-server-13.16-1.el9.x86_64. 26 MB/s | 5.8 MB 00:00 2024-09-16T01:40:03.755 INFO:teuthology.orchestra.run.smithi016.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 611 kB/s | 61 kB 00:00 2024-09-16T01:40:03.797 INFO:teuthology.orchestra.run.smithi016.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 3.6 MB/s | 245 kB 00:00 2024-09-16T01:40:03.881 INFO:teuthology.orchestra.run.smithi016.stdout:(77/156): python3-babel-2.9.1-2.el9.noarch.rpm 24 MB/s | 6.0 MB 00:00 2024-09-16T01:40:03.906 INFO:teuthology.orchestra.run.smithi016.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 236 kB/s | 26 kB 00:00 2024-09-16T01:40:03.931 INFO:teuthology.orchestra.run.smithi016.stdout:(79/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-09-16T01:40:03.956 INFO:teuthology.orchestra.run.smithi016.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 254 kB/s | 19 kB 00:00 2024-09-16T01:40:03.981 INFO:teuthology.orchestra.run.smithi016.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-16T01:40:04.017 INFO:teuthology.orchestra.run.smithi016.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 412 kB/s | 35 kB 00:00 2024-09-16T01:40:04.057 INFO:teuthology.orchestra.run.smithi016.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.2 MB/s | 250 kB 00:00 2024-09-16T01:40:04.141 INFO:teuthology.orchestra.run.smithi016.stdout:(84/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 28 MB/s | 5.1 MB 00:00 2024-09-16T01:40:04.166 INFO:teuthology.orchestra.run.smithi016.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 711 kB/s | 77 kB 00:00 2024-09-16T01:40:04.191 INFO:teuthology.orchestra.run.smithi016.stdout:(86/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-09-16T01:40:04.225 INFO:teuthology.orchestra.run.smithi016.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 506 kB/s | 42 kB 00:00 2024-09-16T01:40:04.250 INFO:teuthology.orchestra.run.smithi016.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 269 kB 00:00 2024-09-16T01:40:04.276 INFO:teuthology.orchestra.run.smithi016.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-09-16T01:40:04.301 INFO:teuthology.orchestra.run.smithi016.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-09-16T01:40:04.326 INFO:teuthology.orchestra.run.smithi016.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 676 kB/s | 51 kB 00:00 2024-09-16T01:40:04.368 INFO:teuthology.orchestra.run.smithi016.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 582 kB/s | 54 kB 00:00 2024-09-16T01:40:04.402 INFO:teuthology.orchestra.run.smithi016.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 552 kB/s | 42 kB 00:00 2024-09-16T01:40:04.452 INFO:teuthology.orchestra.run.smithi016.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 528 kB/s | 44 kB 00:00 2024-09-16T01:40:04.477 INFO:teuthology.orchestra.run.smithi016.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-09-16T01:40:04.536 INFO:teuthology.orchestra.run.smithi016.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 430 kB/s | 36 kB 00:00 2024-09-16T01:40:04.561 INFO:teuthology.orchestra.run.smithi016.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 568 kB/s | 47 kB 00:00 2024-09-16T01:40:04.620 INFO:teuthology.orchestra.run.smithi016.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 989 kB/s | 58 kB 00:00 2024-09-16T01:40:04.645 INFO:teuthology.orchestra.run.smithi016.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-16T01:40:04.821 INFO:teuthology.orchestra.run.smithi016.stdout:(100/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-16T01:40:04.846 INFO:teuthology.orchestra.run.smithi016.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 318 kB/s | 64 kB 00:00 2024-09-16T01:40:04.868 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-09-16T01:40:04.871 INFO:teuthology.orchestra.run.smithi016.stdout:(102/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 382 kB/s | 96 kB 00:00 2024-09-16T01:40:04.896 INFO:teuthology.orchestra.run.smithi016.stdout:(103/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 596 kB/s | 45 kB 00:00 2024-09-16T01:40:04.955 INFO:teuthology.orchestra.run.smithi016.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-16T01:40:04.980 INFO:teuthology.orchestra.run.smithi016.stdout:(105/156): lua-devel-5.4.4-4.el9.x86_64.rpm 166 kB/s | 22 kB 00:00 2024-09-16T01:40:05.014 INFO:teuthology.orchestra.run.smithi016.stdout:(106/156): gperftools-libs-2.9.1-3.el9.x86_64.r 5.1 MB/s | 308 kB 00:00 2024-09-16T01:40:05.017 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-09-16T01:40:05.017 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-09-16T01:40:05.039 INFO:teuthology.orchestra.run.smithi016.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 332 kB/s | 19 kB 00:00 2024-09-16T01:40:05.064 INFO:teuthology.orchestra.run.smithi016.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-16T01:40:05.098 INFO:teuthology.orchestra.run.smithi016.stdout:(109/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.7 MB/s | 863 kB 00:00 2024-09-16T01:40:05.115 INFO:teuthology.orchestra.run.smithi016.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 967 kB/s | 49 kB 00:00 2024-09-16T01:40:05.165 INFO:teuthology.orchestra.run.smithi016.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-16T01:40:05.191 INFO:teuthology.orchestra.run.smithi016.stdout:(112/156): libunwind-1.6.2-1.el9.x86_64.rpm 729 kB/s | 67 kB 00:00 2024-09-16T01:40:05.258 INFO:teuthology.orchestra.run.smithi016.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 8.1 MB/s | 548 kB 00:00 2024-09-16T01:40:05.283 INFO:teuthology.orchestra.run.smithi016.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-16T01:40:05.308 INFO:teuthology.orchestra.run.smithi016.stdout:(115/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.8 MB/s | 839 kB 00:00 2024-09-16T01:40:05.333 INFO:teuthology.orchestra.run.smithi016.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 640 kB/s | 32 kB 00:00 2024-09-16T01:40:05.359 INFO:teuthology.orchestra.run.smithi016.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-16T01:40:05.384 INFO:teuthology.orchestra.run.smithi016.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-16T01:40:05.418 INFO:teuthology.orchestra.run.smithi016.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-16T01:40:05.443 INFO:teuthology.orchestra.run.smithi016.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-16T01:40:05.469 INFO:teuthology.orchestra.run.smithi016.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-16T01:40:05.535 INFO:teuthology.orchestra.run.smithi016.stdout:(122/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-09-16T01:40:05.560 INFO:teuthology.orchestra.run.smithi016.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB 00:00 2024-09-16T01:40:05.586 INFO:teuthology.orchestra.run.smithi016.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 212 kB/s | 11 kB 00:00 2024-09-16T01:40:05.611 INFO:teuthology.orchestra.run.smithi016.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-09-16T01:40:05.636 INFO:teuthology.orchestra.run.smithi016.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-16T01:40:05.662 INFO:teuthology.orchestra.run.smithi016.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 386 kB/s | 19 kB 00:00 2024-09-16T01:40:05.687 INFO:teuthology.orchestra.run.smithi016.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-09-16T01:40:05.721 INFO:teuthology.orchestra.run.smithi016.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-16T01:40:05.746 INFO:teuthology.orchestra.run.smithi016.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-16T01:40:05.771 INFO:teuthology.orchestra.run.smithi016.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-16T01:40:05.813 INFO:teuthology.orchestra.run.smithi016.stdout:(132/156): python3-grpcio-1.46.7-10.el9.x86_64. 5.5 MB/s | 2.0 MB 00:00 2024-09-16T01:40:05.838 INFO:teuthology.orchestra.run.smithi016.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 655 kB/s | 16 kB 00:00 2024-09-16T01:40:05.872 INFO:teuthology.orchestra.run.smithi016.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 4.9 MB/s | 1.0 MB 00:00 2024-09-16T01:40:05.897 INFO:teuthology.orchestra.run.smithi016.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-16T01:40:05.923 INFO:teuthology.orchestra.run.smithi016.stdout:(136/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-09-16T01:40:05.948 INFO:teuthology.orchestra.run.smithi016.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 374 kB/s | 28 kB 00:00 2024-09-16T01:40:05.973 INFO:teuthology.orchestra.run.smithi016.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 407 kB/s | 31 kB 00:00 2024-09-16T01:40:05.999 INFO:teuthology.orchestra.run.smithi016.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-16T01:40:06.024 INFO:teuthology.orchestra.run.smithi016.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 708 kB/s | 36 kB 00:00 2024-09-16T01:40:06.049 INFO:teuthology.orchestra.run.smithi016.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-16T01:40:06.075 INFO:teuthology.orchestra.run.smithi016.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 985 kB/s | 74 kB 00:00 2024-09-16T01:40:06.100 INFO:teuthology.orchestra.run.smithi016.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-16T01:40:06.125 INFO:teuthology.orchestra.run.smithi016.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-16T01:40:06.150 INFO:teuthology.orchestra.run.smithi016.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-16T01:40:06.176 INFO:teuthology.orchestra.run.smithi016.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T01:40:06.201 INFO:teuthology.orchestra.run.smithi016.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-16T01:40:06.268 INFO:teuthology.orchestra.run.smithi016.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-09-16T01:40:06.435 INFO:teuthology.orchestra.run.smithi016.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 14 MB/s | 2.3 MB 00:00 2024-09-16T01:40:06.494 INFO:teuthology.orchestra.run.smithi016.stdout:(150/156): librados2-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-16T01:40:06.544 INFO:teuthology.orchestra.run.smithi016.stdout:(151/156): NetworkManager-libnm-1.49.90-1.el9.x 17 MB/s | 1.8 MB 00:00 2024-09-16T01:40:06.569 INFO:teuthology.orchestra.run.smithi016.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 543 kB/s | 41 kB 00:00 2024-09-16T01:40:06.594 INFO:teuthology.orchestra.run.smithi016.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 4.8 MB/s | 249 kB 00:00 2024-09-16T01:40:06.678 INFO:teuthology.orchestra.run.smithi016.stdout:(154/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-09-16T01:40:06.745 INFO:teuthology.orchestra.run.smithi016.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 7.7 MB/s | 1.4 MB 00:00 2024-09-16T01:40:06.970 INFO:teuthology.orchestra.run.smithi016.stdout:(156/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 4.1 MB/s | 3.2 MB 00:00 2024-09-16T01:40:06.976 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:40:06.976 INFO:teuthology.orchestra.run.smithi016.stdout:Total 19 MB/s | 226 MB 00:12 2024-09-16T01:40:07.230 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-09-16T01:40:07.231 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-09-16T01:40:08.238 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-09-16T01:40:08.406 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-09-16T01:40:08.406 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-09-16T01:40:10.731 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-09-16T01:40:10.731 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-09-16T01:40:13.517 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-09-16T01:40:13.623 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T01:40:13.698 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T01:40:13.935 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T01:40:14.084 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T01:40:14.116 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T01:40:14.164 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T01:40:14.560 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T01:40:14.624 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:40:14.748 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:40:14.784 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:40:14.875 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:40:14.914 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:40:15.093 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T01:40:15.168 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T01:40:15.205 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:40:15.308 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:40:15.339 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:40:15.402 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:40:15.440 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:40:15.466 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:40:15.659 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:40:15.834 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:40:15.938 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T01:40:16.057 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:40:16.139 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:40:16.358 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:40:16.469 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T01:40:16.564 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T01:40:16.603 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T01:40:16.646 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T01:40:16.710 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T01:40:16.754 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T01:40:16.787 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T01:40:16.830 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T01:40:16.864 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T01:40:16.891 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T01:40:16.959 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T01:40:17.021 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T01:40:17.061 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T01:40:17.104 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T01:40:17.179 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T01:40:17.214 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T01:40:17.258 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T01:40:17.287 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T01:40:17.356 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T01:40:17.396 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-09-16T01:40:17.401 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T01:40:17.483 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T01:40:17.516 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T01:40:17.556 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T01:40:17.609 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T01:40:17.633 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T01:40:17.651 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T01:40:17.679 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T01:40:17.686 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T01:40:17.728 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T01:40:18.077 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T01:40:18.180 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:40:18.210 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T01:40:18.298 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:40:18.299 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T01:40:18.323 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:40:18.328 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T01:40:18.371 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T01:40:18.399 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:40:18.409 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T01:40:18.432 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:40:18.451 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T01:40:18.621 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T01:40:18.626 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T01:40:18.684 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T01:40:18.695 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T01:40:18.711 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:40:18.750 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T01:40:18.818 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:40:18.822 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T01:40:18.845 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:40:18.854 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T01:40:18.890 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T01:40:18.908 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:40:18.936 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T01:40:18.937 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:40:18.960 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:40:18.973 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T01:40:19.149 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:40:19.190 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T01:40:19.301 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:40:19.436 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T01:40:19.452 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T01:40:19.620 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:40:19.621 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T01:40:19.677 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T01:40:19.704 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:40:19.718 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T01:40:19.821 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T01:40:19.860 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T01:40:19.901 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T01:40:19.934 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T01:40:19.941 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:40:19.958 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T01:40:20.055 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T01:40:20.069 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T01:40:20.152 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T01:40:20.185 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T01:40:20.195 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T01:40:20.219 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T01:40:20.227 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T01:40:20.255 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T01:40:20.288 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T01:40:20.292 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T01:40:20.328 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T01:40:20.338 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T01:40:20.368 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T01:40:20.378 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T01:40:20.398 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T01:40:20.421 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T01:40:20.432 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T01:40:20.454 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T01:40:20.465 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T01:40:20.481 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T01:40:20.507 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T01:40:20.542 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T01:40:20.570 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T01:40:20.622 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T01:40:20.628 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T01:40:20.651 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T01:40:20.672 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T01:40:20.695 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T01:40:20.703 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T01:40:20.773 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T01:40:20.814 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T01:40:20.822 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T01:40:20.866 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T01:40:20.871 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T01:40:20.894 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T01:40:20.968 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T01:40:21.017 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T01:40:21.095 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T01:40:21.249 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T01:40:21.304 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T01:40:21.586 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T01:40:21.634 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T01:40:21.668 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T01:40:21.766 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T01:40:21.830 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T01:40:21.869 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T01:40:21.875 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T01:40:21.960 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T01:40:21.962 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T01:40:22.005 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T01:40:22.005 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T01:40:22.046 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T01:40:22.084 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T01:40:22.126 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T01:40:22.187 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T01:40:22.217 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T01:40:22.295 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T01:40:22.299 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T01:40:22.362 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T01:40:22.418 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T01:40:22.493 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T01:40:22.538 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T01:40:22.574 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T01:40:22.622 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T01:40:22.657 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T01:40:22.700 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T01:40:22.743 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T01:40:22.888 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T01:40:22.936 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T01:40:22.942 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T01:40:22.978 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T01:40:23.057 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T01:40:23.173 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T01:40:23.345 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T01:40:23.385 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T01:40:23.418 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T01:40:23.442 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T01:40:23.558 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T01:40:23.693 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T01:40:23.725 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T01:40:23.753 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T01:40:23.792 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T01:40:23.835 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T01:40:23.875 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T01:40:23.904 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T01:40:23.939 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T01:40:23.976 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T01:40:24.018 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T01:40:24.052 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T01:40:24.144 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T01:40:24.200 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T01:40:24.230 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T01:40:24.305 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T01:40:24.340 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T01:40:24.392 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T01:40:24.395 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T01:40:24.423 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T01:40:24.456 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T01:40:24.767 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T01:40:24.853 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:40:24.943 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:40:24.974 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T01:40:25.010 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T01:40:25.164 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T01:40:25.221 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T01:40:25.254 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T01:40:25.361 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T01:40:25.411 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T01:40:25.464 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T01:40:25.498 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T01:40:25.530 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:40:25.556 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T01:40:25.599 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T01:40:25.601 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:40:25.640 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T01:40:25.790 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T01:40:25.821 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T01:40:25.905 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T01:40:26.605 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T01:40:26.727 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T01:40:27.880 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:40:27.919 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:40:28.078 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T01:40:28.163 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T01:40:28.191 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T01:40:28.224 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T01:40:28.476 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:40:28.523 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:40:28.554 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T01:40:28.595 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:40:28.598 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:40:28.598 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:40:28.598 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:40:28.598 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:28.641 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:40:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:40:28.725 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T01:40:28.762 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T01:40:29.279 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T01:40:29.307 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:40:29.379 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:40:29.408 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T01:40:31.877 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:40:31.913 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:40:32.610 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:40:32.650 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:40:32.794 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:40:32.794 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:40:32.795 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:40:32.795 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:32.843 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:40:40.171 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:40:40.171 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /sys 2024-09-16T01:40:40.172 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /proc 2024-09-16T01:40:40.172 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /mnt 2024-09-16T01:40:40.172 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /var/tmp 2024-09-16T01:40:40.172 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /home 2024-09-16T01:40:40.172 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /root 2024-09-16T01:40:40.172 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /tmp 2024-09-16T01:40:40.172 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:40.357 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:40:40.373 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:40:40.373 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:40.373 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T01:40:40.373 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:41.855 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:40:41.883 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:40:41.883 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:41.883 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:40:41.883 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:40:41.883 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:40:41.883 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:42.106 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:40:42.129 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:40:42.129 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:42.130 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:40:42.130 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:40:42.130 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:40:42.130 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:42.565 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:40:42.589 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:40:42.589 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:42.589 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:40:42.589 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:40:42.589 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:40:42.589 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:42.694 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T01:40:42.742 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T01:40:42.797 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T01:40:42.988 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T01:40:43.040 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T01:40:43.124 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T01:40:43.213 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T01:40:43.351 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T01:40:43.405 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T01:40:43.438 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T01:40:43.466 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T01:40:43.945 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:40:43.973 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:40:44.004 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T01:40:44.067 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T01:40:44.096 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:40:44.949 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /sys 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /proc 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /mnt 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /var/tmp 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /home 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /root 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /tmp 2024-09-16T01:40:44.950 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:45.131 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:40:45.152 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:40:45.169 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:40:45.169 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:45.169 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T01:40:45.169 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:45.173 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:40:46.131 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:40:46.165 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:40:46.265 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:40:46.442 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T01:40:46.467 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:40:46.491 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:40:46.491 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:46.491 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:40:46.491 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:40:46.491 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:40:46.491 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:46.543 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:40:46.555 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:40:46.651 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T01:40:46.703 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T01:40:46.704 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:40:46.733 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:40:46.733 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:46.733 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:40:46.733 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:40:46.733 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:40:46.733 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:46.971 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:40:46.997 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:40:46.997 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:46.997 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:40:46.997 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:40:46.997 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:40:46.997 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:47.455 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:40:47.481 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:40:47.481 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:47.481 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:40:47.482 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:40:47.482 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:40:47.482 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:47.587 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T01:40:47.619 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T01:40:47.637 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T01:40:47.645 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:40:47.669 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:40:47.669 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:47.669 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:40:47.669 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:40:47.669 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:40:47.669 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:47.701 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T01:40:47.712 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:40:47.736 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:40:47.736 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:47.736 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:40:47.736 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:47.788 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:40:47.811 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:40:47.811 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:47.811 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T01:40:47.811 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:40:47.811 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:40:47.811 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:47.898 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T01:40:47.949 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T01:40:48.031 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T01:40:48.122 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:40:48.129 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T01:40:48.145 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:40:48.145 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:48.145 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:40:48.145 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:40:48.146 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:40:48.146 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:40:48.274 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T01:40:48.334 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T01:40:48.373 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T01:40:48.409 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T01:40:48.914 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:40:48.941 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:40:48.973 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T01:40:49.038 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T01:40:49.063 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:40:50.181 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:40:50.216 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:40:51.245 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:40:51.266 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:40:51.377 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:40:51.562 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T01:40:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:40:51.619 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:40:51.619 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:51.619 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:40:51.619 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:40:51.619 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:40:51.619 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:51.669 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:40:51.681 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:40:51.783 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T01:40:51.864 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T01:40:52.691 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T01:40:52.732 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T01:40:52.773 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T01:40:52.805 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T01:40:52.832 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T01:40:52.857 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T01:40:52.888 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:40:52.914 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:40:52.914 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:52.914 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:40:52.914 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:40:52.914 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:40:52.914 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:52.955 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:40:52.980 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:40:52.980 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:52.980 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:40:52.981 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:53.018 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T01:40:53.031 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:40:53.056 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:40:53.056 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:53.057 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T01:40:53.057 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:40:53.057 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:40:53.057 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:53.071 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T01:40:53.101 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T01:40:53.130 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T01:40:53.169 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T01:40:53.381 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:40:53.407 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:40:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:40:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:40:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:40:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:40:53.407 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:40:53.800 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:40:53.850 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:40:53.870 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:40:54.688 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T01:40:54.771 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T01:40:54.821 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T01:40:54.910 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T01:40:54.940 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T01:40:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T01:40:55.000 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T01:40:55.000 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:40:55.084 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:40:55.084 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:40:55.168 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:40:55.193 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T01:40:55.198 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:40:55.199 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:40:55.378 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:40:55.378 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:40:55.446 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:40:55.518 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:40:58.344 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T01:40:58.386 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T01:40:58.428 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T01:40:58.475 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T01:40:58.511 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T01:40:58.733 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T01:40:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T01:40:58.813 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T01:40:58.842 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T01:40:58.889 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T01:40:59.529 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:40:59.578 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:40:59.601 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:41:00.535 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T01:41:00.617 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T01:41:00.663 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T01:41:00.758 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T01:41:00.787 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T01:41:00.812 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T01:41:00.846 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T01:41:00.847 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:41:00.939 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:41:00.940 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:41:01.023 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:41:01.048 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T01:41:01.054 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:41:01.054 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:41:01.242 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:41:01.242 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:41:01.335 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:41:01.397 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:41:01.398 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T01:41:01.399 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T01:41:01.400 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T01:41:01.400 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T01:41:01.407 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:41:01.412 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T01:41:01.412 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T01:41:01.412 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T01:41:01.412 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T01:41:01.412 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T01:41:01.413 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T01:41:01.414 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T01:41:01.415 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T01:41:01.416 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T01:41:01.417 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T01:41:01.418 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T01:41:01.419 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T01:41:01.420 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T01:41:01.421 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T01:41:01.422 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T01:41:01.423 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T01:41:04.176 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:41:04.176 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:04.176 INFO:teuthology.orchestra.run.smithi104.stdout:Upgraded: 2024-09-16T01:41:04.176 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.177 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.178 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T01:41:04.179 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T01:41:04.180 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T01:41:04.181 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:41:04.182 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T01:41:04.183 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:41:04.184 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:41:04.185 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:41:04.186 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.187 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:41:04.188 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T01:41:04.189 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:04.189 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-09-16T01:41:04.608 DEBUG:teuthology.parallel:result is None 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T01:41:06.996 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T01:41:06.997 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T01:41:06.998 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T01:41:07.010 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T01:41:07.010 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T01:41:07.011 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T01:41:07.012 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T01:41:07.013 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T01:41:07.014 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T01:41:07.015 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T01:41:07.016 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T01:41:07.017 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T01:41:07.018 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T01:41:07.019 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T01:41:07.020 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T01:41:07.021 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T01:41:09.741 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:41:09.741 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T01:41:09.742 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.743 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T01:41:09.744 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T01:41:09.745 INFO:teuthology.orchestra.run.smithi016.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:41:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T01:41:09.747 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T01:41:09.748 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T01:41:09.749 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T01:41:09.750 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T01:41:09.751 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:41:09.752 INFO:teuthology.orchestra.run.smithi016.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:41:09.753 INFO:teuthology.orchestra.run.smithi016.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T01:41:09.754 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:09.754 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-09-16T01:41:10.149 DEBUG:teuthology.parallel:result is None 2024-09-16T01:41:10.150 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:41:10.301 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:41:10.324 INFO:teuthology.orchestra.run.smithi016.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:41:10.325 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:41:10.325 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:41:10.326 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:41:10.468 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:41:10.494 INFO:teuthology.orchestra.run.smithi104.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:41:10.494 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:41:10.494 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:41:10.496 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T01:41:10.496 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:10.496 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:41:10.525 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:10.525 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:41:10.567 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T01:41:10.567 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:10.567 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:41:10.593 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:41:10.659 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:10.659 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:41:10.688 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:41:10.755 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T01:41:10.756 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:10.756 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:41:10.782 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:41:10.848 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:10.848 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:41:10.875 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:41:10.942 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T01:41:10.943 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:10.943 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:41:10.968 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:41:11.034 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:11.035 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:41:11.060 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:41:11.126 INFO:teuthology.run_tasks:Running task ceph... 2024-09-16T01:41:11.217 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-16T01:41:11.217 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 777 /var/log/ceph 2024-09-16T01:41:11.220 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 777 /var/log/ceph 2024-09-16T01:41:11.246 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-16T01:41:11.246 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T01:41:11.286 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T01:41:11.312 INFO:tasks.ceph:Creating extra log directories... 2024-09-16T01:41:11.312 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T01:41:11.353 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T01:41:11.385 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-16T01:41:11.385 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-16T01:41:11.385 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-16T01:41:11.385 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:11.386 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T01:41:11.432 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T01:41:11.545 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T01:41:11.570 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:11.570 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T01:41:11.586 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T01:41:11.702 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T01:41:11.732 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-16T01:41:11.732 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-16T01:41:11.732 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486', 'branch': 'squid', 'description': 'fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7906486', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 3393, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'sleep_before_teardown': 0, 'subset': '294/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi016.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJrm8ho19W6OlRBec3P/qUW+I0qn27wZ5GpoN6G0tQOIi8d6AAV4H+5KyaUo8VZBY82GNJUEUsFmRYfoib7tjvc=', 'smithi104.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHLv/7vc9USrn1b6+zVZxaLe8UFI6C8TDvcIQBB4Eoc9kPE6F4RhjPMrfek50PfTYU8SfWo8BbWkx3TMzWthVVk='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_volumes.TestMisc']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-15_21:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-16T01:41:11.733 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T01:41:11.735 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T01:41:11.782 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T01:41:11.791 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T01:41:11.847 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:11.847 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:41:11.870 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:41:11.870 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_1 2024-09-16T01:41:11.925 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:41:11.925 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:11.925 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-16T01:41:11.925 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:11.926 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:11.926 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-16 01:41:01.777149292 +0000 2024-09-16T01:41:11.926 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-16 01:39:16.347435138 +0000 2024-09-16T01:41:11.926 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-16 01:39:16.347435138 +0000 2024-09-16T01:41:11.926 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-16 01:39:16.347435138 +0000 2024-09-16T01:41:11.926 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:41:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:41:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:41:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000125284 s, 4.1 MB/s 2024-09-16T01:41:11.990 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:41:12.048 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_2 2024-09-16T01:41:12.104 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:41:12.104 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:12.104 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-16T01:41:12.104 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:12.104 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:12.105 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-16 01:41:01.777149292 +0000 2024-09-16T01:41:12.105 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-16 01:39:16.653430378 +0000 2024-09-16T01:41:12.105 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-16 01:39:16.653430378 +0000 2024-09-16T01:41:12.105 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-16 01:39:16.653430378 +0000 2024-09-16T01:41:12.105 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:41:12.169 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:41:12.169 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:41:12.169 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000102811 s, 5.0 MB/s 2024-09-16T01:41:12.171 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:41:12.238 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_3 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-16 01:41:01.778149276 +0000 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-16 01:39:16.984425229 +0000 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-16 01:39:16.984425229 +0000 2024-09-16T01:41:12.299 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-16 01:39:16.984425229 +0000 2024-09-16T01:41:12.299 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:41:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:41:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:41:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 9.7202e-05 s, 5.3 MB/s 2024-09-16T01:41:12.366 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:41:12.423 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_4 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-16 01:41:01.778149276 +0000 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-16 01:39:17.316420065 +0000 2024-09-16T01:41:12.481 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-16 01:39:17.316420065 +0000 2024-09-16T01:41:12.482 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-16 01:39:17.316420065 +0000 2024-09-16T01:41:12.482 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:41:12.545 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:41:12.546 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:41:12.546 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000101622 s, 5.0 MB/s 2024-09-16T01:41:12.547 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:41:12.604 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:12.605 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:12.605 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:41:12.623 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:41:12.623 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_1 2024-09-16T01:41:12.680 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:41:12.680 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:12.680 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-16T01:41:12.680 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:12.681 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:12.681 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-16 01:40:55.906257330 +0000 2024-09-16T01:41:12.681 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-16 01:39:13.354886438 +0000 2024-09-16T01:41:12.681 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-16 01:39:13.354886438 +0000 2024-09-16T01:41:12.681 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-16 01:39:13.354886438 +0000 2024-09-16T01:41:12.681 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:41:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-16T01:41:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-16T01:41:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000213089 s, 2.4 MB/s 2024-09-16T01:41:12.746 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:41:12.804 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_2 2024-09-16T01:41:12.861 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:41:12.861 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:12.861 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-16T01:41:12.861 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:12.861 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:12.861 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-16 01:40:55.907257318 +0000 2024-09-16T01:41:12.862 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-16 01:39:13.688882531 +0000 2024-09-16T01:41:12.862 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-16 01:39:13.688882531 +0000 2024-09-16T01:41:12.862 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-16 01:39:13.688882531 +0000 2024-09-16T01:41:12.862 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:41:12.926 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-16T01:41:12.926 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-16T01:41:12.926 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000196904 s, 2.6 MB/s 2024-09-16T01:41:12.927 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:41:12.984 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_3 2024-09-16T01:41:13.039 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:41:13.039 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:13.039 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-16T01:41:13.040 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:13.040 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:13.040 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-16 01:40:55.907257318 +0000 2024-09-16T01:41:13.040 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-16 01:39:14.015878706 +0000 2024-09-16T01:41:13.040 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-16 01:39:14.015878706 +0000 2024-09-16T01:41:13.040 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-16 01:39:14.015878706 +0000 2024-09-16T01:41:13.040 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:41:13.102 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-16T01:41:13.103 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-16T01:41:13.103 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000188348 s, 2.7 MB/s 2024-09-16T01:41:13.104 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:41:13.159 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_4 2024-09-16T01:41:13.215 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:41:13.215 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:41:13.215 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-16T01:41:13.215 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:41:13.216 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:41:13.216 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-16 01:40:55.907257318 +0000 2024-09-16T01:41:13.216 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-16 01:39:14.342874881 +0000 2024-09-16T01:41:13.216 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-16 01:39:14.342874881 +0000 2024-09-16T01:41:13.216 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-16 01:39:14.342874881 +0000 2024-09-16T01:41:13.216 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:41:13.278 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-16T01:41:13.278 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-16T01:41:13.278 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000191626 s, 2.7 MB/s 2024-09-16T01:41:13.279 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:41:13.336 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:13.336 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi016.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi104.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T01:41:13.336 INFO:tasks.ceph:Generating config... 2024-09-16T01:41:13.337 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-16T01:41:13.337 INFO:tasks.ceph:[client] debug client = 20 2024-09-16T01:41:13.338 INFO:tasks.ceph:[client] debug ms = 1 2024-09-16T01:41:13.338 INFO:tasks.ceph:[client] pid file = 2024-09-16T01:41:13.338 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-16T01:41:13.338 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-16T01:41:13.338 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mgr] debug finisher = 20 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-16T01:41:13.339 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-16T01:41:13.339 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-16T01:41:13.339 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-16T01:41:13.339 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-16T01:41:13.339 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-16T01:41:13.340 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-16T01:41:13.341 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-16T01:41:13.341 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-16T01:41:13.341 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-16T01:41:13.341 INFO:tasks.ceph:Setting up mon.a... 2024-09-16T01:41:13.341 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-16T01:41:13.393 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.keyring 2024-09-16T01:41:13.396 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-16T01:41:13.441 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:41:13.467 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.16'), ('mon.b', '172.21.15.104'), ('mon.c', '[v2:172.21.15.104:3301,v1:172.21.15.104:6790]')] 2024-09-16T01:41:13.467 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.16,172.21.15.104,[v2:172.21.15.104:3301,v1:172.21.15.104:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20, 'debug finisher': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-16T01:41:13.468 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:13.468 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T01:41:13.523 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.16 --add b 172.21.15.104 --addv c '[v2:172.21.15.104:3301,v1:172.21.15.104:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:13.610 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:13.610 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: generated fsid 858f5423-bcbf-4873-b88b-359d55facc81 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:setting min_mon_release = quincy 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:epoch 0 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:fsid 858f5423-bcbf-4873-b88b-359d55facc81 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:last_changed 2024-09-16T01:41:13.610349+0000 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:created 2024-09-16T01:41:13.610349+0000 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:min_mon_release 17 (quincy) 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:election_strategy: 1 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:1: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-09-16T01:41:13.611 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-16T01:41:13.612 DEBUG:teuthology.orchestra.run.smithi016:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T01:41:13.627 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 858f5423-bcbf-4873-b88b-359d55facc81... 2024-09-16T01:41:13.628 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T01:41:13.670 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T01:41:13.713 INFO:teuthology.orchestra.run.smithi016.stdout:[global] 2024-09-16T01:41:13.716 INFO:teuthology.orchestra.run.smithi016.stdout: chdir = "" 2024-09-16T01:41:13.716 INFO:teuthology.orchestra.run.smithi016.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T01:41:13.716 INFO:teuthology.orchestra.run.smithi016.stdout: auth supported = cephx 2024-09-16T01:41:13.716 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.716 INFO:teuthology.orchestra.run.smithi016.stdout: filestore xattr use omap = true 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: mon clock drift allowed = 1.000 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: osd crush chooseleaf type = 0 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: auth debug = true 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on old message = true 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on bug = true 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: mon pg warn max object skew = 0 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.717 INFO:teuthology.orchestra.run.smithi016.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: osd pool default size = 2 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd allow primary affinity = true 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd allow pg remap = true 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on legacy crush tunables = false 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on crush straw calc version zero = false 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on no sortbitwise = false 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on osd down out interval zero = false 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on too few osds = false 2024-09-16T01:41:13.718 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: mon_allow_pool_size_one = true 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: osd default data pool replay window = 5 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: mon allow pool delete = true 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: mon cluster log file level = debug 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: debug asserts on shutdown = true 2024-09-16T01:41:13.719 INFO:teuthology.orchestra.run.smithi016.stdout: mon health detail to clog = false 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: mon host = "172.21.15.16,172.21.15.104,[v2:172.21.15.104:3301,v1:172.21.15.104:6790]" 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: fsid = 858f5423-bcbf-4873-b88b-359d55facc81 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout:[osd] 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: osd journal size = 100 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: osd scrub load threshold = 5.0 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: osd scrub max interval = 600 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: osd mclock profile = high_recovery_ops 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: osd recover clone overlap = true 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: osd recovery max chunk = 1048576 2024-09-16T01:41:13.720 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug shutdown = true 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug op order = true 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug verify stray on activate = true 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug trim objects = true 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd open classes on start = true 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug pg log writeout = true 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd deep scrub update digest min age = 30 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: osd map max advance = 10 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: journal zero on create = true 2024-09-16T01:41:13.721 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: filestore ondisk finisher threads = 3 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: filestore apply finisher threads = 3 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: bdev debug aio = true 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug misdirected ops = true 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: bdev async discard = True 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: bdev enable discard = True 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore allocator = bitmap 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore block size = 96636764160 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore fsck on mount = True 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: debug bluefs = 1/20 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: debug bluestore = 1/20 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-16T01:41:13.722 INFO:teuthology.orchestra.run.smithi016.stdout: debug osd = 20 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: debug rocksdb = 4/10 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd full ratio = 0.9 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd nearfull ratio = 0.8 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: osd failsafe full ratio = 0.95 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: osd objectstore = bluestore 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: osd op complaint time = 180 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr] 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: debug mgr = 20 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: debug mon = 20 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: debug auth = 20 2024-09-16T01:41:13.723 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: mgr/telemetry/nag = false 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: debug client = 20 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: debug finisher = 20 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout:[mon] 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: debug mon = 20 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: debug paxos = 20 2024-09-16T01:41:13.724 INFO:teuthology.orchestra.run.smithi016.stdout: debug auth = 20 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon data avail warn = 5 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon mgr mkfs grace = 240 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd reporter subtree level = osd 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd prime pg temp = true 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T01:41:13.725 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: # 1m isn't quite enough 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: mon_down_mkfs_grace = 2m 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_filestore_osds = false 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: mon down mkfs grace = 300 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: mon op complaint time = 120 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on pool no app = False 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout:[client] 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: rgw cache enabled = true 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: rgw enable ops log = true 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: rgw enable usage log = true 2024-09-16T01:41:13.726 INFO:teuthology.orchestra.run.smithi016.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout: client mount timeout = 600 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout: debug client = 20 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout: pid file = "" 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout: rados mon op timeout = 900 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout: rados osd op timeout = 900 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.a] 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.b] 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.c] 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.a] 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.c] 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.b] 2024-09-16T01:41:13.727 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.d] 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout:[mds] 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: debug mds = 20 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: debug mds balancer = 20 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: mds debug frag = True 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: mds debug scatterstat = True 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: mds op complaint time = 180 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: mds verify scatter = True 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: osd op complaint time = 180 2024-09-16T01:41:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: rados mon op timeout = 900 2024-09-16T01:41:13.729 INFO:teuthology.orchestra.run.smithi016.stdout: rados osd op timeout = 900 2024-09-16T01:41:13.730 INFO:teuthology.orchestra.run.smithi104.stdout:[global] 2024-09-16T01:41:13.730 INFO:teuthology.orchestra.run.smithi104.stdout: chdir = "" 2024-09-16T01:41:13.730 INFO:teuthology.orchestra.run.smithi104.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T01:41:13.730 INFO:teuthology.orchestra.run.smithi104.stdout: auth supported = cephx 2024-09-16T01:41:13.730 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.730 INFO:teuthology.orchestra.run.smithi104.stdout: filestore xattr use omap = true 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: mon clock drift allowed = 1.000 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: osd crush chooseleaf type = 0 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: auth debug = true 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: ms die on old message = true 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: ms die on bug = true 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: mon pg warn max object skew = 0 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T01:41:13.731 INFO:teuthology.orchestra.run.smithi104.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: osd pool default size = 2 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd allow primary affinity = true 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd allow pg remap = true 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on legacy crush tunables = false 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on crush straw calc version zero = false 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on no sortbitwise = false 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on osd down out interval zero = false 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on too few osds = false 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T01:41:13.732 INFO:teuthology.orchestra.run.smithi104.stdout: mon_allow_pool_size_one = true 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: osd default data pool replay window = 5 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: mon allow pool delete = true 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: mon cluster log file level = debug 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: debug asserts on shutdown = true 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: mon health detail to clog = false 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: mon host = "172.21.15.16,172.21.15.104,[v2:172.21.15.104:3301,v1:172.21.15.104:6790]" 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: fsid = 858f5423-bcbf-4873-b88b-359d55facc81 2024-09-16T01:41:13.733 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout:[osd] 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd journal size = 100 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd scrub load threshold = 5.0 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd scrub max interval = 600 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd mclock profile = high_recovery_ops 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd recover clone overlap = true 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd recovery max chunk = 1048576 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug shutdown = true 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug op order = true 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug verify stray on activate = true 2024-09-16T01:41:13.734 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug trim objects = true 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: osd open classes on start = true 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug pg log writeout = true 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: osd deep scrub update digest min age = 30 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: osd map max advance = 10 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: journal zero on create = true 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: filestore ondisk finisher threads = 3 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: filestore apply finisher threads = 3 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.735 INFO:teuthology.orchestra.run.smithi104.stdout: bdev debug aio = true 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug misdirected ops = true 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: bdev async discard = True 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: bdev enable discard = True 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore allocator = bitmap 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore block size = 96636764160 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore fsck on mount = True 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: debug bluefs = 1/20 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: debug bluestore = 1/20 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: debug osd = 20 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: debug rocksdb = 4/10 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd full ratio = 0.9 2024-09-16T01:41:13.736 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd nearfull ratio = 0.8 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: osd failsafe full ratio = 0.95 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: osd objectstore = bluestore 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: osd op complaint time = 180 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr] 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: debug mgr = 20 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: debug mon = 20 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: debug auth = 20 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: mgr/telemetry/nag = false 2024-09-16T01:41:13.737 INFO:teuthology.orchestra.run.smithi104.stdout: debug client = 20 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: debug finisher = 20 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout:[mon] 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: debug mon = 20 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: debug paxos = 20 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: debug auth = 20 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: mon data avail warn = 5 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: mon mgr mkfs grace = 240 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd reporter subtree level = osd 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd prime pg temp = true 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:41:13.738 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: # 1m isn't quite enough 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: mon_down_mkfs_grace = 2m 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_filestore_osds = false 2024-09-16T01:41:13.739 INFO:teuthology.orchestra.run.smithi104.stdout: mon down mkfs grace = 300 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: mon op complaint time = 120 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on pool no app = False 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout:[client] 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: rgw cache enabled = true 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: rgw enable ops log = true 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: rgw enable usage log = true 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: client mount timeout = 600 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: debug client = 20 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: pid file = "" 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: rados mon op timeout = 900 2024-09-16T01:41:13.740 INFO:teuthology.orchestra.run.smithi104.stdout: rados osd op timeout = 900 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.a] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.b] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.c] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.a] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.c] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.b] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.d] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout:[mds] 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout: debug mds = 20 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout: debug mds balancer = 20 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout: mds debug frag = True 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout: mds debug scatterstat = True 2024-09-16T01:41:13.741 INFO:teuthology.orchestra.run.smithi104.stdout: mds op complaint time = 180 2024-09-16T01:41:13.742 INFO:teuthology.orchestra.run.smithi104.stdout: mds verify scatter = True 2024-09-16T01:41:13.742 INFO:teuthology.orchestra.run.smithi104.stdout: osd op complaint time = 180 2024-09-16T01:41:13.742 INFO:teuthology.orchestra.run.smithi104.stdout: rados mon op timeout = 900 2024-09-16T01:41:13.742 INFO:teuthology.orchestra.run.smithi104.stdout: rados osd op timeout = 900 2024-09-16T01:41:13.742 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-16T01:41:13.742 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-16T01:41:13.826 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-16T01:41:13.826 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:13.826 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-16T01:41:13.841 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:13.841 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-16T01:41:13.897 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:41:13.897 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:13.897 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T01:41:13.898 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:41:13.973 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:13.973 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:14.028 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:41:14.028 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:14.029 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T01:41:14.029 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:41:14.064 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:14.064 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:14.120 INFO:tasks.ceph:Setting up mon nodes... 2024-09-16T01:41:14.120 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-16T01:41:14.120 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T01:41:14.176 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T01:41:14.179 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T01:41:14.258 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T01:41:14.261 INFO:tasks.ceph:Setting up mds nodes... 2024-09-16T01:41:14.261 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T01:41:14.313 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T01:41:14.316 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-16T01:41:14.342 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T01:41:14.435 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T01:41:14.438 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-16T01:41:14.463 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T01:41:14.514 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T01:41:14.516 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-16T01:41:14.540 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T01:41:14.633 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T01:41:14.635 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-16T01:41:14.659 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-16T01:41:14.659 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T01:41:14.702 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-16T01:41:14.715 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-16T01:41:14.796 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-16T01:41:14.810 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T01:41:14.851 INFO:teuthology.orchestra.run.smithi104.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-16T01:41:14.863 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-16T01:41:14.944 INFO:teuthology.orchestra.run.smithi104.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-16T01:41:14.957 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-16T01:41:14.957 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi016.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi104.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T01:41:14.957 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-16T01:41:14.983 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:14.983 INFO:tasks.ceph:role: osd.0 2024-09-16T01:41:14.983 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:41:14.983 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:15.049 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:15.087 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-16T01:41:15.088 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-16T01:41:15.089 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-16T01:41:15.159 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-16T01:41:15.229 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-16T01:41:15.296 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:15.296 INFO:tasks.ceph:role: osd.1 2024-09-16T01:41:15.296 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:41:15.297 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T01:41:15.363 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:15.363 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:15.363 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:15.363 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:15.363 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:15.363 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:15.364 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:15.364 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:15.364 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:15.364 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:15.402 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-16T01:41:15.405 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-16T01:41:15.405 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-16T01:41:15.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-16T01:41:15.545 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-16T01:41:15.612 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:15.612 INFO:tasks.ceph:role: osd.2 2024-09-16T01:41:15.613 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:41:15.613 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:15.678 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:15.722 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-16T01:41:15.725 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-16T01:41:15.725 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-16T01:41:15.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-16T01:41:15.866 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-16T01:41:15.933 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:15.933 INFO:tasks.ceph:role: osd.3 2024-09-16T01:41:15.933 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:41:15.933 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T01:41:15.998 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:15.999 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:16.037 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-16T01:41:16.039 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-16T01:41:16.040 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-16T01:41:16.109 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-16T01:41:16.180 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:16.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:16.271+0000 7f5dd0011640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-16T01:41:16.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:16.271+0000 7f5dd0011640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-16T01:41:16.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:16.271+0000 7f5dd0011640 -1 bdev(0x55b18a9a3800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:16.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:16.271+0000 7f5dd0011640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-16T01:41:19.201 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T01:41:19.232 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:19.321+0000 7fb69c81c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-16T01:41:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:19.321+0000 7fb69c81c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-16T01:41:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:19.322+0000 7fb69c81c640 -1 bdev(0x5591bd079800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:19.322+0000 7fb69c81c640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-16T01:41:22.497 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T01:41:22.528 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:22.619+0000 7f3bb53c5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-16T01:41:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:22.619+0000 7f3bb53c5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-16T01:41:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:22.619+0000 7f3bb53c5640 -1 bdev(0x562f91611800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:22.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:22.619+0000 7f3bb53c5640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-16T01:41:25.540 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T01:41:25.571 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:25.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:25.663+0000 7f0870418640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-16T01:41:25.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:25.664+0000 7f0870418640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-16T01:41:25.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:25.664+0000 7f0870418640 -1 bdev(0x557b0575d800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:25.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:25.664+0000 7f0870418640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-16T01:41:28.845 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T01:41:28.875 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-16T01:41:28.906 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:28.906 INFO:tasks.ceph:role: osd.4 2024-09-16T01:41:28.906 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:41:28.906 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T01:41:28.981 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:28.981 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:28.981 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:28.981 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:28.981 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:28.981 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:28.982 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:28.982 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:28.982 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:28.982 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:29.496 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-16T01:41:29.499 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-16T01:41:29.499 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-16T01:41:29.642 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-16T01:41:29.679 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-16T01:41:29.746 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:29.747 INFO:tasks.ceph:role: osd.5 2024-09-16T01:41:29.747 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:41:29.747 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T01:41:29.820 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:29.820 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:29.821 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:30.267 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-16T01:41:30.270 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-16T01:41:30.270 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-16T01:41:30.366 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-16T01:41:30.398 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-16T01:41:30.465 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:30.465 INFO:tasks.ceph:role: osd.6 2024-09-16T01:41:30.465 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:41:30.465 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:30.538 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:30.539 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:31.029 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-16T01:41:31.031 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-16T01:41:31.031 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-16T01:41:31.180 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-16T01:41:31.213 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-16T01:41:31.280 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:41:31.280 INFO:tasks.ceph:role: osd.7 2024-09-16T01:41:31.280 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:41:31.280 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:41:31.355 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:41:31.356 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:41:31.356 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:41:31.870 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-16T01:41:31.872 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-16T01:41:31.872 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-16T01:41:32.023 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-16T01:41:32.059 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:32.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:32.163+0000 7f0a07c1e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-16T01:41:32.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:32.163+0000 7f0a07c1e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-16T01:41:32.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:32.163+0000 7f0a07c1e640 -1 bdev(0x55b25d641800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:32.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:32.164+0000 7f0a07c1e640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-16T01:41:35.088 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T01:41:35.115 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:35.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:35.200+0000 7f2936c15640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-16T01:41:35.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:35.200+0000 7f2936c15640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-16T01:41:35.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:35.200+0000 7f2936c15640 -1 bdev(0x5564be0fb800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:35.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:35.200+0000 7f2936c15640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-16T01:41:39.098 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T01:41:39.128 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:39.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:39.216+0000 7fbb7bc24640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-16T01:41:39.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:39.217+0000 7fbb7bc24640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-16T01:41:39.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:39.217+0000 7fbb7bc24640 -1 bdev(0x5624f70c5800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:39.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:39.217+0000 7fbb7bc24640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-16T01:41:41.733 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:41:41.737 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:41:43.122 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T01:41:43.152 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:43.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:43.240+0000 7f70c9887640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-16T01:41:43.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:43.240+0000 7f70c9887640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-16T01:41:43.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:43.240+0000 7f70c9887640 -1 bdev(0x55763945b800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-16T01:41:43.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:43.241+0000 7f70c9887640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-16T01:41:47.165 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T01:41:47.195 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-16T01:41:47.195 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:47.195 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-16T01:41:47.226 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:47.226 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-16T01:41:47.297 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:47.297 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-16T01:41:47.367 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:47.368 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-16T01:41:47.437 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:47.437 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-16T01:41:47.507 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:47.507 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-16T01:41:47.575 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:47.576 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-16T01:41:47.644 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:47.644 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-16T01:41:47.674 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:47.674 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-16T01:41:47.742 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:47.742 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-16T01:41:47.810 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:47.810 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-16T01:41:47.877 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:47.877 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-16T01:41:47.944 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:47.944 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-16T01:41:48.010 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:48.010 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-16T01:41:48.075 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:48.075 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-16T01:41:48.095 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:48.095 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-16T01:41:48.154 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:48.155 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-16T01:41:48.171 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:48.171 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-16T01:41:48.226 INFO:tasks.ceph:Adding keys to all mons... 2024-09-16T01:41:48.227 DEBUG:teuthology.orchestra.run.smithi016:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T01:41:48.229 DEBUG:teuthology.orchestra.run.smithi104:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T01:41:48.270 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr.y] 2024-09-16T01:41:48.270 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ== 2024-09-16T01:41:48.270 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.a] 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA== 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.c] 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg== 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.0] 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ== 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.1] 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg== 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.2] 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw== 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.3] 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg== 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr.x] 2024-09-16T01:41:48.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A== 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.b] 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg== 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.d] 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA== 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.4] 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw== 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.5] 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A== 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.6] 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA== 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.7] 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q== 2024-09-16T01:41:48.272 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:41:48.273 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:41:48.273 INFO:teuthology.orchestra.run.smithi016.stdout:[client.2] 2024-09-16T01:41:48.273 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg== 2024-09-16T01:41:48.273 INFO:teuthology.orchestra.run.smithi016.stdout:[client.1] 2024-09-16T01:41:48.273 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw== 2024-09-16T01:41:48.273 INFO:teuthology.orchestra.run.smithi016.stdout:[client.3] 2024-09-16T01:41:48.273 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw== 2024-09-16T01:41:48.290 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr.y] 2024-09-16T01:41:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ== 2024-09-16T01:41:48.290 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.a] 2024-09-16T01:41:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA== 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.c] 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg== 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.0] 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ== 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.1] 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg== 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.2] 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw== 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.3] 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg== 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr.x] 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A== 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.b] 2024-09-16T01:41:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg== 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.d] 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA== 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.4] 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw== 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.5] 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A== 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.6] 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA== 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.7] 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q== 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout:[client.2] 2024-09-16T01:41:48.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg== 2024-09-16T01:41:48.293 INFO:teuthology.orchestra.run.smithi104.stdout:[client.1] 2024-09-16T01:41:48.293 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw== 2024-09-16T01:41:48.293 INFO:teuthology.orchestra.run.smithi104.stdout:[client.3] 2024-09-16T01:41:48.293 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw== 2024-09-16T01:41:48.294 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:41:48.317 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:41:48.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.388 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.443 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.446 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.500 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.502 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.552 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.554 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.605 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.607 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.658 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.661 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.711 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:41:48.713 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:41:48.764 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.766 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.820 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.822 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:41:48.875 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.878 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.928 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.931 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.981 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:48.984 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:49.035 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:49.038 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:41:49.089 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.091 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.145 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.148 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.201 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.204 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.257 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.260 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:41:49.315 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-16T01:41:49.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-16T01:41:49.341 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:41:49.438 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-16T01:41:49.464 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-16T01:41:49.489 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:41:49.586 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-16T01:41:49.610 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-16T01:41:49.675 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:41:49.772 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-16T01:41:49.798 DEBUG:teuthology.orchestra.run.smithi016:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:49.800 DEBUG:teuthology.orchestra.run.smithi104:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:41:49.853 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-16T01:41:49.853 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T01:41:49.854 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T01:41:49.856 INFO:tasks.ceph.mon.a:Started 2024-09-16T01:41:49.856 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T01:41:49.856 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T01:41:49.896 INFO:tasks.ceph.mon.b:Started 2024-09-16T01:41:49.896 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T01:41:49.897 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T01:41:49.898 INFO:tasks.ceph.mon.c:Started 2024-09-16T01:41:49.898 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-16T01:41:49.899 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T01:41:49.899 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T01:41:49.901 INFO:tasks.ceph.mgr.y:Started 2024-09-16T01:41:49.901 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T01:41:49.901 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T01:41:49.903 INFO:tasks.ceph.mgr.x:Started 2024-09-16T01:41:49.904 INFO:tasks.ceph:Setting crush tunables to default 2024-09-16T01:41:49.904 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --cluster ceph osd crush tunables default 2024-09-16T01:41:50.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.005+0000 7f83d8542640 1 Processor -- start 2024-09-16T01:41:50.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.005+0000 7f83d8542640 1 -- start start 2024-09-16T01:41:50.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d8542640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d8542640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 0x7f83d00d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d8542640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 0x7f83d00d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d8542640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f83d00d20a0 con 0x7f83d00cfb00 2024-09-16T01:41:50.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d8542640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f83d00d22f0 con 0x7f83d00d4010 2024-09-16T01:41:50.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d8542640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f83d00d25d0 con 0x7f83d0147f30 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d5add640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 0x7f83d00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d5add640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 0x7f83d00d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59960/0 (socket says 172.21.15.16:59960) 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d5add640 1 -- 172.21.15.16:0/2375290640 learned_addr learned my addr 172.21.15.16:0/2375290640 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d62de640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d6adf640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 0x7f83d00d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d5add640 1 -- 172.21.15.16:0/2375290640 >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 msgr2=0x7f83d00d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d5add640 1 -- 172.21.15.16:0/2375290640 >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 msgr2=0x7f83d00d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d5add640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 0x7f83d00d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d5add640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 0x7f83d00d0f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d62de640 1 -- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 msgr2=0x7f83d00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d62de640 1 -- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 msgr2=0x7f83d00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d62de640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:41:50.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d6adf640 1 -- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 msgr2=0x7f83d00d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-16T01:41:50.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d6adf640 1 -- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 msgr2=0x7f83d00d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T01:41:50.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d6adf640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 0x7f83d00d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:41:50.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d62de640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:41:50.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.006+0000 7f83d6adf640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 0x7f83d00d14b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:41:50.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d5add640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.16:3300/0 conn(0x7f83d00cfb00 0x7f83d00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d6adf640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 0x7f83d00d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d62de640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d5add640 1 -- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 msgr2=0x7f83d00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d5add640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d5add640 1 -- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 msgr2=0x7f83d00d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d5add640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 0x7f83d00d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d5add640 1 -- 172.21.15.16:0/2375290640 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d00d28b0 con 0x7f83d00cfb00 2024-09-16T01:41:50.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.207+0000 7f83d62de640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:50.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.208+0000 7f83d5add640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00cfb00 0x7f83d00d0f70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f83d00d0c70 tx=0x7f83c002a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93a7d56090b67265 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.208+0000 7f83d52dc640 1 -- 172.21.15.16:0/2375290640 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c000f040 con 0x7f83d00cfb00 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.208+0000 7f83d52dc640 1 -- 172.21.15.16:0/2375290640 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83c002f710 con 0x7f83d00cfb00 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.208+0000 7f83d52dc640 1 -- 172.21.15.16:0/2375290640 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c002fb00 con 0x7f83d00cfb00 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 -- 172.21.15.16:0/2375290640 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00cfb00 msgr2=0x7f83d00d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00cfb00 0x7f83d00d0f70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f83d00d0c70 tx=0x7f83c002a430 comp rx=0 tx=0).stop 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 -- 172.21.15.16:0/2375290640 shutdown_connections 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 --2- 172.21.15.16:0/2375290640 >> v2:172.21.15.104:3300/0 conn(0x7f83d00d4010 0x7f83d00d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00cfb00 0x7f83d00d0f70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 --2- 172.21.15.16:0/2375290640 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d0147f30 0x7f83d00cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 -- 172.21.15.16:0/2375290640 >> 172.21.15.16:0/2375290640 conn(0x7f83d0074da0 msgr2=0x7f83d00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 -- 172.21.15.16:0/2375290640 shutdown_connections 2024-09-16T01:41:50.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.209+0000 7f83d8542640 1 -- 172.21.15.16:0/2375290640 wait complete. 2024-09-16T01:41:50.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.210+0000 7f83d8542640 1 Processor -- start 2024-09-16T01:41:50.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.210+0000 7f83d8542640 1 -- start start 2024-09-16T01:41:50.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d8542640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d00cfb00 0x7f83d00ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d8542640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00d4010 0x7f83d015dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d8542640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83d0147f30 0x7f83d00cd830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d8542640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f83d00d30b0 con 0x7f83d00d4010 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d8542640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f83d0148310 con 0x7f83d0147f30 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d8542640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f83d00d3230 con 0x7f83d00cfb00 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00d4010 0x7f83d015dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00d4010 0x7f83d015dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59990/0 (socket says 172.21.15.16:59990) 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 -- 172.21.15.16:0/2265185999 learned_addr learned my addr 172.21.15.16:0/2265185999 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:41:50.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d62de640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d00cfb00 0x7f83d00ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d6adf640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83d0147f30 0x7f83d00cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 -- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d00cfb00 msgr2=0x7f83d00ab5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d00cfb00 0x7f83d00ab5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 -- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83d0147f30 msgr2=0x7f83d00cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83d0147f30 0x7f83d00cd830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 -- 172.21.15.16:0/2265185999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d0160aa0 con 0x7f83d00d4010 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d6adf640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83d0147f30 0x7f83d00cd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.211+0000 7f83d5add640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00d4010 0x7f83d015dda0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f83c0000c00 tx=0x7f83c0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.212+0000 7f83c6ffd640 1 -- 172.21.15.16:0/2265185999 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c000f000 con 0x7f83d00d4010 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.212+0000 7f83c6ffd640 1 -- 172.21.15.16:0/2265185999 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83c0003820 con 0x7f83d00d4010 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.212+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83d0160d40 con 0x7f83d00d4010 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.212+0000 7f83c6ffd640 1 -- 172.21.15.16:0/2265185999 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c0003c10 con 0x7f83d00d4010 2024-09-16T01:41:50.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.212+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83d00abb20 con 0x7f83d00d4010 2024-09-16T01:41:50.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.212+0000 7f83c6ffd640 1 -- 172.21.15.16:0/2265185999 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f83c0039040 con 0x7f83d00d4010 2024-09-16T01:41:50.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.212+0000 7f83c6ffd640 1 -- 172.21.15.16:0/2265185999 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f83c0006360 con 0x7f83d00d4010 2024-09-16T01:41:50.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.213+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83d0160f10 con 0x7f83d00d4010 2024-09-16T01:41:50.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.215+0000 7f83c6ffd640 1 -- 172.21.15.16:0/2265185999 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f83c0052080 con 0x7f83d00d4010 2024-09-16T01:41:50.267 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:50.265+0000 7feaede95040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:41:50.279 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:50.277+0000 7f47def18040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:41:50.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.279+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f83d00cf5c0 con 0x7f83d00d4010 2024-09-16T01:41:50.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.280+0000 7f83c6ffd640 1 -- 172.21.15.16:0/2265185999 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f83c0040030 con 0x7f83d00d4010 2024-09-16T01:41:50.282 INFO:teuthology.orchestra.run.smithi016.stderr:adjusted tunables profile to default 2024-09-16T01:41:50.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00d4010 msgr2=0x7f83d015dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00d4010 0x7f83d015dda0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f83c0000c00 tx=0x7f83c0004730 comp rx=0 tx=0).stop 2024-09-16T01:41:50.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 shutdown_connections 2024-09-16T01:41:50.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83d0147f30 0x7f83d00cd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83d00d4010 0x7f83d015dda0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 --2- 172.21.15.16:0/2265185999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83d00cfb00 0x7f83d00ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 >> 172.21.15.16:0/2265185999 conn(0x7f83d0074da0 msgr2=0x7f83d00b87d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 shutdown_connections 2024-09-16T01:41:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:50.281+0000 7f83d8542640 1 -- 172.21.15.16:0/2265185999 wait complete. 2024-09-16T01:41:50.293 INFO:tasks.ceph:check_enable_crimson: False 2024-09-16T01:41:50.293 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-16T01:41:50.294 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:50.294 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-16T01:41:50.311 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:50.310+0000 7feaede95040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:41:50.319 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:50.320 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-16T01:41:50.321 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:50.319+0000 7f47def18040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:41:50.386 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:50.386 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-16T01:41:50.452 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:41:50.452 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-16T01:41:50.461 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:50.460+0000 7feaede95040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:41:50.464 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:50.462+0000 7f47def18040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:41:50.487 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:50.487 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-16T01:41:50.513 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:50.513 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-16T01:41:50.515 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:50.513+0000 7feaede95040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:41:50.515 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:50.513+0000 7f47def18040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:41:50.539 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:50.539 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-16T01:41:50.607 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:41:50.607 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-16T01:41:50.671 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 1b21e60b-7614-4240-9690-b031a240a748 0 2024-09-16T01:41:50.683 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:50.682+0000 7feaede95040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:41:50.686 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:50.684+0000 7f47def18040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:41:50.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.782+0000 7fa00c36f640 1 Processor -- start 2024-09-16T01:41:50.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.782+0000 7fa00c36f640 1 -- start start 2024-09-16T01:41:50.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00c36f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa0040d1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00c36f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa0040731e0 0x7fa004073630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00c36f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa00406d450 con 0x7fa00406cfb0 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00c36f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa004073b70 con 0x7fa0040731e0 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00c36f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa00406d730 con 0x7fa004155940 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a10b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa0040d1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a10b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa0040d1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57746/0 (socket says 172.21.15.104:57746) 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a10b640 1 -- 172.21.15.104:0/374302335 learned_addr learned my addr 172.21.15.104:0/374302335 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a90c640 1 --2- 172.21.15.104:0/374302335 >> v2:172.21.15.16:3300/0 conn(0x7fa0040731e0 0x7fa004073630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a10b640 1 -- 172.21.15.104:0/374302335 >> v2:172.21.15.16:3300/0 conn(0x7fa0040731e0 msgr2=0x7fa004073630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a10b640 1 --2- 172.21.15.104:0/374302335 >> v2:172.21.15.16:3300/0 conn(0x7fa0040731e0 0x7fa004073630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a10b640 1 -- 172.21.15.104:0/374302335 >> v1:172.21.15.16:6789/0 conn(0x7fa00406cfb0 legacy=0x7fa00415c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.783+0000 7fa00a10b640 1 -- 172.21.15.104:0/374302335 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0040d1300 con 0x7fa004155940 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.784+0000 7fa00a10b640 1 --2- 172.21.15.104:0/374302335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa0040d1de0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa000009870 tx=0x7fa00002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a01a45d1b9720ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.784+0000 7fa009109640 1 -- 172.21.15.104:0/374302335 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000037070 con 0x7fa004155940 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.784+0000 7fa009109640 1 -- 172.21.15.104:0/374302335 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa000032440 con 0x7fa004155940 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.784+0000 7fa009109640 1 -- 172.21.15.104:0/374302335 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000032810 con 0x7fa004155940 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 -- 172.21.15.104:0/374302335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 msgr2=0x7fa0040d1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 --2- 172.21.15.104:0/374302335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa0040d1de0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa000009870 tx=0x7fa00002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 -- 172.21.15.104:0/374302335 shutdown_connections 2024-09-16T01:41:50.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 --2- 172.21.15.104:0/374302335 >> v2:172.21.15.16:3300/0 conn(0x7fa0040731e0 0x7fa004073630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 --2- 172.21.15.104:0/374302335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa0040d1de0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 -- 172.21.15.104:0/374302335 >> 172.21.15.104:0/374302335 conn(0x7fa0040b4d50 msgr2=0x7fa0040b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 -- 172.21.15.104:0/374302335 shutdown_connections 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.785+0000 7fa00c36f640 1 -- 172.21.15.104:0/374302335 wait complete. 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.786+0000 7fa00c36f640 1 Processor -- start 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.786+0000 7fa00c36f640 1 -- start start 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00c36f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa00406cfb0 0x7fa00409bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00c36f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0040731e0 0x7fa004156b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00c36f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa004153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00c36f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa004072650 con 0x7fa0040731e0 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00c36f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa0040d1950 con 0x7fa00406cfb0 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00c36f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa004155d20 con 0x7fa004155940 2024-09-16T01:41:50.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa00406cfb0 0x7fa00409bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa00406cfb0 0x7fa00409bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57886/0 (socket says 172.21.15.104:57886) 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 -- 172.21.15.104:0/1841582673 learned_addr learned my addr 172.21.15.104:0/1841582673 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a90c640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa004153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00990a640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0040731e0 0x7fa004156b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 -- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 msgr2=0x7fa004153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa004153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 -- 172.21.15.104:0/1841582673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0040731e0 msgr2=0x7fa004156b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0040731e0 0x7fa004156b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 -- 172.21.15.104:0/1841582673 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa00409c5c0 con 0x7fa00406cfb0 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a90c640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa004153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.787+0000 7fa00a10b640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa00406cfb0 0x7fa00409bcc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa000000c00 tx=0x7fa0000046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.788+0000 7f9ffaffd640 1 -- 172.21.15.104:0/1841582673 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000041030 con 0x7fa00406cfb0 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.788+0000 7f9ffaffd640 1 -- 172.21.15.104:0/1841582673 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa000030440 con 0x7fa00406cfb0 2024-09-16T01:41:50.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.788+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa00409c8a0 con 0x7fa00406cfb0 2024-09-16T01:41:50.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.788+0000 7f9ffaffd640 1 -- 172.21.15.104:0/1841582673 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000037040 con 0x7fa00406cfb0 2024-09-16T01:41:50.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.788+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa00409c200 con 0x7fa00406cfb0 2024-09-16T01:41:50.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.788+0000 7f9ffaffd640 1 -- 172.21.15.104:0/1841582673 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa000044070 con 0x7fa00406cfb0 2024-09-16T01:41:50.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.788+0000 7f9ffaffd640 1 -- 172.21.15.104:0/1841582673 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fa00003d9c0 con 0x7fa00406cfb0 2024-09-16T01:41:50.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.789+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa004073630 con 0x7fa00406cfb0 2024-09-16T01:41:50.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.791+0000 7f9ffaffd640 1 -- 172.21.15.104:0/1841582673 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa00004b070 con 0x7fa00406cfb0 2024-09-16T01:41:50.798 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:50.797+0000 7feaede95040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:41:50.802 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:50.801+0000 7f47def18040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:41:50.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.860+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1b21e60b-7614-4240-9690-b031a240a748", "id": 0} v 0) -- 0x7fa00415d9c0 con 0x7fa00406cfb0 2024-09-16T01:41:50.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.867+0000 7f9ffaffd640 1 -- 172.21.15.104:0/1841582673 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1b21e60b-7614-4240-9690-b031a240a748", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fa00003dc10 con 0x7fa00406cfb0 2024-09-16T01:41:50.869 INFO:teuthology.orchestra.run.smithi104.stdout:0 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa00406cfb0 msgr2=0x7fa00409bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa00406cfb0 0x7fa00409bcc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa000000c00 tx=0x7fa0000046c0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 shutdown_connections 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa004155940 0x7fa004153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0040731e0 0x7fa004156b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 --2- 172.21.15.104:0/1841582673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa00406cfb0 0x7fa00409bcc0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 >> 172.21.15.104:0/1841582673 conn(0x7fa0040b4d50 msgr2=0x7fa00415c980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:50.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 shutdown_connections 2024-09-16T01:41:50.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.868+0000 7fa00c36f640 1 -- 172.21.15.104:0/1841582673 wait complete. 2024-09-16T01:41:50.880 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 98b11843-9ec3-4bc3-a1fc-e61aad4aebdb 1 2024-09-16T01:41:50.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.976+0000 7fef3d653640 1 Processor -- start 2024-09-16T01:41:50.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.976+0000 7fef3d653640 1 -- start start 2024-09-16T01:41:50.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef3d653640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fef380b3720 0x7fef3806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef3d653640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef380b3b90 0x7fef3806c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef3d653640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef3806cf20 con 0x7fef3815b310 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef3d653640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fef3806d200 con 0x7fef380b3b90 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef3d653640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fef3806d4e0 con 0x7fef380b3720 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef367fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fef380b3720 0x7fef3806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef367fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fef380b3720 0x7fef3806bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57898/0 (socket says 172.21.15.104:57898) 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef367fc640 1 -- 172.21.15.104:0/2524283995 learned_addr learned my addr 172.21.15.104:0/2524283995 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.977+0000 7fef377fe640 1 --2- 172.21.15.104:0/2524283995 >> v2:172.21.15.16:3300/0 conn(0x7fef380b3b90 0x7fef3806c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef367fc640 1 -- 172.21.15.104:0/2524283995 >> v2:172.21.15.16:3300/0 conn(0x7fef380b3b90 msgr2=0x7fef3806c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef367fc640 1 --2- 172.21.15.104:0/2524283995 >> v2:172.21.15.16:3300/0 conn(0x7fef380b3b90 0x7fef3806c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef367fc640 1 -- 172.21.15.104:0/2524283995 >> v1:172.21.15.16:6789/0 conn(0x7fef3815b310 legacy=0x7fef380d1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef367fc640 1 -- 172.21.15.104:0/2524283995 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef380d0f70 con 0x7fef380b3720 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef367fc640 1 --2- 172.21.15.104:0/2524283995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef380b3720 0x7fef3806bbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fef380b4270 tx=0x7fef2002c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13a63b19be4bb953 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef35ffb640 1 -- 172.21.15.104:0/2524283995 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef20036020 con 0x7fef380b3720 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef35ffb640 1 -- 172.21.15.104:0/2524283995 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef20032640 con 0x7fef380b3720 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.978+0000 7fef35ffb640 1 -- 172.21.15.104:0/2524283995 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef20032a10 con 0x7fef380b3720 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 -- 172.21.15.104:0/2524283995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef380b3720 msgr2=0x7fef3806bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 --2- 172.21.15.104:0/2524283995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef380b3720 0x7fef3806bbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fef380b4270 tx=0x7fef2002c940 comp rx=0 tx=0).stop 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 -- 172.21.15.104:0/2524283995 shutdown_connections 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 --2- 172.21.15.104:0/2524283995 >> v2:172.21.15.16:3300/0 conn(0x7fef380b3b90 0x7fef3806c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 --2- 172.21.15.104:0/2524283995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef380b3720 0x7fef3806bbe0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 -- 172.21.15.104:0/2524283995 >> 172.21.15.104:0/2524283995 conn(0x7fef380b6020 msgr2=0x7fef380b66e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 -- 172.21.15.104:0/2524283995 shutdown_connections 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.979+0000 7fef3d653640 1 -- 172.21.15.104:0/2524283995 wait complete. 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.980+0000 7fef3d653640 1 Processor -- start 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.980+0000 7fef3d653640 1 -- start start 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef3d653640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef380b3720 0x7fef380cb170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef3d653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef380b3b90 0x7fef380b0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef3d653640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef3815b310 0x7fef380b08b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef3d653640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fef3806c9b0 con 0x7fef380b3720 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef3d653640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fef380d1530 con 0x7fef3815b310 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef3d653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fef3815b6f0 con 0x7fef380b3b90 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef377fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef3815b310 0x7fef380b08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef367fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef380b3b90 0x7fef380b0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef377fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef3815b310 0x7fef380b08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57914/0 (socket says 172.21.15.104:57914) 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef367fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef380b3b90 0x7fef380b0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57768/0 (socket says 172.21.15.104:57768) 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef377fe640 1 -- 172.21.15.104:0/1713020708 learned_addr learned my addr 172.21.15.104:0/1713020708 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.981+0000 7fef36ffd640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef380b3720 0x7fef380cb170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef367fc640 1 -- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef3815b310 msgr2=0x7fef380b08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef367fc640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef3815b310 0x7fef380b08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef367fc640 1 -- 172.21.15.104:0/1713020708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef380b3720 msgr2=0x7fef380cb170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef367fc640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef380b3720 0x7fef380cb170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef367fc640 1 -- 172.21.15.104:0/1713020708 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef380cc9a0 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef377fe640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef3815b310 0x7fef380b08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef367fc640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef380b3b90 0x7fef380b0370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fef20034000 tx=0x7fef200046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef2f7fe640 1 -- 172.21.15.104:0/1713020708 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef20036040 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef2f7fe640 1 -- 172.21.15.104:0/1713020708 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef20031b70 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef2f7fe640 1 -- 172.21.15.104:0/1713020708 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef20044480 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef380ccc80 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fef3815b900 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef2f7fe640 1 -- 172.21.15.104:0/1713020708 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fef20039020 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.982+0000 7fef2f7fe640 1 -- 172.21.15.104:0/1713020708 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7fef2003b630 con 0x7fef380b3b90 2024-09-16T01:41:50.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.983+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef380d1a50 con 0x7fef380b3b90 2024-09-16T01:41:50.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:50.985+0000 7fef2f7fe640 1 -- 172.21.15.104:0/1713020708 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fef20052020 con 0x7fef380b3b90 2024-09-16T01:41:51.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.054+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "98b11843-9ec3-4bc3-a1fc-e61aad4aebdb", "id": 1} v 0) -- 0x7fef381e4dd0 con 0x7fef380b3b90 2024-09-16T01:41:51.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.060+0000 7fef2f7fe640 1 -- 172.21.15.104:0/1713020708 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "98b11843-9ec3-4bc3-a1fc-e61aad4aebdb", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fef20044af0 con 0x7fef380b3b90 2024-09-16T01:41:51.062 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.061+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef380b3b90 msgr2=0x7fef380b0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.061+0000 7fef3d653640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef380b3b90 0x7fef380b0370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fef20034000 tx=0x7fef200046c0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.061+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 shutdown_connections 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.061+0000 7fef3d653640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef3815b310 0x7fef380b08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.061+0000 7fef3d653640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef380b3b90 0x7fef380b0370 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.061+0000 7fef3d653640 1 --2- 172.21.15.104:0/1713020708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef380b3720 0x7fef380cb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.061+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 >> 172.21.15.104:0/1713020708 conn(0x7fef380b6020 msgr2=0x7fef3806eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.062+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 shutdown_connections 2024-09-16T01:41:51.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.062+0000 7fef3d653640 1 -- 172.21.15.104:0/1713020708 wait complete. 2024-09-16T01:41:51.076 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 30e4ee37-1026-4d45-9822-9427da50662e 2 2024-09-16T01:41:51.135 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:51.134+0000 7feaede95040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:41:51.139 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:51.137+0000 7f47def18040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:41:51.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.173+0000 7fa62d677640 1 Processor -- start 2024-09-16T01:41:51.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.173+0000 7fa62d677640 1 -- start start 2024-09-16T01:41:51.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa62d677640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa6280cb9b0 0x7fa6280ce610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa62d677640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa6280721d0 0x7fa628072660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa62d677640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6280c5aa0 con 0x7fa6280d0560 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa62d677640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa628072e80 con 0x7fa6280cb9b0 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa62d677640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa6280c5d80 con 0x7fa6280721d0 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6277fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa6280721d0 0x7fa628072660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6277fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa6280721d0 0x7fa628072660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57918/0 (socket says 172.21.15.104:57918) 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6277fe640 1 -- 172.21.15.104:0/1114838113 learned_addr learned my addr 172.21.15.104:0/1114838113 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6267fc640 1 --2- 172.21.15.104:0/1114838113 >> v2:172.21.15.16:3300/0 conn(0x7fa6280cb9b0 0x7fa6280ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6277fe640 1 -- 172.21.15.104:0/1114838113 >> v2:172.21.15.16:3300/0 conn(0x7fa6280cb9b0 msgr2=0x7fa6280ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6277fe640 1 --2- 172.21.15.104:0/1114838113 >> v2:172.21.15.16:3300/0 conn(0x7fa6280cb9b0 0x7fa6280ce610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6277fe640 1 -- 172.21.15.104:0/1114838113 >> v1:172.21.15.16:6789/0 conn(0x7fa6280d0560 legacy=0x7fa6280cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.174+0000 7fa6277fe640 1 -- 172.21.15.104:0/1114838113 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6280c6060 con 0x7fa6280721d0 2024-09-16T01:41:51.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.175+0000 7fa6277fe640 1 --2- 172.21.15.104:0/1114838113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280721d0 0x7fa628072660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa62806cad0 tx=0x7fa62002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=864ded3fb2f06829 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.175+0000 7fa625ffb640 1 -- 172.21.15.104:0/1114838113 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa620032620 con 0x7fa6280721d0 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.175+0000 7fa625ffb640 1 -- 172.21.15.104:0/1114838113 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6200327c0 con 0x7fa6280721d0 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.175+0000 7fa625ffb640 1 -- 172.21.15.104:0/1114838113 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa620032b90 con 0x7fa6280721d0 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 -- 172.21.15.104:0/1114838113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280721d0 msgr2=0x7fa628072660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 --2- 172.21.15.104:0/1114838113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280721d0 0x7fa628072660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa62806cad0 tx=0x7fa62002b8d0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 -- 172.21.15.104:0/1114838113 shutdown_connections 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 --2- 172.21.15.104:0/1114838113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280721d0 0x7fa628072660 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 --2- 172.21.15.104:0/1114838113 >> v2:172.21.15.16:3300/0 conn(0x7fa6280cb9b0 0x7fa6280ce610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 -- 172.21.15.104:0/1114838113 >> 172.21.15.104:0/1114838113 conn(0x7fa6280d0a40 msgr2=0x7fa6280d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 -- 172.21.15.104:0/1114838113 shutdown_connections 2024-09-16T01:41:51.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.176+0000 7fa62d677640 1 -- 172.21.15.104:0/1114838113 wait complete. 2024-09-16T01:41:51.181 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.177+0000 7fa62d677640 1 Processor -- start 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.177+0000 7fa62d677640 1 -- start start 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa62d677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6280721d0 0x7fa6280c9b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa62d677640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280cb9b0 0x7fa6280c7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa62d677640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6280c8050 0x7fa62814bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa62d677640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa628068170 con 0x7fa6280c8050 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa62d677640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa628072ba0 con 0x7fa6280cb9b0 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa62d677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa6280682f0 con 0x7fa6280721d0 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa6267fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280cb9b0 0x7fa6280c7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa626ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6280721d0 0x7fa6280c9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa626ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6280721d0 0x7fa6280c9b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57774/0 (socket says 172.21.15.104:57774) 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa626ffd640 1 -- 172.21.15.104:0/2174573385 learned_addr learned my addr 172.21.15.104:0/2174573385 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:51.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa6277fe640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6280c8050 0x7fa62814bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa6267fc640 1 -- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6280721d0 msgr2=0x7fa6280c9b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa6267fc640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6280721d0 0x7fa6280c9b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa6267fc640 1 -- 172.21.15.104:0/2174573385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6280c8050 msgr2=0x7fa62814bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa6267fc640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6280c8050 0x7fa62814bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa6267fc640 1 -- 172.21.15.104:0/2174573385 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6280b4a80 con 0x7fa6280cb9b0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.178+0000 7fa626ffd640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6280721d0 0x7fa6280c9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa6267fc640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280cb9b0 0x7fa6280c7b10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa610010a60 tx=0x7fa610010f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa61f7fe640 1 -- 172.21.15.104:0/2174573385 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61001e070 con 0x7fa6280cb9b0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa61f7fe640 1 -- 172.21.15.104:0/2174573385 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa610011450 con 0x7fa6280cb9b0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa61f7fe640 1 -- 172.21.15.104:0/2174573385 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa610011840 con 0x7fa6280cb9b0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6280ca470 con 0x7fa6280cb9b0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6280caa30 con 0x7fa6280cb9b0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa61f7fe640 1 -- 172.21.15.104:0/2174573385 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa610021070 con 0x7fa6280cb9b0 2024-09-16T01:41:51.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.179+0000 7fa61f7fe640 1 -- 172.21.15.104:0/2174573385 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fa6100064e0 con 0x7fa6280cb9b0 2024-09-16T01:41:51.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.180+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa628068680 con 0x7fa6280cb9b0 2024-09-16T01:41:51.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.183+0000 7fa61f7fe640 1 -- 172.21.15.104:0/2174573385 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa610028070 con 0x7fa6280cb9b0 2024-09-16T01:41:51.190 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:51.189+0000 7feaede95040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:41:51.201 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:51.199+0000 7f47def18040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:41:51.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.253+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd new", "uuid": "30e4ee37-1026-4d45-9822-9427da50662e", "id": 2} v 0) -- 0x7fa628075e70 con 0x7fa6280cb9b0 2024-09-16T01:41:51.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa61f7fe640 1 -- 172.21.15.104:0/2174573385 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "30e4ee37-1026-4d45-9822-9427da50662e", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fa6100060c0 con 0x7fa6280cb9b0 2024-09-16T01:41:51.259 INFO:teuthology.orchestra.run.smithi104.stdout:2 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280cb9b0 msgr2=0x7fa6280c7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa62d677640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280cb9b0 0x7fa6280c7b10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa610010a60 tx=0x7fa610010f20 comp rx=0 tx=0).stop 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 shutdown_connections 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa62d677640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6280c8050 0x7fa62814bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa62d677640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6280cb9b0 0x7fa6280c7b10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa62d677640 1 --2- 172.21.15.104:0/2174573385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6280721d0 0x7fa6280c9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.257+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 >> 172.21.15.104:0/2174573385 conn(0x7fa6280d0a40 msgr2=0x7fa62806e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.258+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 shutdown_connections 2024-09-16T01:41:51.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.258+0000 7fa62d677640 1 -- 172.21.15.104:0/2174573385 wait complete. 2024-09-16T01:41:51.270 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new ee316fcf-2c27-415b-bca5-4149aa738cd4 3 2024-09-16T01:41:51.348 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:51.346+0000 7feaede95040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:41:51.359 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:51.357+0000 7f47def18040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:41:51.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.365+0000 7f7c0494b640 1 Processor -- start 2024-09-16T01:41:51.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.365+0000 7f7c0494b640 1 -- start start 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.366+0000 7f7c0494b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7c000c5900 0x7f7c000ced20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.366+0000 7f7c0494b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c00162c70 con 0x7f7c0015e780 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.366+0000 7f7c0494b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c00162f50 con 0x7f7c0015e3a0 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.366+0000 7f7c0494b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7c000c7800 con 0x7f7c000c5900 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.366+0000 7f7bfe59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f7c0015e3a0 0x7f7c000ce610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52924/0 (socket says 172.21.15.104:52924) 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfe59c640 1 -- 172.21.15.104:0/2365140231 learned_addr learned my addr 172.21.15.104:0/2365140231 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfdd9b640 1 --2- 172.21.15.104:0/2365140231 >> v2:172.21.15.16:3300/0 conn(0x7f7c000c5900 0x7f7c000ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1264665863 0 0) 0x7f7c00162f50 con 0x7f7c0015e3a0 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7be8003520 con 0x7f7c0015e3a0 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4120890579 0 0) 0x7f7c00162c70 con 0x7f7c0015e780 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c00162f50 con 0x7f7c0015e780 2024-09-16T01:41:51.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfdd9b640 1 -- 172.21.15.104:0/2365140231 >> v1:172.21.15.104:6789/0 conn(0x7f7c0015e3a0 legacy=0x7f7c000ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2439424398 0 0) 0x7f7be8003520 con 0x7f7c0015e3a0 2024-09-16T01:41:51.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfdd9b640 1 -- 172.21.15.104:0/2365140231 >> v1:172.21.15.16:6789/0 conn(0x7f7c0015e780 legacy=0x7f7c000af140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.367+0000 7f7bfdd9b640 1 -- 172.21.15.104:0/2365140231 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c000ae940 con 0x7f7c000c5900 2024-09-16T01:41:51.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.368+0000 7f7bfdd9b640 1 --2- 172.21.15.104:0/2365140231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c000c5900 0x7f7c000ced20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4009720 tx=0x7f7bf402a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=900326293d72621d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.368+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4037070 con 0x7f7c000c5900 2024-09-16T01:41:51.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.368+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bf402abe0 con 0x7f7c000c5900 2024-09-16T01:41:51.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.368+0000 7f7bfd59a640 1 -- 172.21.15.104:0/2365140231 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf0001670 con 0x7f7c000c5900 2024-09-16T01:41:51.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.368+0000 7f7c0494b640 1 -- 172.21.15.104:0/2365140231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c000c5900 msgr2=0x7f7c000ced20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.369+0000 7f7c0494b640 1 --2- 172.21.15.104:0/2365140231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c000c5900 0x7f7c000ced20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4009720 tx=0x7f7bf402a0d0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.369+0000 7f7c0494b640 1 -- 172.21.15.104:0/2365140231 shutdown_connections 2024-09-16T01:41:51.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.369+0000 7f7c0494b640 1 --2- 172.21.15.104:0/2365140231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c000c5900 0x7f7c000ced20 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.369+0000 7f7c0494b640 1 -- 172.21.15.104:0/2365140231 >> 172.21.15.104:0/2365140231 conn(0x7f7c000d0a40 msgr2=0x7f7c000d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.369+0000 7f7c0494b640 1 -- 172.21.15.104:0/2365140231 shutdown_connections 2024-09-16T01:41:51.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.369+0000 7f7c0494b640 1 -- 172.21.15.104:0/2365140231 wait complete. 2024-09-16T01:41:51.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.370+0000 7f7c0494b640 1 Processor -- start 2024-09-16T01:41:51.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.370+0000 7f7c0494b640 1 -- start start 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7c0494b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c000c5900 0x7f7c0015f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7c0494b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7c0015e3a0 0x7f7c0014f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7c0494b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c0015e780 0x7f7c00160330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7c0494b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7c000c7480 con 0x7f7c0015e780 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7c0494b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7c000aecb0 con 0x7f7c000c5900 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7c0494b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7c000cf260 con 0x7f7c0015e3a0 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfe59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c000c5900 0x7f7c0015f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfdd9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7c0015e3a0 0x7f7c0014f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfe59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c000c5900 0x7f7c0015f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57928/0 (socket says 172.21.15.104:57928) 2024-09-16T01:41:51.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfe59c640 1 -- 172.21.15.104:0/1605369399 learned_addr learned my addr 172.21.15.104:0/1605369399 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfed9d640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c0015e780 0x7f7c00160330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfdd9b640 1 -- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c000c5900 msgr2=0x7f7c0015f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfdd9b640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c000c5900 0x7f7c0015f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfdd9b640 1 -- 172.21.15.104:0/1605369399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c0015e780 msgr2=0x7f7c00160330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfdd9b640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c0015e780 0x7f7c00160330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfdd9b640 1 -- 172.21.15.104:0/1605369399 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c00161060 con 0x7f7c0015e3a0 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfe59c640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c000c5900 0x7f7c0015f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.371+0000 7f7bfdd9b640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7c0015e3a0 0x7f7c0014f4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4031000 tx=0x7f7bf40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.372+0000 7f7beeffd640 1 -- 172.21.15.104:0/1605369399 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4041020 con 0x7f7c0015e3a0 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.372+0000 7f7beeffd640 1 -- 172.21.15.104:0/1605369399 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bf403d620 con 0x7f7c0015e3a0 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.372+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c00160d80 con 0x7f7c0015e3a0 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.372+0000 7f7beeffd640 1 -- 172.21.15.104:0/1605369399 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4037040 con 0x7f7c0015e3a0 2024-09-16T01:41:51.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.372+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c0015efb0 con 0x7f7c0015e3a0 2024-09-16T01:41:51.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.372+0000 7f7beeffd640 1 -- 172.21.15.104:0/1605369399 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7bf4044020 con 0x7f7c0015e3a0 2024-09-16T01:41:51.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.372+0000 7f7beeffd640 1 -- 172.21.15.104:0/1605369399 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f7bf4006550 con 0x7f7c0015e3a0 2024-09-16T01:41:51.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.373+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c000ce610 con 0x7f7c0015e3a0 2024-09-16T01:41:51.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.375+0000 7f7beeffd640 1 -- 172.21.15.104:0/1605369399 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7bf404b070 con 0x7f7c0015e3a0 2024-09-16T01:41:51.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.444+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ee316fcf-2c27-415b-bca5-4149aa738cd4", "id": 3} v 0) -- 0x7f7c000b1900 con 0x7f7c0015e3a0 2024-09-16T01:41:51.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.447+0000 7f7beeffd640 1 -- 172.21.15.104:0/1605369399 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ee316fcf-2c27-415b-bca5-4149aa738cd4", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f7bf4006750 con 0x7f7c0015e3a0 2024-09-16T01:41:51.449 INFO:teuthology.orchestra.run.smithi104.stdout:3 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7c0015e3a0 msgr2=0x7f7c0014f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7c0015e3a0 0x7f7c0014f4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4031000 tx=0x7f7bf40046c0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 shutdown_connections 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c0015e780 0x7f7c00160330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7c0015e3a0 0x7f7c0014f4e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 --2- 172.21.15.104:0/1605369399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c000c5900 0x7f7c0015f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 >> 172.21.15.104:0/1605369399 conn(0x7f7c000d0a40 msgr2=0x7f7c000b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 shutdown_connections 2024-09-16T01:41:51.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.448+0000 7f7c0494b640 1 -- 172.21.15.104:0/1605369399 wait complete. 2024-09-16T01:41:51.459 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 0826d4b3-89f0-4668-8baf-d7bb7bc66ca7 4 2024-09-16T01:41:51.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.556+0000 7fc7c8d31640 1 Processor -- start 2024-09-16T01:41:51.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.556+0000 7fc7c8d31640 1 -- start start 2024-09-16T01:41:51.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c8d31640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c4155940 0x7fc7c40d1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c8d31640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc7c40731e0 0x7fc7c4073630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c8d31640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7c406d450 con 0x7fc7c406cfb0 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c8d31640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc7c4073b70 con 0x7fc7c40731e0 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c8d31640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc7c406d730 con 0x7fc7c4155940 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c259c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c4155940 0x7fc7c40d1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c1d9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fc7c406cfb0 0x7fc7c415c3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52930/0 (socket says 172.21.15.104:52930) 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c1d9b640 1 -- 172.21.15.104:0/94529039 learned_addr learned my addr 172.21.15.104:0/94529039 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c2d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc7c40731e0 0x7fc7c4073630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c2d9d640 1 -- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c4155940 msgr2=0x7fc7c40d1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c2d9d640 1 --2- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c4155940 0x7fc7c40d1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c2d9d640 1 -- 172.21.15.104:0/94529039 >> v1:172.21.15.104:6789/0 conn(0x7fc7c406cfb0 legacy=0x7fc7c415c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c2d9d640 1 -- 172.21.15.104:0/94529039 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c40d1300 con 0x7fc7c40731e0 2024-09-16T01:41:51.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.557+0000 7fc7c259c640 1 --2- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c4155940 0x7fc7c40d1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:51.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.558+0000 7fc7c2d9d640 1 --2- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c40731e0 0x7fc7c4073630 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009e10 tx=0x7fc7bc02ca60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff91ffd81623965f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.558+0000 7fc7c159a640 1 -- 172.21.15.104:0/94529039 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc030820 con 0x7fc7c40731e0 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.558+0000 7fc7c159a640 1 -- 172.21.15.104:0/94529039 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7bc0309c0 con 0x7fc7c40731e0 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.558+0000 7fc7c159a640 1 -- 172.21.15.104:0/94529039 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc030d90 con 0x7fc7c40731e0 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 -- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c40731e0 msgr2=0x7fc7c4073630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 --2- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c40731e0 0x7fc7c4073630 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009e10 tx=0x7fc7bc02ca60 comp rx=0 tx=0).stop 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 -- 172.21.15.104:0/94529039 shutdown_connections 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 --2- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c40731e0 0x7fc7c4073630 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 --2- 172.21.15.104:0/94529039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c4155940 0x7fc7c40d1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 -- 172.21.15.104:0/94529039 >> 172.21.15.104:0/94529039 conn(0x7fc7c40b4d50 msgr2=0x7fc7c40b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 -- 172.21.15.104:0/94529039 shutdown_connections 2024-09-16T01:41:51.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.559+0000 7fc7c8d31640 1 -- 172.21.15.104:0/94529039 wait complete. 2024-09-16T01:41:51.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.560+0000 7fc7c8d31640 1 Processor -- start 2024-09-16T01:41:51.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.560+0000 7fc7c8d31640 1 -- start start 2024-09-16T01:41:51.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c406cfb0 0x7fc7c41533d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c40731e0 0x7fc7c40ae130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c4155940 0x7fc7c41f3170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c4072650 con 0x7fc7c406cfb0 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c40d1950 con 0x7fc7c4155940 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc7c4155d20 con 0x7fc7c40731e0 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c4155940 0x7fc7c41f3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c1d9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c40731e0 0x7fc7c40ae130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c4155940 0x7fc7c41f3170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57946/0 (socket says 172.21.15.104:57946) 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c1d9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c40731e0 0x7fc7c40ae130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57796/0 (socket says 172.21.15.104:57796) 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 -- 172.21.15.104:0/2608712764 learned_addr learned my addr 172.21.15.104:0/2608712764 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c259c640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c406cfb0 0x7fc7c41533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 -- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c40731e0 msgr2=0x7fc7c40ae130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c40731e0 0x7fc7c40ae130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 -- 172.21.15.104:0/2608712764 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c406cfb0 msgr2=0x7fc7c41533d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c406cfb0 0x7fc7c41533d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 -- 172.21.15.104:0/2608712764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c409b820 con 0x7fc7c4155940 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c1d9b640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c40731e0 0x7fc7c40ae130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c2d9d640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c4155940 0x7fc7c41f3170 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009f30 tx=0x7fc7bc004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7b2ffd640 1 -- 172.21.15.104:0/2608712764 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc038c00 con 0x7fc7c4155940 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7b2ffd640 1 -- 172.21.15.104:0/2608712764 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7bc047070 con 0x7fc7c4155940 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7c40ae670 con 0x7fc7c4155940 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7b2ffd640 1 -- 172.21.15.104:0/2608712764 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc0423f0 con 0x7fc7c4155940 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7c41f3ca0 con 0x7fc7c4155940 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7b2ffd640 1 -- 172.21.15.104:0/2608712764 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc7bc042590 con 0x7fc7c4155940 2024-09-16T01:41:51.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.562+0000 7fc7b2ffd640 1 -- 172.21.15.104:0/2608712764 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fc7bc042d90 con 0x7fc7c4155940 2024-09-16T01:41:51.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.563+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7c4073630 con 0x7fc7c4155940 2024-09-16T01:41:51.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.565+0000 7fc7b2ffd640 1 -- 172.21.15.104:0/2608712764 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc7bc03f070 con 0x7fc7c4155940 2024-09-16T01:41:51.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.633+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0826d4b3-89f0-4668-8baf-d7bb7bc66ca7", "id": 4} v 0) -- 0x7fc7c41f36b0 con 0x7fc7c4155940 2024-09-16T01:41:51.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.636+0000 7fc7b2ffd640 1 -- 172.21.15.104:0/2608712764 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0826d4b3-89f0-4668-8baf-d7bb7bc66ca7", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fc7bc034030 con 0x7fc7c4155940 2024-09-16T01:41:51.638 INFO:teuthology.orchestra.run.smithi104.stdout:4 2024-09-16T01:41:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c4155940 msgr2=0x7fc7c41f3170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c4155940 0x7fc7c41f3170 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009f30 tx=0x7fc7bc004a40 comp rx=0 tx=0).stop 2024-09-16T01:41:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 shutdown_connections 2024-09-16T01:41:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7c4155940 0x7fc7c41f3170 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7c40731e0 0x7fc7c40ae130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 --2- 172.21.15.104:0/2608712764 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c406cfb0 0x7fc7c41533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 >> 172.21.15.104:0/2608712764 conn(0x7fc7c40b4d50 msgr2=0x7fc7c40b2de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 shutdown_connections 2024-09-16T01:41:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.637+0000 7fc7c8d31640 1 -- 172.21.15.104:0/2608712764 wait complete. 2024-09-16T01:41:51.649 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new bdd22a8b-8b99-413c-9044-793a16261e99 5 2024-09-16T01:41:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.752+0000 7f70a18b7640 1 Processor -- start 2024-09-16T01:41:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.752+0000 7f70a18b7640 1 -- start start 2024-09-16T01:41:51.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.753+0000 7f70a18b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c15e3a0 0x7f709c0ce610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.753+0000 7f70a18b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f709c15e780 0x7f709c0af140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.753+0000 7f70a18b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f709c162c70 con 0x7f709c0c5900 2024-09-16T01:41:51.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.753+0000 7f70a18b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f709c0c7800 con 0x7f709c15e780 2024-09-16T01:41:51.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.753+0000 7f70a18b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f709c0aecb0 con 0x7f709c15e3a0 2024-09-16T01:41:51.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.753+0000 7f709affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c15e3a0 0x7f709c0ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c15e3a0 0x7f709c0ce610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57802/0 (socket says 172.21.15.104:57802) 2024-09-16T01:41:51.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709affd640 1 -- 172.21.15.104:0/3095798256 learned_addr learned my addr 172.21.15.104:0/3095798256 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:51.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709b7fe640 1 --2- 172.21.15.104:0/3095798256 >> v2:172.21.15.16:3300/0 conn(0x7f709c15e780 0x7f709c0af140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709affd640 1 -- 172.21.15.104:0/3095798256 >> v2:172.21.15.16:3300/0 conn(0x7f709c15e780 msgr2=0x7f709c0af140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:51.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709affd640 1 --2- 172.21.15.104:0/3095798256 >> v2:172.21.15.16:3300/0 conn(0x7f709c15e780 0x7f709c0af140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709affd640 1 -- 172.21.15.104:0/3095798256 >> v1:172.21.15.16:6789/0 conn(0x7f709c0c5900 legacy=0x7f709c0ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709affd640 1 -- 172.21.15.104:0/3095798256 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709c162f50 con 0x7f709c15e3a0 2024-09-16T01:41:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.754+0000 7f709affd640 1 --2- 172.21.15.104:0/3095798256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c15e3a0 0x7f709c0ce610 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7090009870 tx=0x7f709002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc6323c4cff98816 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f7099ffb640 1 -- 172.21.15.104:0/3095798256 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7090037070 con 0x7f709c15e3a0 2024-09-16T01:41:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f7099ffb640 1 -- 172.21.15.104:0/3095798256 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7090032440 con 0x7f709c15e3a0 2024-09-16T01:41:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f7099ffb640 1 -- 172.21.15.104:0/3095798256 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7090032810 con 0x7f709c15e3a0 2024-09-16T01:41:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 -- 172.21.15.104:0/3095798256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c15e3a0 msgr2=0x7f709c0ce610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 --2- 172.21.15.104:0/3095798256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c15e3a0 0x7f709c0ce610 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7090009870 tx=0x7f709002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 -- 172.21.15.104:0/3095798256 shutdown_connections 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 --2- 172.21.15.104:0/3095798256 >> v2:172.21.15.16:3300/0 conn(0x7f709c15e780 0x7f709c0af140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 --2- 172.21.15.104:0/3095798256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c15e3a0 0x7f709c0ce610 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 -- 172.21.15.104:0/3095798256 >> 172.21.15.104:0/3095798256 conn(0x7f709c0d0a40 msgr2=0x7f709c0d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 -- 172.21.15.104:0/3095798256 shutdown_connections 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.755+0000 7f70a18b7640 1 -- 172.21.15.104:0/3095798256 wait complete. 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.757+0000 7f70a18b7640 1 Processor -- start 2024-09-16T01:41:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.757+0000 7f70a18b7640 1 -- start start 2024-09-16T01:41:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c0c5900 0x7f709c15fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c15e3a0 0x7f709c072770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f709c15e780 0x7f709c072cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f709c0c7480 con 0x7f709c15e780 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f709c0cb090 con 0x7f709c15e3a0 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f709c0cf260 con 0x7f709c0c5900 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c0c5900 0x7f709c15fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c0c5900 0x7f709c15fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57812/0 (socket says 172.21.15.104:57812) 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 -- 172.21.15.104:0/2500726054 learned_addr learned my addr 172.21.15.104:0/2500726054 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709a7fc640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c15e3a0 0x7f709c072770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709b7fe640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f709c15e780 0x7f709c072cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 -- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c15e3a0 msgr2=0x7f709c072770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c15e3a0 0x7f709c072770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 -- 172.21.15.104:0/2500726054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f709c15e780 msgr2=0x7f709c072cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f709c15e780 0x7f709c072cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 -- 172.21.15.104:0/2500726054 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709c15ed60 con 0x7f709c0c5900 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709a7fc640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c15e3a0 0x7f709c072770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:51.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f709affd640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c0c5900 0x7f709c15fb20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7090000c00 tx=0x7f70900046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f7083fff640 1 -- 172.21.15.104:0/2500726054 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7090037040 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f7083fff640 1 -- 172.21.15.104:0/2500726054 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7090042070 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f7083fff640 1 -- 172.21.15.104:0/2500726054 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7090030880 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f709c15f040 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.759+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f709c15f600 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.760+0000 7f7083fff640 1 -- 172.21.15.104:0/2500726054 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f709002ad10 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.760+0000 7f7083fff640 1 -- 172.21.15.104:0/2500726054 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f7090047870 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.761+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f709c0ce610 con 0x7f709c0c5900 2024-09-16T01:41:51.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.763+0000 7f7083fff640 1 -- 172.21.15.104:0/2500726054 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7090047460 con 0x7f709c0c5900 2024-09-16T01:41:51.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.832+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "bdd22a8b-8b99-413c-9044-793a16261e99", "id": 5} v 0) -- 0x7f709c160f80 con 0x7f709c0c5900 2024-09-16T01:41:51.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.835+0000 7f7083fff640 1 -- 172.21.15.104:0/2500726054 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "bdd22a8b-8b99-413c-9044-793a16261e99", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f7090047b90 con 0x7f709c0c5900 2024-09-16T01:41:51.837 INFO:teuthology.orchestra.run.smithi104.stdout:5 2024-09-16T01:41:51.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c0c5900 msgr2=0x7f709c15fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c0c5900 0x7f709c15fb20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7090000c00 tx=0x7f70900046c0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 shutdown_connections 2024-09-16T01:41:51.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f709c15e780 0x7f709c072cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c15e3a0 0x7f709c072770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 --2- 172.21.15.104:0/2500726054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f709c0c5900 0x7f709c15fb20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 >> 172.21.15.104:0/2500726054 conn(0x7f709c0d0a40 msgr2=0x7f709c162250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 shutdown_connections 2024-09-16T01:41:51.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.836+0000 7f70a18b7640 1 -- 172.21.15.104:0/2500726054 wait complete. 2024-09-16T01:41:51.849 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new fb370eec-3338-45be-b206-ed5c90c56a8e 6 2024-09-16T01:41:51.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.945+0000 7f838cc82640 1 Processor -- start 2024-09-16T01:41:51.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.945+0000 7f838cc82640 1 -- start start 2024-09-16T01:41:51.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f838cc82640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83880c5900 0x7f83880ced20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f838cc82640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f838815e780 0x7f83880af140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f838cc82640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8388162c70 con 0x7f838815e3a0 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f838cc82640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f83880c7800 con 0x7f838815e780 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f838cc82640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f83880aecb0 con 0x7f83880c5900 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f8385d9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83880c5900 0x7f83880ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f838659c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f838815e3a0 0x7f83880ce610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52940/0 (socket says 172.21.15.104:52940) 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f838659c640 1 -- 172.21.15.104:0/3067559760 learned_addr learned my addr 172.21.15.104:0/3067559760 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.946+0000 7f8386d9d640 1 --2- 172.21.15.104:0/3067559760 >> v2:172.21.15.16:3300/0 conn(0x7f838815e780 0x7f83880af140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f8385d9b640 1 -- 172.21.15.104:0/3067559760 >> v2:172.21.15.16:3300/0 conn(0x7f838815e780 msgr2=0x7f83880af140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f8385d9b640 1 --2- 172.21.15.104:0/3067559760 >> v2:172.21.15.16:3300/0 conn(0x7f838815e780 0x7f83880af140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f8385d9b640 1 -- 172.21.15.104:0/3067559760 >> v1:172.21.15.104:6789/0 conn(0x7f838815e3a0 legacy=0x7f83880ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f8385d9b640 1 -- 172.21.15.104:0/3067559760 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8388162f50 con 0x7f83880c5900 2024-09-16T01:41:51.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f8385d9b640 1 --2- 172.21.15.104:0/3067559760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880c5900 0x7f83880ced20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8388068620 tx=0x7f837802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a331c5d224a0594a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f838559a640 1 -- 172.21.15.104:0/3067559760 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8378037070 con 0x7f83880c5900 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f838559a640 1 -- 172.21.15.104:0/3067559760 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8378032440 con 0x7f83880c5900 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.947+0000 7f838559a640 1 -- 172.21.15.104:0/3067559760 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837802ae60 con 0x7f83880c5900 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 -- 172.21.15.104:0/3067559760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880c5900 msgr2=0x7f83880ced20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 --2- 172.21.15.104:0/3067559760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880c5900 0x7f83880ced20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8388068620 tx=0x7f837802a110 comp rx=0 tx=0).stop 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 -- 172.21.15.104:0/3067559760 shutdown_connections 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 --2- 172.21.15.104:0/3067559760 >> v2:172.21.15.16:3300/0 conn(0x7f838815e780 0x7f83880af140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 --2- 172.21.15.104:0/3067559760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880c5900 0x7f83880ced20 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 -- 172.21.15.104:0/3067559760 >> 172.21.15.104:0/3067559760 conn(0x7f83880d0a40 msgr2=0x7f83880d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 -- 172.21.15.104:0/3067559760 shutdown_connections 2024-09-16T01:41:51.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.948+0000 7f838cc82640 1 -- 172.21.15.104:0/3067559760 wait complete. 2024-09-16T01:41:51.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.949+0000 7f838cc82640 1 Processor -- start 2024-09-16T01:41:51.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.949+0000 7f838cc82640 1 -- start start 2024-09-16T01:41:51.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838cc82640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880c5900 0x7f8388072930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838cc82640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f838815e3a0 0x7f83880c6b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838cc82640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f838815e780 0x7f838814bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838cc82640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f83880c7480 con 0x7f838815e780 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838cc82640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f83880cb090 con 0x7f838815e3a0 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838cc82640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f83880cf260 con 0x7f83880c5900 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f8385d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f838815e3a0 0x7f83880c6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880c5900 0x7f8388072930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f8385d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f838815e3a0 0x7f83880c6b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57990/0 (socket says 172.21.15.104:57990) 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f8385d9b640 1 -- 172.21.15.104:0/2735221727 learned_addr learned my addr 172.21.15.104:0/2735221727 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f838659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880c5900 0x7f8388072930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57828/0 (socket says 172.21.15.104:57828) 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.950+0000 7f8386d9d640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f838815e780 0x7f838814bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838659c640 1 -- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f838815e3a0 msgr2=0x7f83880c6b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838659c640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f838815e3a0 0x7f83880c6b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838659c640 1 -- 172.21.15.104:0/2735221727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f838815e780 msgr2=0x7f838814bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838659c640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f838815e780 0x7f838814bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:51.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838659c640 1 -- 172.21.15.104:0/2735221727 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83880c68b0 con 0x7f83880c5900 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f8385d9b640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f838815e3a0 0x7f83880c6b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838659c640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880c5900 0x7f8388072930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8370000f60 tx=0x7f837000c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f837effd640 1 -- 172.21.15.104:0/2735221727 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8370017070 con 0x7f83880c5900 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f837effd640 1 -- 172.21.15.104:0/2735221727 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8370005ce0 con 0x7f83880c5900 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f837effd640 1 -- 172.21.15.104:0/2735221727 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8370007310 con 0x7f83880c5900 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83880c7b10 con 0x7f83880c5900 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f83880c80d0 con 0x7f83880c5900 2024-09-16T01:41:51.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f837effd640 1 -- 172.21.15.104:0/2735221727 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f837001a070 con 0x7f83880c5900 2024-09-16T01:41:51.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.951+0000 7f837effd640 1 -- 172.21.15.104:0/2735221727 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f83700129f0 con 0x7f83880c5900 2024-09-16T01:41:51.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.952+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83880ce610 con 0x7f83880c5900 2024-09-16T01:41:51.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:51.954+0000 7f837effd640 1 -- 172.21.15.104:0/2735221727 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8370021020 con 0x7f83880c5900 2024-09-16T01:41:52.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.024+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "fb370eec-3338-45be-b206-ed5c90c56a8e", "id": 6} v 0) -- 0x7f8388068650 con 0x7f83880c5900 2024-09-16T01:41:52.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.028+0000 7f837effd640 1 -- 172.21.15.104:0/2735221727 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "fb370eec-3338-45be-b206-ed5c90c56a8e", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f8370007580 con 0x7f83880c5900 2024-09-16T01:41:52.030 INFO:teuthology.orchestra.run.smithi104.stdout:6 2024-09-16T01:41:52.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.028+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880c5900 msgr2=0x7f8388072930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.028+0000 7f838cc82640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880c5900 0x7f8388072930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8370000f60 tx=0x7f837000c800 comp rx=0 tx=0).stop 2024-09-16T01:41:52.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.028+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 shutdown_connections 2024-09-16T01:41:52.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.028+0000 7f838cc82640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f838815e780 0x7f838814bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.029+0000 7f838cc82640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f838815e3a0 0x7f83880c6b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.029+0000 7f838cc82640 1 --2- 172.21.15.104:0/2735221727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880c5900 0x7f8388072930 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.029+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 >> 172.21.15.104:0/2735221727 conn(0x7f83880d0a40 msgr2=0x7f83880d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:52.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.029+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 shutdown_connections 2024-09-16T01:41:52.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.029+0000 7f838cc82640 1 -- 172.21.15.104:0/2735221727 wait complete. 2024-09-16T01:41:52.041 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new bc5de9cf-bbff-4b6f-9482-abeefac8eaa2 7 2024-09-16T01:41:52.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.137+0000 7f913a2e4640 1 Processor -- start 2024-09-16T01:41:52.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.137+0000 7f913a2e4640 1 -- start start 2024-09-16T01:41:52.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.137+0000 7f913a2e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91340731e0 0x7f913406c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.137+0000 7f913a2e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f91340ae5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.137+0000 7f913a2e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91340b21f0 con 0x7f913415e7b0 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.137+0000 7f913a2e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f913406cdf0 con 0x7f91340731e0 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.137+0000 7f913a2e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f91340ae130 con 0x7f913406c9a0 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f9138881640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f91340ae5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f9138881640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f91340ae5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57842/0 (socket says 172.21.15.104:57842) 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f9138881640 1 -- 172.21.15.104:0/3027024214 learned_addr learned my addr 172.21.15.104:0/3027024214 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f91337fe640 1 --2- 172.21.15.104:0/3027024214 >> v2:172.21.15.16:3300/0 conn(0x7f91340731e0 0x7f913406c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f9138881640 1 -- 172.21.15.104:0/3027024214 >> v2:172.21.15.16:3300/0 conn(0x7f91340731e0 msgr2=0x7f913406c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f9138881640 1 --2- 172.21.15.104:0/3027024214 >> v2:172.21.15.16:3300/0 conn(0x7f91340731e0 0x7f913406c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f9138881640 1 -- 172.21.15.104:0/3027024214 >> v1:172.21.15.16:6789/0 conn(0x7f913415e7b0 legacy=0x7f91340b19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f9138881640 1 -- 172.21.15.104:0/3027024214 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91340b24d0 con 0x7f913406c9a0 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.138+0000 7f91337fe640 1 --2- 172.21.15.104:0/3027024214 >> v2:172.21.15.16:3300/0 conn(0x7f91340731e0 0x7f913406c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f9138881640 1 --2- 172.21.15.104:0/3027024214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f91340ae5c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f912c009e50 tx=0x7f912c02a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f164f2e36f7c6a02 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f9132ffd640 1 -- 172.21.15.104:0/3027024214 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912c036070 con 0x7f913406c9a0 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f9132ffd640 1 -- 172.21.15.104:0/3027024214 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f912c031600 con 0x7f913406c9a0 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f9132ffd640 1 -- 172.21.15.104:0/3027024214 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912c0319d0 con 0x7f913406c9a0 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 -- 172.21.15.104:0/3027024214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 msgr2=0x7f91340ae5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 --2- 172.21.15.104:0/3027024214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f91340ae5c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f912c009e50 tx=0x7f912c02a5f0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 -- 172.21.15.104:0/3027024214 shutdown_connections 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 --2- 172.21.15.104:0/3027024214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f91340ae5c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 --2- 172.21.15.104:0/3027024214 >> v2:172.21.15.16:3300/0 conn(0x7f91340731e0 0x7f913406c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 -- 172.21.15.104:0/3027024214 >> 172.21.15.104:0/3027024214 conn(0x7f91340b4d50 msgr2=0x7f91340b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:52.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 -- 172.21.15.104:0/3027024214 shutdown_connections 2024-09-16T01:41:52.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.139+0000 7f913a2e4640 1 -- 172.21.15.104:0/3027024214 wait complete. 2024-09-16T01:41:52.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.140+0000 7f913a2e4640 1 Processor -- start 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.141+0000 7f913a2e4640 1 -- start start 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.141+0000 7f913a2e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f9134154000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.141+0000 7f913a2e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91340731e0 0x7f9134154700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.141+0000 7f913a2e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f913415e7b0 0x7f9134160c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.141+0000 7f913a2e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f91340b2a90 con 0x7f913415e7b0 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.141+0000 7f913a2e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f913406c250 con 0x7f91340731e0 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.141+0000 7f913a2e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f91340aeb00 con 0x7f913406c9a0 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91340731e0 0x7f9134154700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9133fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f9134154000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91340731e0 0x7f9134154700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58004/0 (socket says 172.21.15.104:58004) 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9133fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f9134154000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:57844/0 (socket says 172.21.15.104:57844) 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 -- 172.21.15.104:0/2100250344 learned_addr learned my addr 172.21.15.104:0/2100250344 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-16T01:41:52.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9138881640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f913415e7b0 0x7f9134160c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 -- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 msgr2=0x7f9134154000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f9134154000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 -- 172.21.15.104:0/2100250344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f913415e7b0 msgr2=0x7f9134160c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f913415e7b0 0x7f9134160c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 -- 172.21.15.104:0/2100250344 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f913415f1e0 con 0x7f91340731e0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9133fff640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f9134154000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f91337fe640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91340731e0 0x7f9134154700 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f912800e7e0 tx=0x7f912800eca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9130ff9640 1 -- 172.21.15.104:0/2100250344 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912800f040 con 0x7f91340731e0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9130ff9640 1 -- 172.21.15.104:0/2100250344 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9128004030 con 0x7f91340731e0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f913415f4c0 con 0x7f91340731e0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9130ff9640 1 -- 172.21.15.104:0/2100250344 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91280043e0 con 0x7f91340731e0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f913415fa80 con 0x7f91340731e0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9130ff9640 1 -- 172.21.15.104:0/2100250344 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f912800ca60 con 0x7f91340731e0 2024-09-16T01:41:52.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.142+0000 7f9130ff9640 1 -- 172.21.15.104:0/2100250344 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f9128013b60 con 0x7f91340731e0 2024-09-16T01:41:52.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.143+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91340ae5c0 con 0x7f91340731e0 2024-09-16T01:41:52.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.145+0000 7f9130ff9640 1 -- 172.21.15.104:0/2100250344 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9128017020 con 0x7f91340731e0 2024-09-16T01:41:52.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.215+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd new", "uuid": "bc5de9cf-bbff-4b6f-9482-abeefac8eaa2", "id": 7} v 0) -- 0x7f9134154c40 con 0x7f91340731e0 2024-09-16T01:41:52.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f9130ff9640 1 -- 172.21.15.104:0/2100250344 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "bc5de9cf-bbff-4b6f-9482-abeefac8eaa2", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f9128013500 con 0x7f91340731e0 2024-09-16T01:41:52.224 INFO:teuthology.orchestra.run.smithi104.stdout:7 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91340731e0 msgr2=0x7f9134154700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f913a2e4640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91340731e0 0x7f9134154700 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f912800e7e0 tx=0x7f912800eca0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 shutdown_connections 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f913a2e4640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f913415e7b0 0x7f9134160c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f913a2e4640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91340731e0 0x7f9134154700 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f913a2e4640 1 --2- 172.21.15.104:0/2100250344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f913406c9a0 0x7f9134154000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.222+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 >> 172.21.15.104:0/2100250344 conn(0x7f91340b4d50 msgr2=0x7f913406df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.223+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 shutdown_connections 2024-09-16T01:41:52.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:41:52.223+0000 7f913a2e4640 1 -- 172.21.15.104:0/2100250344 wait complete. 2024-09-16T01:41:52.235 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T01:41:52.235 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T01:41:52.237 INFO:tasks.ceph.osd.0:Started 2024-09-16T01:41:52.237 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T01:41:52.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T01:41:52.240 INFO:tasks.ceph.osd.1:Started 2024-09-16T01:41:52.240 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T01:41:52.240 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T01:41:52.242 INFO:tasks.ceph.osd.2:Started 2024-09-16T01:41:52.242 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T01:41:52.242 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T01:41:52.245 INFO:tasks.ceph.osd.3:Started 2024-09-16T01:41:52.245 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-16T01:41:52.245 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-16T01:41:52.248 INFO:tasks.ceph.osd.4:Started 2024-09-16T01:41:52.248 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-16T01:41:52.248 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-16T01:41:52.251 INFO:tasks.ceph.osd.5:Started 2024-09-16T01:41:52.251 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-16T01:41:52.251 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-16T01:41:52.253 INFO:tasks.ceph.osd.6:Started 2024-09-16T01:41:52.253 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-16T01:41:52.253 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-16T01:41:52.255 INFO:tasks.ceph.osd.7:Started 2024-09-16T01:41:52.256 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:41:52.379 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:52.378+0000 7feaede95040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:41:52.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.380+0000 7f784ca0e640 1 Processor -- start 2024-09-16T01:41:52.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.380+0000 7f784ca0e640 1 -- start start 2024-09-16T01:41:52.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.381+0000 7f784ca0e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f784815eb00 0x7f7848074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.381+0000 7f784ca0e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78480d1ea0 con 0x7f78480cdb00 2024-09-16T01:41:52.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.381+0000 7f784ca0e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78480ce000 con 0x7f78480d00d0 2024-09-16T01:41:52.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.381+0000 7f784ca0e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f78480b2a70 con 0x7f784815eb00 2024-09-16T01:41:52.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f784659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f784815eb00 0x7f7848074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f784659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f784815eb00 0x7f7848074bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38610/0 (socket says 172.21.15.16:38610) 2024-09-16T01:41:52.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f7845d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f78480cdb00 0x7f78480d1080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36214/0 (socket says 172.21.15.16:36214) 2024-09-16T01:41:52.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f784659c640 1 -- 172.21.15.16:0/1953567010 learned_addr learned my addr 172.21.15.16:0/1953567010 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:41:52.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f784659c640 1 -- 172.21.15.16:0/1953567010 >> v1:172.21.15.104:6789/0 conn(0x7f78480d00d0 legacy=0x7f78480d1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f784659c640 1 -- 172.21.15.16:0/1953567010 >> v1:172.21.15.16:6789/0 conn(0x7f78480cdb00 legacy=0x7f78480d1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f784659c640 1 -- 172.21.15.16:0/1953567010 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78480ce2e0 con 0x7f784815eb00 2024-09-16T01:41:52.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.382+0000 7f784559a640 1 -- 172.21.15.16:0/1953567010 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2127615567 0 0) 0x7f78480d1ea0 con 0x7f78480cdb00 2024-09-16T01:41:52.385 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:52.381+0000 7f47def18040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.383+0000 7f784659c640 1 --2- 172.21.15.16:0/1953567010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f7848074bc0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f78380098a0 tx=0x7f783802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b670f8ea8ece40 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.383+0000 7f784559a640 1 -- 172.21.15.16:0/1953567010 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7838037070 con 0x7f784815eb00 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.383+0000 7f784559a640 1 -- 172.21.15.16:0/1953567010 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7838032440 con 0x7f784815eb00 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.383+0000 7f784559a640 1 -- 172.21.15.16:0/1953567010 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7838032810 con 0x7f784815eb00 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.383+0000 7f784ca0e640 1 -- 172.21.15.16:0/1953567010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 msgr2=0x7f7848074bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.383+0000 7f784ca0e640 1 --2- 172.21.15.16:0/1953567010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f7848074bc0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f78380098a0 tx=0x7f783802a250 comp rx=0 tx=0).stop 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.383+0000 7f784ca0e640 1 -- 172.21.15.16:0/1953567010 shutdown_connections 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.384+0000 7f784ca0e640 1 --2- 172.21.15.16:0/1953567010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f7848074bc0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.384+0000 7f784ca0e640 1 -- 172.21.15.16:0/1953567010 >> 172.21.15.16:0/1953567010 conn(0x7f78480730c0 msgr2=0x7f78480734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.384+0000 7f784ca0e640 1 -- 172.21.15.16:0/1953567010 shutdown_connections 2024-09-16T01:41:52.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.384+0000 7f784ca0e640 1 -- 172.21.15.16:0/1953567010 wait complete. 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.385+0000 7f784ca0e640 1 Processor -- start 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.385+0000 7f784ca0e640 1 -- start start 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f784ca0e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78480cdb00 0x7f7848161a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f784ca0e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78480d00d0 0x7f78480ae2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f784ca0e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f78480c87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f784ca0e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f78480ceb80 con 0x7f784815eb00 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f784ca0e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78480ce8a0 con 0x7f78480cdb00 2024-09-16T01:41:52.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f784ca0e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f784806bbe0 con 0x7f78480d00d0 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f78480c87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f78480c87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38626/0 (socket says 172.21.15.16:38626) 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 -- 172.21.15.16:0/997687572 learned_addr learned my addr 172.21.15.16:0/997687572 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f784659c640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78480cdb00 0x7f7848161a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7845d9b640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78480d00d0 0x7f78480ae2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 -- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78480d00d0 msgr2=0x7f78480ae2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78480d00d0 0x7f78480ae2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 -- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78480cdb00 msgr2=0x7f7848161a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78480cdb00 0x7f7848161a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 -- 172.21.15.16:0/997687572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78480c8cf0 con 0x7f784815eb00 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.386+0000 7f7846d9d640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f78480c87b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f784000c8f0 tx=0x7f784000cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.387+0000 7f7836ffd640 1 -- 172.21.15.16:0/997687572 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7840017070 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.387+0000 7f7836ffd640 1 -- 172.21.15.16:0/997687572 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7840003da0 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.387+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7848160c50 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.387+0000 7f7836ffd640 1 -- 172.21.15.16:0/997687572 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7840005290 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.387+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7848161210 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.387+0000 7f7836ffd640 1 -- 172.21.15.16:0/997687572 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f784001a070 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.387+0000 7f7836ffd640 1 -- 172.21.15.16:0/997687572 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f784000adb0 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.388+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78480cd5a0 con 0x7f784815eb00 2024-09-16T01:41:52.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.390+0000 7f7836ffd640 1 -- 172.21.15.16:0/997687572 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7840021020 con 0x7f784815eb00 2024-09-16T01:41:52.435 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:52.434+0000 7feaede95040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:41:52.437 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:52.435+0000 7f47def18040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:41:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.451+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7848073b60 con 0x7f784815eb00 2024-09-16T01:41:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.451+0000 7f7836ffd640 1 -- 172.21.15.16:0/997687572 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f7840005430 con 0x7f784815eb00 2024-09-16T01:41:52.452 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:41:52.453 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":10,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:41:52.218411+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 msgr2=0x7f78480c87b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f78480c87b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f784000c8f0 tx=0x7f784000cdb0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 shutdown_connections 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815eb00 0x7f78480c87b0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78480d00d0 0x7f78480ae2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 --2- 172.21.15.16:0/997687572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78480cdb00 0x7f7848161a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 >> 172.21.15.16:0/997687572 conn(0x7f78480730c0 msgr2=0x7f78480cc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 shutdown_connections 2024-09-16T01:41:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:41:52.452+0000 7f784ca0e640 1 -- 172.21.15.16:0/997687572 wait complete. 2024-09-16T01:41:52.464 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-16T01:41:52.465 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-16T01:41:52.800 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:52.798+0000 7f47def18040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:41:52.821 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:52.820+0000 7feaede95040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:41:52.886 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:52.883+0000 7f47def18040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:41:52.910 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:52.908+0000 7feaede95040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:41:52.991 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:52.989+0000 7f47def18040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:41:53.022 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.020+0000 7feaede95040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:41:53.037 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.035+0000 7f47def18040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:41:53.069 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.068+0000 7feaede95040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:41:53.150 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.148+0000 7f47def18040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:41:53.188 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.187+0000 7feaede95040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:41:53.204 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.202+0000 7f47def18040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:41:53.243 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.242+0000 7feaede95040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:41:53.248 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.246+0000 7f47def18040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:41:53.270 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:41:53.291 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.290+0000 7feaede95040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:41:53.360 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.358+0000 7f47def18040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:41:53.363 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.362+0000 7fe344ae6640 1 Processor -- start 2024-09-16T01:41:53.363 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.362+0000 7fe344ae6640 1 -- start start 2024-09-16T01:41:53.365 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe344ae6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe340159ec0 0x7fe3400cc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:53.365 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe344ae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe3400d1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe344ae6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3400d1b70 0x7fe34006bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe344ae6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe3400cd720 con 0x7fe3400d1b70 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe344ae6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe34015a2a0 con 0x7fe340159ec0 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe344ae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe3400cb860 con 0x7fe3400ccf30 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3400d1b70 0x7fe34006bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3400d1b70 0x7fe34006bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38634/0 (socket says 172.21.15.16:38634) 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 -- 172.21.15.16:0/2790748614 learned_addr learned my addr 172.21.15.16:0/2790748614 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33e59c640 1 --2- 172.21.15.16:0/2790748614 >> v2:172.21.15.104:3300/0 conn(0x7fe340159ec0 0x7fe3400cc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33dd9b640 1 --2- 172.21.15.16:0/2790748614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe3400d1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 -- 172.21.15.16:0/2790748614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 msgr2=0x7fe3400d1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 --2- 172.21.15.16:0/2790748614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe3400d1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.366 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 -- 172.21.15.16:0/2790748614 >> v2:172.21.15.104:3300/0 conn(0x7fe340159ec0 msgr2=0x7fe3400cc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:41:53.367 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 --2- 172.21.15.16:0/2790748614 >> v2:172.21.15.104:3300/0 conn(0x7fe340159ec0 0x7fe3400cc9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.367 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.363+0000 7fe33ed9d640 1 -- 172.21.15.16:0/2790748614 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3400cd440 con 0x7fe3400d1b70 2024-09-16T01:41:53.367 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.364+0000 7fe33ed9d640 1 --2- 172.21.15.16:0/2790748614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3400d1b70 0x7fe34006bb50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe34006cbf0 tx=0x7fe33802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=998ec047efaad5de server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:53.367 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.364+0000 7fe33d59a640 1 -- 172.21.15.16:0/2790748614 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe338036070 con 0x7fe3400d1b70 2024-09-16T01:41:53.367 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.364+0000 7fe33d59a640 1 -- 172.21.15.16:0/2790748614 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe338031600 con 0x7fe3400d1b70 2024-09-16T01:41:53.367 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.364+0000 7fe33d59a640 1 -- 172.21.15.16:0/2790748614 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3380319d0 con 0x7fe3400d1b70 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 -- 172.21.15.16:0/2790748614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3400d1b70 msgr2=0x7fe34006bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 --2- 172.21.15.16:0/2790748614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3400d1b70 0x7fe34006bb50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe34006cbf0 tx=0x7fe33802a6a0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 -- 172.21.15.16:0/2790748614 shutdown_connections 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 --2- 172.21.15.16:0/2790748614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3400d1b70 0x7fe34006bb50 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 --2- 172.21.15.16:0/2790748614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe3400d1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 --2- 172.21.15.16:0/2790748614 >> v2:172.21.15.104:3300/0 conn(0x7fe340159ec0 0x7fe3400cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 -- 172.21.15.16:0/2790748614 >> 172.21.15.16:0/2790748614 conn(0x7fe34006d080 msgr2=0x7fe34006d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 -- 172.21.15.16:0/2790748614 shutdown_connections 2024-09-16T01:41:53.371 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.365+0000 7fe344ae6640 1 -- 172.21.15.16:0/2790748614 wait complete. 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.366+0000 7fe344ae6640 1 Processor -- start 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe344ae6640 1 -- start start 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe344ae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe340156a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe344ae6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3400d1b70 0x7fe3400cb220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe344ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe340159ec0 0x7fe3401e4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe344ae6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe3400cbd90 con 0x7fe340159ec0 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe344ae6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe3400d1fa0 con 0x7fe3400d1b70 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe344ae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe3400cc070 con 0x7fe3400ccf30 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe33dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3400d1b70 0x7fe3400cb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:53.372 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe33e59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe340156a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe33ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe340159ec0 0x7fe3401e4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe33dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3400d1b70 0x7fe3400cb220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:49588/0 (socket says 172.21.15.16:49588) 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe33e59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe340156a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:44386/0 (socket says 172.21.15.16:44386) 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.367+0000 7fe33dd9b640 1 -- 172.21.15.16:0/146754541 learned_addr learned my addr 172.21.15.16:0/146754541 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe33e59c640 1 -- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3400d1b70 msgr2=0x7fe3400cb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe33e59c640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3400d1b70 0x7fe3400cb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe33e59c640 1 -- 172.21.15.16:0/146754541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe340159ec0 msgr2=0x7fe3401e4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe33e59c640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe340159ec0 0x7fe3401e4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe33e59c640 1 -- 172.21.15.16:0/146754541 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3401e5000 con 0x7fe3400ccf30 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe33dd9b640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3400d1b70 0x7fe3400cb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:53.373 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe33e59c640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe340156a60 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe33000e8a0 tx=0x7fe33000ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe336ffd640 1 -- 172.21.15.16:0/146754541 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe330017070 con 0x7fe3400ccf30 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe336ffd640 1 -- 172.21.15.16:0/146754541 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe33000c940 con 0x7fe3400ccf30 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3400b7130 con 0x7fe3400ccf30 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe336ffd640 1 -- 172.21.15.16:0/146754541 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe330009e60 con 0x7fe3400ccf30 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3400b6890 con 0x7fe3400ccf30 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe336ffd640 1 -- 172.21.15.16:0/146754541 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe33001a070 con 0x7fe3400ccf30 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.368+0000 7fe336ffd640 1 -- 172.21.15.16:0/146754541 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fe330013b40 con 0x7fe3400ccf30 2024-09-16T01:41:53.374 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.369+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3400cc590 con 0x7fe3400ccf30 2024-09-16T01:41:53.375 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.371+0000 7fe336ffd640 1 -- 172.21.15.16:0/146754541 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe33000cd60 con 0x7fe3400ccf30 2024-09-16T01:41:53.410 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.409+0000 7feaede95040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:41:53.412 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.410+0000 7f47def18040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:41:53.432 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.431+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe3400ccb60 con 0x7fe3400ccf30 2024-09-16T01:41:53.433 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.432+0000 7fe336ffd640 1 -- 172.21.15.16:0/146754541 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fe3300063e0 con 0x7fe3400ccf30 2024-09-16T01:41:53.433 INFO:teuthology.misc.health.smithi016.stdout: 2024-09-16T01:41:53.433 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":10,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:41:52.218411+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:41:53.434 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 msgr2=0x7fe340156a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:53.434 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe340156a60 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe33000e8a0 tx=0x7fe33000ed60 comp rx=0 tx=0).stop 2024-09-16T01:41:53.435 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 shutdown_connections 2024-09-16T01:41:53.435 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe340159ec0 0x7fe3401e4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.435 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3400d1b70 0x7fe3400cb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.435 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 --2- 172.21.15.16:0/146754541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3400ccf30 0x7fe340156a60 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:53.435 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 >> 172.21.15.16:0/146754541 conn(0x7fe34006d080 msgr2=0x7fe3400b1860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:53.435 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 shutdown_connections 2024-09-16T01:41:53.435 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:41:53.433+0000 7fe344ae6640 1 -- 172.21.15.16:0/146754541 wait complete. 2024-09-16T01:41:53.443 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-16T01:41:53.464 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.463+0000 7feaede95040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:41:53.465 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.463+0000 7f47def18040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:41:53.518 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.517+0000 7feaede95040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:41:53.533 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.532+0000 7f47def18040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:41:53.577 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.575+0000 7f47def18040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:41:53.589 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.587+0000 7feaede95040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:41:53.621 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:53.619+0000 7f47def18040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:41:53.634 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.633+0000 7feaede95040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:41:53.680 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:53.679+0000 7feaede95040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:41:53.728 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-16T01:41:53.726+0000 7f8ac8b45640 -1 Falling back to public interface 2024-09-16T01:41:53.938 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-16T01:41:53.936+0000 7fc2349dd640 -1 Falling back to public interface 2024-09-16T01:41:53.961 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-16T01:41:53.960+0000 7f2312011640 -1 Falling back to public interface 2024-09-16T01:41:53.983 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-16T01:41:53.981+0000 7f3eeced6640 -1 Falling back to public interface 2024-09-16T01:41:54.217 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-16T01:41:54.214+0000 7f1886e2c640 -1 Falling back to public interface 2024-09-16T01:41:54.219 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-16T01:41:54.217+0000 7f4b3660d640 -1 Falling back to public interface 2024-09-16T01:41:54.231 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-16T01:41:54.230+0000 7f816202c640 -1 Falling back to public interface 2024-09-16T01:41:54.232 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-16T01:41:54.231+0000 7ff8e6b34640 -1 Falling back to public interface 2024-09-16T01:41:54.286 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:54.283+0000 7f47def18040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:41:54.373 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:41:54.371+0000 7feaede95040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:41:55.302 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:55.301+0000 7f477f7e7640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T01:41:55.303 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:41:55.303+0000 7f477f7e7640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T01:41:57.700 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-16T01:41:57.699+0000 7fc2349dd640 -1 osd.0 0 log_to_monitors true 2024-09-16T01:41:58.032 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-16T01:41:58.031+0000 7f4b3660d640 -1 osd.7 0 log_to_monitors true 2024-09-16T01:41:58.257 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-16T01:41:58.256+0000 7f2312011640 -1 osd.1 0 log_to_monitors true 2024-09-16T01:41:58.288 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-16T01:41:58.286+0000 7f8ac8b45640 -1 osd.2 0 log_to_monitors true 2024-09-16T01:41:58.312 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-16T01:41:58.311+0000 7f3eeced6640 -1 osd.5 0 log_to_monitors true 2024-09-16T01:41:58.526 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-16T01:41:58.524+0000 7f816202c640 -1 osd.3 0 log_to_monitors true 2024-09-16T01:41:58.730 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-16T01:41:58.729+0000 7f1886e2c640 -1 osd.4 0 log_to_monitors true 2024-09-16T01:41:58.777 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-16T01:41:58.776+0000 7ff8e6b34640 -1 osd.6 0 log_to_monitors true 2024-09-16T01:42:00.154 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-16T01:42:00.153+0000 7f4b317f9640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T01:42:00.164 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-16T01:42:00.163+0000 7f4b29e2b640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:00.250 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:00.406 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.404+0000 7fd131eaf640 1 Processor -- start 2024-09-16T01:42:00.406 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.404+0000 7fd131eaf640 1 -- start start 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.406+0000 7fd131eaf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd1240e2b90 0x7fd124053a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.406+0000 7fd131eaf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd124053f40 0x7fd12403be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.406+0000 7fd12bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd124053f40 0x7fd12403be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.406+0000 7fd12bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd124053f40 0x7fd12403be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38692/0 (socket says 172.21.15.16:38692) 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.406+0000 7fd130ead640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd1240e2b90 0x7fd124053a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.406+0000 7fd130ead640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd1240e2b90 0x7fd124053a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:49628/0 (socket says 172.21.15.16:49628) 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd131eaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd12403c380 0x7fd12403c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:00.408 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd131eaf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd1240e2f70 con 0x7fd124053f40 2024-09-16T01:42:00.409 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd131eaf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd1240577a0 con 0x7fd1240e2b90 2024-09-16T01:42:00.409 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd131eaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd124057a60 con 0x7fd12403c380 2024-09-16T01:42:00.409 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd12bfff640 1 -- 172.21.15.16:0/3437806251 learned_addr learned my addr 172.21.15.16:0/3437806251 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:00.409 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd1316ae640 1 --2- 172.21.15.16:0/3437806251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd12403c380 0x7fd12403c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd1316ae640 1 -- 172.21.15.16:0/3437806251 >> v2:172.21.15.104:3300/0 conn(0x7fd1240e2b90 msgr2=0x7fd124053a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd1316ae640 1 --2- 172.21.15.16:0/3437806251 >> v2:172.21.15.104:3300/0 conn(0x7fd1240e2b90 0x7fd124053a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd1316ae640 1 -- 172.21.15.16:0/3437806251 >> v2:172.21.15.16:3300/0 conn(0x7fd124053f40 msgr2=0x7fd12403be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd1316ae640 1 --2- 172.21.15.16:0/3437806251 >> v2:172.21.15.16:3300/0 conn(0x7fd124053f40 0x7fd12403be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd1316ae640 1 -- 172.21.15.16:0/3437806251 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd124057d40 con 0x7fd12403c380 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd12bfff640 1 --2- 172.21.15.16:0/3437806251 >> v2:172.21.15.16:3300/0 conn(0x7fd124053f40 0x7fd12403be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.407+0000 7fd130ead640 1 --2- 172.21.15.16:0/3437806251 >> v2:172.21.15.104:3300/0 conn(0x7fd1240e2b90 0x7fd124053a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:00.410 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.409+0000 7fd1316ae640 1 --2- 172.21.15.16:0/3437806251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd12403c380 0x7fd12403c7d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd12c02dd50 tx=0x7fd12c0a6010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba10ba42d828ec6a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:00.536 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.535+0000 7fd12b7fe640 1 -- 172.21.15.16:0/3437806251 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12c0b3070 con 0x7fd12403c380 2024-09-16T01:42:00.536 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.535+0000 7fd12b7fe640 1 -- 172.21.15.16:0/3437806251 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd12c0a6c10 con 0x7fd12403c380 2024-09-16T01:42:00.536 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.535+0000 7fd12b7fe640 1 -- 172.21.15.16:0/3437806251 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12c0ae660 con 0x7fd12403c380 2024-09-16T01:42:00.537 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 -- 172.21.15.16:0/3437806251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd12403c380 msgr2=0x7fd12403c7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:00.538 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 --2- 172.21.15.16:0/3437806251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd12403c380 0x7fd12403c7d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd12c02dd50 tx=0x7fd12c0a6010 comp rx=0 tx=0).stop 2024-09-16T01:42:00.538 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 -- 172.21.15.16:0/3437806251 shutdown_connections 2024-09-16T01:42:00.538 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 --2- 172.21.15.16:0/3437806251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd12403c380 0x7fd12403c7d0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.538 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 --2- 172.21.15.16:0/3437806251 >> v2:172.21.15.16:3300/0 conn(0x7fd124053f40 0x7fd12403be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.538 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 --2- 172.21.15.16:0/3437806251 >> v2:172.21.15.104:3300/0 conn(0x7fd1240e2b90 0x7fd124053a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.538 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 -- 172.21.15.16:0/3437806251 >> 172.21.15.16:0/3437806251 conn(0x7fd12403a520 msgr2=0x7fd12403a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:00.538 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 -- 172.21.15.16:0/3437806251 shutdown_connections 2024-09-16T01:42:00.539 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.536+0000 7fd131eaf640 1 -- 172.21.15.16:0/3437806251 wait complete. 2024-09-16T01:42:00.539 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.538+0000 7fd131eaf640 1 Processor -- start 2024-09-16T01:42:00.539 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.538+0000 7fd131eaf640 1 -- start start 2024-09-16T01:42:00.540 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.539+0000 7fd131eaf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd12403c380 0x7fd1240dd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:00.541 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.539+0000 7fd131eaf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd124053f40 0x7fd1240d1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:00.541 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.539+0000 7fd131eaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1240e2b90 0x7fd1240dde40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:00.541 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.539+0000 7fd131eaf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd12403cd10 con 0x7fd12403c380 2024-09-16T01:42:00.541 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.539+0000 7fd131eaf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd124058300 con 0x7fd124053f40 2024-09-16T01:42:00.541 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.539+0000 7fd131eaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd12403ce90 con 0x7fd1240e2b90 2024-09-16T01:42:00.542 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd130ead640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd12403c380 0x7fd1240dd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:00.542 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd130ead640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd12403c380 0x7fd1240dd070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38706/0 (socket says 172.21.15.16:38706) 2024-09-16T01:42:00.542 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd130ead640 1 -- 172.21.15.16:0/2669573012 learned_addr learned my addr 172.21.15.16:0/2669573012 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:00.542 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd1316ae640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1240e2b90 0x7fd1240dde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:00.542 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd12bfff640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd124053f40 0x7fd1240d1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:00.542 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd12bfff640 1 -- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1240e2b90 msgr2=0x7fd1240dde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:00.542 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd12bfff640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1240e2b90 0x7fd1240dde40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.543 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd12bfff640 1 -- 172.21.15.16:0/2669573012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd12403c380 msgr2=0x7fd1240dd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:00.543 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd12bfff640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd12403c380 0x7fd1240dd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.543 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.540+0000 7fd12bfff640 1 -- 172.21.15.16:0/2669573012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1240e3620 con 0x7fd124053f40 2024-09-16T01:42:00.543 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.541+0000 7fd12bfff640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd124053f40 0x7fd1240d1bc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd11800e8c0 tx=0x7fd11800ed80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:00.566 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.563+0000 7fd1297fa640 1 -- 172.21.15.16:0/2669573012 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118017070 con 0x7fd124053f40 2024-09-16T01:42:00.567 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.563+0000 7fd1297fa640 1 -- 172.21.15.16:0/2669573012 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd11800c940 con 0x7fd124053f40 2024-09-16T01:42:00.567 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.563+0000 7fd1297fa640 1 -- 172.21.15.16:0/2669573012 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11800ccf0 con 0x7fd124053f40 2024-09-16T01:42:00.567 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.565+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1240dc8b0 con 0x7fd124053f40 2024-09-16T01:42:00.567 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.565+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1240dcb50 con 0x7fd124053f40 2024-09-16T01:42:00.567 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.566+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd12403a070 con 0x7fd124053f40 2024-09-16T01:42:00.568 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.567+0000 7fd1297fa640 1 -- 172.21.15.16:0/2669573012 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7fd11801a070 con 0x7fd124053f40 2024-09-16T01:42:00.569 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.568+0000 7fd1297fa640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd11006c220 0x7fd11006e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:00.569 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.568+0000 7fd130ead640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd11006c220 0x7fd11006e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:00.570 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.569+0000 7fd1297fa640 1 -- 172.21.15.16:0/2669573012 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2511+0+0 (secure 0 0 0) 0x7fd11808a450 con 0x7fd124053f40 2024-09-16T01:42:00.571 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.569+0000 7fd130ead640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd11006c220 0x7fd11006e6e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd1240d29f0 tx=0x7fd120008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:00.574 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.573+0000 7fd1297fa640 1 -- 172.21.15.16:0/2669573012 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1180592d0 con 0x7fd124053f40 2024-09-16T01:42:00.672 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-16T01:42:00.671+0000 7f230d16f640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T01:42:00.680 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-16T01:42:00.679+0000 7f8ac42b1640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T01:42:00.696 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-16T01:42:00.695+0000 7f8abc8e3640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:00.701 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-16T01:42:00.700+0000 7f23057a1640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:00.740 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-16T01:42:00.739+0000 7fc230149640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T01:42:00.754 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-16T01:42:00.753+0000 7fc22877b640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:00.870 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.869+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd124005f50 con 0x7fd124053f40 2024-09-16T01:42:00.871 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.870+0000 7fd1297fa640 1 -- 172.21.15.16:0/2669573012 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7555 (secure 0 0 0) 0x7fd11805d5d0 con 0x7fd124053f40 2024-09-16T01:42:00.871 INFO:teuthology.misc.health.smithi016.stdout: 2024-09-16T01:42:00.871 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":13,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:00.307846+0000","last_up_change":"2024-09-16T01:42:00.307846+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:00.875 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd11006c220 msgr2=0x7fd11006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:00.875 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd11006c220 0x7fd11006e6e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd1240d29f0 tx=0x7fd120008040 comp rx=0 tx=0).stop 2024-09-16T01:42:00.875 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd124053f40 msgr2=0x7fd1240d1bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:00.875 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd124053f40 0x7fd1240d1bc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd11800e8c0 tx=0x7fd11800ed80 comp rx=0 tx=0).stop 2024-09-16T01:42:00.875 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 shutdown_connections 2024-09-16T01:42:00.876 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd11006c220 0x7fd11006e6e0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.876 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1240e2b90 0x7fd1240dde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.876 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd124053f40 0x7fd1240d1bc0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.876 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 --2- 172.21.15.16:0/2669573012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd12403c380 0x7fd1240dd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:00.876 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 >> 172.21.15.16:0/2669573012 conn(0x7fd12403a520 msgr2=0x7fd12400e9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:00.876 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 shutdown_connections 2024-09-16T01:42:00.876 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:00.874+0000 7fd131eaf640 1 -- 172.21.15.16:0/2669573012 wait complete. 2024-09-16T01:42:00.885 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-16T01:42:01.227 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-16T01:42:01.226+0000 7f815e7cf640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T01:42:01.237 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-16T01:42:01.236+0000 7f8155dca640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:01.974 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-16T01:42:01.973+0000 7ff8e22a0640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T01:42:01.985 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-16T01:42:01.984+0000 7ff8da8d2640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:01.994 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-16T01:42:01.993+0000 7f3ee9679640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T01:42:02.001 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-16T01:42:02.000+0000 7f1881b85640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T01:42:02.005 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-16T01:42:02.004+0000 7f3ee0c74640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:02.013 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-16T01:42:02.012+0000 7f187a1b7640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:42:07.692 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:07.798 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.797+0000 7f8b06986640 1 Processor -- start 2024-09-16T01:42:07.798 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.797+0000 7f8b06986640 1 -- start start 2024-09-16T01:42:07.799 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8b06986640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8b0015e680 0x7f8b000cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:07.799 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8b06986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b00162e20 0x7f8b000b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:07.799 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8b06986640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b000cf4f0 con 0x7f8b000b6550 2024-09-16T01:42:07.799 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8b06986640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8b000cf7d0 con 0x7f8b0015e680 2024-09-16T01:42:07.799 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8b06986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8b000cfab0 con 0x7f8b00162e20 2024-09-16T01:42:07.799 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8afffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8b0015e680 0x7f8b000cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:07.800 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8afffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8b0015e680 0x7f8b000cebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42068/0 (socket says 172.21.15.16:42068) 2024-09-16T01:42:07.800 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8afffff640 1 -- 172.21.15.16:0/3662760551 learned_addr learned my addr 172.21.15.16:0/3662760551 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:07.801 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8aff7fe640 1 --2- 172.21.15.16:0/3662760551 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b00162e20 0x7f8b000b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:07.801 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8afffff640 1 -- 172.21.15.16:0/3662760551 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b00162e20 msgr2=0x7f8b000b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:07.801 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8afffff640 1 --2- 172.21.15.16:0/3662760551 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b00162e20 0x7f8b000b6010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8afffff640 1 -- 172.21.15.16:0/3662760551 >> v1:172.21.15.104:6789/0 conn(0x7f8b000b6550 legacy=0x7f8b0006d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8afffff640 1 -- 172.21.15.16:0/3662760551 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b000d2b50 con 0x7f8b0015e680 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.798+0000 7f8aff7fe640 1 --2- 172.21.15.16:0/3662760551 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b00162e20 0x7f8b000b6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.799+0000 7f8afffff640 1 --2- 172.21.15.16:0/3662760551 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b0015e680 0x7f8b000cebe0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8af0009870 tx=0x7f8af002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dfeeb9a9e40cc3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.799+0000 7f8afeffd640 1 -- 172.21.15.16:0/3662760551 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af0037070 con 0x7f8b0015e680 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.799+0000 7f8afeffd640 1 -- 172.21.15.16:0/3662760551 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8af0032440 con 0x7f8b0015e680 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.799+0000 7f8afeffd640 1 -- 172.21.15.16:0/3662760551 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af0032810 con 0x7f8b0015e680 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 -- 172.21.15.16:0/3662760551 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b0015e680 msgr2=0x7f8b000cebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 --2- 172.21.15.16:0/3662760551 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b0015e680 0x7f8b000cebe0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8af0009870 tx=0x7f8af002a200 comp rx=0 tx=0).stop 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 -- 172.21.15.16:0/3662760551 shutdown_connections 2024-09-16T01:42:07.802 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 --2- 172.21.15.16:0/3662760551 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b00162e20 0x7f8b000b6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.803 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 --2- 172.21.15.16:0/3662760551 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b0015e680 0x7f8b000cebe0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.803 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 -- 172.21.15.16:0/3662760551 >> 172.21.15.16:0/3662760551 conn(0x7f8b000d11f0 msgr2=0x7f8b000d1600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:07.803 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 -- 172.21.15.16:0/3662760551 shutdown_connections 2024-09-16T01:42:07.803 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.800+0000 7f8b06986640 1 -- 172.21.15.16:0/3662760551 wait complete. 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.801+0000 7f8b06986640 1 Processor -- start 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.801+0000 7f8b06986640 1 -- start start 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b06986640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b000b6550 0x7f8b0015d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b06986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b0015e680 0x7f8b001e92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b06986640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b00162e20 0x7f8b001e97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b06986640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0015ebe0 con 0x7f8b00162e20 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b06986640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0015ea60 con 0x7f8b000b6550 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b06986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8b000cf120 con 0x7f8b0015e680 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b00162e20 0x7f8b001e97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b00162e20 0x7f8b001e97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42080/0 (socket says 172.21.15.16:42080) 2024-09-16T01:42:07.805 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 -- 172.21.15.16:0/4235643446 learned_addr learned my addr 172.21.15.16:0/4235643446 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8afffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b000b6550 0x7f8b0015d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8aff7fe640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b0015e680 0x7f8b001e92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 -- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b0015e680 msgr2=0x7f8b001e92a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b0015e680 0x7f8b001e92a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 -- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b000b6550 msgr2=0x7f8b0015d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b000b6550 0x7f8b0015d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.802+0000 7f8b04f23640 1 -- 172.21.15.16:0/4235643446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b001f4d10 con 0x7f8b00162e20 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.803+0000 7f8b04f23640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b00162e20 0x7f8b001e97e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8af800c780 tx=0x7f8af800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.803+0000 7f8afcff9640 1 -- 172.21.15.16:0/4235643446 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af8004b10 con 0x7f8b00162e20 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.803+0000 7f8afcff9640 1 -- 172.21.15.16:0/4235643446 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8af8004cb0 con 0x7f8b00162e20 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.803+0000 7f8afcff9640 1 -- 172.21.15.16:0/4235643446 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af800aa30 con 0x7f8b00162e20 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.803+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b000cb910 con 0x7f8b00162e20 2024-09-16T01:42:07.806 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.803+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b001e87c0 con 0x7f8b00162e20 2024-09-16T01:42:07.807 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.804+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b000cb350 con 0x7f8b00162e20 2024-09-16T01:42:07.807 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.804+0000 7f8afcff9640 1 -- 172.21.15.16:0/4235643446 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8af800abd0 con 0x7f8b00162e20 2024-09-16T01:42:07.807 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.805+0000 7f8afcff9640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8aec06c2b0 0x7f8aec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:07.808 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.805+0000 7f8afcff9640 1 -- 172.21.15.16:0/4235643446 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f8af808b080 con 0x7f8b00162e20 2024-09-16T01:42:07.808 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.805+0000 7f8afffff640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8aec06c2b0 0x7f8aec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:07.808 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.806+0000 7f8afffff640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8aec06c2b0 0x7f8aec06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8af0034000 tx=0x7f8af002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:07.810 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.810+0000 7f8afcff9640 1 -- 172.21.15.16:0/4235643446 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b000cb350 con 0x7f8b00162e20 2024-09-16T01:42:07.988 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.987+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8b000cebe0 con 0x7f8b00162e20 2024-09-16T01:42:07.988 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.987+0000 7f8afcff9640 1 -- 172.21.15.16:0/4235643446 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12860 (secure 0 0 0) 0x7f8af8020070 con 0x7f8b00162e20 2024-09-16T01:42:07.989 INFO:teuthology.misc.health.smithi016.stdout: 2024-09-16T01:42:07.989 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":17,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:04.786787+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.989+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8aec06c2b0 msgr2=0x7f8aec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.989+0000 7f8b06986640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8aec06c2b0 0x7f8aec06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8af0034000 tx=0x7f8af002e000 comp rx=0 tx=0).stop 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.989+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b00162e20 msgr2=0x7f8b001e97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.989+0000 7f8b06986640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b00162e20 0x7f8b001e97e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8af800c780 tx=0x7f8af800cc40 comp rx=0 tx=0).stop 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 shutdown_connections 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8aec06c2b0 0x7f8aec06e770 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b00162e20 0x7f8b001e97e0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.991 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b0015e680 0x7f8b001e92a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.992 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 --2- 172.21.15.16:0/4235643446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b000b6550 0x7f8b0015d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:07.992 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 >> 172.21.15.16:0/4235643446 conn(0x7f8b000d11f0 msgr2=0x7f8b000d48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:07.992 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 shutdown_connections 2024-09-16T01:42:07.992 INFO:teuthology.misc.health.smithi016.stderr:2024-09-16T01:42:07.990+0000 7f8b06986640 1 -- 172.21.15.16:0/4235643446 wait complete. 2024-09-16T01:42:08.000 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-16T01:42:08.000 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-16T01:42:08.001 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:42:08.001 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:42:08.003 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:42:08.004 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:42:08.004 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:42:08.006 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:42:08.006 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:42:08.006 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:42:08.009 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:42:08.009 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:42:08.009 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:42:08.011 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:42:08.012 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-16T01:42:08.012 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:08.080 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:42:08.081 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:42:08.093 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:42:08.093 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:42:08.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.119+0000 7fe63df18640 1 Processor -- start 2024-09-16T01:42:08.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.120+0000 7fe63df18640 1 -- start start 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.120+0000 7fe63df18640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe63815f960 0x7fe6380cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.120+0000 7fe63df18640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe6380d0fe0 0x7fe6380d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.120+0000 7fe63df18640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6380d0780 con 0x7fe6380ce9f0 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.120+0000 7fe63df18640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe6380d1990 con 0x7fe6380d0fe0 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.120+0000 7fe63df18640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe6380d0a60 con 0x7fe63815f960 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.120+0000 7fe637fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe6380d0fe0 0x7fe6380d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe637fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe6380d0fe0 0x7fe6380d1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42120/0 (socket says 172.21.15.16:42120) 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe637fff640 1 -- 172.21.15.16:0/3639841234 learned_addr learned my addr 172.21.15.16:0/3639841234 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe636ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe6380ce9f0 0x7fe6380b62f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39640/0 (socket says 172.21.15.16:39640) 2024-09-16T01:42:08.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe6377fe640 1 --2- 172.21.15.16:0/3639841234 >> v2:172.21.15.104:3300/0 conn(0x7fe63815f960 0x7fe6380cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe637fff640 1 -- 172.21.15.16:0/3639841234 >> v2:172.21.15.104:3300/0 conn(0x7fe63815f960 msgr2=0x7fe6380cff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe637fff640 1 --2- 172.21.15.16:0/3639841234 >> v2:172.21.15.104:3300/0 conn(0x7fe63815f960 0x7fe6380cff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe637fff640 1 -- 172.21.15.16:0/3639841234 >> v1:172.21.15.16:6789/0 conn(0x7fe6380ce9f0 legacy=0x7fe6380b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe637fff640 1 -- 172.21.15.16:0/3639841234 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6380d0d40 con 0x7fe6380d0fe0 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe6367fc640 1 -- 172.21.15.16:0/3639841234 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 402288133 0 0) 0x7fe6380d0780 con 0x7fe6380ce9f0 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.121+0000 7fe6377fe640 1 --2- 172.21.15.16:0/3639841234 >> v2:172.21.15.104:3300/0 conn(0x7fe63815f960 0x7fe6380cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe637fff640 1 --2- 172.21.15.16:0/3639841234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe6380d1450 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe6380cfea0 tx=0x7fe63002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=263dd06aaf8568cf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe6367fc640 1 -- 172.21.15.16:0/3639841234 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630036070 con 0x7fe6380d0fe0 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe6367fc640 1 -- 172.21.15.16:0/3639841234 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe630031600 con 0x7fe6380d0fe0 2024-09-16T01:42:08.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe6367fc640 1 -- 172.21.15.16:0/3639841234 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6300319d0 con 0x7fe6380d0fe0 2024-09-16T01:42:08.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 -- 172.21.15.16:0/3639841234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 msgr2=0x7fe6380d1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 --2- 172.21.15.16:0/3639841234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe6380d1450 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe6380cfea0 tx=0x7fe63002a730 comp rx=0 tx=0).stop 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 -- 172.21.15.16:0/3639841234 shutdown_connections 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 --2- 172.21.15.16:0/3639841234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe6380d1450 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 --2- 172.21.15.16:0/3639841234 >> v2:172.21.15.104:3300/0 conn(0x7fe63815f960 0x7fe6380cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 -- 172.21.15.16:0/3639841234 >> 172.21.15.16:0/3639841234 conn(0x7fe6380b4090 msgr2=0x7fe6380b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 -- 172.21.15.16:0/3639841234 shutdown_connections 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.122+0000 7fe63df18640 1 -- 172.21.15.16:0/3639841234 wait complete. 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.123+0000 7fe63df18640 1 Processor -- start 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe63df18640 1 -- start start 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe63df18640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6380ce9f0 0x7fe638159d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe63df18640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe638142510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe63df18640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe63815f960 0x7fe638157440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe63df18640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe6380d0470 con 0x7fe6380d0fe0 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe63df18640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe638073170 con 0x7fe6380ce9f0 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe63df18640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe6380b6a00 con 0x7fe63815f960 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.124+0000 7fe636ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe638142510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe638142510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42136/0 (socket says 172.21.15.16:42136) 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 -- 172.21.15.16:0/1716449558 learned_addr learned my addr 172.21.15.16:0/1716449558 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe6377fe640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6380ce9f0 0x7fe638159d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe637fff640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe63815f960 0x7fe638157440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 -- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe63815f960 msgr2=0x7fe638157440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe63815f960 0x7fe638157440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 -- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6380ce9f0 msgr2=0x7fe638159d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6380ce9f0 0x7fe638159d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 -- 172.21.15.16:0/1716449558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe638146850 con 0x7fe6380d0fe0 2024-09-16T01:42:08.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe636ffd640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe638142510 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe62c00c460 tx=0x7fe62c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:08.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe61ffff640 1 -- 172.21.15.16:0/1716449558 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62c018070 con 0x7fe6380d0fe0 2024-09-16T01:42:08.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe61ffff640 1 -- 172.21.15.16:0/1716449558 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe62c007500 con 0x7fe6380d0fe0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe61ffff640 1 -- 172.21.15.16:0/1716449558 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62c004a20 con 0x7fe6380d0fe0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe638142c10 con 0x7fe6380d0fe0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.125+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6381431d0 con 0x7fe6380d0fe0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.126+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe638143410 con 0x7fe6380d0fe0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.127+0000 7fe61ffff640 1 -- 172.21.15.16:0/1716449558 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe62c004bc0 con 0x7fe6380d0fe0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.127+0000 7fe61ffff640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe62406c2b0 0x7fe62406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.127+0000 7fe61ffff640 1 -- 172.21.15.16:0/1716449558 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fe62c08a320 con 0x7fe6380d0fe0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.128+0000 7fe6377fe640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe62406c2b0 0x7fe62406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.128+0000 7fe6377fe640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe62406c2b0 0x7fe62406e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe628006e80 tx=0x7fe628008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:08.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.132+0000 7fe61ffff640 1 -- 172.21.15.16:0/1716449558 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe638143410 con 0x7fe6380d0fe0 2024-09-16T01:42:08.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.343+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe6380d1450 con 0x7fe6380d0fe0 2024-09-16T01:42:08.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.343+0000 7fe61ffff640 1 -- 172.21.15.16:0/1716449558 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7fe638146850 con 0x7fe6380d0fe0 2024-09-16T01:42:08.345 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:08.345 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2,"btime":"2024-09-16T01:42:08:084188+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T01:42:08.345 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 2 2024-09-16T01:42:08.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe62406c2b0 msgr2=0x7fe62406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe62406c2b0 0x7fe62406e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe628006e80 tx=0x7fe628008040 comp rx=0 tx=0).stop 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 msgr2=0x7fe638142510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe638142510 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe62c00c460 tx=0x7fe62c00c920 comp rx=0 tx=0).stop 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 shutdown_connections 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe62406c2b0 0x7fe62406e770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe63815f960 0x7fe638157440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6380d0fe0 0x7fe638142510 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 --2- 172.21.15.16:0/1716449558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6380ce9f0 0x7fe638159d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 >> 172.21.15.16:0/1716449558 conn(0x7fe6380b4090 msgr2=0x7fe638070320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 shutdown_connections 2024-09-16T01:42:08.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:08.345+0000 7fe63df18640 1 -- 172.21.15.16:0/1716449558 wait complete. 2024-09-16T01:42:10.358 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:10.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.472+0000 7faf9fa53640 1 Processor -- start 2024-09-16T01:42:10.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.472+0000 7faf9fa53640 1 -- start start 2024-09-16T01:42:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9fa53640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf9815e3a0 0x7faf9806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9fa53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806d790 0x7faf9806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9fa53640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7faf9806bbe0 0x7faf9806f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9fa53640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7faf980b7640 con 0x7faf9806bbe0 2024-09-16T01:42:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9fa53640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7faf980b6a70 con 0x7faf9815e3a0 2024-09-16T01:42:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9fa53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faf980b6d10 con 0x7faf9806d790 2024-09-16T01:42:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9dff0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7faf9806bbe0 0x7faf9806f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9dff0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7faf9806bbe0 0x7faf9806f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42142/0 (socket says 172.21.15.16:42142) 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.473+0000 7faf9dff0640 1 -- 172.21.15.16:0/2368559667 learned_addr learned my addr 172.21.15.16:0/2368559667 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9d7ef640 1 --2- 172.21.15.16:0/2368559667 >> v2:172.21.15.104:3300/0 conn(0x7faf9815e3a0 0x7faf9806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9cfee640 1 --2- 172.21.15.16:0/2368559667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806d790 0x7faf9806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9dff0640 1 -- 172.21.15.16:0/2368559667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806d790 msgr2=0x7faf9806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9dff0640 1 --2- 172.21.15.16:0/2368559667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806d790 0x7faf9806f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9dff0640 1 -- 172.21.15.16:0/2368559667 >> v2:172.21.15.104:3300/0 conn(0x7faf9815e3a0 msgr2=0x7faf9806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9dff0640 1 --2- 172.21.15.16:0/2368559667 >> v2:172.21.15.104:3300/0 conn(0x7faf9815e3a0 0x7faf9806d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9dff0640 1 -- 172.21.15.16:0/2368559667 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf980b6ff0 con 0x7faf9806bbe0 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9d7ef640 1 --2- 172.21.15.16:0/2368559667 >> v2:172.21.15.104:3300/0 conn(0x7faf9815e3a0 0x7faf9806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:10.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9cfee640 1 --2- 172.21.15.16:0/2368559667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806d790 0x7faf9806f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.474+0000 7faf9dff0640 1 --2- 172.21.15.16:0/2368559667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf9806f6e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faf980b4e40 tx=0x7faf9002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85e9b5c24d9324fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf8ffff640 1 -- 172.21.15.16:0/2368559667 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90037070 con 0x7faf9806bbe0 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf8ffff640 1 -- 172.21.15.16:0/2368559667 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf90032440 con 0x7faf9806bbe0 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf8ffff640 1 -- 172.21.15.16:0/2368559667 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90032810 con 0x7faf9806bbe0 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 -- 172.21.15.16:0/2368559667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 msgr2=0x7faf9806f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 --2- 172.21.15.16:0/2368559667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf9806f6e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faf980b4e40 tx=0x7faf9002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 -- 172.21.15.16:0/2368559667 shutdown_connections 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 --2- 172.21.15.16:0/2368559667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf9806f6e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 --2- 172.21.15.16:0/2368559667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806d790 0x7faf9806f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 --2- 172.21.15.16:0/2368559667 >> v2:172.21.15.104:3300/0 conn(0x7faf9815e3a0 0x7faf9806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 -- 172.21.15.16:0/2368559667 >> 172.21.15.16:0/2368559667 conn(0x7faf980b4090 msgr2=0x7faf980b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 -- 172.21.15.16:0/2368559667 shutdown_connections 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.475+0000 7faf9fa53640 1 -- 172.21.15.16:0/2368559667 wait complete. 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.476+0000 7faf9fa53640 1 Processor -- start 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9fa53640 1 -- start start 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9fa53640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf980d04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9fa53640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806d790 0x7faf98157d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9fa53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815e3a0 0x7faf98158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9fa53640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7faf98073cc0 con 0x7faf9806bbe0 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9fa53640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faf9815e780 con 0x7faf9806d790 2024-09-16T01:42:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9fa53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faf98073e40 con 0x7faf9815e3a0 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9d7ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf980d04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9d7ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf980d04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42158/0 (socket says 172.21.15.16:42158) 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.477+0000 7faf9d7ef640 1 -- 172.21.15.16:0/4268372392 learned_addr learned my addr 172.21.15.16:0/4268372392 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9dff0640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815e3a0 0x7faf98158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9cfee640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806d790 0x7faf98157d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9d7ef640 1 -- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815e3a0 msgr2=0x7faf98158260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9d7ef640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815e3a0 0x7faf98158260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9d7ef640 1 -- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806d790 msgr2=0x7faf98157d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9d7ef640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806d790 0x7faf98157d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9d7ef640 1 -- 172.21.15.16:0/4268372392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf980b0240 con 0x7faf9806bbe0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9d7ef640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf980d04f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7faf9400ce00 tx=0x7faf9400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf8dffb640 1 -- 172.21.15.16:0/4268372392 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf9400f890 con 0x7faf9806bbe0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf8dffb640 1 -- 172.21.15.16:0/4268372392 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf9400fa30 con 0x7faf9806bbe0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf980b0520 con 0x7faf9806bbe0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf8dffb640 1 -- 172.21.15.16:0/4268372392 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf9400fe00 con 0x7faf9806bbe0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.478+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf980b0ae0 con 0x7faf9806bbe0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.479+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf980b47b0 con 0x7faf9806bbe0 2024-09-16T01:42:10.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.480+0000 7faf8dffb640 1 -- 172.21.15.16:0/4268372392 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf94018400 con 0x7faf9806bbe0 2024-09-16T01:42:10.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.480+0000 7faf8dffb640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faf7c06c2b0 0x7faf7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.480+0000 7faf8dffb640 1 -- 172.21.15.16:0/4268372392 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7faf9408bf90 con 0x7faf9806bbe0 2024-09-16T01:42:10.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.480+0000 7faf9cfee640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faf7c06c2b0 0x7faf7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.481+0000 7faf9cfee640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faf7c06c2b0 0x7faf7c06e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faf981f7350 tx=0x7faf88008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:10.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.485+0000 7faf8dffb640 1 -- 172.21.15.16:0/4268372392 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf94014030 con 0x7faf9806bbe0 2024-09-16T01:42:10.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.693+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf9806d1d0 con 0x7faf9806bbe0 2024-09-16T01:42:10.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.694+0000 7faf8dffb640 1 -- 172.21.15.16:0/4268372392 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3903 (secure 0 0 0) 0x7faf9400ae20 con 0x7faf9806bbe0 2024-09-16T01:42:10.695 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:10.696 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":3,"btime":"2024-09-16T01:42:09:086148+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-16T01:42:10.696 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 3 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faf7c06c2b0 msgr2=0x7faf7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faf7c06c2b0 0x7faf7c06e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faf981f7350 tx=0x7faf88008040 comp rx=0 tx=0).stop 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 msgr2=0x7faf980d04f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf980d04f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7faf9400ce00 tx=0x7faf9400a650 comp rx=0 tx=0).stop 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 shutdown_connections 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faf7c06c2b0 0x7faf7c06e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815e3a0 0x7faf98158260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806d790 0x7faf98157d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 --2- 172.21.15.16:0/4268372392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf9806bbe0 0x7faf980d04f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 >> 172.21.15.16:0/4268372392 conn(0x7faf980b4090 msgr2=0x7faf9806bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:10.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 shutdown_connections 2024-09-16T01:42:10.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.696+0000 7faf9fa53640 1 -- 172.21.15.16:0/4268372392 wait complete. 2024-09-16T01:42:10.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:42:10.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.809+0000 7f88f6a27640 1 Processor -- start 2024-09-16T01:42:10.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.809+0000 7f88f6a27640 1 -- start start 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88f6a27640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f88f0147fc0 0x7f88f015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88f6a27640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88f00d0ee0 0x7f88f00d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88f6a27640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88f00ba2f0 con 0x7f88f00b97d0 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88f6a27640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f88f01483a0 con 0x7f88f00d0ee0 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88f6a27640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f88f015efa0 con 0x7f88f0147fc0 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88e7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88f00d0ee0 0x7f88f00d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88e7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88f00d0ee0 0x7f88f00d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42164/0 (socket says 172.21.15.16:42164) 2024-09-16T01:42:10.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88e7fff640 1 -- 172.21.15.16:0/3453739369 learned_addr learned my addr 172.21.15.16:0/3453739369 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:10.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.810+0000 7f88effff640 1 --2- 172.21.15.16:0/3453739369 >> v2:172.21.15.104:3300/0 conn(0x7f88f0147fc0 0x7f88f015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.811+0000 7f88e7fff640 1 -- 172.21.15.16:0/3453739369 >> v2:172.21.15.104:3300/0 conn(0x7f88f0147fc0 msgr2=0x7f88f015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:10.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.811+0000 7f88e7fff640 1 --2- 172.21.15.16:0/3453739369 >> v2:172.21.15.104:3300/0 conn(0x7f88f0147fc0 0x7f88f015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.811+0000 7f88e7fff640 1 -- 172.21.15.16:0/3453739369 >> v1:172.21.15.104:6789/0 conn(0x7f88f00b97d0 legacy=0x7f88f00b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.811+0000 7f88e7fff640 1 -- 172.21.15.16:0/3453739369 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88f00d2750 con 0x7f88f00d0ee0 2024-09-16T01:42:10.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.811+0000 7f88e7fff640 1 --2- 172.21.15.16:0/3453739369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f00d1370 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f88f00b7260 tx=0x7f88d802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c1bdffac3e08c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:10.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88ef7fe640 1 -- 172.21.15.16:0/3453739369 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8037070 con 0x7f88f00d0ee0 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88ef7fe640 1 -- 172.21.15.16:0/3453739369 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d8032440 con 0x7f88f00d0ee0 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88ef7fe640 1 -- 172.21.15.16:0/3453739369 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8032810 con 0x7f88f00d0ee0 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 -- 172.21.15.16:0/3453739369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 msgr2=0x7f88f00d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 --2- 172.21.15.16:0/3453739369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f00d1370 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f88f00b7260 tx=0x7f88d802a270 comp rx=0 tx=0).stop 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 -- 172.21.15.16:0/3453739369 shutdown_connections 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 --2- 172.21.15.16:0/3453739369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f00d1370 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 --2- 172.21.15.16:0/3453739369 >> v2:172.21.15.104:3300/0 conn(0x7f88f0147fc0 0x7f88f015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 -- 172.21.15.16:0/3453739369 >> 172.21.15.16:0/3453739369 conn(0x7f88f0074fe0 msgr2=0x7f88f006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 -- 172.21.15.16:0/3453739369 shutdown_connections 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.812+0000 7f88f6a27640 1 -- 172.21.15.16:0/3453739369 wait complete. 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.813+0000 7f88f6a27640 1 Processor -- start 2024-09-16T01:42:10.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.813+0000 7f88f6a27640 1 -- start start 2024-09-16T01:42:10.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88f6a27640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88f00b97d0 0x7f88f00cae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88f6a27640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f0140e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88f6a27640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88f0147fc0 0x7f88f00c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88f6a27640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f88f00d2d10 con 0x7f88f00d0ee0 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88f6a27640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f88f00d2500 con 0x7f88f00b97d0 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88f6a27640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88f00d2ff0 con 0x7f88f0147fc0 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f0140e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f0140e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42180/0 (socket says 172.21.15.16:42180) 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88e7fff640 1 -- 172.21.15.16:0/2190904989 learned_addr learned my addr 172.21.15.16:0/2190904989 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88effff640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88f00b97d0 0x7f88f00cae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.814+0000 7f88f4fc4640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88f0147fc0 0x7f88f00c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88e7fff640 1 -- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88f0147fc0 msgr2=0x7f88f00c9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88e7fff640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88f0147fc0 0x7f88f00c9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88e7fff640 1 -- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88f00b97d0 msgr2=0x7f88f00cae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88e7fff640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88f00b97d0 0x7f88f00cae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88e7fff640 1 -- 172.21.15.16:0/2190904989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88f00c9da0 con 0x7f88f00d0ee0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88effff640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88f00b97d0 0x7f88f00cae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88e7fff640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f0140e50 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f88d802a2b0 tx=0x7f88d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88ed7fa640 1 -- 172.21.15.16:0/2190904989 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8037040 con 0x7f88f00d0ee0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88ed7fa640 1 -- 172.21.15.16:0/2190904989 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d8042070 con 0x7f88f00d0ee0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88ed7fa640 1 -- 172.21.15.16:0/2190904989 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8030880 con 0x7f88f00d0ee0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88f00ca080 con 0x7f88f00d0ee0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.815+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88f00ca640 con 0x7f88f00d0ee0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.816+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88f00d1370 con 0x7f88f00d0ee0 2024-09-16T01:42:10.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.816+0000 7f88ed7fa640 1 -- 172.21.15.16:0/2190904989 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f88d8030a20 con 0x7f88f00d0ee0 2024-09-16T01:42:10.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.817+0000 7f88ed7fa640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88d006c2b0 0x7f88d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:10.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.817+0000 7f88ed7fa640 1 -- 172.21.15.16:0/2190904989 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f88d80ab900 con 0x7f88f00d0ee0 2024-09-16T01:42:10.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.817+0000 7f88effff640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88d006c2b0 0x7f88d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:10.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.818+0000 7f88effff640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88d006c2b0 0x7f88d006e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f88e0009af0 tx=0x7f88e0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:10.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.822+0000 7f88ed7fa640 1 -- 172.21.15.16:0/2190904989 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f88d807a450 con 0x7f88f00d0ee0 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.997+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f88f0145aa0 con 0x7f88f00d0ee0 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:10.997+0000 7f88ed7fa640 1 -- 172.21.15.16:0/2190904989 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f88d8079d50 con 0x7f88f00d0ee0 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:10.999 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:42:11.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88d006c2b0 msgr2=0x7f88d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88d006c2b0 0x7f88d006e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f88e0009af0 tx=0x7f88e0008040 comp rx=0 tx=0).stop 2024-09-16T01:42:11.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 msgr2=0x7f88f0140e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f0140e50 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f88d802a2b0 tx=0x7f88d80046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 shutdown_connections 2024-09-16T01:42:11.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88d006c2b0 0x7f88d006e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88f0147fc0 0x7f88f00c9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88f00d0ee0 0x7f88f0140e50 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 --2- 172.21.15.16:0/2190904989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88f00b97d0 0x7f88f00cae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 >> 172.21.15.16:0/2190904989 conn(0x7f88f0074fe0 msgr2=0x7f88f00cf610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:11.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 shutdown_connections 2024-09-16T01:42:11.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.000+0000 7f88f6a27640 1 -- 172.21.15.16:0/2190904989 wait complete. 2024-09-16T01:42:11.011 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:42:11.012 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:42:11.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.116+0000 7f992850a640 1 Processor -- start 2024-09-16T01:42:11.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.116+0000 7f992850a640 1 -- start start 2024-09-16T01:42:11.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f992850a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f99200b9880 0x7f99200b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f992850a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f99200ba230 0x7f992015ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f992850a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99200d4350 con 0x7f992015e840 2024-09-16T01:42:11.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f992850a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f99200cfe50 con 0x7f99200b9880 2024-09-16T01:42:11.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f992850a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f99200d3590 con 0x7f99200ba230 2024-09-16T01:42:11.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f9925aa5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f99200b9880 0x7f99200b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f99262a6640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f992015e840 0x7f99200cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39650/0 (socket says 172.21.15.16:39650) 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f99262a6640 1 -- 172.21.15.16:0/1542728110 learned_addr learned my addr 172.21.15.16:0/1542728110 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f9926aa7640 1 --2- 172.21.15.16:0/1542728110 >> v2:172.21.15.104:3300/0 conn(0x7f99200ba230 0x7f992015ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f9925aa5640 1 -- 172.21.15.16:0/1542728110 >> v2:172.21.15.104:3300/0 conn(0x7f99200ba230 msgr2=0x7f992015ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f9925aa5640 1 --2- 172.21.15.16:0/1542728110 >> v2:172.21.15.104:3300/0 conn(0x7f99200ba230 0x7f992015ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f9925aa5640 1 -- 172.21.15.16:0/1542728110 >> v1:172.21.15.16:6789/0 conn(0x7f992015e840 legacy=0x7f99200cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f9925aa5640 1 -- 172.21.15.16:0/1542728110 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99200d3870 con 0x7f99200b9880 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f99252a4640 1 -- 172.21.15.16:0/1542728110 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1644668752 0 0) 0x7f99200d4350 con 0x7f992015e840 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.117+0000 7f9926aa7640 1 --2- 172.21.15.16:0/1542728110 >> v2:172.21.15.104:3300/0 conn(0x7f99200ba230 0x7f992015ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f9925aa5640 1 --2- 172.21.15.16:0/1542728110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99200b9880 0x7f99200b9cf0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f99200b4040 tx=0x7f991402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd4416d12d97592 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f99252a4640 1 -- 172.21.15.16:0/1542728110 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914037070 con 0x7f99200b9880 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f99252a4640 1 -- 172.21.15.16:0/1542728110 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9914032440 con 0x7f99200b9880 2024-09-16T01:42:11.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f99252a4640 1 -- 172.21.15.16:0/1542728110 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991402ae60 con 0x7f99200b9880 2024-09-16T01:42:11.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 -- 172.21.15.16:0/1542728110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99200b9880 msgr2=0x7f99200b9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 --2- 172.21.15.16:0/1542728110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99200b9880 0x7f99200b9cf0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f99200b4040 tx=0x7f991402a110 comp rx=0 tx=0).stop 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 -- 172.21.15.16:0/1542728110 shutdown_connections 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 --2- 172.21.15.16:0/1542728110 >> v2:172.21.15.104:3300/0 conn(0x7f99200ba230 0x7f992015ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 --2- 172.21.15.16:0/1542728110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99200b9880 0x7f99200b9cf0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 -- 172.21.15.16:0/1542728110 >> 172.21.15.16:0/1542728110 conn(0x7f99200d4630 msgr2=0x7f99200d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 -- 172.21.15.16:0/1542728110 shutdown_connections 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.118+0000 7f992850a640 1 -- 172.21.15.16:0/1542728110 wait complete. 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 Processor -- start 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 -- start start 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99200b9880 0x7f992014d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99200ba230 0x7f99200ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f992015e840 0x7f99200ca8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f992015f160 con 0x7f992015e840 2024-09-16T01:42:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f99200d3e30 con 0x7f99200b9880 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f992850a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f992015f2e0 con 0x7f99200ba230 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f9926aa7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f992015e840 0x7f99200ca8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f9926aa7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f992015e840 0x7f99200ca8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42198/0 (socket says 172.21.15.16:42198) 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.120+0000 7f9926aa7640 1 -- 172.21.15.16:0/749619321 learned_addr learned my addr 172.21.15.16:0/749619321 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f99262a6640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99200b9880 0x7f992014d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f9925aa5640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99200ba230 0x7f99200ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f9926aa7640 1 -- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99200ba230 msgr2=0x7f99200ca390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f9926aa7640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99200ba230 0x7f99200ca390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f9926aa7640 1 -- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99200b9880 msgr2=0x7f992014d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f9926aa7640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99200b9880 0x7f992014d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f9926aa7640 1 -- 172.21.15.16:0/749619321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99200cce40 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f9926aa7640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f992015e840 0x7f99200ca8d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f991800c5e0 tx=0x7f991800caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f991effd640 1 -- 172.21.15.16:0/749619321 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918015070 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f991effd640 1 -- 172.21.15.16:0/749619321 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9918011840 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99200c82a0 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f991effd640 1 -- 172.21.15.16:0/749619321 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918011c30 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.121+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99200c8860 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.122+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99200b9cf0 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.123+0000 7f991effd640 1 -- 172.21.15.16:0/749619321 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9918018070 con 0x7f992015e840 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.123+0000 7f991effd640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f990c06c2b0 0x7f990c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.123+0000 7f991effd640 1 -- 172.21.15.16:0/749619321 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f991808af30 con 0x7f992015e840 2024-09-16T01:42:11.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.123+0000 7f99262a6640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f990c06c2b0 0x7f990c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.124+0000 7f99262a6640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f990c06c2b0 0x7f990c06e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9910007ed0 tx=0x7f9910007e60 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:11.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.127+0000 7f991effd640 1 -- 172.21.15.16:0/749619321 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9918059a80 con 0x7f992015e840 2024-09-16T01:42:11.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:11.305+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f99200d54d0 con 0x7f992015e840 2024-09-16T01:42:11.838 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:42:11.842 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:42:12.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.100+0000 7f991effd640 1 -- 172.21.15.16:0/749619321 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f9918059380 con 0x7f992015e840 2024-09-16T01:42:12.101 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f990c06c2b0 msgr2=0x7f990c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f990c06c2b0 0x7f990c06e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9910007ed0 tx=0x7f9910007e60 comp rx=0 tx=0).stop 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f992015e840 msgr2=0x7f99200ca8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f992015e840 0x7f99200ca8d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f991800c5e0 tx=0x7f991800caa0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 shutdown_connections 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f990c06c2b0 0x7f990c06e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f992015e840 0x7f99200ca8d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99200ba230 0x7f99200ca390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 --2- 172.21.15.16:0/749619321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99200b9880 0x7f992014d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.104+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 >> 172.21.15.16:0/749619321 conn(0x7f99200d4630 msgr2=0x7f99200b9100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:12.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.105+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 shutdown_connections 2024-09-16T01:42:12.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.105+0000 7f992850a640 1 -- 172.21.15.16:0/749619321 wait complete. 2024-09-16T01:42:12.123 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:42:12.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.237+0000 7f99b6ed9640 1 Processor -- start 2024-09-16T01:42:12.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.237+0000 7f99b6ed9640 1 -- start start 2024-09-16T01:42:12.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b6ed9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f99b01619d0 0x7f99b015fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b6ed9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99b0161db0 con 0x7f99b0162050 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b6ed9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99b015ed70 con 0x7f99b0071940 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b6ed9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f99b00aef90 con 0x7f99b01619d0 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b4c75640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f99b01619d0 0x7f99b015fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99affff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f99b0162050 0x7f99b0071230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59280/0 (socket says 172.21.15.16:59280) 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99affff640 1 -- 172.21.15.16:0/78576142 learned_addr learned my addr 172.21.15.16:0/78576142 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b4c75640 1 -- 172.21.15.16:0/78576142 >> v1:172.21.15.104:6789/0 conn(0x7f99b0071940 legacy=0x7f99b00af420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b4c75640 1 -- 172.21.15.16:0/78576142 >> v1:172.21.15.16:6789/0 conn(0x7f99b0162050 legacy=0x7f99b0071230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99b4c75640 1 -- 172.21.15.16:0/78576142 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99b0162ba0 con 0x7f99b01619d0 2024-09-16T01:42:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.238+0000 7f99af7fe640 1 -- 172.21.15.16:0/78576142 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3905802479 0 0) 0x7f99b0161db0 con 0x7f99b0162050 2024-09-16T01:42:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.239+0000 7f99b4c75640 1 --2- 172.21.15.16:0/78576142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b01619d0 0x7f99b015fb70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f99a40097a0 tx=0x7f99a402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4902aa4977ea273c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.239+0000 7f99af7fe640 1 -- 172.21.15.16:0/78576142 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a4037070 con 0x7f99b01619d0 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.239+0000 7f99af7fe640 1 -- 172.21.15.16:0/78576142 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99a402ae50 con 0x7f99b01619d0 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.239+0000 7f99af7fe640 1 -- 172.21.15.16:0/78576142 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a4032660 con 0x7f99b01619d0 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.240+0000 7f99b6ed9640 1 -- 172.21.15.16:0/78576142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b01619d0 msgr2=0x7f99b015fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.240+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/78576142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b01619d0 0x7f99b015fb70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f99a40097a0 tx=0x7f99a402a140 comp rx=0 tx=0).stop 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.240+0000 7f99b6ed9640 1 -- 172.21.15.16:0/78576142 shutdown_connections 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.240+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/78576142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b01619d0 0x7f99b015fb70 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.240+0000 7f99b6ed9640 1 -- 172.21.15.16:0/78576142 >> 172.21.15.16:0/78576142 conn(0x7f99b0074fe0 msgr2=0x7f99b006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.240+0000 7f99b6ed9640 1 -- 172.21.15.16:0/78576142 shutdown_connections 2024-09-16T01:42:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.240+0000 7f99b6ed9640 1 -- 172.21.15.16:0/78576142 wait complete. 2024-09-16T01:42:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.241+0000 7f99b6ed9640 1 Processor -- start 2024-09-16T01:42:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.241+0000 7f99b6ed9640 1 -- start start 2024-09-16T01:42:12.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b6ed9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b0071940 0x7f99b01501a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b6ed9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99b01619d0 0x7f99b01508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b6ed9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99b0162050 0x7f99b015a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b6ed9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f99b0162e80 con 0x7f99b0071940 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b6ed9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f99b00aec20 con 0x7f99b0162050 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b6ed9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f99b01624a0 con 0x7f99b01619d0 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b4c75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b0071940 0x7f99b01501a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b4c75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b0071940 0x7f99b01501a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37932/0 (socket says 172.21.15.16:37932) 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b4c75640 1 -- 172.21.15.16:0/1376762508 learned_addr learned my addr 172.21.15.16:0/1376762508 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b5476640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99b0162050 0x7f99b015a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99affff640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99b01619d0 0x7f99b01508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b4c75640 1 -- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99b01619d0 msgr2=0x7f99b01508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.242+0000 7f99b4c75640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99b01619d0 0x7f99b01508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99b4c75640 1 -- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99b0162050 msgr2=0x7f99b015a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99b4c75640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99b0162050 0x7f99b015a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99b4c75640 1 -- 172.21.15.16:0/1376762508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99b01506e0 con 0x7f99b0071940 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99b4c75640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b0071940 0x7f99b01501a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f99a40097a0 tx=0x7f99a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99ad7fa640 1 -- 172.21.15.16:0/1376762508 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a4037040 con 0x7f99b0071940 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99ad7fa640 1 -- 172.21.15.16:0/1376762508 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99a4004030 con 0x7f99b0071940 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99ad7fa640 1 -- 172.21.15.16:0/1376762508 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a4006e10 con 0x7f99b0071940 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99b01592e0 con 0x7f99b0071940 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.243+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99b01598a0 con 0x7f99b0071940 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.244+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99b0162880 con 0x7f99b0071940 2024-09-16T01:42:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.244+0000 7f99ad7fa640 1 -- 172.21.15.16:0/1376762508 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f99a403d650 con 0x7f99b0071940 2024-09-16T01:42:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.245+0000 7f99ad7fa640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f999406c2b0 0x7f999406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.245+0000 7f99ad7fa640 1 -- 172.21.15.16:0/1376762508 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f99a40abad0 con 0x7f99b0071940 2024-09-16T01:42:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.245+0000 7f99affff640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f999406c2b0 0x7f999406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.246+0000 7f99affff640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f999406c2b0 0x7f999406e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f99b015fc50 tx=0x7f999c007c00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.250+0000 7f99ad7fa640 1 -- 172.21.15.16:0/1376762508 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f99b01506e0 con 0x7f99b0071940 2024-09-16T01:42:12.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:12.425+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f99b015f9a0 con 0x7f99b0071940 2024-09-16T01:42:13.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.105+0000 7f99ad7fa640 1 -- 172.21.15.16:0/1376762508 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f99a4042020 con 0x7f99b0071940 2024-09-16T01:42:13.106 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:42:13.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f999406c2b0 msgr2=0x7f999406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f999406c2b0 0x7f999406e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f99b015fc50 tx=0x7f999c007c00 comp rx=0 tx=0).stop 2024-09-16T01:42:13.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b0071940 msgr2=0x7f99b01501a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b0071940 0x7f99b01501a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f99a40097a0 tx=0x7f99a40046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 shutdown_connections 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f999406c2b0 0x7f999406e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99b0162050 0x7f99b015a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f99b01619d0 0x7f99b01508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 --2- 172.21.15.16:0/1376762508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99b0071940 0x7f99b01501a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 >> 172.21.15.16:0/1376762508 conn(0x7f99b0074fe0 msgr2=0x7f99b0153d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 shutdown_connections 2024-09-16T01:42:13.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.108+0000 7f99b6ed9640 1 -- 172.21.15.16:0/1376762508 wait complete. 2024-09-16T01:42:13.133 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:42:13.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.242+0000 7f3d45349640 1 Processor -- start 2024-09-16T01:42:13.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.243+0000 7f3d45349640 1 -- start start 2024-09-16T01:42:13.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.243+0000 7f3d45349640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d40147f30 0x7f3d400cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.243+0000 7f3d45349640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3d400cfb00 0x7f3d400d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.243+0000 7f3d45349640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3d400d4010 0x7f3d400d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.243+0000 7f3d45349640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3d400d20a0 con 0x7f3d400cfb00 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.243+0000 7f3d45349640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3d400d22f0 con 0x7f3d400d4010 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.243+0000 7f3d45349640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3d400d25d0 con 0x7f3d40147f30 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3d400cfb00 0x7f3d400d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3d400cfb00 0x7f3d400d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37940/0 (socket says 172.21.15.16:37940) 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 -- 172.21.15.16:0/884034674 learned_addr learned my addr 172.21.15.16:0/884034674 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3effd640 1 --2- 172.21.15.16:0/884034674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d40147f30 0x7f3d400cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3f7fe640 1 --2- 172.21.15.16:0/884034674 >> v2:172.21.15.104:3300/0 conn(0x7f3d400d4010 0x7f3d400d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 -- 172.21.15.16:0/884034674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d40147f30 msgr2=0x7f3d400cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 --2- 172.21.15.16:0/884034674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d40147f30 0x7f3d400cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 -- 172.21.15.16:0/884034674 >> v2:172.21.15.104:3300/0 conn(0x7f3d400d4010 msgr2=0x7f3d400d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:13.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 --2- 172.21.15.16:0/884034674 >> v2:172.21.15.104:3300/0 conn(0x7f3d400d4010 0x7f3d400d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.244+0000 7f3d3e7fc640 1 -- 172.21.15.16:0/884034674 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d400d28b0 con 0x7f3d400cfb00 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d3e7fc640 1 --2- 172.21.15.16:0/884034674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d400cfb00 0x7f3d400d0f70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3d400d0c70 tx=0x7f3d2802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed9256918e9d4062 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d3dffb640 1 -- 172.21.15.16:0/884034674 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d28037070 con 0x7f3d400cfb00 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d3dffb640 1 -- 172.21.15.16:0/884034674 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d28032440 con 0x7f3d400cfb00 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d3dffb640 1 -- 172.21.15.16:0/884034674 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d28032810 con 0x7f3d400cfb00 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 -- 172.21.15.16:0/884034674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d400cfb00 msgr2=0x7f3d400d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 --2- 172.21.15.16:0/884034674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d400cfb00 0x7f3d400d0f70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3d400d0c70 tx=0x7f3d2802a140 comp rx=0 tx=0).stop 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 -- 172.21.15.16:0/884034674 shutdown_connections 2024-09-16T01:42:13.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 --2- 172.21.15.16:0/884034674 >> v2:172.21.15.104:3300/0 conn(0x7f3d400d4010 0x7f3d400d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 --2- 172.21.15.16:0/884034674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d400cfb00 0x7f3d400d0f70 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 --2- 172.21.15.16:0/884034674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d40147f30 0x7f3d400cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 -- 172.21.15.16:0/884034674 >> 172.21.15.16:0/884034674 conn(0x7f3d40074da0 msgr2=0x7f3d400d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:13.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.245+0000 7f3d45349640 1 -- 172.21.15.16:0/884034674 shutdown_connections 2024-09-16T01:42:13.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.246+0000 7f3d45349640 1 -- 172.21.15.16:0/884034674 wait complete. 2024-09-16T01:42:13.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.247+0000 7f3d45349640 1 Processor -- start 2024-09-16T01:42:13.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.247+0000 7f3d45349640 1 -- start start 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d400cfb00 0x7f3d40138da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d400d4010 0x7f3d400ab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d40147f30 0x7f3d400abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3d400d30b0 con 0x7f3d40147f30 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3d40148310 con 0x7f3d400cfb00 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3d400d3230 con 0x7f3d400d4010 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d40147f30 0x7f3d400abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d40147f30 0x7f3d400abc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37944/0 (socket says 172.21.15.16:37944) 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 -- 172.21.15.16:0/2508562668 learned_addr learned my addr 172.21.15.16:0/2508562668 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3effd640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d400cfb00 0x7f3d40138da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3e7fc640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d400d4010 0x7f3d400ab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 -- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d400d4010 msgr2=0x7f3d400ab6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d400d4010 0x7f3d400ab6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 -- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d400cfb00 msgr2=0x7f3d40138da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d400cfb00 0x7f3d40138da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 -- 172.21.15.16:0/2508562668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d401f55d0 con 0x7f3d40147f30 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3effd640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d400cfb00 0x7f3d40138da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d3f7fe640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d40147f30 0x7f3d400abc20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3d30007e90 tx=0x7f3d3000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d377fe640 1 -- 172.21.15.16:0/2508562668 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d30014420 con 0x7f3d40147f30 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d377fe640 1 -- 172.21.15.16:0/2508562668 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d30019070 con 0x7f3d40147f30 2024-09-16T01:42:13.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d377fe640 1 -- 172.21.15.16:0/2508562668 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d30014820 con 0x7f3d40147f30 2024-09-16T01:42:13.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d40160c90 con 0x7f3d40147f30 2024-09-16T01:42:13.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.248+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d40161210 con 0x7f3d40147f30 2024-09-16T01:42:13.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.249+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d400cf5c0 con 0x7f3d40147f30 2024-09-16T01:42:13.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.250+0000 7f3d377fe640 1 -- 172.21.15.16:0/2508562668 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d300149c0 con 0x7f3d40147f30 2024-09-16T01:42:13.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.250+0000 7f3d377fe640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3d2006c2b0 0x7f3d2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.250+0000 7f3d377fe640 1 -- 172.21.15.16:0/2508562668 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f3d3008bbb0 con 0x7f3d40147f30 2024-09-16T01:42:13.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.251+0000 7f3d3effd640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3d2006c2b0 0x7f3d2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.251+0000 7f3d3effd640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3d2006c2b0 0x7f3d2006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3d38006fd0 tx=0x7f3d38008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:13.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.255+0000 7f3d377fe640 1 -- 172.21.15.16:0/2508562668 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d3005a410 con 0x7f3d40147f30 2024-09-16T01:42:13.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:13.467+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3d400b91a0 con 0x7f3d40147f30 2024-09-16T01:42:14.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.106+0000 7f3d377fe640 1 -- 172.21.15.16:0/2508562668 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f3d30059d10 con 0x7f3d40147f30 2024-09-16T01:42:14.108 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T01:42:14.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.111+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3d2006c2b0 msgr2=0x7f3d2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.111+0000 7f3d45349640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3d2006c2b0 0x7f3d2006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3d38006fd0 tx=0x7f3d38008040 comp rx=0 tx=0).stop 2024-09-16T01:42:14.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.111+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d40147f30 msgr2=0x7f3d400abc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.111+0000 7f3d45349640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d40147f30 0x7f3d400abc20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3d30007e90 tx=0x7f3d3000e4b0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.113+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 shutdown_connections 2024-09-16T01:42:14.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.113+0000 7f3d45349640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3d2006c2b0 0x7f3d2006e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.113+0000 7f3d45349640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d40147f30 0x7f3d400abc20 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.113+0000 7f3d45349640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d400d4010 0x7f3d400ab6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.113+0000 7f3d45349640 1 --2- 172.21.15.16:0/2508562668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d400cfb00 0x7f3d40138da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.113+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 >> 172.21.15.16:0/2508562668 conn(0x7f3d40074da0 msgr2=0x7f3d400c9400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:14.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.115+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 shutdown_connections 2024-09-16T01:42:14.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.116+0000 7f3d45349640 1 -- 172.21.15.16:0/2508562668 wait complete. 2024-09-16T01:42:14.146 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:14.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.250+0000 7f18bb4a5640 1 Processor -- start 2024-09-16T01:42:14.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.250+0000 7f18bb4a5640 1 -- start start 2024-09-16T01:42:14.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.251+0000 7f18bb4a5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18b40b9ee0 0x7f18b415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.251+0000 7f18bb4a5640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18b40ba350 con 0x7f18b4147fc0 2024-09-16T01:42:14.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.251+0000 7f18bb4a5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18b40d2750 con 0x7f18b40d15f0 2024-09-16T01:42:14.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.251+0000 7f18bb4a5640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f18b41483a0 con 0x7f18b40b9ee0 2024-09-16T01:42:14.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.251+0000 7f18b9a42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18b40b9ee0 0x7f18b415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.251+0000 7f18b9a42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18b40b9ee0 0x7f18b415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37956/0 (socket says 172.21.15.16:37956) 2024-09-16T01:42:14.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.252+0000 7f18b9a42640 1 -- 172.21.15.16:0/4025325854 learned_addr learned my addr 172.21.15.16:0/4025325854 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:14.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.251+0000 7f18b9241640 1 --1- 172.21.15.16:0/4025325854 >> v1:172.21.15.16:6789/0 conn(0x7f18b4147fc0 0x7f18b40d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59292/0 (socket says 172.21.15.16:59292) 2024-09-16T01:42:14.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.252+0000 7f18b9a42640 1 -- 172.21.15.16:0/4025325854 >> v1:172.21.15.104:6789/0 conn(0x7f18b40d15f0 legacy=0x7f18b40b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.252+0000 7f18b9a42640 1 -- 172.21.15.16:0/4025325854 >> v1:172.21.15.16:6789/0 conn(0x7f18b4147fc0 legacy=0x7f18b40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.252+0000 7f18b9a42640 1 -- 172.21.15.16:0/4025325854 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b40d2a30 con 0x7f18b40b9ee0 2024-09-16T01:42:14.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.252+0000 7f18b9a42640 1 --2- 172.21.15.16:0/4025325854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b40b9ee0 0x7f18b415ea60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f18ac009870 tx=0x7f18ac02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2db2263360f833 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18b3fff640 1 -- 172.21.15.16:0/4025325854 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ac037070 con 0x7f18b40b9ee0 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18b3fff640 1 -- 172.21.15.16:0/4025325854 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18ac02ae50 con 0x7f18b40b9ee0 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18b3fff640 1 -- 172.21.15.16:0/4025325854 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ac032860 con 0x7f18b40b9ee0 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18bb4a5640 1 -- 172.21.15.16:0/4025325854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b40b9ee0 msgr2=0x7f18b415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/4025325854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b40b9ee0 0x7f18b415ea60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f18ac009870 tx=0x7f18ac02a300 comp rx=0 tx=0).stop 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18bb4a5640 1 -- 172.21.15.16:0/4025325854 shutdown_connections 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/4025325854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b40b9ee0 0x7f18b415ea60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18bb4a5640 1 -- 172.21.15.16:0/4025325854 >> 172.21.15.16:0/4025325854 conn(0x7f18b4074fe0 msgr2=0x7f18b406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:14.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18bb4a5640 1 -- 172.21.15.16:0/4025325854 shutdown_connections 2024-09-16T01:42:14.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.253+0000 7f18bb4a5640 1 -- 172.21.15.16:0/4025325854 wait complete. 2024-09-16T01:42:14.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 Processor -- start 2024-09-16T01:42:14.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 -- start start 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b40b9ee0 0x7f18b40cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18b40d15f0 0x7f18b4142880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b4147fc0 0x7f18b40cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f18b40d2500 con 0x7f18b4147fc0 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f18b415efa0 con 0x7f18b40b9ee0 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18bb4a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f18b40d2ff0 con 0x7f18b40d15f0 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18b9a42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b4147fc0 0x7f18b40cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18b9a42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b4147fc0 0x7f18b40cc0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37964/0 (socket says 172.21.15.16:37964) 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18b9a42640 1 -- 172.21.15.16:0/3831977165 learned_addr learned my addr 172.21.15.16:0/3831977165 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.255+0000 7f18b9241640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b40b9ee0 0x7f18b40cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b8a40640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18b40d15f0 0x7f18b4142880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b9a42640 1 -- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18b40d15f0 msgr2=0x7f18b4142880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b9a42640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18b40d15f0 0x7f18b4142880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b9a42640 1 -- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b40b9ee0 msgr2=0x7f18b40cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b9a42640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b40b9ee0 0x7f18b40cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b9a42640 1 -- 172.21.15.16:0/3831977165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b40cca00 con 0x7f18b4147fc0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b9a42640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b4147fc0 0x7f18b40cc0f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f18ac02a340 tx=0x7f18ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b1ffb640 1 -- 172.21.15.16:0/3831977165 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ac041020 con 0x7f18b4147fc0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b1ffb640 1 -- 172.21.15.16:0/3831977165 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18ac03c890 con 0x7f18b4147fc0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18b40ccce0 con 0x7f18b4147fc0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18b1ffb640 1 -- 172.21.15.16:0/3831977165 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ac037040 con 0x7f18b4147fc0 2024-09-16T01:42:14.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.256+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18b40cd2a0 con 0x7f18b4147fc0 2024-09-16T01:42:14.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.257+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18b415ea60 con 0x7f18b4147fc0 2024-09-16T01:42:14.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.258+0000 7f18b1ffb640 1 -- 172.21.15.16:0/3831977165 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f18ac044020 con 0x7f18b4147fc0 2024-09-16T01:42:14.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.258+0000 7f18b1ffb640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f18a006c2b0 0x7f18a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.259+0000 7f18b1ffb640 1 -- 172.21.15.16:0/3831977165 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f18ac0abc00 con 0x7f18b4147fc0 2024-09-16T01:42:14.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.259+0000 7f18b9241640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f18a006c2b0 0x7f18a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.259+0000 7f18b9241640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f18a006c2b0 0x7f18a006e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f18a40012e0 tx=0x7f18a4001650 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.263+0000 7f18b1ffb640 1 -- 172.21.15.16:0/3831977165 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f18ac0b2080 con 0x7f18b4147fc0 2024-09-16T01:42:14.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.439+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f18b415f530 con 0x7f18b4147fc0 2024-09-16T01:42:14.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.440+0000 7f18b1ffb640 1 -- 172.21.15.16:0/3831977165 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16642 (secure 0 0 0) 0x7f18ac04b030 con 0x7f18b4147fc0 2024-09-16T01:42:14.443 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:14.443 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":20,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:13.468817+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f18a006c2b0 msgr2=0x7f18a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f18a006c2b0 0x7f18a006e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f18a40012e0 tx=0x7f18a4001650 comp rx=0 tx=0).stop 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b4147fc0 msgr2=0x7f18b40cc0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b4147fc0 0x7f18b40cc0f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f18ac02a340 tx=0x7f18ac0046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 shutdown_connections 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f18a006c2b0 0x7f18a006e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b4147fc0 0x7f18b40cc0f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18b40d15f0 0x7f18b4142880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 --2- 172.21.15.16:0/3831977165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b40b9ee0 0x7f18b40cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 >> 172.21.15.16:0/3831977165 conn(0x7f18b4074fe0 msgr2=0x7f18b4144510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:14.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 shutdown_connections 2024-09-16T01:42:14.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.442+0000 7f18bb4a5640 1 -- 172.21.15.16:0/3831977165 wait complete. 2024-09-16T01:42:14.455 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:14.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.555+0000 7fb446c47640 1 Processor -- start 2024-09-16T01:42:14.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.555+0000 7fb446c47640 1 -- start start 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb446c47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4400b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb446c47640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb4400d4570 0x7fb4400d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb446c47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4400b8500 con 0x7fb44015e680 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb446c47640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb4400d4f20 con 0x7fb4400d4570 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb446c47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb4400b87e0 con 0x7fb4400b7f20 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb437fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4400b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb4451e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb4400d4570 0x7fb4400d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb437fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4400b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56846/0 (socket says 172.21.15.16:56846) 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb4449e3640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb44015e680 0x7fb4400d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:52514/0 (socket says 172.21.15.16:52514) 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb437fff640 1 -- 172.21.15.16:0/1050712298 learned_addr learned my addr 172.21.15.16:0/1050712298 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:14.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb437fff640 1 -- 172.21.15.16:0/1050712298 >> v2:172.21.15.104:3300/0 conn(0x7fb4400d4570 msgr2=0x7fb4400d49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:14.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb437fff640 1 --2- 172.21.15.16:0/1050712298 >> v2:172.21.15.104:3300/0 conn(0x7fb4400d4570 0x7fb4400d49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb437fff640 1 -- 172.21.15.16:0/1050712298 >> v1:172.21.15.104:6789/0 conn(0x7fb44015e680 legacy=0x7fb4400d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.556+0000 7fb437fff640 1 -- 172.21.15.16:0/1050712298 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4400b8ac0 con 0x7fb4400b7f20 2024-09-16T01:42:14.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.557+0000 7fb437fff640 1 --2- 172.21.15.16:0/1050712298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4400b95a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb430009870 tx=0x7fb43002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6252da01d1837608 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.557+0000 7fb4377fe640 1 -- 172.21.15.16:0/1050712298 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430037070 con 0x7fb4400b7f20 2024-09-16T01:42:14.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.557+0000 7fb4377fe640 1 -- 172.21.15.16:0/1050712298 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb430032440 con 0x7fb4400b7f20 2024-09-16T01:42:14.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.557+0000 7fb4377fe640 1 -- 172.21.15.16:0/1050712298 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430032810 con 0x7fb4400b7f20 2024-09-16T01:42:14.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 -- 172.21.15.16:0/1050712298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 msgr2=0x7fb4400b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 --2- 172.21.15.16:0/1050712298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4400b95a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb430009870 tx=0x7fb43002a270 comp rx=0 tx=0).stop 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 -- 172.21.15.16:0/1050712298 shutdown_connections 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 --2- 172.21.15.16:0/1050712298 >> v2:172.21.15.104:3300/0 conn(0x7fb4400d4570 0x7fb4400d49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 --2- 172.21.15.16:0/1050712298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4400b95a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 -- 172.21.15.16:0/1050712298 >> 172.21.15.16:0/1050712298 conn(0x7fb440074fe0 msgr2=0x7fb440072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 -- 172.21.15.16:0/1050712298 shutdown_connections 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.558+0000 7fb446c47640 1 -- 172.21.15.16:0/1050712298 wait complete. 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.559+0000 7fb446c47640 1 Processor -- start 2024-09-16T01:42:14.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.559+0000 7fb446c47640 1 -- start start 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb446c47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4401f51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb446c47640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4400d4570 0x7fb440153720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb446c47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb44015e680 0x7fb4401f72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb446c47640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb44015ea60 con 0x7fb4400d4570 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb446c47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb4400b9080 con 0x7fb44015e680 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb446c47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb44015ebe0 con 0x7fb4400b7f20 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb437fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4400d4570 0x7fb440153720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb437fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4400d4570 0x7fb440153720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37968/0 (socket says 172.21.15.16:37968) 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb437fff640 1 -- 172.21.15.16:0/2131977792 learned_addr learned my addr 172.21.15.16:0/2131977792 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb4449e3640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4401f51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.560+0000 7fb4451e4640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb44015e680 0x7fb4401f72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb437fff640 1 -- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 msgr2=0x7fb4401f51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb437fff640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4401f51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb437fff640 1 -- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb44015e680 msgr2=0x7fb4401f72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb437fff640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb44015e680 0x7fb4401f72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb437fff640 1 -- 172.21.15.16:0/2131977792 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb440153e90 con 0x7fb4400d4570 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb437fff640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4400d4570 0x7fb440153720 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb430000c00 tx=0x7fb4300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb4357fa640 1 -- 172.21.15.16:0/2131977792 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430037040 con 0x7fb4400d4570 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb4357fa640 1 -- 172.21.15.16:0/2131977792 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb430042070 con 0x7fb4400d4570 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb4357fa640 1 -- 172.21.15.16:0/2131977792 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430030880 con 0x7fb4400d4570 2024-09-16T01:42:14.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb440154170 con 0x7fb4400d4570 2024-09-16T01:42:14.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.561+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb44015a790 con 0x7fb4400d4570 2024-09-16T01:42:14.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.562+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4400d49e0 con 0x7fb4400d4570 2024-09-16T01:42:14.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.562+0000 7fb4357fa640 1 -- 172.21.15.16:0/2131977792 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb430030a20 con 0x7fb4400d4570 2024-09-16T01:42:14.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.563+0000 7fb4357fa640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb42c06c2b0 0x7fb42c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.563+0000 7fb4357fa640 1 -- 172.21.15.16:0/2131977792 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb4300abb50 con 0x7fb4400d4570 2024-09-16T01:42:14.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.563+0000 7fb4449e3640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb42c06c2b0 0x7fb42c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.564+0000 7fb4449e3640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb42c06c2b0 0x7fb42c06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb43c000f60 tx=0x7fb43c000ed0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.567+0000 7fb4357fa640 1 -- 172.21.15.16:0/2131977792 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb430079c80 con 0x7fb4400d4570 2024-09-16T01:42:14.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.744+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb44015f620 con 0x7fb4400d4570 2024-09-16T01:42:14.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.745+0000 7fb4357fa640 1 -- 172.21.15.16:0/2131977792 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16642 (secure 0 0 0) 0x7fb43007df80 con 0x7fb4400d4570 2024-09-16T01:42:14.748 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:14.748 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":20,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:13.468817+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.747+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb42c06c2b0 msgr2=0x7fb42c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.747+0000 7fb446c47640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb42c06c2b0 0x7fb42c06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb43c000f60 tx=0x7fb43c000ed0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.747+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4400d4570 msgr2=0x7fb440153720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.747+0000 7fb446c47640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4400d4570 0x7fb440153720 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb430000c00 tx=0x7fb4300046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 shutdown_connections 2024-09-16T01:42:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb42c06c2b0 0x7fb42c06e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb44015e680 0x7fb4401f72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4400d4570 0x7fb440153720 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 --2- 172.21.15.16:0/2131977792 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4400b7f20 0x7fb4401f51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 >> 172.21.15.16:0/2131977792 conn(0x7fb440074fe0 msgr2=0x7fb44015d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 shutdown_connections 2024-09-16T01:42:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.748+0000 7fb446c47640 1 -- 172.21.15.16:0/2131977792 wait complete. 2024-09-16T01:42:14.761 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:42:14.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.863+0000 7f6dd3742640 1 Processor -- start 2024-09-16T01:42:14.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.863+0000 7f6dd3742640 1 -- start start 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd3742640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6dcc06c2f0 0x7f6dcc0cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd3742640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6dcc0cf5e0 0x7f6dcc0b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd3742640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6dcc15ea70 con 0x7f6dcc15e690 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd3742640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6dcc0722a0 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd3742640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6dcc072580 con 0x7f6dcc0cf5e0 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd0cdd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6dcc06c2f0 0x7f6dcc0cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd0cdd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6dcc06c2f0 0x7f6dcc0cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37978/0 (socket says 172.21.15.16:37978) 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd14de640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6dcc15e690 0x7f6dcc06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59296/0 (socket says 172.21.15.16:59296) 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd0cdd640 1 -- 172.21.15.16:0/3010074923 learned_addr learned my addr 172.21.15.16:0/3010074923 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd1cdf640 1 --2- 172.21.15.16:0/3010074923 >> v2:172.21.15.104:3300/0 conn(0x7f6dcc0cf5e0 0x7f6dcc0b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd0cdd640 1 -- 172.21.15.16:0/3010074923 >> v2:172.21.15.104:3300/0 conn(0x7f6dcc0cf5e0 msgr2=0x7f6dcc0b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd0cdd640 1 --2- 172.21.15.16:0/3010074923 >> v2:172.21.15.104:3300/0 conn(0x7f6dcc0cf5e0 0x7f6dcc0b7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd0cdd640 1 -- 172.21.15.16:0/3010074923 >> v1:172.21.15.16:6789/0 conn(0x7f6dcc15e690 legacy=0x7f6dcc06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dd0cdd640 1 -- 172.21.15.16:0/3010074923 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dcc072860 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.864+0000 7f6dc3fff640 1 -- 172.21.15.16:0/3010074923 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 678315176 0 0) 0x7f6dcc15ea70 con 0x7f6dcc15e690 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.865+0000 7f6dd0cdd640 1 --2- 172.21.15.16:0/3010074923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0cf0a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0681c0 tx=0x7f6dbc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8202d3fe874ed3f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.865+0000 7f6dc3fff640 1 -- 172.21.15.16:0/3010074923 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc037070 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.865+0000 7f6dc3fff640 1 -- 172.21.15.16:0/3010074923 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dbc032440 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.865+0000 7f6dc3fff640 1 -- 172.21.15.16:0/3010074923 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc032810 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 -- 172.21.15.16:0/3010074923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 msgr2=0x7f6dcc0cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 --2- 172.21.15.16:0/3010074923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0cf0a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0681c0 tx=0x7f6dbc02a270 comp rx=0 tx=0).stop 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 -- 172.21.15.16:0/3010074923 shutdown_connections 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 --2- 172.21.15.16:0/3010074923 >> v2:172.21.15.104:3300/0 conn(0x7f6dcc0cf5e0 0x7f6dcc0b7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 --2- 172.21.15.16:0/3010074923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0cf0a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 -- 172.21.15.16:0/3010074923 >> 172.21.15.16:0/3010074923 conn(0x7f6dcc0d1200 msgr2=0x7f6dcc0d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:14.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 -- 172.21.15.16:0/3010074923 shutdown_connections 2024-09-16T01:42:14.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.866+0000 7f6dd3742640 1 -- 172.21.15.16:0/3010074923 wait complete. 2024-09-16T01:42:14.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.867+0000 7f6dd3742640 1 Processor -- start 2024-09-16T01:42:14.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.867+0000 7f6dd3742640 1 -- start start 2024-09-16T01:42:14.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd3742640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0b8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd3742640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6dcc0cf5e0 0x7f6dcc15d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd3742640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dcc15e690 0x7f6dcc15d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd3742640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6dcc0b7b70 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd3742640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6dcc0cfa70 con 0x7f6dcc15e690 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd3742640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6dcc0b7cf0 con 0x7f6dcc0cf5e0 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0b8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0b8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37982/0 (socket says 172.21.15.16:37982) 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 -- 172.21.15.16:0/1531040497 learned_addr learned my addr 172.21.15.16:0/1531040497 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd1cdf640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dcc15e690 0x7f6dcc15d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd0cdd640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6dcc0cf5e0 0x7f6dcc15d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 -- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6dcc0cf5e0 msgr2=0x7f6dcc15d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6dcc0cf5e0 0x7f6dcc15d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 -- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dcc15e690 msgr2=0x7f6dcc15d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dcc15e690 0x7f6dcc15d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:14.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 -- 172.21.15.16:0/1531040497 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dcc0cb780 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd0cdd640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6dcc0cf5e0 0x7f6dcc15d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.868+0000 7f6dd14de640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0b8fc0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6dc800c430 tx=0x7f6dc800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.869+0000 7f6dc1ffb640 1 -- 172.21.15.16:0/1531040497 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc80074e0 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.869+0000 7f6dc1ffb640 1 -- 172.21.15.16:0/1531040497 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dc80047e0 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.869+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dcc0cba60 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.869+0000 7f6dc1ffb640 1 -- 172.21.15.16:0/1531040497 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc8004bd0 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.869+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dcc0cc020 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.870+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dcc0cf0a0 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.870+0000 7f6dc1ffb640 1 -- 172.21.15.16:0/1531040497 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6dc8011070 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.871+0000 7f6dc1ffb640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6db006c2b0 0x7f6db006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:14.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.871+0000 7f6dc1ffb640 1 -- 172.21.15.16:0/1531040497 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f6dc808b0d0 con 0x7f6dcc06c2f0 2024-09-16T01:42:14.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.871+0000 7f6dd0cdd640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6db006c2b0 0x7f6db006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:14.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.872+0000 7f6dd0cdd640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6db006c2b0 0x7f6db006e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc034000 tx=0x7f6dbc02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:14.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:14.875+0000 7f6dc1ffb640 1 -- 172.21.15.16:0/1531040497 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6dc8059840 con 0x7f6dcc06c2f0 2024-09-16T01:42:15.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.085+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f6dcc160c80 con 0x7f6dcc06c2f0 2024-09-16T01:42:15.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.943+0000 7f6dc1ffb640 1 -- 172.21.15.16:0/1531040497 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) ==== 118+0+0 (secure 0 0 0) 0x7f6dc8059140 con 0x7f6dcc06c2f0 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6db006c2b0 msgr2=0x7f6db006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6db006c2b0 0x7f6db006e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc034000 tx=0x7f6dbc02e000 comp rx=0 tx=0).stop 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 msgr2=0x7f6dcc0b8fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0b8fc0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6dc800c430 tx=0x7f6dc800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 shutdown_connections 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6db006c2b0 0x7f6db006e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dcc15e690 0x7f6dcc15d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6dcc0cf5e0 0x7f6dcc15d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 --2- 172.21.15.16:0/1531040497 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6dcc06c2f0 0x7f6dcc0b8fc0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 >> 172.21.15.16:0/1531040497 conn(0x7f6dcc0d1200 msgr2=0x7f6dcc0d4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:15.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 shutdown_connections 2024-09-16T01:42:15.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:15.946+0000 7f6dd3742640 1 -- 172.21.15.16:0/1531040497 wait complete. 2024-09-16T01:42:15.962 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:42:15.962 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:42:16.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.072+0000 7f8538e8b640 1 Processor -- start 2024-09-16T01:42:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.072+0000 7f8538e8b640 1 -- start start 2024-09-16T01:42:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8538e8b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e460 0x7f85340d3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8538e8b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f85340d4190 0x7f853406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8538e8b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85340d2550 con 0x7f853415e840 2024-09-16T01:42:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8538e8b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f85340d2830 con 0x7f85340d4190 2024-09-16T01:42:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8538e8b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f85340d2b10 con 0x7f853415e460 2024-09-16T01:42:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8531d9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f85340d4190 0x7f853406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f853259c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e460 0x7f85340d3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8532d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f853415e840 0x7f8534072200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:52522/0 (socket says 172.21.15.16:52522) 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.073+0000 7f8532d9d640 1 -- 172.21.15.16:0/2636336601 learned_addr learned my addr 172.21.15.16:0/2636336601 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.074+0000 7f853259c640 1 -- 172.21.15.16:0/2636336601 >> v2:172.21.15.104:3300/0 conn(0x7f85340d4190 msgr2=0x7f853406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.074+0000 7f853259c640 1 --2- 172.21.15.16:0/2636336601 >> v2:172.21.15.104:3300/0 conn(0x7f85340d4190 0x7f853406bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.074+0000 7f853259c640 1 -- 172.21.15.16:0/2636336601 >> v1:172.21.15.104:6789/0 conn(0x7f853415e840 legacy=0x7f8534072200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.074+0000 7f853259c640 1 -- 172.21.15.16:0/2636336601 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85340d2df0 con 0x7f853415e460 2024-09-16T01:42:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.074+0000 7f8531d9b640 1 --2- 172.21.15.16:0/2636336601 >> v2:172.21.15.104:3300/0 conn(0x7f85340d4190 0x7f853406bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:16.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.074+0000 7f853259c640 1 --2- 172.21.15.16:0/2636336601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e460 0x7f85340d3c50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f85240097a0 tx=0x7f852402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=406820d1e6e5f9b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.075+0000 7f853159a640 1 -- 172.21.15.16:0/2636336601 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524037070 con 0x7f853415e460 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.075+0000 7f853159a640 1 -- 172.21.15.16:0/2636336601 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8524032440 con 0x7f853415e460 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.075+0000 7f853159a640 1 -- 172.21.15.16:0/2636336601 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524032810 con 0x7f853415e460 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.075+0000 7f8538e8b640 1 -- 172.21.15.16:0/2636336601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e460 msgr2=0x7f85340d3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.075+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2636336601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e460 0x7f85340d3c50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f85240097a0 tx=0x7f852402a210 comp rx=0 tx=0).stop 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.076+0000 7f8538e8b640 1 -- 172.21.15.16:0/2636336601 shutdown_connections 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.076+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2636336601 >> v2:172.21.15.104:3300/0 conn(0x7f85340d4190 0x7f853406bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.076+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2636336601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e460 0x7f85340d3c50 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.076+0000 7f8538e8b640 1 -- 172.21.15.16:0/2636336601 >> 172.21.15.16:0/2636336601 conn(0x7f85340d1200 msgr2=0x7f85340d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.076+0000 7f8538e8b640 1 -- 172.21.15.16:0/2636336601 shutdown_connections 2024-09-16T01:42:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.076+0000 7f8538e8b640 1 -- 172.21.15.16:0/2636336601 wait complete. 2024-09-16T01:42:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.077+0000 7f8538e8b640 1 Processor -- start 2024-09-16T01:42:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.077+0000 7f8538e8b640 1 -- start start 2024-09-16T01:42:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8538e8b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85340d4190 0x7f8534153860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8538e8b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f853415e460 0x7f853415a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8538e8b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e840 0x7f853406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8538e8b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f85340d2170 con 0x7f853415e460 2024-09-16T01:42:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8538e8b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f85340d35f0 con 0x7f85340d4190 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8538e8b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f85340d22f0 con 0x7f853415e840 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f853415e460 0x7f853415a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f853415e460 0x7f853415a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37990/0 (socket says 172.21.15.16:37990) 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 -- 172.21.15.16:0/2699624327 learned_addr learned my addr 172.21.15.16:0/2699624327 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f853259c640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85340d4190 0x7f8534153860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8532d9d640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e840 0x7f853406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 -- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e840 msgr2=0x7f853406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e840 0x7f853406bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 -- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85340d4190 msgr2=0x7f8534153860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85340d4190 0x7f8534153860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 -- 172.21.15.16:0/2699624327 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8534144a90 con 0x7f853415e460 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f853259c640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85340d4190 0x7f8534153860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:16.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.078+0000 7f8531d9b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f853415e460 0x7f853415a2d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f851c00e9b0 tx=0x7f851c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.079+0000 7f852affd640 1 -- 172.21.15.16:0/2699624327 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851c017070 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.079+0000 7f852affd640 1 -- 172.21.15.16:0/2699624327 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f851c00ca00 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.079+0000 7f852affd640 1 -- 172.21.15.16:0/2699624327 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851c00cdf0 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.079+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f853415ad40 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.079+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8534153da0 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.080+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85340b86d0 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.080+0000 7f852affd640 1 -- 172.21.15.16:0/2699624327 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f851c01a070 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.081+0000 7f852affd640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f851406c2b0 0x7f851406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.081+0000 7f852affd640 1 -- 172.21.15.16:0/2699624327 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f851c08af50 con 0x7f853415e460 2024-09-16T01:42:16.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.081+0000 7f853259c640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f851406c2b0 0x7f851406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.081+0000 7f853259c640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f851406c2b0 0x7f851406e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8524034000 tx=0x7f852402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:16.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.085+0000 7f852affd640 1 -- 172.21.15.16:0/2699624327 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f851c059070 con 0x7f853415e460 2024-09-16T01:42:16.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:16.296+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f85340b4bd0 con 0x7f853415e460 2024-09-16T01:42:17.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.130+0000 7f852affd640 1 -- 172.21.15.16:0/2699624327 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) ==== 122+0+0 (secure 0 0 0) 0x7f851c05d370 con 0x7f853415e460 2024-09-16T01:42:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f851406c2b0 msgr2=0x7f851406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f851406c2b0 0x7f851406e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8524034000 tx=0x7f852402e000 comp rx=0 tx=0).stop 2024-09-16T01:42:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f853415e460 msgr2=0x7f853415a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f853415e460 0x7f853415a2d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f851c00e9b0 tx=0x7f851c00ee70 comp rx=0 tx=0).stop 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 shutdown_connections 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f851406c2b0 0x7f851406e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f853415e840 0x7f853406bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f853415e460 0x7f853415a2d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 --2- 172.21.15.16:0/2699624327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85340d4190 0x7f8534153860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 >> 172.21.15.16:0/2699624327 conn(0x7f85340d1200 msgr2=0x7f85340d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 shutdown_connections 2024-09-16T01:42:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.133+0000 7f8538e8b640 1 -- 172.21.15.16:0/2699624327 wait complete. 2024-09-16T01:42:17.149 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:42:17.149 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:17.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.256+0000 7f4fb602e640 1 Processor -- start 2024-09-16T01:42:17.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.256+0000 7f4fb602e640 1 -- start start 2024-09-16T01:42:17.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4fb602e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4fb006bbe0 0x7f4fb006f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4fb602e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fb00b6a70 con 0x7f4fb006f6e0 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4fb602e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fb006d960 con 0x7f4fb015e3a0 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4fb602e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4fb006fb50 con 0x7f4fb006bbe0 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4faeffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4fb006bbe0 0x7f4fb006f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4faeffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4fb006bbe0 0x7f4fb006f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37998/0 (socket says 172.21.15.16:37998) 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4faeffd640 1 -- 172.21.15.16:0/3257580681 learned_addr learned my addr 172.21.15.16:0/3257580681 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4faffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4fb006f6e0 0x7f4fb0161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59300/0 (socket says 172.21.15.16:59300) 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4faeffd640 1 -- 172.21.15.16:0/3257580681 >> v1:172.21.15.104:6789/0 conn(0x7f4fb015e3a0 legacy=0x7f4fb006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4faeffd640 1 -- 172.21.15.16:0/3257580681 >> v1:172.21.15.16:6789/0 conn(0x7f4fb006f6e0 legacy=0x7f4fb0161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4faeffd640 1 -- 172.21.15.16:0/3257580681 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fb00b6d10 con 0x7f4fb006bbe0 2024-09-16T01:42:17.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.257+0000 7f4fae7fc640 1 -- 172.21.15.16:0/3257580681 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3128138709 0 0) 0x7f4fb00b6a70 con 0x7f4fb006f6e0 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.258+0000 7f4faeffd640 1 --2- 172.21.15.16:0/3257580681 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb006f1a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009850 tx=0x7f4fa402a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a7849dc34cafd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.258+0000 7f4fae7fc640 1 -- 172.21.15.16:0/3257580681 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4004230 con 0x7f4fb006bbe0 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.258+0000 7f4fae7fc640 1 -- 172.21.15.16:0/3257580681 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fa40043d0 con 0x7f4fb006bbe0 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.258+0000 7f4fae7fc640 1 -- 172.21.15.16:0/3257580681 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4003810 con 0x7f4fb006bbe0 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.259+0000 7f4fb602e640 1 -- 172.21.15.16:0/3257580681 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 msgr2=0x7f4fb006f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.259+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3257580681 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb006f1a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009850 tx=0x7f4fa402a2e0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.259+0000 7f4fb602e640 1 -- 172.21.15.16:0/3257580681 shutdown_connections 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.259+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3257580681 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb006f1a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.259+0000 7f4fb602e640 1 -- 172.21.15.16:0/3257580681 >> 172.21.15.16:0/3257580681 conn(0x7f4fb00b4090 msgr2=0x7f4fb00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.259+0000 7f4fb602e640 1 -- 172.21.15.16:0/3257580681 shutdown_connections 2024-09-16T01:42:17.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.259+0000 7f4fb602e640 1 -- 172.21.15.16:0/3257580681 wait complete. 2024-09-16T01:42:17.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.260+0000 7f4fb602e640 1 Processor -- start 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.260+0000 7f4fb602e640 1 -- start start 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4fb602e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb014ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4fb602e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fb006f6e0 0x7f4fb00d04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4fb602e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fb015e3a0 0x7f4fb00d09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4fb602e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb00b72d0 con 0x7f4fb006bbe0 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4fb602e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb00b7640 con 0x7f4fb015e3a0 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4fb602e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4fb015e780 con 0x7f4fb006f6e0 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4faf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb014ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4faf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb014ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38004/0 (socket says 172.21.15.16:38004) 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4faf7fe640 1 -- 172.21.15.16:0/3766865638 learned_addr learned my addr 172.21.15.16:0/3766865638 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4faffff640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fb015e3a0 0x7f4fb00d09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.261+0000 7f4faeffd640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fb006f6e0 0x7f4fb00d04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faf7fe640 1 -- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fb006f6e0 msgr2=0x7f4fb00d04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faf7fe640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fb006f6e0 0x7f4fb00d04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faf7fe640 1 -- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fb015e3a0 msgr2=0x7f4fb00d09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faf7fe640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fb015e3a0 0x7f4fb00d09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faf7fe640 1 -- 172.21.15.16:0/3766865638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fb00af5d0 con 0x7f4fb006bbe0 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faeffd640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fb006f6e0 0x7f4fb00d04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faffff640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fb015e3a0 0x7f4fb00d09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4faf7fe640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb014ce20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4fa000c480 tx=0x7f4fa000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4f97fff640 1 -- 172.21.15.16:0/3766865638 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa00052d0 con 0x7f4fb006bbe0 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4f97fff640 1 -- 172.21.15.16:0/3766865638 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fa0005470 con 0x7f4fb006bbe0 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fb00af8b0 con 0x7f4fb006bbe0 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4f97fff640 1 -- 172.21.15.16:0/3766865638 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa0012870 con 0x7f4fb006bbe0 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.262+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fb015f850 con 0x7f4fb006bbe0 2024-09-16T01:42:17.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.263+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fb0073cc0 con 0x7f4fb006bbe0 2024-09-16T01:42:17.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.263+0000 7f4f97fff640 1 -- 172.21.15.16:0/3766865638 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4fa0012a10 con 0x7f4fb006bbe0 2024-09-16T01:42:17.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.264+0000 7f4f97fff640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4f9c06c2e0 0x7f4f9c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.264+0000 7f4f97fff640 1 -- 172.21.15.16:0/3766865638 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4fa008b050 con 0x7f4fb006bbe0 2024-09-16T01:42:17.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.264+0000 7f4faeffd640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4f9c06c2e0 0x7f4f9c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.265+0000 7f4faeffd640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4f9c06c2e0 0x7f4f9c06e7a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4033000 tx=0x7f4fa402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.269+0000 7f4f97fff640 1 -- 172.21.15.16:0/3766865638 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4fa0059850 con 0x7f4fb006bbe0 2024-09-16T01:42:17.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.483+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4fb00756f0 con 0x7f4fb006bbe0 2024-09-16T01:42:17.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.484+0000 7f4f97fff640 1 -- 172.21.15.16:0/3766865638 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7f4fa0059150 con 0x7f4fb006bbe0 2024-09-16T01:42:17.487 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:17.487 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:17.487 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4f9c06c2e0 msgr2=0x7f4f9c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4f9c06c2e0 0x7f4f9c06e7a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4033000 tx=0x7f4fa402e000 comp rx=0 tx=0).stop 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 msgr2=0x7f4fb014ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb014ce20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4fa000c480 tx=0x7f4fa000c940 comp rx=0 tx=0).stop 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 shutdown_connections 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4f9c06c2e0 0x7f4f9c06e7a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fb015e3a0 0x7f4fb00d09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fb006f6e0 0x7f4fb00d04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 --2- 172.21.15.16:0/3766865638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fb006bbe0 0x7f4fb014ce20 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 >> 172.21.15.16:0/3766865638 conn(0x7f4fb00b4090 msgr2=0x7f4fb006bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:17.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 shutdown_connections 2024-09-16T01:42:17.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.486+0000 7f4fb602e640 1 -- 172.21.15.16:0/3766865638 wait complete. 2024-09-16T01:42:17.499 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:17.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.599+0000 7f462f674640 1 Processor -- start 2024-09-16T01:42:17.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.599+0000 7f462f674640 1 -- start start 2024-09-16T01:42:17.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462f674640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f462815e680 0x7f46280b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462f674640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f46280d4570 0x7f46280d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462f674640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46280d4ec0 con 0x7f46280b95a0 2024-09-16T01:42:17.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462f674640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f46280b9a10 con 0x7f46280d4570 2024-09-16T01:42:17.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462f674640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f46280b8500 con 0x7f462815e680 2024-09-16T01:42:17.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462dc11640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f46280d4570 0x7f46280d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462cc0f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f46280b95a0 0x7f46280d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59306/0 (socket says 172.21.15.16:59306) 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462dc11640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f46280d4570 0x7f46280d4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38008/0 (socket says 172.21.15.16:38008) 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462cc0f640 1 -- 172.21.15.16:0/3993960889 learned_addr learned my addr 172.21.15.16:0/3993960889 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462d410640 1 --2- 172.21.15.16:0/3993960889 >> v2:172.21.15.104:3300/0 conn(0x7f462815e680 0x7f46280b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462dc11640 1 -- 172.21.15.16:0/3993960889 >> v2:172.21.15.104:3300/0 conn(0x7f462815e680 msgr2=0x7f46280b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462dc11640 1 --2- 172.21.15.16:0/3993960889 >> v2:172.21.15.104:3300/0 conn(0x7f462815e680 0x7f46280b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462dc11640 1 -- 172.21.15.16:0/3993960889 >> v1:172.21.15.16:6789/0 conn(0x7f46280b95a0 legacy=0x7f46280d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f461ffff640 1 -- 172.21.15.16:0/3993960889 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3121265361 0 0) 0x7f4618001110 con 0x7f46280b95a0 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.600+0000 7f462dc11640 1 -- 172.21.15.16:0/3993960889 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46280b87e0 con 0x7f46280d4570 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.601+0000 7f462dc11640 1 --2- 172.21.15.16:0/3993960889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280d4570 0x7f46280d4980 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4628072d70 tx=0x7f462002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=661fff97e50c194a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.601+0000 7f461ffff640 1 -- 172.21.15.16:0/3993960889 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4620007740 con 0x7f46280d4570 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.601+0000 7f461ffff640 1 -- 172.21.15.16:0/3993960889 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46200078e0 con 0x7f46280d4570 2024-09-16T01:42:17.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.601+0000 7f461ffff640 1 -- 172.21.15.16:0/3993960889 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4620007cb0 con 0x7f46280d4570 2024-09-16T01:42:17.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.601+0000 7f462f674640 1 -- 172.21.15.16:0/3993960889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280d4570 msgr2=0x7f46280d4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.601+0000 7f462f674640 1 --2- 172.21.15.16:0/3993960889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280d4570 0x7f46280d4980 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4628072d70 tx=0x7f462002a680 comp rx=0 tx=0).stop 2024-09-16T01:42:17.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.602+0000 7f462f674640 1 -- 172.21.15.16:0/3993960889 shutdown_connections 2024-09-16T01:42:17.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.602+0000 7f462f674640 1 --2- 172.21.15.16:0/3993960889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280d4570 0x7f46280d4980 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.602+0000 7f462f674640 1 --2- 172.21.15.16:0/3993960889 >> v2:172.21.15.104:3300/0 conn(0x7f462815e680 0x7f46280b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.602+0000 7f462f674640 1 -- 172.21.15.16:0/3993960889 >> 172.21.15.16:0/3993960889 conn(0x7f4628074fe0 msgr2=0x7f4628072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.602+0000 7f462f674640 1 -- 172.21.15.16:0/3993960889 shutdown_connections 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.602+0000 7f462f674640 1 -- 172.21.15.16:0/3993960889 wait complete. 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.603+0000 7f462f674640 1 Processor -- start 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.603+0000 7f462f674640 1 -- start start 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462f674640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280b95a0 0x7f4628162310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462f674640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46280d4570 0x7f462815af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462f674640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f462815e680 0x7f46281f7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462f674640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f46280b9080 con 0x7f46280b95a0 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462f674640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f46280b8da0 con 0x7f46280d4570 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462f674640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f462815ea60 con 0x7f462815e680 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280b95a0 0x7f4628162310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280b95a0 0x7f4628162310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38024/0 (socket says 172.21.15.16:38024) 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 -- 172.21.15.16:0/119287995 learned_addr learned my addr 172.21.15.16:0/119287995 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462cc0f640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46280d4570 0x7f462815af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462dc11640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f462815e680 0x7f46281f7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 -- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f462815e680 msgr2=0x7f46281f7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f462815e680 0x7f46281f7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 -- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46280d4570 msgr2=0x7f462815af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46280d4570 0x7f462815af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 -- 172.21.15.16:0/119287995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46280cacc0 con 0x7f46280b95a0 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462dc11640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f462815e680 0x7f46281f7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462cc0f640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46280d4570 0x7f462815af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462d410640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280b95a0 0x7f4628162310 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f462400e870 tx=0x7f462400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f461dffb640 1 -- 172.21.15.16:0/119287995 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4624017070 con 0x7f46280b95a0 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f461dffb640 1 -- 172.21.15.16:0/119287995 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f462400c940 con 0x7f46280b95a0 2024-09-16T01:42:17.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f461dffb640 1 -- 172.21.15.16:0/119287995 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f462400cd30 con 0x7f46280b95a0 2024-09-16T01:42:17.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.604+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46280cafa0 con 0x7f46280b95a0 2024-09-16T01:42:17.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.605+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46280cb560 con 0x7f46280b95a0 2024-09-16T01:42:17.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.606+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46280d4980 con 0x7f46280b95a0 2024-09-16T01:42:17.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.606+0000 7f461dffb640 1 -- 172.21.15.16:0/119287995 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f462401a070 con 0x7f46280b95a0 2024-09-16T01:42:17.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.606+0000 7f461dffb640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f460c06c2e0 0x7f460c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.607+0000 7f461dffb640 1 -- 172.21.15.16:0/119287995 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f462408b5c0 con 0x7f46280b95a0 2024-09-16T01:42:17.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.607+0000 7f462cc0f640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f460c06c2e0 0x7f460c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.607+0000 7f462cc0f640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f460c06c2e0 0x7f460c06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4618000f60 tx=0x7f4618007a10 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.611+0000 7f461dffb640 1 -- 172.21.15.16:0/119287995 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4624059dc0 con 0x7f46280b95a0 2024-09-16T01:42:17.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.789+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f46281581d0 con 0x7f46280b95a0 2024-09-16T01:42:17.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.790+0000 7f461dffb640 1 -- 172.21.15.16:0/119287995 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f46240596c0 con 0x7f46280b95a0 2024-09-16T01:42:17.792 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:17.792 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:15.122084+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f460c06c2e0 msgr2=0x7f460c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f460c06c2e0 0x7f460c06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4618000f60 tx=0x7f4618007a10 comp rx=0 tx=0).stop 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280b95a0 msgr2=0x7f4628162310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280b95a0 0x7f4628162310 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f462400e870 tx=0x7f462400ed30 comp rx=0 tx=0).stop 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 shutdown_connections 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f460c06c2e0 0x7f460c06e7a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f462815e680 0x7f46281f7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46280d4570 0x7f462815af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 --2- 172.21.15.16:0/119287995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46280b95a0 0x7f4628162310 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 >> 172.21.15.16:0/119287995 conn(0x7f4628074fe0 msgr2=0x7f462815d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:17.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 shutdown_connections 2024-09-16T01:42:17.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.792+0000 7f462f674640 1 -- 172.21.15.16:0/119287995 wait complete. 2024-09-16T01:42:17.805 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:42:17.805 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:42:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.905+0000 7f77a9023640 1 Processor -- start 2024-09-16T01:42:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.905+0000 7f77a9023640 1 -- start start 2024-09-16T01:42:17.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a9023640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a40cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a9023640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77a415e950 con 0x7f77a415e570 2024-09-16T01:42:17.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a9023640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77a40d3960 con 0x7f77a40d1030 2024-09-16T01:42:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a9023640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f77a40d3710 con 0x7f77a40d32d0 2024-09-16T01:42:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a2d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f77a415e570 0x7f77a40d4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59310/0 (socket says 172.21.15.16:59310) 2024-09-16T01:42:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a2d9d640 1 -- 172.21.15.16:0/1624926908 learned_addr learned my addr 172.21.15.16:0/1624926908 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a259c640 1 --2- 172.21.15.16:0/1624926908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a40cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 417686385 0 0) 0x7f77a415e950 con 0x7f77a415e570 2024-09-16T01:42:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f778c003520 con 0x7f77a415e570 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2616620790 0 0) 0x7f77a40d3960 con 0x7f77a40d1030 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f77a415e950 con 0x7f77a40d1030 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a259c640 1 -- 172.21.15.16:0/1624926908 >> v1:172.21.15.104:6789/0 conn(0x7f77a40d1030 legacy=0x7f77a40b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a259c640 1 -- 172.21.15.16:0/1624926908 >> v1:172.21.15.16:6789/0 conn(0x7f77a415e570 legacy=0x7f77a40d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1566126437 0 0) 0x7f778c003520 con 0x7f77a415e570 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.906+0000 7f77a259c640 1 -- 172.21.15.16:0/1624926908 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a40d3c40 con 0x7f77a40d32d0 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.907+0000 7f77a259c640 1 --2- 172.21.15.16:0/1624926908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a40cf720 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f77980097d0 tx=0x7f779802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f50b4319989b3f5c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.907+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7798037070 con 0x7f77a40d32d0 2024-09-16T01:42:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.907+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f779802ab90 con 0x7f77a40d32d0 2024-09-16T01:42:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.907+0000 7f77a1d9b640 1 -- 172.21.15.16:0/1624926908 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794001670 con 0x7f77a40d32d0 2024-09-16T01:42:17.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.908+0000 7f77a9023640 1 -- 172.21.15.16:0/1624926908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 msgr2=0x7f77a40cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.908+0000 7f77a9023640 1 --2- 172.21.15.16:0/1624926908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a40cf720 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f77980097d0 tx=0x7f779802a100 comp rx=0 tx=0).stop 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.908+0000 7f77a9023640 1 -- 172.21.15.16:0/1624926908 shutdown_connections 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.908+0000 7f77a9023640 1 --2- 172.21.15.16:0/1624926908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a40cf720 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.908+0000 7f77a9023640 1 -- 172.21.15.16:0/1624926908 >> 172.21.15.16:0/1624926908 conn(0x7f77a4074bc0 msgr2=0x7f77a4074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.908+0000 7f77a9023640 1 -- 172.21.15.16:0/1624926908 shutdown_connections 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.908+0000 7f77a9023640 1 -- 172.21.15.16:0/1624926908 wait complete. 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.909+0000 7f77a9023640 1 Processor -- start 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.909+0000 7f77a9023640 1 -- start start 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a9023640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77a40d1030 0x7f77a4151cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a9023640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a41f86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a9023640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77a415e570 0x7f77a4152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a9023640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f77a40d44e0 con 0x7f77a415e570 2024-09-16T01:42:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a9023640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f77a40d4200 con 0x7f77a40d1030 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a9023640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f77a40cfc60 con 0x7f77a40d32d0 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77a415e570 0x7f77a4152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77a415e570 0x7f77a4152d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38034/0 (socket says 172.21.15.16:38034) 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a359e640 1 -- 172.21.15.16:0/2806043652 learned_addr learned my addr 172.21.15.16:0/2806043652 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a259c640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a41f86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a2d9d640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77a40d1030 0x7f77a4151cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a359e640 1 -- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 msgr2=0x7f77a41f86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a359e640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a41f86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a359e640 1 -- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77a40d1030 msgr2=0x7f77a4151cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.910+0000 7f77a359e640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77a40d1030 0x7f77a4151cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f77a359e640 1 -- 172.21.15.16:0/2806043652 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a41f8c10 con 0x7f77a415e570 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f77a2d9d640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77a40d1030 0x7f77a4151cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:17.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f77a259c640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a41f86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f77a359e640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77a415e570 0x7f77a4152d00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f779c00c790 tx=0x7f779c00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f778b7fe640 1 -- 172.21.15.16:0/2806043652 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c003b70 con 0x7f77a415e570 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f778b7fe640 1 -- 172.21.15.16:0/2806043652 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f779c003d10 con 0x7f77a415e570 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77a415f090 con 0x7f77a415e570 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f778b7fe640 1 -- 172.21.15.16:0/2806043652 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c00aa50 con 0x7f77a415e570 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.911+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77a415f650 con 0x7f77a415e570 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.912+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77a40cf720 con 0x7f77a415e570 2024-09-16T01:42:17.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.912+0000 7f778b7fe640 1 -- 172.21.15.16:0/2806043652 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f779c00abf0 con 0x7f77a415e570 2024-09-16T01:42:17.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.913+0000 7f778b7fe640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f779006c2b0 0x7f779006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:17.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.913+0000 7f778b7fe640 1 -- 172.21.15.16:0/2806043652 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f779c08b3f0 con 0x7f77a415e570 2024-09-16T01:42:17.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.913+0000 7f77a2d9d640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f779006c2b0 0x7f779006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:17.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.914+0000 7f77a2d9d640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f779006c2b0 0x7f779006e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f77940017e0 tx=0x7f7794009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:17.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:17.917+0000 7f778b7fe640 1 -- 172.21.15.16:0/2806043652 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f77a41f8c10 con 0x7f77a415e570 2024-09-16T01:42:18.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.086+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f77a4152210 con 0x7f779006c2b0 2024-09-16T01:42:18.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.094+0000 7f778b7fe640 1 -- 172.21.15.16:0/2806043652 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241995 (secure 0 0 0) 0x7f77940058d0 con 0x7f779006c2b0 2024-09-16T01:42:18.098 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:18.100 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f779006c2b0 msgr2=0x7f779006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f779006c2b0 0x7f779006e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f77940017e0 tx=0x7f7794009040 comp rx=0 tx=0).stop 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77a415e570 msgr2=0x7f77a4152d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77a415e570 0x7f77a4152d00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f779c00c790 tx=0x7f779c00cc50 comp rx=0 tx=0).stop 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 shutdown_connections 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f779006c2b0 0x7f779006e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77a415e570 0x7f77a4152d00 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f77a40d32d0 0x7f77a41f86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 --2- 172.21.15.16:0/2806043652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77a40d1030 0x7f77a4151cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 >> 172.21.15.16:0/2806043652 conn(0x7f77a4074bc0 msgr2=0x7f77a415a670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:18.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.096+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 shutdown_connections 2024-09-16T01:42:18.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.097+0000 7f77a9023640 1 -- 172.21.15.16:0/2806043652 wait complete. 2024-09-16T01:42:18.111 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-16T01:42:16.297090+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":102,"acting":102,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240180,"kb_used_data":2456,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734540,"statfs":{"total":773094113280,"available":772848168960,"internally_reserved":0,"allocated":2514944,"data_stored":1590308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.195496"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119523+0000","last_change":"2024-09-16T01:42:13.119523+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119523+0000","last_undegraded":"2024-09-16T01:42:13.119523+0000","last_fullsized":"2024-09-16T01:42:13.119523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.120395+0000","last_change":"2024-09-16T01:42:13.120395+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.120395+0000","last_undegraded":"2024-09-16T01:42:13.120395+0000","last_fullsized":"2024-09-16T01:42:13.120395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113514+0000","last_change":"2024-09-16T01:42:13.113514+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113514+0000","last_undegraded":"2024-09-16T01:42:13.113514+0000","last_fullsized":"2024-09-16T01:42:13.113514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113241+0000","last_change":"2024-09-16T01:42:13.113241+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113241+0000","last_undegraded":"2024-09-16T01:42:13.113241+0000","last_fullsized":"2024-09-16T01:42:13.113241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111539+0000","last_change":"2024-09-16T01:42:13.111539+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111539+0000","last_undegraded":"2024-09-16T01:42:13.111539+0000","last_fullsized":"2024-09-16T01:42:13.111539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118102+0000","last_change":"2024-09-16T01:42:13.118102+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118102+0000","last_undegraded":"2024-09-16T01:42:13.118102+0000","last_fullsized":"2024-09-16T01:42:13.118102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118171+0000","last_change":"2024-09-16T01:42:13.118171+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118171+0000","last_undegraded":"2024-09-16T01:42:13.118171+0000","last_fullsized":"2024-09-16T01:42:13.118171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113197+0000","last_change":"2024-09-16T01:42:13.113197+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113197+0000","last_undegraded":"2024-09-16T01:42:13.113197+0000","last_fullsized":"2024-09-16T01:42:13.113197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119926+0000","last_change":"2024-09-16T01:42:13.119926+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119926+0000","last_undegraded":"2024-09-16T01:42:13.119926+0000","last_fullsized":"2024-09-16T01:42:13.119926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117082+0000","last_change":"2024-09-16T01:42:13.117082+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117082+0000","last_undegraded":"2024-09-16T01:42:13.117082+0000","last_fullsized":"2024-09-16T01:42:13.117082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112768+0000","last_change":"2024-09-16T01:42:13.112768+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112768+0000","last_undegraded":"2024-09-16T01:42:13.112768+0000","last_fullsized":"2024-09-16T01:42:13.112768+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117984+0000","last_change":"2024-09-16T01:42:13.117984+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117984+0000","last_undegraded":"2024-09-16T01:42:13.117984+0000","last_fullsized":"2024-09-16T01:42:13.117984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112152+0000","last_change":"2024-09-16T01:42:13.112152+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112152+0000","last_undegraded":"2024-09-16T01:42:13.112152+0000","last_fullsized":"2024-09-16T01:42:13.112152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110415+0000","last_change":"2024-09-16T01:42:13.110415+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110415+0000","last_undegraded":"2024-09-16T01:42:13.110415+0000","last_fullsized":"2024-09-16T01:42:13.110415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.106653+0000","last_change":"2024-09-16T01:42:12.106653+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.106653+0000","last_undegraded":"2024-09-16T01:42:12.106653+0000","last_fullsized":"2024-09-16T01:42:12.106653+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126172+0000","last_change":"2024-09-16T01:42:13.122872+0000","last_active":"2024-09-16T01:42:13.126172+0000","last_peered":"2024-09-16T01:42:13.126172+0000","last_clean":"2024-09-16T01:42:13.126172+0000","last_became_active":"2024-09-16T01:42:13.122554+0000","last_became_peered":"2024-09-16T01:42:13.122554+0000","last_unstale":"2024-09-16T01:42:13.126172+0000","last_undegraded":"2024-09-16T01:42:13.126172+0000","last_fullsized":"2024-09-16T01:42:13.126172+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.106668+0000","last_change":"2024-09-16T01:42:12.106668+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.106668+0000","last_undegraded":"2024-09-16T01:42:12.106668+0000","last_fullsized":"2024-09-16T01:42:12.106668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128360+0000","last_change":"2024-09-16T01:42:13.122944+0000","last_active":"2024-09-16T01:42:13.128360+0000","last_peered":"2024-09-16T01:42:13.128360+0000","last_clean":"2024-09-16T01:42:13.128360+0000","last_became_active":"2024-09-16T01:42:13.122662+0000","last_became_peered":"2024-09-16T01:42:13.122662+0000","last_unstale":"2024-09-16T01:42:13.128360+0000","last_undegraded":"2024-09-16T01:42:13.128360+0000","last_fullsized":"2024-09-16T01:42:13.128360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.918026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126024+0000","last_change":"2024-09-16T01:42:13.124324+0000","last_active":"2024-09-16T01:42:13.126024+0000","last_peered":"2024-09-16T01:42:13.126024+0000","last_clean":"2024-09-16T01:42:13.126024+0000","last_became_active":"2024-09-16T01:42:13.124037+0000","last_became_peered":"2024-09-16T01:42:13.124037+0000","last_unstale":"2024-09-16T01:42:13.126024+0000","last_undegraded":"2024-09-16T01:42:13.126024+0000","last_fullsized":"2024-09-16T01:42:13.126024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117760+0000","last_change":"2024-09-16T01:42:13.117760+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117760+0000","last_undegraded":"2024-09-16T01:42:13.117760+0000","last_fullsized":"2024-09-16T01:42:13.117760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128407+0000","last_change":"2024-09-16T01:42:13.125304+0000","last_active":"2024-09-16T01:42:13.128407+0000","last_peered":"2024-09-16T01:42:13.128407+0000","last_clean":"2024-09-16T01:42:13.128407+0000","last_became_active":"2024-09-16T01:42:13.125004+0000","last_became_peered":"2024-09-16T01:42:13.125004+0000","last_unstale":"2024-09-16T01:42:13.128407+0000","last_undegraded":"2024-09-16T01:42:13.128407+0000","last_fullsized":"2024-09-16T01:42:13.128407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.109610+0000","last_change":"2024-09-16T01:42:12.109610+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.109610+0000","last_undegraded":"2024-09-16T01:42:12.109610+0000","last_fullsized":"2024-09-16T01:42:12.109610+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110491+0000","last_change":"2024-09-16T01:42:13.110491+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110491+0000","last_undegraded":"2024-09-16T01:42:13.110491+0000","last_fullsized":"2024-09-16T01:42:13.110491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.125966+0000","last_change":"2024-09-16T01:42:13.124675+0000","last_active":"2024-09-16T01:42:13.125966+0000","last_peered":"2024-09-16T01:42:13.125966+0000","last_clean":"2024-09-16T01:42:13.125966+0000","last_became_active":"2024-09-16T01:42:13.124390+0000","last_became_peered":"2024-09-16T01:42:13.124390+0000","last_unstale":"2024-09-16T01:42:13.125966+0000","last_undegraded":"2024-09-16T01:42:13.125966+0000","last_fullsized":"2024-09-16T01:42:13.125966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.106766+0000","last_change":"2024-09-16T01:42:12.106766+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.106766+0000","last_undegraded":"2024-09-16T01:42:12.106766+0000","last_fullsized":"2024-09-16T01:42:12.106766+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128344+0000","last_change":"2024-09-16T01:42:13.125171+0000","last_active":"2024-09-16T01:42:13.128344+0000","last_peered":"2024-09-16T01:42:13.128344+0000","last_clean":"2024-09-16T01:42:13.128344+0000","last_became_active":"2024-09-16T01:42:13.124892+0000","last_became_peered":"2024-09-16T01:42:13.124892+0000","last_unstale":"2024-09-16T01:42:13.128344+0000","last_undegraded":"2024-09-16T01:42:13.128344+0000","last_fullsized":"2024-09-16T01:42:13.128344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126023+0000","last_change":"2024-09-16T01:42:13.122097+0000","last_active":"2024-09-16T01:42:13.126023+0000","last_peered":"2024-09-16T01:42:13.126023+0000","last_clean":"2024-09-16T01:42:13.126023+0000","last_became_active":"2024-09-16T01:42:13.121776+0000","last_became_peered":"2024-09-16T01:42:13.121776+0000","last_unstale":"2024-09-16T01:42:13.126023+0000","last_undegraded":"2024-09-16T01:42:13.126023+0000","last_fullsized":"2024-09-16T01:42:13.126023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110913+0000","last_change":"2024-09-16T01:42:13.110913+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110913+0000","last_undegraded":"2024-09-16T01:42:13.110913+0000","last_fullsized":"2024-09-16T01:42:13.110913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.104731+0000","last_change":"2024-09-16T01:42:12.104731+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.104731+0000","last_undegraded":"2024-09-16T01:42:12.104731+0000","last_fullsized":"2024-09-16T01:42:12.104731+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.127076+0000","last_change":"2024-09-16T01:42:13.122348+0000","last_active":"2024-09-16T01:42:13.127076+0000","last_peered":"2024-09-16T01:42:13.127076+0000","last_clean":"2024-09-16T01:42:13.127076+0000","last_became_active":"2024-09-16T01:42:13.122044+0000","last_became_peered":"2024-09-16T01:42:13.122044+0000","last_unstale":"2024-09-16T01:42:13.127076+0000","last_undegraded":"2024-09-16T01:42:13.127076+0000","last_fullsized":"2024-09-16T01:42:13.127076+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:43.192377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.104707+0000","last_change":"2024-09-16T01:42:12.104707+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.104707+0000","last_undegraded":"2024-09-16T01:42:12.104707+0000","last_fullsized":"2024-09-16T01:42:12.104707+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.108576+0000","last_change":"2024-09-16T01:42:12.108576+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.108576+0000","last_undegraded":"2024-09-16T01:42:12.108576+0000","last_fullsized":"2024-09-16T01:42:12.108576+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118215+0000","last_change":"2024-09-16T01:42:13.118215+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118215+0000","last_undegraded":"2024-09-16T01:42:13.118215+0000","last_fullsized":"2024-09-16T01:42:13.118215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.104659+0000","last_change":"2024-09-16T01:42:12.104659+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.104659+0000","last_undegraded":"2024-09-16T01:42:12.104659+0000","last_fullsized":"2024-09-16T01:42:12.104659+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":162,"reported_epoch":17,"state":"active+clean","last_fresh":"2024-09-16T01:42:04.951226+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:04.951226+0000","last_peered":"2024-09-16T01:42:04.951226+0000","last_clean":"2024-09-16T01:42:04.951226+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:04.951226+0000","last_undegraded":"2024-09-16T01:42:04.951226+0000","last_fullsized":"2024-09-16T01:42:04.951226+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.132973+0000","last_change":"2024-09-16T01:42:13.129571+0000","last_active":"2024-09-16T01:42:13.132973+0000","last_peered":"2024-09-16T01:42:13.132973+0000","last_clean":"2024-09-16T01:42:13.132973+0000","last_became_active":"2024-09-16T01:42:13.129238+0000","last_became_peered":"2024-09-16T01:42:13.129238+0000","last_unstale":"2024-09-16T01:42:13.132973+0000","last_undegraded":"2024-09-16T01:42:13.132973+0000","last_fullsized":"2024-09-16T01:42:13.132973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:12.096181+0000","last_change":"2024-09-16T01:42:12.096181+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.096181+0000","last_undegraded":"2024-09-16T01:42:12.096181+0000","last_fullsized":"2024-09-16T01:42:12.096181+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.104685+0000","last_change":"2024-09-16T01:42:12.104685+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.104685+0000","last_undegraded":"2024-09-16T01:42:12.104685+0000","last_fullsized":"2024-09-16T01:42:12.104685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.130338+0000","last_change":"2024-09-16T01:42:13.127447+0000","last_active":"2024-09-16T01:42:13.130338+0000","last_peered":"2024-09-16T01:42:13.130338+0000","last_clean":"2024-09-16T01:42:13.130338+0000","last_became_active":"2024-09-16T01:42:13.127169+0000","last_became_peered":"2024-09-16T01:42:13.127169+0000","last_unstale":"2024-09-16T01:42:13.130338+0000","last_undegraded":"2024-09-16T01:42:13.130338+0000","last_fullsized":"2024-09-16T01:42:13.130338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111601+0000","last_change":"2024-09-16T01:42:13.111601+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111601+0000","last_undegraded":"2024-09-16T01:42:13.111601+0000","last_fullsized":"2024-09-16T01:42:13.111601+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.109418+0000","last_change":"2024-09-16T01:42:12.109418+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.109418+0000","last_undegraded":"2024-09-16T01:42:12.109418+0000","last_fullsized":"2024-09-16T01:42:12.109418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117195+0000","last_change":"2024-09-16T01:42:13.117195+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117195+0000","last_undegraded":"2024-09-16T01:42:13.117195+0000","last_fullsized":"2024-09-16T01:42:13.117195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:12.096181+0000","last_change":"2024-09-16T01:42:12.096181+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.096181+0000","last_undegraded":"2024-09-16T01:42:12.096181+0000","last_fullsized":"2024-09-16T01:42:12.096181+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.109085+0000","last_change":"2024-09-16T01:42:12.109085+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.109085+0000","last_undegraded":"2024-09-16T01:42:12.109085+0000","last_fullsized":"2024-09-16T01:42:12.109085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126003+0000","last_change":"2024-09-16T01:42:13.123521+0000","last_active":"2024-09-16T01:42:13.126003+0000","last_peered":"2024-09-16T01:42:13.126003+0000","last_clean":"2024-09-16T01:42:13.126003+0000","last_became_active":"2024-09-16T01:42:13.123233+0000","last_became_peered":"2024-09-16T01:42:13.123233+0000","last_unstale":"2024-09-16T01:42:13.126003+0000","last_undegraded":"2024-09-16T01:42:13.126003+0000","last_fullsized":"2024-09-16T01:42:13.126003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:12.096181+0000","last_change":"2024-09-16T01:42:12.096181+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.096181+0000","last_undegraded":"2024-09-16T01:42:12.096181+0000","last_fullsized":"2024-09-16T01:42:12.096181+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110181+0000","last_change":"2024-09-16T01:42:13.110181+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110181+0000","last_undegraded":"2024-09-16T01:42:13.110181+0000","last_fullsized":"2024-09-16T01:42:13.110181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.108736+0000","last_change":"2024-09-16T01:42:12.108736+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.108736+0000","last_undegraded":"2024-09-16T01:42:12.108736+0000","last_fullsized":"2024-09-16T01:42:12.108736+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.108528+0000","last_change":"2024-09-16T01:42:12.108528+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.108528+0000","last_undegraded":"2024-09-16T01:42:12.108528+0000","last_fullsized":"2024-09-16T01:42:12.108528+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:12.096181+0000","last_change":"2024-09-16T01:42:12.096181+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.096181+0000","last_undegraded":"2024-09-16T01:42:12.096181+0000","last_fullsized":"2024-09-16T01:42:12.096181+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111345+0000","last_change":"2024-09-16T01:42:13.111345+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111345+0000","last_undegraded":"2024-09-16T01:42:13.111345+0000","last_fullsized":"2024-09-16T01:42:13.111345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118584+0000","last_change":"2024-09-16T01:42:13.118584+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118584+0000","last_undegraded":"2024-09-16T01:42:13.118584+0000","last_fullsized":"2024-09-16T01:42:13.118584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:12.096181+0000","last_change":"2024-09-16T01:42:12.096181+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.096181+0000","last_undegraded":"2024-09-16T01:42:12.096181+0000","last_fullsized":"2024-09-16T01:42:12.096181+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118784+0000","last_change":"2024-09-16T01:42:13.118784+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118784+0000","last_undegraded":"2024-09-16T01:42:13.118784+0000","last_fullsized":"2024-09-16T01:42:13.118784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:12.096181+0000","last_change":"2024-09-16T01:42:12.096181+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.096181+0000","last_undegraded":"2024-09-16T01:42:12.096181+0000","last_fullsized":"2024-09-16T01:42:12.096181+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.106814+0000","last_change":"2024-09-16T01:42:12.106814+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.106814+0000","last_undegraded":"2024-09-16T01:42:12.106814+0000","last_fullsized":"2024-09-16T01:42:12.106814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:13.101343+0000","last_change":"2024-09-16T01:42:13.101343+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.101343+0000","last_undegraded":"2024-09-16T01:42:13.101343+0000","last_fullsized":"2024-09-16T01:42:13.101343+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:42:12.106752+0000","last_change":"2024-09-16T01:42:12.106752+0000","last_active":"2024-09-16T01:42:12.096181+0000","last_peered":"2024-09-16T01:42:12.096181+0000","last_clean":"2024-09-16T01:42:12.096181+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:12.106752+0000","last_undegraded":"2024-09-16T01:42:12.106752+0000","last_fullsized":"2024-09-16T01:42:12.106752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":48,"acting":48,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":52,"acting":52,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35508,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336332,"statfs":{"total":96636764160,"available":96600403968,"internally_reserved":0,"allocated":159744,"data_stored":48288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31352,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340488,"statfs":{"total":96636764160,"available":96604659712,"internally_reserved":0,"allocated":159744,"data_stored":48288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":753664,"data_stored":638656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28328,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343512,"statfs":{"total":96636764160,"available":96607756288,"internally_reserved":0,"allocated":753664,"data_stored":638656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:18.115 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:42:18.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 Processor -- start 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 -- start start 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe0f00b06f0 0x7fe0f006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f006c120 0x7fe0f015eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0f015f530 0x7fe0f0074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe0f00731a0 con 0x7fe0f015f530 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe0f015e840 con 0x7fe0f00b06f0 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.253+0000 7fe0f4d9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f0073420 con 0x7fe0f006c120 2024-09-16T01:42:18.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0f015f530 0x7fe0f0074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0f015f530 0x7fe0f0074bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38038/0 (socket says 172.21.15.16:38038) 2024-09-16T01:42:18.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 -- 172.21.15.16:0/2900825206 learned_addr learned my addr 172.21.15.16:0/2900825206 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:18.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0eeffd640 1 --2- 172.21.15.16:0/2900825206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f006c120 0x7fe0f015eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0ef7fe640 1 --2- 172.21.15.16:0/2900825206 >> v2:172.21.15.104:3300/0 conn(0x7fe0f00b06f0 0x7fe0f006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 -- 172.21.15.16:0/2900825206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f006c120 msgr2=0x7fe0f015eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:18.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 --2- 172.21.15.16:0/2900825206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f006c120 0x7fe0f015eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 -- 172.21.15.16:0/2900825206 >> v2:172.21.15.104:3300/0 conn(0x7fe0f00b06f0 msgr2=0x7fe0f006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:18.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 --2- 172.21.15.16:0/2900825206 >> v2:172.21.15.104:3300/0 conn(0x7fe0f00b06f0 0x7fe0f006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0effff640 1 -- 172.21.15.16:0/2900825206 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f0073700 con 0x7fe0f015f530 2024-09-16T01:42:18.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0eeffd640 1 --2- 172.21.15.16:0/2900825206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f006c120 0x7fe0f015eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:18.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.254+0000 7fe0ef7fe640 1 --2- 172.21.15.16:0/2900825206 >> v2:172.21.15.104:3300/0 conn(0x7fe0f00b06f0 0x7fe0f006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:18.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0effff640 1 --2- 172.21.15.16:0/2900825206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f015f530 0x7fe0f0074bc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0068670 tx=0x7fe0e802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=321b5f627dbbff9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0ee7fc640 1 -- 172.21.15.16:0/2900825206 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e8036070 con 0x7fe0f015f530 2024-09-16T01:42:18.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0ee7fc640 1 -- 172.21.15.16:0/2900825206 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0e8031600 con 0x7fe0f015f530 2024-09-16T01:42:18.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0ee7fc640 1 -- 172.21.15.16:0/2900825206 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e80319d0 con 0x7fe0f015f530 2024-09-16T01:42:18.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2900825206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f015f530 msgr2=0x7fe0f0074bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2900825206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f015f530 0x7fe0f0074bc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0068670 tx=0x7fe0e802a6a0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2900825206 shutdown_connections 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2900825206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f015f530 0x7fe0f0074bc0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2900825206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f006c120 0x7fe0f015eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2900825206 >> v2:172.21.15.104:3300/0 conn(0x7fe0f00b06f0 0x7fe0f006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2900825206 >> 172.21.15.16:0/2900825206 conn(0x7fe0f006dae0 msgr2=0x7fe0f006def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2900825206 shutdown_connections 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.255+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2900825206 wait complete. 2024-09-16T01:42:18.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.257+0000 7fe0f4d9f640 1 Processor -- start 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.257+0000 7fe0f4d9f640 1 -- start start 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.257+0000 7fe0f4d9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0f006c120 0x7fe0f00c6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0f4d9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f00b06f0 0x7fe0f014dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0f4d9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f015f530 0x7fe0f00b5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0f4d9f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00b0ad0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0f4d9f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f015ead0 con 0x7fe0f006c120 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0f4d9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f0073cc0 con 0x7fe0f015f530 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f00b06f0 0x7fe0f014dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f00b06f0 0x7fe0f014dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38040/0 (socket says 172.21.15.16:38040) 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 -- 172.21.15.16:0/2934023283 learned_addr learned my addr 172.21.15.16:0/2934023283 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0ef7fe640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0f006c120 0x7fe0f00c6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0effff640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f015f530 0x7fe0f00b5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 -- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f015f530 msgr2=0x7fe0f00b5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f015f530 0x7fe0f00b5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 -- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0f006c120 msgr2=0x7fe0f00c6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0f006c120 0x7fe0f00c6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 -- 172.21.15.16:0/2934023283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f00c65b0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0ef7fe640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0f006c120 0x7fe0f00c6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0effff640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f015f530 0x7fe0f00b5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0eeffd640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f00b06f0 0x7fe0f014dc60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe0e400d7d0 tx=0x7fe0e400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0d7fff640 1 -- 172.21.15.16:0/2934023283 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e4004030 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0d7fff640 1 -- 172.21.15.16:0/2934023283 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0e40041d0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0f014e1a0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0d7fff640 1 -- 172.21.15.16:0/2934023283 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e40096a0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.258+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0f00ce9b0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.259+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0f015eff0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.260+0000 7fe0d7fff640 1 -- 172.21.15.16:0/2934023283 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0e4009840 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.260+0000 7fe0d7fff640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe0dc06c2b0 0x7fe0dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.260+0000 7fe0d7fff640 1 -- 172.21.15.16:0/2934023283 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe0e408bbe0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.260+0000 7fe0ef7fe640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe0dc06c2b0 0x7fe0dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.261+0000 7fe0ef7fe640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe0dc06c2b0 0x7fe0dc06e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0006fd0 tx=0x7fe0e0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.264+0000 7fe0d7fff640 1 -- 172.21.15.16:0/2934023283 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0f014e1a0 con 0x7fe0f00b06f0 2024-09-16T01:42:18.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.436+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe0f006cea0 con 0x7fe0dc06c2b0 2024-09-16T01:42:18.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.442+0000 7fe0d7fff640 1 -- 172.21.15.16:0/2934023283 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249960 (secure 0 0 0) 0x7fe0f006cea0 con 0x7fe0dc06c2b0 2024-09-16T01:42:18.447 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:18.449 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:42:18.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe0dc06c2b0 msgr2=0x7fe0dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe0dc06c2b0 0x7fe0dc06e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0006fd0 tx=0x7fe0e0008040 comp rx=0 tx=0).stop 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f00b06f0 msgr2=0x7fe0f014dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f00b06f0 0x7fe0f014dc60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe0e400d7d0 tx=0x7fe0e400dc90 comp rx=0 tx=0).stop 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 shutdown_connections 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe0dc06c2b0 0x7fe0dc06e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0f015f530 0x7fe0f00b5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0f00b06f0 0x7fe0f014dc60 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 --2- 172.21.15.16:0/2934023283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0f006c120 0x7fe0f00c6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.445+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 >> 172.21.15.16:0/2934023283 conn(0x7fe0f006dae0 msgr2=0x7fe0f00b0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:18.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.446+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 shutdown_connections 2024-09-16T01:42:18.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.446+0000 7fe0f4d9f640 1 -- 172.21.15.16:0/2934023283 wait complete. 2024-09-16T01:42:18.459 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T01:42:18.297655+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":194,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239764,"kb_used_data":2720,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734956,"statfs":{"total":773094113280,"available":772848594944,"internally_reserved":0,"allocated":2785280,"data_stored":1713318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001547"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238904+0000","last_change":"2024-09-16T01:42:14.133406+0000","last_active":"2024-09-16T01:42:15.238904+0000","last_peered":"2024-09-16T01:42:15.238904+0000","last_clean":"2024-09-16T01:42:15.238904+0000","last_became_active":"2024-09-16T01:42:14.131685+0000","last_became_peered":"2024-09-16T01:42:14.131685+0000","last_unstale":"2024-09-16T01:42:15.238904+0000","last_undegraded":"2024-09-16T01:42:15.238904+0000","last_fullsized":"2024-09-16T01:42:15.238904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:27.910985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382539+0000","last_change":"2024-09-16T01:42:14.125346+0000","last_active":"2024-09-16T01:42:15.382539+0000","last_peered":"2024-09-16T01:42:15.382539+0000","last_clean":"2024-09-16T01:42:15.382539+0000","last_became_active":"2024-09-16T01:42:14.125089+0000","last_became_peered":"2024-09-16T01:42:14.125089+0000","last_unstale":"2024-09-16T01:42:15.382539+0000","last_undegraded":"2024-09-16T01:42:15.382539+0000","last_fullsized":"2024-09-16T01:42:15.382539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382633+0000","last_change":"2024-09-16T01:42:14.129786+0000","last_active":"2024-09-16T01:42:15.382633+0000","last_peered":"2024-09-16T01:42:15.382633+0000","last_clean":"2024-09-16T01:42:15.382633+0000","last_became_active":"2024-09-16T01:42:14.127732+0000","last_became_peered":"2024-09-16T01:42:14.127732+0000","last_unstale":"2024-09-16T01:42:15.382633+0000","last_undegraded":"2024-09-16T01:42:15.382633+0000","last_fullsized":"2024-09-16T01:42:15.382633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:14.096130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119523+0000","last_change":"2024-09-16T01:42:13.119523+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119523+0000","last_undegraded":"2024-09-16T01:42:13.119523+0000","last_fullsized":"2024-09-16T01:42:13.119523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238526+0000","last_change":"2024-09-16T01:42:14.125213+0000","last_active":"2024-09-16T01:42:15.238526+0000","last_peered":"2024-09-16T01:42:15.238526+0000","last_clean":"2024-09-16T01:42:15.238526+0000","last_became_active":"2024-09-16T01:42:14.124933+0000","last_became_peered":"2024-09-16T01:42:14.124933+0000","last_unstale":"2024-09-16T01:42:15.238526+0000","last_undegraded":"2024-09-16T01:42:15.238526+0000","last_fullsized":"2024-09-16T01:42:15.238526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:33:25.707037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.120395+0000","last_change":"2024-09-16T01:42:13.120395+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.120395+0000","last_undegraded":"2024-09-16T01:42:13.120395+0000","last_fullsized":"2024-09-16T01:42:13.120395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238409+0000","last_change":"2024-09-16T01:42:14.129859+0000","last_active":"2024-09-16T01:42:15.238409+0000","last_peered":"2024-09-16T01:42:15.238409+0000","last_clean":"2024-09-16T01:42:15.238409+0000","last_became_active":"2024-09-16T01:42:14.129573+0000","last_became_peered":"2024-09-16T01:42:14.129573+0000","last_unstale":"2024-09-16T01:42:15.238409+0000","last_undegraded":"2024-09-16T01:42:15.238409+0000","last_fullsized":"2024-09-16T01:42:15.238409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:08.300524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231517+0000","last_change":"2024-09-16T01:42:14.137151+0000","last_active":"2024-09-16T01:42:15.231517+0000","last_peered":"2024-09-16T01:42:15.231517+0000","last_clean":"2024-09-16T01:42:15.231517+0000","last_became_active":"2024-09-16T01:42:14.136873+0000","last_became_peered":"2024-09-16T01:42:14.136873+0000","last_unstale":"2024-09-16T01:42:15.231517+0000","last_undegraded":"2024-09-16T01:42:15.231517+0000","last_fullsized":"2024-09-16T01:42:15.231517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238921+0000","last_change":"2024-09-16T01:42:14.139578+0000","last_active":"2024-09-16T01:42:15.238921+0000","last_peered":"2024-09-16T01:42:15.238921+0000","last_clean":"2024-09-16T01:42:15.238921+0000","last_became_active":"2024-09-16T01:42:14.139303+0000","last_became_peered":"2024-09-16T01:42:14.139303+0000","last_unstale":"2024-09-16T01:42:15.238921+0000","last_undegraded":"2024-09-16T01:42:15.238921+0000","last_fullsized":"2024-09-16T01:42:15.238921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:22.172142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113514+0000","last_change":"2024-09-16T01:42:13.113514+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113514+0000","last_undegraded":"2024-09-16T01:42:13.113514+0000","last_fullsized":"2024-09-16T01:42:13.113514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113241+0000","last_change":"2024-09-16T01:42:13.113241+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113241+0000","last_undegraded":"2024-09-16T01:42:13.113241+0000","last_fullsized":"2024-09-16T01:42:13.113241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111539+0000","last_change":"2024-09-16T01:42:13.111539+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111539+0000","last_undegraded":"2024-09-16T01:42:13.111539+0000","last_fullsized":"2024-09-16T01:42:13.111539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231808+0000","last_change":"2024-09-16T01:42:14.135966+0000","last_active":"2024-09-16T01:42:15.231808+0000","last_peered":"2024-09-16T01:42:15.231808+0000","last_clean":"2024-09-16T01:42:15.231808+0000","last_became_active":"2024-09-16T01:42:14.135691+0000","last_became_peered":"2024-09-16T01:42:14.135691+0000","last_unstale":"2024-09-16T01:42:15.231808+0000","last_undegraded":"2024-09-16T01:42:15.231808+0000","last_fullsized":"2024-09-16T01:42:15.231808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382583+0000","last_change":"2024-09-16T01:42:14.130570+0000","last_active":"2024-09-16T01:42:15.382583+0000","last_peered":"2024-09-16T01:42:15.382583+0000","last_clean":"2024-09-16T01:42:15.382583+0000","last_became_active":"2024-09-16T01:42:14.130306+0000","last_became_peered":"2024-09-16T01:42:14.130306+0000","last_unstale":"2024-09-16T01:42:15.382583+0000","last_undegraded":"2024-09-16T01:42:15.382583+0000","last_fullsized":"2024-09-16T01:42:15.382583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:24.560840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382382+0000","last_change":"2024-09-16T01:42:14.134933+0000","last_active":"2024-09-16T01:42:15.382382+0000","last_peered":"2024-09-16T01:42:15.382382+0000","last_clean":"2024-09-16T01:42:15.382382+0000","last_became_active":"2024-09-16T01:42:14.134314+0000","last_became_peered":"2024-09-16T01:42:14.134314+0000","last_unstale":"2024-09-16T01:42:15.382382+0000","last_undegraded":"2024-09-16T01:42:15.382382+0000","last_fullsized":"2024-09-16T01:42:15.382382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118102+0000","last_change":"2024-09-16T01:42:13.118102+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118102+0000","last_undegraded":"2024-09-16T01:42:13.118102+0000","last_fullsized":"2024-09-16T01:42:13.118102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118171+0000","last_change":"2024-09-16T01:42:13.118171+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118171+0000","last_undegraded":"2024-09-16T01:42:13.118171+0000","last_fullsized":"2024-09-16T01:42:13.118171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127965+0000","last_change":"2024-09-16T01:42:14.127477+0000","last_active":"2024-09-16T01:42:15.127965+0000","last_peered":"2024-09-16T01:42:15.127965+0000","last_clean":"2024-09-16T01:42:15.127965+0000","last_became_active":"2024-09-16T01:42:14.127151+0000","last_became_peered":"2024-09-16T01:42:14.127151+0000","last_unstale":"2024-09-16T01:42:15.127965+0000","last_undegraded":"2024-09-16T01:42:15.127965+0000","last_fullsized":"2024-09-16T01:42:15.127965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:37.125981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238868+0000","last_change":"2024-09-16T01:42:14.131875+0000","last_active":"2024-09-16T01:42:15.238868+0000","last_peered":"2024-09-16T01:42:15.238868+0000","last_clean":"2024-09-16T01:42:15.238868+0000","last_became_active":"2024-09-16T01:42:14.131582+0000","last_became_peered":"2024-09-16T01:42:14.131582+0000","last_unstale":"2024-09-16T01:42:15.238868+0000","last_undegraded":"2024-09-16T01:42:15.238868+0000","last_fullsized":"2024-09-16T01:42:15.238868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:56.503048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113197+0000","last_change":"2024-09-16T01:42:13.113197+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113197+0000","last_undegraded":"2024-09-16T01:42:13.113197+0000","last_fullsized":"2024-09-16T01:42:13.113197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383264+0000","last_change":"2024-09-16T01:42:14.140252+0000","last_active":"2024-09-16T01:42:15.383264+0000","last_peered":"2024-09-16T01:42:15.383264+0000","last_clean":"2024-09-16T01:42:15.383264+0000","last_became_active":"2024-09-16T01:42:14.139954+0000","last_became_peered":"2024-09-16T01:42:14.139954+0000","last_unstale":"2024-09-16T01:42:15.383264+0000","last_undegraded":"2024-09-16T01:42:15.383264+0000","last_fullsized":"2024-09-16T01:42:15.383264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119926+0000","last_change":"2024-09-16T01:42:13.119926+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119926+0000","last_undegraded":"2024-09-16T01:42:13.119926+0000","last_fullsized":"2024-09-16T01:42:13.119926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231620+0000","last_change":"2024-09-16T01:42:14.131882+0000","last_active":"2024-09-16T01:42:15.231620+0000","last_peered":"2024-09-16T01:42:15.231620+0000","last_clean":"2024-09-16T01:42:15.231620+0000","last_became_active":"2024-09-16T01:42:14.131537+0000","last_became_peered":"2024-09-16T01:42:14.131537+0000","last_unstale":"2024-09-16T01:42:15.231620+0000","last_undegraded":"2024-09-16T01:42:15.231620+0000","last_fullsized":"2024-09-16T01:42:15.231620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117082+0000","last_change":"2024-09-16T01:42:13.117082+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117082+0000","last_undegraded":"2024-09-16T01:42:13.117082+0000","last_fullsized":"2024-09-16T01:42:13.117082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231990+0000","last_change":"2024-09-16T01:42:14.141482+0000","last_active":"2024-09-16T01:42:15.231990+0000","last_peered":"2024-09-16T01:42:15.231990+0000","last_clean":"2024-09-16T01:42:15.231990+0000","last_became_active":"2024-09-16T01:42:14.141176+0000","last_became_peered":"2024-09-16T01:42:14.141176+0000","last_unstale":"2024-09-16T01:42:15.231990+0000","last_undegraded":"2024-09-16T01:42:15.231990+0000","last_fullsized":"2024-09-16T01:42:15.231990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112768+0000","last_change":"2024-09-16T01:42:13.112768+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112768+0000","last_undegraded":"2024-09-16T01:42:13.112768+0000","last_fullsized":"2024-09-16T01:42:13.112768+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382803+0000","last_change":"2024-09-16T01:42:14.133461+0000","last_active":"2024-09-16T01:42:15.382803+0000","last_peered":"2024-09-16T01:42:15.382803+0000","last_clean":"2024-09-16T01:42:15.382803+0000","last_became_active":"2024-09-16T01:42:14.133189+0000","last_became_peered":"2024-09-16T01:42:14.133189+0000","last_unstale":"2024-09-16T01:42:15.382803+0000","last_undegraded":"2024-09-16T01:42:15.382803+0000","last_fullsized":"2024-09-16T01:42:15.382803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231923+0000","last_change":"2024-09-16T01:42:14.141495+0000","last_active":"2024-09-16T01:42:15.231923+0000","last_peered":"2024-09-16T01:42:15.231923+0000","last_clean":"2024-09-16T01:42:15.231923+0000","last_became_active":"2024-09-16T01:42:14.141197+0000","last_became_peered":"2024-09-16T01:42:14.141197+0000","last_unstale":"2024-09-16T01:42:15.231923+0000","last_undegraded":"2024-09-16T01:42:15.231923+0000","last_fullsized":"2024-09-16T01:42:15.231923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383346+0000","last_change":"2024-09-16T01:42:14.141969+0000","last_active":"2024-09-16T01:42:15.383346+0000","last_peered":"2024-09-16T01:42:15.383346+0000","last_clean":"2024-09-16T01:42:15.383346+0000","last_became_active":"2024-09-16T01:42:14.141578+0000","last_became_peered":"2024-09-16T01:42:14.141578+0000","last_unstale":"2024-09-16T01:42:15.383346+0000","last_undegraded":"2024-09-16T01:42:15.383346+0000","last_fullsized":"2024-09-16T01:42:15.383346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117984+0000","last_change":"2024-09-16T01:42:13.117984+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117984+0000","last_undegraded":"2024-09-16T01:42:13.117984+0000","last_fullsized":"2024-09-16T01:42:13.117984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127906+0000","last_change":"2024-09-16T01:42:14.136886+0000","last_active":"2024-09-16T01:42:15.127906+0000","last_peered":"2024-09-16T01:42:15.127906+0000","last_clean":"2024-09-16T01:42:15.127906+0000","last_became_active":"2024-09-16T01:42:14.136567+0000","last_became_peered":"2024-09-16T01:42:14.136567+0000","last_unstale":"2024-09-16T01:42:15.127906+0000","last_undegraded":"2024-09-16T01:42:15.127906+0000","last_fullsized":"2024-09-16T01:42:15.127906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:14.078739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112152+0000","last_change":"2024-09-16T01:42:13.112152+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112152+0000","last_undegraded":"2024-09-16T01:42:13.112152+0000","last_fullsized":"2024-09-16T01:42:13.112152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110415+0000","last_change":"2024-09-16T01:42:13.110415+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110415+0000","last_undegraded":"2024-09-16T01:42:13.110415+0000","last_fullsized":"2024-09-16T01:42:13.110415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231873+0000","last_change":"2024-09-16T01:42:13.127544+0000","last_active":"2024-09-16T01:42:15.231873+0000","last_peered":"2024-09-16T01:42:15.231873+0000","last_clean":"2024-09-16T01:42:15.231873+0000","last_became_active":"2024-09-16T01:42:13.127264+0000","last_became_peered":"2024-09-16T01:42:13.127264+0000","last_unstale":"2024-09-16T01:42:15.231873+0000","last_undegraded":"2024-09-16T01:42:15.231873+0000","last_fullsized":"2024-09-16T01:42:15.231873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383344+0000","last_change":"2024-09-16T01:42:14.131154+0000","last_active":"2024-09-16T01:42:15.383344+0000","last_peered":"2024-09-16T01:42:15.383344+0000","last_clean":"2024-09-16T01:42:15.383344+0000","last_became_active":"2024-09-16T01:42:14.130862+0000","last_became_peered":"2024-09-16T01:42:14.130862+0000","last_unstale":"2024-09-16T01:42:15.383344+0000","last_undegraded":"2024-09-16T01:42:15.383344+0000","last_fullsized":"2024-09-16T01:42:15.383344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126172+0000","last_change":"2024-09-16T01:42:13.122872+0000","last_active":"2024-09-16T01:42:13.126172+0000","last_peered":"2024-09-16T01:42:13.126172+0000","last_clean":"2024-09-16T01:42:13.126172+0000","last_became_active":"2024-09-16T01:42:13.122554+0000","last_became_peered":"2024-09-16T01:42:13.122554+0000","last_unstale":"2024-09-16T01:42:13.126172+0000","last_undegraded":"2024-09-16T01:42:13.126172+0000","last_fullsized":"2024-09-16T01:42:13.126172+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231537+0000","last_change":"2024-09-16T01:42:13.124230+0000","last_active":"2024-09-16T01:42:15.231537+0000","last_peered":"2024-09-16T01:42:15.231537+0000","last_clean":"2024-09-16T01:42:15.231537+0000","last_became_active":"2024-09-16T01:42:13.123499+0000","last_became_peered":"2024-09-16T01:42:13.123499+0000","last_unstale":"2024-09-16T01:42:15.231537+0000","last_undegraded":"2024-09-16T01:42:15.231537+0000","last_fullsized":"2024-09-16T01:42:15.231537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231651+0000","last_change":"2024-09-16T01:42:14.141939+0000","last_active":"2024-09-16T01:42:15.231651+0000","last_peered":"2024-09-16T01:42:15.231651+0000","last_clean":"2024-09-16T01:42:15.231651+0000","last_became_active":"2024-09-16T01:42:14.141588+0000","last_became_peered":"2024-09-16T01:42:14.141588+0000","last_unstale":"2024-09-16T01:42:15.231651+0000","last_undegraded":"2024-09-16T01:42:15.231651+0000","last_fullsized":"2024-09-16T01:42:15.231651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128360+0000","last_change":"2024-09-16T01:42:13.122944+0000","last_active":"2024-09-16T01:42:13.128360+0000","last_peered":"2024-09-16T01:42:13.128360+0000","last_clean":"2024-09-16T01:42:13.128360+0000","last_became_active":"2024-09-16T01:42:13.122662+0000","last_became_peered":"2024-09-16T01:42:13.122662+0000","last_unstale":"2024-09-16T01:42:13.128360+0000","last_undegraded":"2024-09-16T01:42:13.128360+0000","last_fullsized":"2024-09-16T01:42:13.128360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.918026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382343+0000","last_change":"2024-09-16T01:42:14.135175+0000","last_active":"2024-09-16T01:42:15.382343+0000","last_peered":"2024-09-16T01:42:15.382343+0000","last_clean":"2024-09-16T01:42:15.382343+0000","last_became_active":"2024-09-16T01:42:14.134661+0000","last_became_peered":"2024-09-16T01:42:14.134661+0000","last_unstale":"2024-09-16T01:42:15.382343+0000","last_undegraded":"2024-09-16T01:42:15.382343+0000","last_fullsized":"2024-09-16T01:42:15.382343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126024+0000","last_change":"2024-09-16T01:42:13.124324+0000","last_active":"2024-09-16T01:42:13.126024+0000","last_peered":"2024-09-16T01:42:13.126024+0000","last_clean":"2024-09-16T01:42:13.126024+0000","last_became_active":"2024-09-16T01:42:13.124037+0000","last_became_peered":"2024-09-16T01:42:13.124037+0000","last_unstale":"2024-09-16T01:42:13.126024+0000","last_undegraded":"2024-09-16T01:42:13.126024+0000","last_fullsized":"2024-09-16T01:42:13.126024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117760+0000","last_change":"2024-09-16T01:42:13.117760+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117760+0000","last_undegraded":"2024-09-16T01:42:13.117760+0000","last_fullsized":"2024-09-16T01:42:13.117760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128407+0000","last_change":"2024-09-16T01:42:13.125304+0000","last_active":"2024-09-16T01:42:13.128407+0000","last_peered":"2024-09-16T01:42:13.128407+0000","last_clean":"2024-09-16T01:42:13.128407+0000","last_became_active":"2024-09-16T01:42:13.125004+0000","last_became_peered":"2024-09-16T01:42:13.125004+0000","last_unstale":"2024-09-16T01:42:13.128407+0000","last_undegraded":"2024-09-16T01:42:13.128407+0000","last_fullsized":"2024-09-16T01:42:13.128407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383201+0000","last_change":"2024-09-16T01:42:14.137463+0000","last_active":"2024-09-16T01:42:15.383201+0000","last_peered":"2024-09-16T01:42:15.383201+0000","last_clean":"2024-09-16T01:42:15.383201+0000","last_became_active":"2024-09-16T01:42:14.137170+0000","last_became_peered":"2024-09-16T01:42:14.137170+0000","last_unstale":"2024-09-16T01:42:15.383201+0000","last_undegraded":"2024-09-16T01:42:15.383201+0000","last_fullsized":"2024-09-16T01:42:15.383201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382817+0000","last_change":"2024-09-16T01:42:13.125643+0000","last_active":"2024-09-16T01:42:15.382817+0000","last_peered":"2024-09-16T01:42:15.382817+0000","last_clean":"2024-09-16T01:42:15.382817+0000","last_became_active":"2024-09-16T01:42:13.125357+0000","last_became_peered":"2024-09-16T01:42:13.125357+0000","last_unstale":"2024-09-16T01:42:15.382817+0000","last_undegraded":"2024-09-16T01:42:15.382817+0000","last_fullsized":"2024-09-16T01:42:15.382817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110491+0000","last_change":"2024-09-16T01:42:13.110491+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110491+0000","last_undegraded":"2024-09-16T01:42:13.110491+0000","last_fullsized":"2024-09-16T01:42:13.110491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.125966+0000","last_change":"2024-09-16T01:42:13.124675+0000","last_active":"2024-09-16T01:42:13.125966+0000","last_peered":"2024-09-16T01:42:13.125966+0000","last_clean":"2024-09-16T01:42:13.125966+0000","last_became_active":"2024-09-16T01:42:13.124390+0000","last_became_peered":"2024-09-16T01:42:13.124390+0000","last_unstale":"2024-09-16T01:42:13.125966+0000","last_undegraded":"2024-09-16T01:42:13.125966+0000","last_fullsized":"2024-09-16T01:42:13.125966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238598+0000","last_change":"2024-09-16T01:42:14.138795+0000","last_active":"2024-09-16T01:42:15.238598+0000","last_peered":"2024-09-16T01:42:15.238598+0000","last_clean":"2024-09-16T01:42:15.238598+0000","last_became_active":"2024-09-16T01:42:14.137874+0000","last_became_peered":"2024-09-16T01:42:14.137874+0000","last_unstale":"2024-09-16T01:42:15.238598+0000","last_undegraded":"2024-09-16T01:42:15.238598+0000","last_fullsized":"2024-09-16T01:42:15.238598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:32.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383373+0000","last_change":"2024-09-16T01:42:13.118495+0000","last_active":"2024-09-16T01:42:15.383373+0000","last_peered":"2024-09-16T01:42:15.383373+0000","last_clean":"2024-09-16T01:42:15.383373+0000","last_became_active":"2024-09-16T01:42:13.116311+0000","last_became_peered":"2024-09-16T01:42:13.116311+0000","last_unstale":"2024-09-16T01:42:15.383373+0000","last_undegraded":"2024-09-16T01:42:15.383373+0000","last_fullsized":"2024-09-16T01:42:15.383373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:08.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382730+0000","last_change":"2024-09-16T01:42:14.133705+0000","last_active":"2024-09-16T01:42:15.382730+0000","last_peered":"2024-09-16T01:42:15.382730+0000","last_clean":"2024-09-16T01:42:15.382730+0000","last_became_active":"2024-09-16T01:42:14.133426+0000","last_became_peered":"2024-09-16T01:42:14.133426+0000","last_unstale":"2024-09-16T01:42:15.382730+0000","last_undegraded":"2024-09-16T01:42:15.382730+0000","last_fullsized":"2024-09-16T01:42:15.382730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:25.593655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128344+0000","last_change":"2024-09-16T01:42:13.125171+0000","last_active":"2024-09-16T01:42:13.128344+0000","last_peered":"2024-09-16T01:42:13.128344+0000","last_clean":"2024-09-16T01:42:13.128344+0000","last_became_active":"2024-09-16T01:42:13.124892+0000","last_became_peered":"2024-09-16T01:42:13.124892+0000","last_unstale":"2024-09-16T01:42:13.128344+0000","last_undegraded":"2024-09-16T01:42:13.128344+0000","last_fullsized":"2024-09-16T01:42:13.128344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238582+0000","last_change":"2024-09-16T01:42:14.128571+0000","last_active":"2024-09-16T01:42:15.238582+0000","last_peered":"2024-09-16T01:42:15.238582+0000","last_clean":"2024-09-16T01:42:15.238582+0000","last_became_active":"2024-09-16T01:42:14.128294+0000","last_became_peered":"2024-09-16T01:42:14.128294+0000","last_unstale":"2024-09-16T01:42:15.238582+0000","last_undegraded":"2024-09-16T01:42:15.238582+0000","last_fullsized":"2024-09-16T01:42:15.238582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:44.378057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126023+0000","last_change":"2024-09-16T01:42:13.122097+0000","last_active":"2024-09-16T01:42:13.126023+0000","last_peered":"2024-09-16T01:42:13.126023+0000","last_clean":"2024-09-16T01:42:13.126023+0000","last_became_active":"2024-09-16T01:42:13.121776+0000","last_became_peered":"2024-09-16T01:42:13.121776+0000","last_unstale":"2024-09-16T01:42:13.126023+0000","last_undegraded":"2024-09-16T01:42:13.126023+0000","last_fullsized":"2024-09-16T01:42:13.126023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110913+0000","last_change":"2024-09-16T01:42:13.110913+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110913+0000","last_undegraded":"2024-09-16T01:42:13.110913+0000","last_fullsized":"2024-09-16T01:42:13.110913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127682+0000","last_change":"2024-09-16T01:42:13.127717+0000","last_active":"2024-09-16T01:42:15.127682+0000","last_peered":"2024-09-16T01:42:15.127682+0000","last_clean":"2024-09-16T01:42:15.127682+0000","last_became_active":"2024-09-16T01:42:13.127278+0000","last_became_peered":"2024-09-16T01:42:13.127278+0000","last_unstale":"2024-09-16T01:42:15.127682+0000","last_undegraded":"2024-09-16T01:42:15.127682+0000","last_fullsized":"2024-09-16T01:42:15.127682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:17.603792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238626+0000","last_change":"2024-09-16T01:42:14.134160+0000","last_active":"2024-09-16T01:42:15.238626+0000","last_peered":"2024-09-16T01:42:15.238626+0000","last_clean":"2024-09-16T01:42:15.238626+0000","last_became_active":"2024-09-16T01:42:14.133631+0000","last_became_peered":"2024-09-16T01:42:14.133631+0000","last_unstale":"2024-09-16T01:42:15.238626+0000","last_undegraded":"2024-09-16T01:42:15.238626+0000","last_fullsized":"2024-09-16T01:42:15.238626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:59.949151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.127076+0000","last_change":"2024-09-16T01:42:13.122348+0000","last_active":"2024-09-16T01:42:13.127076+0000","last_peered":"2024-09-16T01:42:13.127076+0000","last_clean":"2024-09-16T01:42:13.127076+0000","last_became_active":"2024-09-16T01:42:13.122044+0000","last_became_peered":"2024-09-16T01:42:13.122044+0000","last_unstale":"2024-09-16T01:42:13.127076+0000","last_undegraded":"2024-09-16T01:42:13.127076+0000","last_fullsized":"2024-09-16T01:42:13.127076+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:43.192377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238821+0000","last_change":"2024-09-16T01:42:14.128747+0000","last_active":"2024-09-16T01:42:15.238821+0000","last_peered":"2024-09-16T01:42:15.238821+0000","last_clean":"2024-09-16T01:42:15.238821+0000","last_became_active":"2024-09-16T01:42:14.128448+0000","last_became_peered":"2024-09-16T01:42:14.128448+0000","last_unstale":"2024-09-16T01:42:15.238821+0000","last_undegraded":"2024-09-16T01:42:15.238821+0000","last_fullsized":"2024-09-16T01:42:15.238821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:34.929705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127924+0000","last_change":"2024-09-16T01:42:13.129482+0000","last_active":"2024-09-16T01:42:15.127924+0000","last_peered":"2024-09-16T01:42:15.127924+0000","last_clean":"2024-09-16T01:42:15.127924+0000","last_became_active":"2024-09-16T01:42:13.129164+0000","last_became_peered":"2024-09-16T01:42:13.129164+0000","last_unstale":"2024-09-16T01:42:15.127924+0000","last_undegraded":"2024-09-16T01:42:15.127924+0000","last_fullsized":"2024-09-16T01:42:15.127924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.239062+0000","last_change":"2024-09-16T01:42:14.133175+0000","last_active":"2024-09-16T01:42:15.239062+0000","last_peered":"2024-09-16T01:42:15.239062+0000","last_clean":"2024-09-16T01:42:15.239062+0000","last_became_active":"2024-09-16T01:42:14.131321+0000","last_became_peered":"2024-09-16T01:42:14.131321+0000","last_unstale":"2024-09-16T01:42:15.239062+0000","last_undegraded":"2024-09-16T01:42:15.239062+0000","last_fullsized":"2024-09-16T01:42:15.239062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:59.720491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382864+0000","last_change":"2024-09-16T01:42:13.126631+0000","last_active":"2024-09-16T01:42:15.382864+0000","last_peered":"2024-09-16T01:42:15.382864+0000","last_clean":"2024-09-16T01:42:15.382864+0000","last_became_active":"2024-09-16T01:42:13.124093+0000","last_became_peered":"2024-09-16T01:42:13.124093+0000","last_unstale":"2024-09-16T01:42:15.382864+0000","last_undegraded":"2024-09-16T01:42:15.382864+0000","last_fullsized":"2024-09-16T01:42:15.382864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118215+0000","last_change":"2024-09-16T01:42:13.118215+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118215+0000","last_undegraded":"2024-09-16T01:42:13.118215+0000","last_fullsized":"2024-09-16T01:42:13.118215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127864+0000","last_change":"2024-09-16T01:42:13.128629+0000","last_active":"2024-09-16T01:42:15.127864+0000","last_peered":"2024-09-16T01:42:15.127864+0000","last_clean":"2024-09-16T01:42:15.127864+0000","last_became_active":"2024-09-16T01:42:13.128027+0000","last_became_peered":"2024-09-16T01:42:13.128027+0000","last_unstale":"2024-09-16T01:42:15.127864+0000","last_undegraded":"2024-09-16T01:42:15.127864+0000","last_fullsized":"2024-09-16T01:42:15.127864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:59.338617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238681+0000","last_change":"2024-09-16T01:42:14.140270+0000","last_active":"2024-09-16T01:42:15.238681+0000","last_peered":"2024-09-16T01:42:15.238681+0000","last_clean":"2024-09-16T01:42:15.238681+0000","last_became_active":"2024-09-16T01:42:14.139996+0000","last_became_peered":"2024-09-16T01:42:14.139996+0000","last_unstale":"2024-09-16T01:42:15.238681+0000","last_undegraded":"2024-09-16T01:42:15.238681+0000","last_fullsized":"2024-09-16T01:42:15.238681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:22.403393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238297+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:15.238297+0000","last_peered":"2024-09-16T01:42:15.238297+0000","last_clean":"2024-09-16T01:42:15.238297+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:15.238297+0000","last_undegraded":"2024-09-16T01:42:15.238297+0000","last_fullsized":"2024-09-16T01:42:15.238297+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.132973+0000","last_change":"2024-09-16T01:42:13.129571+0000","last_active":"2024-09-16T01:42:13.132973+0000","last_peered":"2024-09-16T01:42:13.132973+0000","last_clean":"2024-09-16T01:42:13.132973+0000","last_became_active":"2024-09-16T01:42:13.129238+0000","last_became_peered":"2024-09-16T01:42:13.129238+0000","last_unstale":"2024-09-16T01:42:13.132973+0000","last_undegraded":"2024-09-16T01:42:13.132973+0000","last_fullsized":"2024-09-16T01:42:13.132973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231731+0000","last_change":"2024-09-16T01:42:14.137862+0000","last_active":"2024-09-16T01:42:15.231731+0000","last_peered":"2024-09-16T01:42:15.231731+0000","last_clean":"2024-09-16T01:42:15.231731+0000","last_became_active":"2024-09-16T01:42:14.136719+0000","last_became_peered":"2024-09-16T01:42:14.136719+0000","last_unstale":"2024-09-16T01:42:15.231731+0000","last_undegraded":"2024-09-16T01:42:15.231731+0000","last_fullsized":"2024-09-16T01:42:15.231731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238226+0000","last_change":"2024-09-16T01:42:13.129812+0000","last_active":"2024-09-16T01:42:15.238226+0000","last_peered":"2024-09-16T01:42:15.238226+0000","last_clean":"2024-09-16T01:42:15.238226+0000","last_became_active":"2024-09-16T01:42:13.128861+0000","last_became_peered":"2024-09-16T01:42:13.128861+0000","last_unstale":"2024-09-16T01:42:15.238226+0000","last_undegraded":"2024-09-16T01:42:15.238226+0000","last_fullsized":"2024-09-16T01:42:15.238226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:23.555677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383176+0000","last_change":"2024-09-16T01:42:14.132228+0000","last_active":"2024-09-16T01:42:15.383176+0000","last_peered":"2024-09-16T01:42:15.383176+0000","last_clean":"2024-09-16T01:42:15.383176+0000","last_became_active":"2024-09-16T01:42:14.131635+0000","last_became_peered":"2024-09-16T01:42:14.131635+0000","last_unstale":"2024-09-16T01:42:15.383176+0000","last_undegraded":"2024-09-16T01:42:15.383176+0000","last_fullsized":"2024-09-16T01:42:15.383176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127769+0000","last_change":"2024-09-16T01:42:13.130232+0000","last_active":"2024-09-16T01:42:15.127769+0000","last_peered":"2024-09-16T01:42:15.127769+0000","last_clean":"2024-09-16T01:42:15.127769+0000","last_became_active":"2024-09-16T01:42:13.129949+0000","last_became_peered":"2024-09-16T01:42:13.129949+0000","last_unstale":"2024-09-16T01:42:15.127769+0000","last_undegraded":"2024-09-16T01:42:15.127769+0000","last_fullsized":"2024-09-16T01:42:15.127769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382349+0000","last_change":"2024-09-16T01:42:14.124300+0000","last_active":"2024-09-16T01:42:15.382349+0000","last_peered":"2024-09-16T01:42:15.382349+0000","last_clean":"2024-09-16T01:42:15.382349+0000","last_became_active":"2024-09-16T01:42:14.124011+0000","last_became_peered":"2024-09-16T01:42:14.124011+0000","last_unstale":"2024-09-16T01:42:15.382349+0000","last_undegraded":"2024-09-16T01:42:15.382349+0000","last_fullsized":"2024-09-16T01:42:15.382349+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.130338+0000","last_change":"2024-09-16T01:42:13.127447+0000","last_active":"2024-09-16T01:42:13.130338+0000","last_peered":"2024-09-16T01:42:13.130338+0000","last_clean":"2024-09-16T01:42:13.130338+0000","last_became_active":"2024-09-16T01:42:13.127169+0000","last_became_peered":"2024-09-16T01:42:13.127169+0000","last_unstale":"2024-09-16T01:42:13.130338+0000","last_undegraded":"2024-09-16T01:42:13.130338+0000","last_fullsized":"2024-09-16T01:42:13.130338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111601+0000","last_change":"2024-09-16T01:42:13.111601+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111601+0000","last_undegraded":"2024-09-16T01:42:13.111601+0000","last_fullsized":"2024-09-16T01:42:13.111601+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382729+0000","last_change":"2024-09-16T01:42:13.126566+0000","last_active":"2024-09-16T01:42:15.382729+0000","last_peered":"2024-09-16T01:42:15.382729+0000","last_clean":"2024-09-16T01:42:15.382729+0000","last_became_active":"2024-09-16T01:42:13.126251+0000","last_became_peered":"2024-09-16T01:42:13.126251+0000","last_unstale":"2024-09-16T01:42:15.382729+0000","last_undegraded":"2024-09-16T01:42:15.382729+0000","last_fullsized":"2024-09-16T01:42:15.382729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:43.499522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117195+0000","last_change":"2024-09-16T01:42:13.117195+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117195+0000","last_undegraded":"2024-09-16T01:42:13.117195+0000","last_fullsized":"2024-09-16T01:42:13.117195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238863+0000","last_change":"2024-09-16T01:42:13.129217+0000","last_active":"2024-09-16T01:42:15.238863+0000","last_peered":"2024-09-16T01:42:15.238863+0000","last_clean":"2024-09-16T01:42:15.238863+0000","last_became_active":"2024-09-16T01:42:13.128919+0000","last_became_peered":"2024-09-16T01:42:13.128919+0000","last_unstale":"2024-09-16T01:42:15.238863+0000","last_undegraded":"2024-09-16T01:42:15.238863+0000","last_fullsized":"2024-09-16T01:42:15.238863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:42.816121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382831+0000","last_change":"2024-09-16T01:42:14.122504+0000","last_active":"2024-09-16T01:42:15.382831+0000","last_peered":"2024-09-16T01:42:15.382831+0000","last_clean":"2024-09-16T01:42:15.382831+0000","last_became_active":"2024-09-16T01:42:14.122203+0000","last_became_peered":"2024-09-16T01:42:14.122203+0000","last_unstale":"2024-09-16T01:42:15.382831+0000","last_undegraded":"2024-09-16T01:42:15.382831+0000","last_fullsized":"2024-09-16T01:42:15.382831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382592+0000","last_change":"2024-09-16T01:42:13.129423+0000","last_active":"2024-09-16T01:42:15.382592+0000","last_peered":"2024-09-16T01:42:15.382592+0000","last_clean":"2024-09-16T01:42:15.382592+0000","last_became_active":"2024-09-16T01:42:13.129125+0000","last_became_peered":"2024-09-16T01:42:13.129125+0000","last_unstale":"2024-09-16T01:42:15.382592+0000","last_undegraded":"2024-09-16T01:42:15.382592+0000","last_fullsized":"2024-09-16T01:42:15.382592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232081+0000","last_change":"2024-09-16T01:42:14.139733+0000","last_active":"2024-09-16T01:42:15.232081+0000","last_peered":"2024-09-16T01:42:15.232081+0000","last_clean":"2024-09-16T01:42:15.232081+0000","last_became_active":"2024-09-16T01:42:14.139391+0000","last_became_peered":"2024-09-16T01:42:14.139391+0000","last_unstale":"2024-09-16T01:42:15.232081+0000","last_undegraded":"2024-09-16T01:42:15.232081+0000","last_fullsized":"2024-09-16T01:42:15.232081+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126003+0000","last_change":"2024-09-16T01:42:13.123521+0000","last_active":"2024-09-16T01:42:13.126003+0000","last_peered":"2024-09-16T01:42:13.126003+0000","last_clean":"2024-09-16T01:42:13.126003+0000","last_became_active":"2024-09-16T01:42:13.123233+0000","last_became_peered":"2024-09-16T01:42:13.123233+0000","last_unstale":"2024-09-16T01:42:13.126003+0000","last_undegraded":"2024-09-16T01:42:13.126003+0000","last_fullsized":"2024-09-16T01:42:13.126003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382842+0000","last_change":"2024-09-16T01:42:14.128087+0000","last_active":"2024-09-16T01:42:15.382842+0000","last_peered":"2024-09-16T01:42:15.382842+0000","last_clean":"2024-09-16T01:42:15.382842+0000","last_became_active":"2024-09-16T01:42:14.127802+0000","last_became_peered":"2024-09-16T01:42:14.127802+0000","last_unstale":"2024-09-16T01:42:15.382842+0000","last_undegraded":"2024-09-16T01:42:15.382842+0000","last_fullsized":"2024-09-16T01:42:15.382842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:16.688169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238366+0000","last_change":"2024-09-16T01:42:13.128467+0000","last_active":"2024-09-16T01:42:15.238366+0000","last_peered":"2024-09-16T01:42:15.238366+0000","last_clean":"2024-09-16T01:42:15.238366+0000","last_became_active":"2024-09-16T01:42:13.128188+0000","last_became_peered":"2024-09-16T01:42:13.128188+0000","last_unstale":"2024-09-16T01:42:15.238366+0000","last_undegraded":"2024-09-16T01:42:15.238366+0000","last_fullsized":"2024-09-16T01:42:15.238366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:19.042757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110181+0000","last_change":"2024-09-16T01:42:13.110181+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110181+0000","last_undegraded":"2024-09-16T01:42:13.110181+0000","last_fullsized":"2024-09-16T01:42:13.110181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382402+0000","last_change":"2024-09-16T01:42:13.128091+0000","last_active":"2024-09-16T01:42:15.382402+0000","last_peered":"2024-09-16T01:42:15.382402+0000","last_clean":"2024-09-16T01:42:15.382402+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.382402+0000","last_undegraded":"2024-09-16T01:42:15.382402+0000","last_fullsized":"2024-09-16T01:42:15.382402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231666+0000","last_change":"2024-09-16T01:42:14.134441+0000","last_active":"2024-09-16T01:42:15.231666+0000","last_peered":"2024-09-16T01:42:15.231666+0000","last_clean":"2024-09-16T01:42:15.231666+0000","last_became_active":"2024-09-16T01:42:14.134128+0000","last_became_peered":"2024-09-16T01:42:14.134128+0000","last_unstale":"2024-09-16T01:42:15.231666+0000","last_undegraded":"2024-09-16T01:42:15.231666+0000","last_fullsized":"2024-09-16T01:42:15.231666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382621+0000","last_change":"2024-09-16T01:42:13.130916+0000","last_active":"2024-09-16T01:42:15.382621+0000","last_peered":"2024-09-16T01:42:15.382621+0000","last_clean":"2024-09-16T01:42:15.382621+0000","last_became_active":"2024-09-16T01:42:13.130636+0000","last_became_peered":"2024-09-16T01:42:13.130636+0000","last_unstale":"2024-09-16T01:42:15.382621+0000","last_undegraded":"2024-09-16T01:42:15.382621+0000","last_fullsized":"2024-09-16T01:42:15.382621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231813+0000","last_change":"2024-09-16T01:42:14.143640+0000","last_active":"2024-09-16T01:42:15.231813+0000","last_peered":"2024-09-16T01:42:15.231813+0000","last_clean":"2024-09-16T01:42:15.231813+0000","last_became_active":"2024-09-16T01:42:14.143341+0000","last_became_peered":"2024-09-16T01:42:14.143341+0000","last_unstale":"2024-09-16T01:42:15.231813+0000","last_undegraded":"2024-09-16T01:42:15.231813+0000","last_fullsized":"2024-09-16T01:42:15.231813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238732+0000","last_change":"2024-09-16T01:42:13.128028+0000","last_active":"2024-09-16T01:42:15.238732+0000","last_peered":"2024-09-16T01:42:15.238732+0000","last_clean":"2024-09-16T01:42:15.238732+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.238732+0000","last_undegraded":"2024-09-16T01:42:15.238732+0000","last_fullsized":"2024-09-16T01:42:15.238732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111345+0000","last_change":"2024-09-16T01:42:13.111345+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111345+0000","last_undegraded":"2024-09-16T01:42:13.111345+0000","last_fullsized":"2024-09-16T01:42:13.111345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118584+0000","last_change":"2024-09-16T01:42:13.118584+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118584+0000","last_undegraded":"2024-09-16T01:42:13.118584+0000","last_fullsized":"2024-09-16T01:42:13.118584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238486+0000","last_change":"2024-09-16T01:42:13.129080+0000","last_active":"2024-09-16T01:42:15.238486+0000","last_peered":"2024-09-16T01:42:15.238486+0000","last_clean":"2024-09-16T01:42:15.238486+0000","last_became_active":"2024-09-16T01:42:13.128816+0000","last_became_peered":"2024-09-16T01:42:13.128816+0000","last_unstale":"2024-09-16T01:42:15.238486+0000","last_undegraded":"2024-09-16T01:42:15.238486+0000","last_fullsized":"2024-09-16T01:42:15.238486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118784+0000","last_change":"2024-09-16T01:42:13.118784+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118784+0000","last_undegraded":"2024-09-16T01:42:13.118784+0000","last_fullsized":"2024-09-16T01:42:13.118784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238748+0000","last_change":"2024-09-16T01:42:13.127986+0000","last_active":"2024-09-16T01:42:15.238748+0000","last_peered":"2024-09-16T01:42:15.238748+0000","last_clean":"2024-09-16T01:42:15.238748+0000","last_became_active":"2024-09-16T01:42:13.127711+0000","last_became_peered":"2024-09-16T01:42:13.127711+0000","last_unstale":"2024-09-16T01:42:15.238748+0000","last_undegraded":"2024-09-16T01:42:15.238748+0000","last_fullsized":"2024-09-16T01:42:15.238748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383064+0000","last_change":"2024-09-16T01:42:14.138831+0000","last_active":"2024-09-16T01:42:15.383064+0000","last_peered":"2024-09-16T01:42:15.383064+0000","last_clean":"2024-09-16T01:42:15.383064+0000","last_became_active":"2024-09-16T01:42:14.138127+0000","last_became_peered":"2024-09-16T01:42:14.138127+0000","last_unstale":"2024-09-16T01:42:15.383064+0000","last_undegraded":"2024-09-16T01:42:15.383064+0000","last_fullsized":"2024-09-16T01:42:15.383064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231989+0000","last_change":"2024-09-16T01:42:13.124746+0000","last_active":"2024-09-16T01:42:15.231989+0000","last_peered":"2024-09-16T01:42:15.231989+0000","last_clean":"2024-09-16T01:42:15.231989+0000","last_became_active":"2024-09-16T01:42:13.124464+0000","last_became_peered":"2024-09-16T01:42:13.124464+0000","last_unstale":"2024-09-16T01:42:15.231989+0000","last_undegraded":"2024-09-16T01:42:15.231989+0000","last_fullsized":"2024-09-16T01:42:15.231989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232063+0000","last_change":"2024-09-16T01:42:14.135371+0000","last_active":"2024-09-16T01:42:15.232063+0000","last_peered":"2024-09-16T01:42:15.232063+0000","last_clean":"2024-09-16T01:42:15.232063+0000","last_became_active":"2024-09-16T01:42:14.135104+0000","last_became_peered":"2024-09-16T01:42:14.135104+0000","last_unstale":"2024-09-16T01:42:15.232063+0000","last_undegraded":"2024-09-16T01:42:15.232063+0000","last_fullsized":"2024-09-16T01:42:15.232063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383150+0000","last_change":"2024-09-16T01:42:13.125561+0000","last_active":"2024-09-16T01:42:15.383150+0000","last_peered":"2024-09-16T01:42:15.383150+0000","last_clean":"2024-09-16T01:42:15.383150+0000","last_became_active":"2024-09-16T01:42:13.125098+0000","last_became_peered":"2024-09-16T01:42:13.125098+0000","last_unstale":"2024-09-16T01:42:15.383150+0000","last_undegraded":"2024-09-16T01:42:15.383150+0000","last_fullsized":"2024-09-16T01:42:15.383150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:14.112841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":73455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":664405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:18.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:42:18.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.599+0000 7ff426e2e640 1 Processor -- start 2024-09-16T01:42:18.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.599+0000 7ff426e2e640 1 -- start start 2024-09-16T01:42:18.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff426e2e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff42015e680 0x7ff4200b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff426e2e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff4200b95a0 0x7ff4200d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff426e2e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4200b8500 con 0x7ff4200d4570 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff426e2e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff4200b87e0 con 0x7ff4200b95a0 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff426e2e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff4200b8ac0 con 0x7ff42015e680 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff424bca640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff42015e680 0x7ff4200b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff41ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff4200b95a0 0x7ff4200d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff424bca640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff42015e680 0x7ff4200b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56920/0 (socket says 172.21.15.16:56920) 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff424bca640 1 -- 172.21.15.16:0/3339661746 learned_addr learned my addr 172.21.15.16:0/3339661746 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff4253cb640 1 --1- 172.21.15.16:0/3339661746 >> v1:172.21.15.104:6789/0 conn(0x7ff4200d4570 0x7ff42015ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:52556/0 (socket says 172.21.15.16:52556) 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff424bca640 1 -- 172.21.15.16:0/3339661746 >> v2:172.21.15.104:3300/0 conn(0x7ff4200b95a0 msgr2=0x7ff4200d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff424bca640 1 --2- 172.21.15.16:0/3339661746 >> v2:172.21.15.104:3300/0 conn(0x7ff4200b95a0 0x7ff4200d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff424bca640 1 -- 172.21.15.16:0/3339661746 >> v1:172.21.15.104:6789/0 conn(0x7ff4200d4570 legacy=0x7ff42015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff424bca640 1 -- 172.21.15.16:0/3339661746 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4200b8da0 con 0x7ff42015e680 2024-09-16T01:42:18.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.600+0000 7ff41ffff640 1 --2- 172.21.15.16:0/3339661746 >> v2:172.21.15.104:3300/0 conn(0x7ff4200b95a0 0x7ff4200d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.601+0000 7ff424bca640 1 --2- 172.21.15.16:0/3339661746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff42015e680 0x7ff4200b7f20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff414009870 tx=0x7ff41402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8120ddce2502d78b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.601+0000 7ff41f7fe640 1 -- 172.21.15.16:0/3339661746 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414037070 con 0x7ff42015e680 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.601+0000 7ff41f7fe640 1 -- 172.21.15.16:0/3339661746 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff414032440 con 0x7ff42015e680 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.601+0000 7ff41f7fe640 1 -- 172.21.15.16:0/3339661746 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414032810 con 0x7ff42015e680 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 -- 172.21.15.16:0/3339661746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff42015e680 msgr2=0x7ff4200b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3339661746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff42015e680 0x7ff4200b7f20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff414009870 tx=0x7ff41402a270 comp rx=0 tx=0).stop 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 -- 172.21.15.16:0/3339661746 shutdown_connections 2024-09-16T01:42:18.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3339661746 >> v2:172.21.15.104:3300/0 conn(0x7ff4200b95a0 0x7ff4200d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3339661746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff42015e680 0x7ff4200b7f20 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 -- 172.21.15.16:0/3339661746 >> 172.21.15.16:0/3339661746 conn(0x7ff420074fe0 msgr2=0x7ff420072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:18.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 -- 172.21.15.16:0/3339661746 shutdown_connections 2024-09-16T01:42:18.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.602+0000 7ff426e2e640 1 -- 172.21.15.16:0/3339661746 wait complete. 2024-09-16T01:42:18.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.603+0000 7ff426e2e640 1 Processor -- start 2024-09-16T01:42:18.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.603+0000 7ff426e2e640 1 -- start start 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff426e2e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4200b95a0 0x7ff4201500d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff426e2e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4200d4570 0x7ff42013fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff426e2e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff42015e680 0x7ff420150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff426e2e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200b99e0 con 0x7ff42015e680 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff426e2e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200d1bd0 con 0x7ff4200d4570 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff426e2e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff4200d4a00 con 0x7ff4200b95a0 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff42015e680 0x7ff420150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff42015e680 0x7ff420150d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38042/0 (socket says 172.21.15.16:38042) 2024-09-16T01:42:18.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 -- 172.21.15.16:0/3262182428 learned_addr learned my addr 172.21.15.16:0/3262182428 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff424bca640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4200b95a0 0x7ff4201500d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff41ffff640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4200d4570 0x7ff42013fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 -- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4200b95a0 msgr2=0x7ff4201500d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4200b95a0 0x7ff4201500d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 -- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4200d4570 msgr2=0x7ff42013fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4200d4570 0x7ff42013fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 -- 172.21.15.16:0/3262182428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff42014a550 con 0x7ff42015e680 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff424bca640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4200b95a0 0x7ff4201500d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.604+0000 7ff4253cb640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff42015e680 0x7ff420150d00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff41800c780 tx=0x7ff41800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.605+0000 7ff41d7fa640 1 -- 172.21.15.16:0/3262182428 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff418017070 con 0x7ff42015e680 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.605+0000 7ff41d7fa640 1 -- 172.21.15.16:0/3262182428 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff41800a640 con 0x7ff42015e680 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.605+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff42014f030 con 0x7ff42015e680 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.605+0000 7ff41d7fa640 1 -- 172.21.15.16:0/3262182428 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41800aa30 con 0x7ff42015e680 2024-09-16T01:42:18.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.605+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff42014f5f0 con 0x7ff42015e680 2024-09-16T01:42:18.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.606+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4200d4300 con 0x7ff42015e680 2024-09-16T01:42:18.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.606+0000 7ff41d7fa640 1 -- 172.21.15.16:0/3262182428 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff41801a070 con 0x7ff42015e680 2024-09-16T01:42:18.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.607+0000 7ff41d7fa640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff40406c2b0 0x7ff40406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.607+0000 7ff41d7fa640 1 -- 172.21.15.16:0/3262182428 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff41808a910 con 0x7ff42015e680 2024-09-16T01:42:18.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.607+0000 7ff424bca640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff40406c2b0 0x7ff40406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.607+0000 7ff424bca640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff40406c2b0 0x7ff40406e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff414034000 tx=0x7ff41402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.611+0000 7ff41d7fa640 1 -- 172.21.15.16:0/3262182428 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff4200d4300 con 0x7ff42015e680 2024-09-16T01:42:18.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.783+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff4200d4e60 con 0x7ff40406c2b0 2024-09-16T01:42:18.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.789+0000 7ff41d7fa640 1 -- 172.21.15.16:0/3262182428 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249960 (secure 0 0 0) 0x7ff4200d4e60 con 0x7ff40406c2b0 2024-09-16T01:42:18.794 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:18.795 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:42:18.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff40406c2b0 msgr2=0x7ff40406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff40406c2b0 0x7ff40406e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff414034000 tx=0x7ff41402e000 comp rx=0 tx=0).stop 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff42015e680 msgr2=0x7ff420150d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff42015e680 0x7ff420150d00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff41800c780 tx=0x7ff41800cc40 comp rx=0 tx=0).stop 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 shutdown_connections 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff40406c2b0 0x7ff40406e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff42015e680 0x7ff420150d00 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4200d4570 0x7ff42013fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 --2- 172.21.15.16:0/3262182428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4200b95a0 0x7ff4201500d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 >> 172.21.15.16:0/3262182428 conn(0x7ff420074fe0 msgr2=0x7ff420160df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:18.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 shutdown_connections 2024-09-16T01:42:18.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.792+0000 7ff426e2e640 1 -- 172.21.15.16:0/3262182428 wait complete. 2024-09-16T01:42:18.805 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T01:42:18.297655+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":194,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239764,"kb_used_data":2720,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734956,"statfs":{"total":773094113280,"available":772848594944,"internally_reserved":0,"allocated":2785280,"data_stored":1713318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001547"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238904+0000","last_change":"2024-09-16T01:42:14.133406+0000","last_active":"2024-09-16T01:42:15.238904+0000","last_peered":"2024-09-16T01:42:15.238904+0000","last_clean":"2024-09-16T01:42:15.238904+0000","last_became_active":"2024-09-16T01:42:14.131685+0000","last_became_peered":"2024-09-16T01:42:14.131685+0000","last_unstale":"2024-09-16T01:42:15.238904+0000","last_undegraded":"2024-09-16T01:42:15.238904+0000","last_fullsized":"2024-09-16T01:42:15.238904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:27.910985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382539+0000","last_change":"2024-09-16T01:42:14.125346+0000","last_active":"2024-09-16T01:42:15.382539+0000","last_peered":"2024-09-16T01:42:15.382539+0000","last_clean":"2024-09-16T01:42:15.382539+0000","last_became_active":"2024-09-16T01:42:14.125089+0000","last_became_peered":"2024-09-16T01:42:14.125089+0000","last_unstale":"2024-09-16T01:42:15.382539+0000","last_undegraded":"2024-09-16T01:42:15.382539+0000","last_fullsized":"2024-09-16T01:42:15.382539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382633+0000","last_change":"2024-09-16T01:42:14.129786+0000","last_active":"2024-09-16T01:42:15.382633+0000","last_peered":"2024-09-16T01:42:15.382633+0000","last_clean":"2024-09-16T01:42:15.382633+0000","last_became_active":"2024-09-16T01:42:14.127732+0000","last_became_peered":"2024-09-16T01:42:14.127732+0000","last_unstale":"2024-09-16T01:42:15.382633+0000","last_undegraded":"2024-09-16T01:42:15.382633+0000","last_fullsized":"2024-09-16T01:42:15.382633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:14.096130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119523+0000","last_change":"2024-09-16T01:42:13.119523+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119523+0000","last_undegraded":"2024-09-16T01:42:13.119523+0000","last_fullsized":"2024-09-16T01:42:13.119523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238526+0000","last_change":"2024-09-16T01:42:14.125213+0000","last_active":"2024-09-16T01:42:15.238526+0000","last_peered":"2024-09-16T01:42:15.238526+0000","last_clean":"2024-09-16T01:42:15.238526+0000","last_became_active":"2024-09-16T01:42:14.124933+0000","last_became_peered":"2024-09-16T01:42:14.124933+0000","last_unstale":"2024-09-16T01:42:15.238526+0000","last_undegraded":"2024-09-16T01:42:15.238526+0000","last_fullsized":"2024-09-16T01:42:15.238526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:33:25.707037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.120395+0000","last_change":"2024-09-16T01:42:13.120395+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.120395+0000","last_undegraded":"2024-09-16T01:42:13.120395+0000","last_fullsized":"2024-09-16T01:42:13.120395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238409+0000","last_change":"2024-09-16T01:42:14.129859+0000","last_active":"2024-09-16T01:42:15.238409+0000","last_peered":"2024-09-16T01:42:15.238409+0000","last_clean":"2024-09-16T01:42:15.238409+0000","last_became_active":"2024-09-16T01:42:14.129573+0000","last_became_peered":"2024-09-16T01:42:14.129573+0000","last_unstale":"2024-09-16T01:42:15.238409+0000","last_undegraded":"2024-09-16T01:42:15.238409+0000","last_fullsized":"2024-09-16T01:42:15.238409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:08.300524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231517+0000","last_change":"2024-09-16T01:42:14.137151+0000","last_active":"2024-09-16T01:42:15.231517+0000","last_peered":"2024-09-16T01:42:15.231517+0000","last_clean":"2024-09-16T01:42:15.231517+0000","last_became_active":"2024-09-16T01:42:14.136873+0000","last_became_peered":"2024-09-16T01:42:14.136873+0000","last_unstale":"2024-09-16T01:42:15.231517+0000","last_undegraded":"2024-09-16T01:42:15.231517+0000","last_fullsized":"2024-09-16T01:42:15.231517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238921+0000","last_change":"2024-09-16T01:42:14.139578+0000","last_active":"2024-09-16T01:42:15.238921+0000","last_peered":"2024-09-16T01:42:15.238921+0000","last_clean":"2024-09-16T01:42:15.238921+0000","last_became_active":"2024-09-16T01:42:14.139303+0000","last_became_peered":"2024-09-16T01:42:14.139303+0000","last_unstale":"2024-09-16T01:42:15.238921+0000","last_undegraded":"2024-09-16T01:42:15.238921+0000","last_fullsized":"2024-09-16T01:42:15.238921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:22.172142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113514+0000","last_change":"2024-09-16T01:42:13.113514+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113514+0000","last_undegraded":"2024-09-16T01:42:13.113514+0000","last_fullsized":"2024-09-16T01:42:13.113514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113241+0000","last_change":"2024-09-16T01:42:13.113241+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113241+0000","last_undegraded":"2024-09-16T01:42:13.113241+0000","last_fullsized":"2024-09-16T01:42:13.113241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111539+0000","last_change":"2024-09-16T01:42:13.111539+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111539+0000","last_undegraded":"2024-09-16T01:42:13.111539+0000","last_fullsized":"2024-09-16T01:42:13.111539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231808+0000","last_change":"2024-09-16T01:42:14.135966+0000","last_active":"2024-09-16T01:42:15.231808+0000","last_peered":"2024-09-16T01:42:15.231808+0000","last_clean":"2024-09-16T01:42:15.231808+0000","last_became_active":"2024-09-16T01:42:14.135691+0000","last_became_peered":"2024-09-16T01:42:14.135691+0000","last_unstale":"2024-09-16T01:42:15.231808+0000","last_undegraded":"2024-09-16T01:42:15.231808+0000","last_fullsized":"2024-09-16T01:42:15.231808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382583+0000","last_change":"2024-09-16T01:42:14.130570+0000","last_active":"2024-09-16T01:42:15.382583+0000","last_peered":"2024-09-16T01:42:15.382583+0000","last_clean":"2024-09-16T01:42:15.382583+0000","last_became_active":"2024-09-16T01:42:14.130306+0000","last_became_peered":"2024-09-16T01:42:14.130306+0000","last_unstale":"2024-09-16T01:42:15.382583+0000","last_undegraded":"2024-09-16T01:42:15.382583+0000","last_fullsized":"2024-09-16T01:42:15.382583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:24.560840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382382+0000","last_change":"2024-09-16T01:42:14.134933+0000","last_active":"2024-09-16T01:42:15.382382+0000","last_peered":"2024-09-16T01:42:15.382382+0000","last_clean":"2024-09-16T01:42:15.382382+0000","last_became_active":"2024-09-16T01:42:14.134314+0000","last_became_peered":"2024-09-16T01:42:14.134314+0000","last_unstale":"2024-09-16T01:42:15.382382+0000","last_undegraded":"2024-09-16T01:42:15.382382+0000","last_fullsized":"2024-09-16T01:42:15.382382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118102+0000","last_change":"2024-09-16T01:42:13.118102+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118102+0000","last_undegraded":"2024-09-16T01:42:13.118102+0000","last_fullsized":"2024-09-16T01:42:13.118102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118171+0000","last_change":"2024-09-16T01:42:13.118171+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118171+0000","last_undegraded":"2024-09-16T01:42:13.118171+0000","last_fullsized":"2024-09-16T01:42:13.118171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127965+0000","last_change":"2024-09-16T01:42:14.127477+0000","last_active":"2024-09-16T01:42:15.127965+0000","last_peered":"2024-09-16T01:42:15.127965+0000","last_clean":"2024-09-16T01:42:15.127965+0000","last_became_active":"2024-09-16T01:42:14.127151+0000","last_became_peered":"2024-09-16T01:42:14.127151+0000","last_unstale":"2024-09-16T01:42:15.127965+0000","last_undegraded":"2024-09-16T01:42:15.127965+0000","last_fullsized":"2024-09-16T01:42:15.127965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:37.125981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238868+0000","last_change":"2024-09-16T01:42:14.131875+0000","last_active":"2024-09-16T01:42:15.238868+0000","last_peered":"2024-09-16T01:42:15.238868+0000","last_clean":"2024-09-16T01:42:15.238868+0000","last_became_active":"2024-09-16T01:42:14.131582+0000","last_became_peered":"2024-09-16T01:42:14.131582+0000","last_unstale":"2024-09-16T01:42:15.238868+0000","last_undegraded":"2024-09-16T01:42:15.238868+0000","last_fullsized":"2024-09-16T01:42:15.238868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:56.503048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113197+0000","last_change":"2024-09-16T01:42:13.113197+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113197+0000","last_undegraded":"2024-09-16T01:42:13.113197+0000","last_fullsized":"2024-09-16T01:42:13.113197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383264+0000","last_change":"2024-09-16T01:42:14.140252+0000","last_active":"2024-09-16T01:42:15.383264+0000","last_peered":"2024-09-16T01:42:15.383264+0000","last_clean":"2024-09-16T01:42:15.383264+0000","last_became_active":"2024-09-16T01:42:14.139954+0000","last_became_peered":"2024-09-16T01:42:14.139954+0000","last_unstale":"2024-09-16T01:42:15.383264+0000","last_undegraded":"2024-09-16T01:42:15.383264+0000","last_fullsized":"2024-09-16T01:42:15.383264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119926+0000","last_change":"2024-09-16T01:42:13.119926+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119926+0000","last_undegraded":"2024-09-16T01:42:13.119926+0000","last_fullsized":"2024-09-16T01:42:13.119926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231620+0000","last_change":"2024-09-16T01:42:14.131882+0000","last_active":"2024-09-16T01:42:15.231620+0000","last_peered":"2024-09-16T01:42:15.231620+0000","last_clean":"2024-09-16T01:42:15.231620+0000","last_became_active":"2024-09-16T01:42:14.131537+0000","last_became_peered":"2024-09-16T01:42:14.131537+0000","last_unstale":"2024-09-16T01:42:15.231620+0000","last_undegraded":"2024-09-16T01:42:15.231620+0000","last_fullsized":"2024-09-16T01:42:15.231620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117082+0000","last_change":"2024-09-16T01:42:13.117082+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117082+0000","last_undegraded":"2024-09-16T01:42:13.117082+0000","last_fullsized":"2024-09-16T01:42:13.117082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231990+0000","last_change":"2024-09-16T01:42:14.141482+0000","last_active":"2024-09-16T01:42:15.231990+0000","last_peered":"2024-09-16T01:42:15.231990+0000","last_clean":"2024-09-16T01:42:15.231990+0000","last_became_active":"2024-09-16T01:42:14.141176+0000","last_became_peered":"2024-09-16T01:42:14.141176+0000","last_unstale":"2024-09-16T01:42:15.231990+0000","last_undegraded":"2024-09-16T01:42:15.231990+0000","last_fullsized":"2024-09-16T01:42:15.231990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112768+0000","last_change":"2024-09-16T01:42:13.112768+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112768+0000","last_undegraded":"2024-09-16T01:42:13.112768+0000","last_fullsized":"2024-09-16T01:42:13.112768+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382803+0000","last_change":"2024-09-16T01:42:14.133461+0000","last_active":"2024-09-16T01:42:15.382803+0000","last_peered":"2024-09-16T01:42:15.382803+0000","last_clean":"2024-09-16T01:42:15.382803+0000","last_became_active":"2024-09-16T01:42:14.133189+0000","last_became_peered":"2024-09-16T01:42:14.133189+0000","last_unstale":"2024-09-16T01:42:15.382803+0000","last_undegraded":"2024-09-16T01:42:15.382803+0000","last_fullsized":"2024-09-16T01:42:15.382803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231923+0000","last_change":"2024-09-16T01:42:14.141495+0000","last_active":"2024-09-16T01:42:15.231923+0000","last_peered":"2024-09-16T01:42:15.231923+0000","last_clean":"2024-09-16T01:42:15.231923+0000","last_became_active":"2024-09-16T01:42:14.141197+0000","last_became_peered":"2024-09-16T01:42:14.141197+0000","last_unstale":"2024-09-16T01:42:15.231923+0000","last_undegraded":"2024-09-16T01:42:15.231923+0000","last_fullsized":"2024-09-16T01:42:15.231923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383346+0000","last_change":"2024-09-16T01:42:14.141969+0000","last_active":"2024-09-16T01:42:15.383346+0000","last_peered":"2024-09-16T01:42:15.383346+0000","last_clean":"2024-09-16T01:42:15.383346+0000","last_became_active":"2024-09-16T01:42:14.141578+0000","last_became_peered":"2024-09-16T01:42:14.141578+0000","last_unstale":"2024-09-16T01:42:15.383346+0000","last_undegraded":"2024-09-16T01:42:15.383346+0000","last_fullsized":"2024-09-16T01:42:15.383346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117984+0000","last_change":"2024-09-16T01:42:13.117984+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117984+0000","last_undegraded":"2024-09-16T01:42:13.117984+0000","last_fullsized":"2024-09-16T01:42:13.117984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127906+0000","last_change":"2024-09-16T01:42:14.136886+0000","last_active":"2024-09-16T01:42:15.127906+0000","last_peered":"2024-09-16T01:42:15.127906+0000","last_clean":"2024-09-16T01:42:15.127906+0000","last_became_active":"2024-09-16T01:42:14.136567+0000","last_became_peered":"2024-09-16T01:42:14.136567+0000","last_unstale":"2024-09-16T01:42:15.127906+0000","last_undegraded":"2024-09-16T01:42:15.127906+0000","last_fullsized":"2024-09-16T01:42:15.127906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:14.078739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112152+0000","last_change":"2024-09-16T01:42:13.112152+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112152+0000","last_undegraded":"2024-09-16T01:42:13.112152+0000","last_fullsized":"2024-09-16T01:42:13.112152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110415+0000","last_change":"2024-09-16T01:42:13.110415+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110415+0000","last_undegraded":"2024-09-16T01:42:13.110415+0000","last_fullsized":"2024-09-16T01:42:13.110415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231873+0000","last_change":"2024-09-16T01:42:13.127544+0000","last_active":"2024-09-16T01:42:15.231873+0000","last_peered":"2024-09-16T01:42:15.231873+0000","last_clean":"2024-09-16T01:42:15.231873+0000","last_became_active":"2024-09-16T01:42:13.127264+0000","last_became_peered":"2024-09-16T01:42:13.127264+0000","last_unstale":"2024-09-16T01:42:15.231873+0000","last_undegraded":"2024-09-16T01:42:15.231873+0000","last_fullsized":"2024-09-16T01:42:15.231873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383344+0000","last_change":"2024-09-16T01:42:14.131154+0000","last_active":"2024-09-16T01:42:15.383344+0000","last_peered":"2024-09-16T01:42:15.383344+0000","last_clean":"2024-09-16T01:42:15.383344+0000","last_became_active":"2024-09-16T01:42:14.130862+0000","last_became_peered":"2024-09-16T01:42:14.130862+0000","last_unstale":"2024-09-16T01:42:15.383344+0000","last_undegraded":"2024-09-16T01:42:15.383344+0000","last_fullsized":"2024-09-16T01:42:15.383344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126172+0000","last_change":"2024-09-16T01:42:13.122872+0000","last_active":"2024-09-16T01:42:13.126172+0000","last_peered":"2024-09-16T01:42:13.126172+0000","last_clean":"2024-09-16T01:42:13.126172+0000","last_became_active":"2024-09-16T01:42:13.122554+0000","last_became_peered":"2024-09-16T01:42:13.122554+0000","last_unstale":"2024-09-16T01:42:13.126172+0000","last_undegraded":"2024-09-16T01:42:13.126172+0000","last_fullsized":"2024-09-16T01:42:13.126172+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231537+0000","last_change":"2024-09-16T01:42:13.124230+0000","last_active":"2024-09-16T01:42:15.231537+0000","last_peered":"2024-09-16T01:42:15.231537+0000","last_clean":"2024-09-16T01:42:15.231537+0000","last_became_active":"2024-09-16T01:42:13.123499+0000","last_became_peered":"2024-09-16T01:42:13.123499+0000","last_unstale":"2024-09-16T01:42:15.231537+0000","last_undegraded":"2024-09-16T01:42:15.231537+0000","last_fullsized":"2024-09-16T01:42:15.231537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231651+0000","last_change":"2024-09-16T01:42:14.141939+0000","last_active":"2024-09-16T01:42:15.231651+0000","last_peered":"2024-09-16T01:42:15.231651+0000","last_clean":"2024-09-16T01:42:15.231651+0000","last_became_active":"2024-09-16T01:42:14.141588+0000","last_became_peered":"2024-09-16T01:42:14.141588+0000","last_unstale":"2024-09-16T01:42:15.231651+0000","last_undegraded":"2024-09-16T01:42:15.231651+0000","last_fullsized":"2024-09-16T01:42:15.231651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128360+0000","last_change":"2024-09-16T01:42:13.122944+0000","last_active":"2024-09-16T01:42:13.128360+0000","last_peered":"2024-09-16T01:42:13.128360+0000","last_clean":"2024-09-16T01:42:13.128360+0000","last_became_active":"2024-09-16T01:42:13.122662+0000","last_became_peered":"2024-09-16T01:42:13.122662+0000","last_unstale":"2024-09-16T01:42:13.128360+0000","last_undegraded":"2024-09-16T01:42:13.128360+0000","last_fullsized":"2024-09-16T01:42:13.128360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.918026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382343+0000","last_change":"2024-09-16T01:42:14.135175+0000","last_active":"2024-09-16T01:42:15.382343+0000","last_peered":"2024-09-16T01:42:15.382343+0000","last_clean":"2024-09-16T01:42:15.382343+0000","last_became_active":"2024-09-16T01:42:14.134661+0000","last_became_peered":"2024-09-16T01:42:14.134661+0000","last_unstale":"2024-09-16T01:42:15.382343+0000","last_undegraded":"2024-09-16T01:42:15.382343+0000","last_fullsized":"2024-09-16T01:42:15.382343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126024+0000","last_change":"2024-09-16T01:42:13.124324+0000","last_active":"2024-09-16T01:42:13.126024+0000","last_peered":"2024-09-16T01:42:13.126024+0000","last_clean":"2024-09-16T01:42:13.126024+0000","last_became_active":"2024-09-16T01:42:13.124037+0000","last_became_peered":"2024-09-16T01:42:13.124037+0000","last_unstale":"2024-09-16T01:42:13.126024+0000","last_undegraded":"2024-09-16T01:42:13.126024+0000","last_fullsized":"2024-09-16T01:42:13.126024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117760+0000","last_change":"2024-09-16T01:42:13.117760+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117760+0000","last_undegraded":"2024-09-16T01:42:13.117760+0000","last_fullsized":"2024-09-16T01:42:13.117760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128407+0000","last_change":"2024-09-16T01:42:13.125304+0000","last_active":"2024-09-16T01:42:13.128407+0000","last_peered":"2024-09-16T01:42:13.128407+0000","last_clean":"2024-09-16T01:42:13.128407+0000","last_became_active":"2024-09-16T01:42:13.125004+0000","last_became_peered":"2024-09-16T01:42:13.125004+0000","last_unstale":"2024-09-16T01:42:13.128407+0000","last_undegraded":"2024-09-16T01:42:13.128407+0000","last_fullsized":"2024-09-16T01:42:13.128407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383201+0000","last_change":"2024-09-16T01:42:14.137463+0000","last_active":"2024-09-16T01:42:15.383201+0000","last_peered":"2024-09-16T01:42:15.383201+0000","last_clean":"2024-09-16T01:42:15.383201+0000","last_became_active":"2024-09-16T01:42:14.137170+0000","last_became_peered":"2024-09-16T01:42:14.137170+0000","last_unstale":"2024-09-16T01:42:15.383201+0000","last_undegraded":"2024-09-16T01:42:15.383201+0000","last_fullsized":"2024-09-16T01:42:15.383201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382817+0000","last_change":"2024-09-16T01:42:13.125643+0000","last_active":"2024-09-16T01:42:15.382817+0000","last_peered":"2024-09-16T01:42:15.382817+0000","last_clean":"2024-09-16T01:42:15.382817+0000","last_became_active":"2024-09-16T01:42:13.125357+0000","last_became_peered":"2024-09-16T01:42:13.125357+0000","last_unstale":"2024-09-16T01:42:15.382817+0000","last_undegraded":"2024-09-16T01:42:15.382817+0000","last_fullsized":"2024-09-16T01:42:15.382817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110491+0000","last_change":"2024-09-16T01:42:13.110491+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110491+0000","last_undegraded":"2024-09-16T01:42:13.110491+0000","last_fullsized":"2024-09-16T01:42:13.110491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.125966+0000","last_change":"2024-09-16T01:42:13.124675+0000","last_active":"2024-09-16T01:42:13.125966+0000","last_peered":"2024-09-16T01:42:13.125966+0000","last_clean":"2024-09-16T01:42:13.125966+0000","last_became_active":"2024-09-16T01:42:13.124390+0000","last_became_peered":"2024-09-16T01:42:13.124390+0000","last_unstale":"2024-09-16T01:42:13.125966+0000","last_undegraded":"2024-09-16T01:42:13.125966+0000","last_fullsized":"2024-09-16T01:42:13.125966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238598+0000","last_change":"2024-09-16T01:42:14.138795+0000","last_active":"2024-09-16T01:42:15.238598+0000","last_peered":"2024-09-16T01:42:15.238598+0000","last_clean":"2024-09-16T01:42:15.238598+0000","last_became_active":"2024-09-16T01:42:14.137874+0000","last_became_peered":"2024-09-16T01:42:14.137874+0000","last_unstale":"2024-09-16T01:42:15.238598+0000","last_undegraded":"2024-09-16T01:42:15.238598+0000","last_fullsized":"2024-09-16T01:42:15.238598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:32.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383373+0000","last_change":"2024-09-16T01:42:13.118495+0000","last_active":"2024-09-16T01:42:15.383373+0000","last_peered":"2024-09-16T01:42:15.383373+0000","last_clean":"2024-09-16T01:42:15.383373+0000","last_became_active":"2024-09-16T01:42:13.116311+0000","last_became_peered":"2024-09-16T01:42:13.116311+0000","last_unstale":"2024-09-16T01:42:15.383373+0000","last_undegraded":"2024-09-16T01:42:15.383373+0000","last_fullsized":"2024-09-16T01:42:15.383373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:08.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382730+0000","last_change":"2024-09-16T01:42:14.133705+0000","last_active":"2024-09-16T01:42:15.382730+0000","last_peered":"2024-09-16T01:42:15.382730+0000","last_clean":"2024-09-16T01:42:15.382730+0000","last_became_active":"2024-09-16T01:42:14.133426+0000","last_became_peered":"2024-09-16T01:42:14.133426+0000","last_unstale":"2024-09-16T01:42:15.382730+0000","last_undegraded":"2024-09-16T01:42:15.382730+0000","last_fullsized":"2024-09-16T01:42:15.382730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:25.593655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128344+0000","last_change":"2024-09-16T01:42:13.125171+0000","last_active":"2024-09-16T01:42:13.128344+0000","last_peered":"2024-09-16T01:42:13.128344+0000","last_clean":"2024-09-16T01:42:13.128344+0000","last_became_active":"2024-09-16T01:42:13.124892+0000","last_became_peered":"2024-09-16T01:42:13.124892+0000","last_unstale":"2024-09-16T01:42:13.128344+0000","last_undegraded":"2024-09-16T01:42:13.128344+0000","last_fullsized":"2024-09-16T01:42:13.128344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238582+0000","last_change":"2024-09-16T01:42:14.128571+0000","last_active":"2024-09-16T01:42:15.238582+0000","last_peered":"2024-09-16T01:42:15.238582+0000","last_clean":"2024-09-16T01:42:15.238582+0000","last_became_active":"2024-09-16T01:42:14.128294+0000","last_became_peered":"2024-09-16T01:42:14.128294+0000","last_unstale":"2024-09-16T01:42:15.238582+0000","last_undegraded":"2024-09-16T01:42:15.238582+0000","last_fullsized":"2024-09-16T01:42:15.238582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:44.378057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126023+0000","last_change":"2024-09-16T01:42:13.122097+0000","last_active":"2024-09-16T01:42:13.126023+0000","last_peered":"2024-09-16T01:42:13.126023+0000","last_clean":"2024-09-16T01:42:13.126023+0000","last_became_active":"2024-09-16T01:42:13.121776+0000","last_became_peered":"2024-09-16T01:42:13.121776+0000","last_unstale":"2024-09-16T01:42:13.126023+0000","last_undegraded":"2024-09-16T01:42:13.126023+0000","last_fullsized":"2024-09-16T01:42:13.126023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110913+0000","last_change":"2024-09-16T01:42:13.110913+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110913+0000","last_undegraded":"2024-09-16T01:42:13.110913+0000","last_fullsized":"2024-09-16T01:42:13.110913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127682+0000","last_change":"2024-09-16T01:42:13.127717+0000","last_active":"2024-09-16T01:42:15.127682+0000","last_peered":"2024-09-16T01:42:15.127682+0000","last_clean":"2024-09-16T01:42:15.127682+0000","last_became_active":"2024-09-16T01:42:13.127278+0000","last_became_peered":"2024-09-16T01:42:13.127278+0000","last_unstale":"2024-09-16T01:42:15.127682+0000","last_undegraded":"2024-09-16T01:42:15.127682+0000","last_fullsized":"2024-09-16T01:42:15.127682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:17.603792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238626+0000","last_change":"2024-09-16T01:42:14.134160+0000","last_active":"2024-09-16T01:42:15.238626+0000","last_peered":"2024-09-16T01:42:15.238626+0000","last_clean":"2024-09-16T01:42:15.238626+0000","last_became_active":"2024-09-16T01:42:14.133631+0000","last_became_peered":"2024-09-16T01:42:14.133631+0000","last_unstale":"2024-09-16T01:42:15.238626+0000","last_undegraded":"2024-09-16T01:42:15.238626+0000","last_fullsized":"2024-09-16T01:42:15.238626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:59.949151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.127076+0000","last_change":"2024-09-16T01:42:13.122348+0000","last_active":"2024-09-16T01:42:13.127076+0000","last_peered":"2024-09-16T01:42:13.127076+0000","last_clean":"2024-09-16T01:42:13.127076+0000","last_became_active":"2024-09-16T01:42:13.122044+0000","last_became_peered":"2024-09-16T01:42:13.122044+0000","last_unstale":"2024-09-16T01:42:13.127076+0000","last_undegraded":"2024-09-16T01:42:13.127076+0000","last_fullsized":"2024-09-16T01:42:13.127076+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:43.192377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238821+0000","last_change":"2024-09-16T01:42:14.128747+0000","last_active":"2024-09-16T01:42:15.238821+0000","last_peered":"2024-09-16T01:42:15.238821+0000","last_clean":"2024-09-16T01:42:15.238821+0000","last_became_active":"2024-09-16T01:42:14.128448+0000","last_became_peered":"2024-09-16T01:42:14.128448+0000","last_unstale":"2024-09-16T01:42:15.238821+0000","last_undegraded":"2024-09-16T01:42:15.238821+0000","last_fullsized":"2024-09-16T01:42:15.238821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:34.929705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127924+0000","last_change":"2024-09-16T01:42:13.129482+0000","last_active":"2024-09-16T01:42:15.127924+0000","last_peered":"2024-09-16T01:42:15.127924+0000","last_clean":"2024-09-16T01:42:15.127924+0000","last_became_active":"2024-09-16T01:42:13.129164+0000","last_became_peered":"2024-09-16T01:42:13.129164+0000","last_unstale":"2024-09-16T01:42:15.127924+0000","last_undegraded":"2024-09-16T01:42:15.127924+0000","last_fullsized":"2024-09-16T01:42:15.127924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.239062+0000","last_change":"2024-09-16T01:42:14.133175+0000","last_active":"2024-09-16T01:42:15.239062+0000","last_peered":"2024-09-16T01:42:15.239062+0000","last_clean":"2024-09-16T01:42:15.239062+0000","last_became_active":"2024-09-16T01:42:14.131321+0000","last_became_peered":"2024-09-16T01:42:14.131321+0000","last_unstale":"2024-09-16T01:42:15.239062+0000","last_undegraded":"2024-09-16T01:42:15.239062+0000","last_fullsized":"2024-09-16T01:42:15.239062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:59.720491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382864+0000","last_change":"2024-09-16T01:42:13.126631+0000","last_active":"2024-09-16T01:42:15.382864+0000","last_peered":"2024-09-16T01:42:15.382864+0000","last_clean":"2024-09-16T01:42:15.382864+0000","last_became_active":"2024-09-16T01:42:13.124093+0000","last_became_peered":"2024-09-16T01:42:13.124093+0000","last_unstale":"2024-09-16T01:42:15.382864+0000","last_undegraded":"2024-09-16T01:42:15.382864+0000","last_fullsized":"2024-09-16T01:42:15.382864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118215+0000","last_change":"2024-09-16T01:42:13.118215+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118215+0000","last_undegraded":"2024-09-16T01:42:13.118215+0000","last_fullsized":"2024-09-16T01:42:13.118215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127864+0000","last_change":"2024-09-16T01:42:13.128629+0000","last_active":"2024-09-16T01:42:15.127864+0000","last_peered":"2024-09-16T01:42:15.127864+0000","last_clean":"2024-09-16T01:42:15.127864+0000","last_became_active":"2024-09-16T01:42:13.128027+0000","last_became_peered":"2024-09-16T01:42:13.128027+0000","last_unstale":"2024-09-16T01:42:15.127864+0000","last_undegraded":"2024-09-16T01:42:15.127864+0000","last_fullsized":"2024-09-16T01:42:15.127864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:59.338617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238681+0000","last_change":"2024-09-16T01:42:14.140270+0000","last_active":"2024-09-16T01:42:15.238681+0000","last_peered":"2024-09-16T01:42:15.238681+0000","last_clean":"2024-09-16T01:42:15.238681+0000","last_became_active":"2024-09-16T01:42:14.139996+0000","last_became_peered":"2024-09-16T01:42:14.139996+0000","last_unstale":"2024-09-16T01:42:15.238681+0000","last_undegraded":"2024-09-16T01:42:15.238681+0000","last_fullsized":"2024-09-16T01:42:15.238681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:22.403393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238297+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:15.238297+0000","last_peered":"2024-09-16T01:42:15.238297+0000","last_clean":"2024-09-16T01:42:15.238297+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:15.238297+0000","last_undegraded":"2024-09-16T01:42:15.238297+0000","last_fullsized":"2024-09-16T01:42:15.238297+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.132973+0000","last_change":"2024-09-16T01:42:13.129571+0000","last_active":"2024-09-16T01:42:13.132973+0000","last_peered":"2024-09-16T01:42:13.132973+0000","last_clean":"2024-09-16T01:42:13.132973+0000","last_became_active":"2024-09-16T01:42:13.129238+0000","last_became_peered":"2024-09-16T01:42:13.129238+0000","last_unstale":"2024-09-16T01:42:13.132973+0000","last_undegraded":"2024-09-16T01:42:13.132973+0000","last_fullsized":"2024-09-16T01:42:13.132973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231731+0000","last_change":"2024-09-16T01:42:14.137862+0000","last_active":"2024-09-16T01:42:15.231731+0000","last_peered":"2024-09-16T01:42:15.231731+0000","last_clean":"2024-09-16T01:42:15.231731+0000","last_became_active":"2024-09-16T01:42:14.136719+0000","last_became_peered":"2024-09-16T01:42:14.136719+0000","last_unstale":"2024-09-16T01:42:15.231731+0000","last_undegraded":"2024-09-16T01:42:15.231731+0000","last_fullsized":"2024-09-16T01:42:15.231731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238226+0000","last_change":"2024-09-16T01:42:13.129812+0000","last_active":"2024-09-16T01:42:15.238226+0000","last_peered":"2024-09-16T01:42:15.238226+0000","last_clean":"2024-09-16T01:42:15.238226+0000","last_became_active":"2024-09-16T01:42:13.128861+0000","last_became_peered":"2024-09-16T01:42:13.128861+0000","last_unstale":"2024-09-16T01:42:15.238226+0000","last_undegraded":"2024-09-16T01:42:15.238226+0000","last_fullsized":"2024-09-16T01:42:15.238226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:23.555677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383176+0000","last_change":"2024-09-16T01:42:14.132228+0000","last_active":"2024-09-16T01:42:15.383176+0000","last_peered":"2024-09-16T01:42:15.383176+0000","last_clean":"2024-09-16T01:42:15.383176+0000","last_became_active":"2024-09-16T01:42:14.131635+0000","last_became_peered":"2024-09-16T01:42:14.131635+0000","last_unstale":"2024-09-16T01:42:15.383176+0000","last_undegraded":"2024-09-16T01:42:15.383176+0000","last_fullsized":"2024-09-16T01:42:15.383176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127769+0000","last_change":"2024-09-16T01:42:13.130232+0000","last_active":"2024-09-16T01:42:15.127769+0000","last_peered":"2024-09-16T01:42:15.127769+0000","last_clean":"2024-09-16T01:42:15.127769+0000","last_became_active":"2024-09-16T01:42:13.129949+0000","last_became_peered":"2024-09-16T01:42:13.129949+0000","last_unstale":"2024-09-16T01:42:15.127769+0000","last_undegraded":"2024-09-16T01:42:15.127769+0000","last_fullsized":"2024-09-16T01:42:15.127769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382349+0000","last_change":"2024-09-16T01:42:14.124300+0000","last_active":"2024-09-16T01:42:15.382349+0000","last_peered":"2024-09-16T01:42:15.382349+0000","last_clean":"2024-09-16T01:42:15.382349+0000","last_became_active":"2024-09-16T01:42:14.124011+0000","last_became_peered":"2024-09-16T01:42:14.124011+0000","last_unstale":"2024-09-16T01:42:15.382349+0000","last_undegraded":"2024-09-16T01:42:15.382349+0000","last_fullsized":"2024-09-16T01:42:15.382349+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.130338+0000","last_change":"2024-09-16T01:42:13.127447+0000","last_active":"2024-09-16T01:42:13.130338+0000","last_peered":"2024-09-16T01:42:13.130338+0000","last_clean":"2024-09-16T01:42:13.130338+0000","last_became_active":"2024-09-16T01:42:13.127169+0000","last_became_peered":"2024-09-16T01:42:13.127169+0000","last_unstale":"2024-09-16T01:42:13.130338+0000","last_undegraded":"2024-09-16T01:42:13.130338+0000","last_fullsized":"2024-09-16T01:42:13.130338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111601+0000","last_change":"2024-09-16T01:42:13.111601+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111601+0000","last_undegraded":"2024-09-16T01:42:13.111601+0000","last_fullsized":"2024-09-16T01:42:13.111601+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382729+0000","last_change":"2024-09-16T01:42:13.126566+0000","last_active":"2024-09-16T01:42:15.382729+0000","last_peered":"2024-09-16T01:42:15.382729+0000","last_clean":"2024-09-16T01:42:15.382729+0000","last_became_active":"2024-09-16T01:42:13.126251+0000","last_became_peered":"2024-09-16T01:42:13.126251+0000","last_unstale":"2024-09-16T01:42:15.382729+0000","last_undegraded":"2024-09-16T01:42:15.382729+0000","last_fullsized":"2024-09-16T01:42:15.382729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:43.499522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117195+0000","last_change":"2024-09-16T01:42:13.117195+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117195+0000","last_undegraded":"2024-09-16T01:42:13.117195+0000","last_fullsized":"2024-09-16T01:42:13.117195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238863+0000","last_change":"2024-09-16T01:42:13.129217+0000","last_active":"2024-09-16T01:42:15.238863+0000","last_peered":"2024-09-16T01:42:15.238863+0000","last_clean":"2024-09-16T01:42:15.238863+0000","last_became_active":"2024-09-16T01:42:13.128919+0000","last_became_peered":"2024-09-16T01:42:13.128919+0000","last_unstale":"2024-09-16T01:42:15.238863+0000","last_undegraded":"2024-09-16T01:42:15.238863+0000","last_fullsized":"2024-09-16T01:42:15.238863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:42.816121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382831+0000","last_change":"2024-09-16T01:42:14.122504+0000","last_active":"2024-09-16T01:42:15.382831+0000","last_peered":"2024-09-16T01:42:15.382831+0000","last_clean":"2024-09-16T01:42:15.382831+0000","last_became_active":"2024-09-16T01:42:14.122203+0000","last_became_peered":"2024-09-16T01:42:14.122203+0000","last_unstale":"2024-09-16T01:42:15.382831+0000","last_undegraded":"2024-09-16T01:42:15.382831+0000","last_fullsized":"2024-09-16T01:42:15.382831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382592+0000","last_change":"2024-09-16T01:42:13.129423+0000","last_active":"2024-09-16T01:42:15.382592+0000","last_peered":"2024-09-16T01:42:15.382592+0000","last_clean":"2024-09-16T01:42:15.382592+0000","last_became_active":"2024-09-16T01:42:13.129125+0000","last_became_peered":"2024-09-16T01:42:13.129125+0000","last_unstale":"2024-09-16T01:42:15.382592+0000","last_undegraded":"2024-09-16T01:42:15.382592+0000","last_fullsized":"2024-09-16T01:42:15.382592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232081+0000","last_change":"2024-09-16T01:42:14.139733+0000","last_active":"2024-09-16T01:42:15.232081+0000","last_peered":"2024-09-16T01:42:15.232081+0000","last_clean":"2024-09-16T01:42:15.232081+0000","last_became_active":"2024-09-16T01:42:14.139391+0000","last_became_peered":"2024-09-16T01:42:14.139391+0000","last_unstale":"2024-09-16T01:42:15.232081+0000","last_undegraded":"2024-09-16T01:42:15.232081+0000","last_fullsized":"2024-09-16T01:42:15.232081+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126003+0000","last_change":"2024-09-16T01:42:13.123521+0000","last_active":"2024-09-16T01:42:13.126003+0000","last_peered":"2024-09-16T01:42:13.126003+0000","last_clean":"2024-09-16T01:42:13.126003+0000","last_became_active":"2024-09-16T01:42:13.123233+0000","last_became_peered":"2024-09-16T01:42:13.123233+0000","last_unstale":"2024-09-16T01:42:13.126003+0000","last_undegraded":"2024-09-16T01:42:13.126003+0000","last_fullsized":"2024-09-16T01:42:13.126003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382842+0000","last_change":"2024-09-16T01:42:14.128087+0000","last_active":"2024-09-16T01:42:15.382842+0000","last_peered":"2024-09-16T01:42:15.382842+0000","last_clean":"2024-09-16T01:42:15.382842+0000","last_became_active":"2024-09-16T01:42:14.127802+0000","last_became_peered":"2024-09-16T01:42:14.127802+0000","last_unstale":"2024-09-16T01:42:15.382842+0000","last_undegraded":"2024-09-16T01:42:15.382842+0000","last_fullsized":"2024-09-16T01:42:15.382842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:16.688169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238366+0000","last_change":"2024-09-16T01:42:13.128467+0000","last_active":"2024-09-16T01:42:15.238366+0000","last_peered":"2024-09-16T01:42:15.238366+0000","last_clean":"2024-09-16T01:42:15.238366+0000","last_became_active":"2024-09-16T01:42:13.128188+0000","last_became_peered":"2024-09-16T01:42:13.128188+0000","last_unstale":"2024-09-16T01:42:15.238366+0000","last_undegraded":"2024-09-16T01:42:15.238366+0000","last_fullsized":"2024-09-16T01:42:15.238366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:19.042757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110181+0000","last_change":"2024-09-16T01:42:13.110181+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110181+0000","last_undegraded":"2024-09-16T01:42:13.110181+0000","last_fullsized":"2024-09-16T01:42:13.110181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382402+0000","last_change":"2024-09-16T01:42:13.128091+0000","last_active":"2024-09-16T01:42:15.382402+0000","last_peered":"2024-09-16T01:42:15.382402+0000","last_clean":"2024-09-16T01:42:15.382402+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.382402+0000","last_undegraded":"2024-09-16T01:42:15.382402+0000","last_fullsized":"2024-09-16T01:42:15.382402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231666+0000","last_change":"2024-09-16T01:42:14.134441+0000","last_active":"2024-09-16T01:42:15.231666+0000","last_peered":"2024-09-16T01:42:15.231666+0000","last_clean":"2024-09-16T01:42:15.231666+0000","last_became_active":"2024-09-16T01:42:14.134128+0000","last_became_peered":"2024-09-16T01:42:14.134128+0000","last_unstale":"2024-09-16T01:42:15.231666+0000","last_undegraded":"2024-09-16T01:42:15.231666+0000","last_fullsized":"2024-09-16T01:42:15.231666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382621+0000","last_change":"2024-09-16T01:42:13.130916+0000","last_active":"2024-09-16T01:42:15.382621+0000","last_peered":"2024-09-16T01:42:15.382621+0000","last_clean":"2024-09-16T01:42:15.382621+0000","last_became_active":"2024-09-16T01:42:13.130636+0000","last_became_peered":"2024-09-16T01:42:13.130636+0000","last_unstale":"2024-09-16T01:42:15.382621+0000","last_undegraded":"2024-09-16T01:42:15.382621+0000","last_fullsized":"2024-09-16T01:42:15.382621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231813+0000","last_change":"2024-09-16T01:42:14.143640+0000","last_active":"2024-09-16T01:42:15.231813+0000","last_peered":"2024-09-16T01:42:15.231813+0000","last_clean":"2024-09-16T01:42:15.231813+0000","last_became_active":"2024-09-16T01:42:14.143341+0000","last_became_peered":"2024-09-16T01:42:14.143341+0000","last_unstale":"2024-09-16T01:42:15.231813+0000","last_undegraded":"2024-09-16T01:42:15.231813+0000","last_fullsized":"2024-09-16T01:42:15.231813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238732+0000","last_change":"2024-09-16T01:42:13.128028+0000","last_active":"2024-09-16T01:42:15.238732+0000","last_peered":"2024-09-16T01:42:15.238732+0000","last_clean":"2024-09-16T01:42:15.238732+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.238732+0000","last_undegraded":"2024-09-16T01:42:15.238732+0000","last_fullsized":"2024-09-16T01:42:15.238732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111345+0000","last_change":"2024-09-16T01:42:13.111345+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111345+0000","last_undegraded":"2024-09-16T01:42:13.111345+0000","last_fullsized":"2024-09-16T01:42:13.111345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118584+0000","last_change":"2024-09-16T01:42:13.118584+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118584+0000","last_undegraded":"2024-09-16T01:42:13.118584+0000","last_fullsized":"2024-09-16T01:42:13.118584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238486+0000","last_change":"2024-09-16T01:42:13.129080+0000","last_active":"2024-09-16T01:42:15.238486+0000","last_peered":"2024-09-16T01:42:15.238486+0000","last_clean":"2024-09-16T01:42:15.238486+0000","last_became_active":"2024-09-16T01:42:13.128816+0000","last_became_peered":"2024-09-16T01:42:13.128816+0000","last_unstale":"2024-09-16T01:42:15.238486+0000","last_undegraded":"2024-09-16T01:42:15.238486+0000","last_fullsized":"2024-09-16T01:42:15.238486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118784+0000","last_change":"2024-09-16T01:42:13.118784+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118784+0000","last_undegraded":"2024-09-16T01:42:13.118784+0000","last_fullsized":"2024-09-16T01:42:13.118784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238748+0000","last_change":"2024-09-16T01:42:13.127986+0000","last_active":"2024-09-16T01:42:15.238748+0000","last_peered":"2024-09-16T01:42:15.238748+0000","last_clean":"2024-09-16T01:42:15.238748+0000","last_became_active":"2024-09-16T01:42:13.127711+0000","last_became_peered":"2024-09-16T01:42:13.127711+0000","last_unstale":"2024-09-16T01:42:15.238748+0000","last_undegraded":"2024-09-16T01:42:15.238748+0000","last_fullsized":"2024-09-16T01:42:15.238748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383064+0000","last_change":"2024-09-16T01:42:14.138831+0000","last_active":"2024-09-16T01:42:15.383064+0000","last_peered":"2024-09-16T01:42:15.383064+0000","last_clean":"2024-09-16T01:42:15.383064+0000","last_became_active":"2024-09-16T01:42:14.138127+0000","last_became_peered":"2024-09-16T01:42:14.138127+0000","last_unstale":"2024-09-16T01:42:15.383064+0000","last_undegraded":"2024-09-16T01:42:15.383064+0000","last_fullsized":"2024-09-16T01:42:15.383064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231989+0000","last_change":"2024-09-16T01:42:13.124746+0000","last_active":"2024-09-16T01:42:15.231989+0000","last_peered":"2024-09-16T01:42:15.231989+0000","last_clean":"2024-09-16T01:42:15.231989+0000","last_became_active":"2024-09-16T01:42:13.124464+0000","last_became_peered":"2024-09-16T01:42:13.124464+0000","last_unstale":"2024-09-16T01:42:15.231989+0000","last_undegraded":"2024-09-16T01:42:15.231989+0000","last_fullsized":"2024-09-16T01:42:15.231989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232063+0000","last_change":"2024-09-16T01:42:14.135371+0000","last_active":"2024-09-16T01:42:15.232063+0000","last_peered":"2024-09-16T01:42:15.232063+0000","last_clean":"2024-09-16T01:42:15.232063+0000","last_became_active":"2024-09-16T01:42:14.135104+0000","last_became_peered":"2024-09-16T01:42:14.135104+0000","last_unstale":"2024-09-16T01:42:15.232063+0000","last_undegraded":"2024-09-16T01:42:15.232063+0000","last_fullsized":"2024-09-16T01:42:15.232063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383150+0000","last_change":"2024-09-16T01:42:13.125561+0000","last_active":"2024-09-16T01:42:15.383150+0000","last_peered":"2024-09-16T01:42:15.383150+0000","last_clean":"2024-09-16T01:42:15.383150+0000","last_became_active":"2024-09-16T01:42:13.125098+0000","last_became_peered":"2024-09-16T01:42:13.125098+0000","last_unstale":"2024-09-16T01:42:15.383150+0000","last_undegraded":"2024-09-16T01:42:15.383150+0000","last_fullsized":"2024-09-16T01:42:15.383150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:14.112841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":73455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":664405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:18.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-16T01:42:18.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.119523+0000', 'last_change': '2024-09-16T01:42:13.119523+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.119523+0000', 'last_undegraded': '2024-09-16T01:42:13.119523+0000', 'last_fullsized': '2024-09-16T01:42:13.119523+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-16T01:42:18.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.120395+0000', 'last_change': '2024-09-16T01:42:13.120395+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.120395+0000', 'last_undegraded': '2024-09-16T01:42:13.120395+0000', 'last_fullsized': '2024-09-16T01:42:13.120395+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-16T01:42:18.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.113514+0000', 'last_change': '2024-09-16T01:42:13.113514+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.113514+0000', 'last_undegraded': '2024-09-16T01:42:13.113514+0000', 'last_fullsized': '2024-09-16T01:42:13.113514+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:42:18.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.113241+0000', 'last_change': '2024-09-16T01:42:13.113241+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.113241+0000', 'last_undegraded': '2024-09-16T01:42:13.113241+0000', 'last_fullsized': '2024-09-16T01:42:13.113241+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.111539+0000', 'last_change': '2024-09-16T01:42:13.111539+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.111539+0000', 'last_undegraded': '2024-09-16T01:42:13.111539+0000', 'last_fullsized': '2024-09-16T01:42:13.111539+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.118102+0000', 'last_change': '2024-09-16T01:42:13.118102+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.118102+0000', 'last_undegraded': '2024-09-16T01:42:13.118102+0000', 'last_fullsized': '2024-09-16T01:42:13.118102+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.118171+0000', 'last_change': '2024-09-16T01:42:13.118171+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.118171+0000', 'last_undegraded': '2024-09-16T01:42:13.118171+0000', 'last_fullsized': '2024-09-16T01:42:13.118171+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.113197+0000', 'last_change': '2024-09-16T01:42:13.113197+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.113197+0000', 'last_undegraded': '2024-09-16T01:42:13.113197+0000', 'last_fullsized': '2024-09-16T01:42:13.113197+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-16T01:42:18.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.119926+0000', 'last_change': '2024-09-16T01:42:13.119926+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.119926+0000', 'last_undegraded': '2024-09-16T01:42:13.119926+0000', 'last_fullsized': '2024-09-16T01:42:13.119926+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.117082+0000', 'last_change': '2024-09-16T01:42:13.117082+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.117082+0000', 'last_undegraded': '2024-09-16T01:42:13.117082+0000', 'last_fullsized': '2024-09-16T01:42:13.117082+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.112768+0000', 'last_change': '2024-09-16T01:42:13.112768+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.112768+0000', 'last_undegraded': '2024-09-16T01:42:13.112768+0000', 'last_fullsized': '2024-09-16T01:42:13.112768+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.117984+0000', 'last_change': '2024-09-16T01:42:13.117984+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.117984+0000', 'last_undegraded': '2024-09-16T01:42:13.117984+0000', 'last_fullsized': '2024-09-16T01:42:13.117984+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.112152+0000', 'last_change': '2024-09-16T01:42:13.112152+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.112152+0000', 'last_undegraded': '2024-09-16T01:42:13.112152+0000', 'last_fullsized': '2024-09-16T01:42:13.112152+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.110415+0000', 'last_change': '2024-09-16T01:42:13.110415+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.110415+0000', 'last_undegraded': '2024-09-16T01:42:13.110415+0000', 'last_fullsized': '2024-09-16T01:42:13.110415+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-16T01:42:18.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.117760+0000', 'last_change': '2024-09-16T01:42:13.117760+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.117760+0000', 'last_undegraded': '2024-09-16T01:42:13.117760+0000', 'last_fullsized': '2024-09-16T01:42:13.117760+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.110491+0000', 'last_change': '2024-09-16T01:42:13.110491+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.110491+0000', 'last_undegraded': '2024-09-16T01:42:13.110491+0000', 'last_fullsized': '2024-09-16T01:42:13.110491+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.110913+0000', 'last_change': '2024-09-16T01:42:13.110913+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.110913+0000', 'last_undegraded': '2024-09-16T01:42:13.110913+0000', 'last_fullsized': '2024-09-16T01:42:13.110913+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.118215+0000', 'last_change': '2024-09-16T01:42:13.118215+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.118215+0000', 'last_undegraded': '2024-09-16T01:42:13.118215+0000', 'last_fullsized': '2024-09-16T01:42:13.118215+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.111601+0000', 'last_change': '2024-09-16T01:42:13.111601+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.111601+0000', 'last_undegraded': '2024-09-16T01:42:13.111601+0000', 'last_fullsized': '2024-09-16T01:42:13.111601+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.117195+0000', 'last_change': '2024-09-16T01:42:13.117195+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.117195+0000', 'last_undegraded': '2024-09-16T01:42:13.117195+0000', 'last_fullsized': '2024-09-16T01:42:13.117195+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-16T01:42:18.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.110181+0000', 'last_change': '2024-09-16T01:42:13.110181+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.110181+0000', 'last_undegraded': '2024-09-16T01:42:13.110181+0000', 'last_fullsized': '2024-09-16T01:42:13.110181+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:42:18.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-16T01:42:18.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.111345+0000', 'last_change': '2024-09-16T01:42:13.111345+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.111345+0000', 'last_undegraded': '2024-09-16T01:42:13.111345+0000', 'last_fullsized': '2024-09-16T01:42:13.111345+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:42:18.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-16T01:42:18.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.118584+0000', 'last_change': '2024-09-16T01:42:13.118584+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.118584+0000', 'last_undegraded': '2024-09-16T01:42:13.118584+0000', 'last_fullsized': '2024-09-16T01:42:13.118584+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-16T01:42:18.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:13.118784+0000', 'last_change': '2024-09-16T01:42:13.118784+0000', 'last_active': '2024-09-16T01:42:13.101343+0000', 'last_peered': '2024-09-16T01:42:13.101343+0000', 'last_clean': '2024-09-16T01:42:13.101343+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:13.118784+0000', 'last_undegraded': '2024-09-16T01:42:13.118784+0000', 'last_fullsized': '2024-09-16T01:42:13.118784+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:13.101343+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:42:18.813 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:42:18.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.944+0000 7f8229d18640 1 Processor -- start 2024-09-16T01:42:18.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.944+0000 7f8229d18640 1 -- start start 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.944+0000 7f8229d18640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f82240cf9d0 0x7f822406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.944+0000 7f8229d18640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 0x7f822406c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.944+0000 7f8229d18640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82240d26a0 con 0x7f822415e4f0 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.944+0000 7f8229d18640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f82240d2980 con 0x7f82240cf9d0 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.944+0000 7f8229d18640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82240d2c60 con 0x7f82240d2170 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82237fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f822415e4f0 0x7f82240b75a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59320/0 (socket says 172.21.15.16:59320) 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82237fe640 1 -- 172.21.15.16:0/2057093468 learned_addr learned my addr 172.21.15.16:0/2057093468 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 644954705 0 0) 0x7f82240d26a0 con 0x7f822415e4f0 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f8222ffd640 1 --2- 172.21.15.16:0/2057093468 >> v2:172.21.15.104:3300/0 conn(0x7f82240cf9d0 0x7f822406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8210003520 con 0x7f822415e4f0 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f8223fff640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 0x7f822406c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2663602611 0 0) 0x7f8210003520 con 0x7f822415e4f0 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 msgr2=0x7f822406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 0x7f822406c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 >> v2:172.21.15.104:3300/0 conn(0x7f82240cf9d0 msgr2=0x7f822406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 --2- 172.21.15.16:0/2057093468 >> v2:172.21.15.104:3300/0 conn(0x7f82240cf9d0 0x7f822406bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82240d2f40 con 0x7f822415e4f0 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8214001690 con 0x7f822415e4f0 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 >> v1:172.21.15.16:6789/0 conn(0x7f822415e4f0 legacy=0x7f82240b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82100039b0 0x7f8210003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8210004800 0x7f8210004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 0x7f82100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f82240d2980 con 0x7f8210004800 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82240d2c60 con 0x7f82100039b0 2024-09-16T01:42:18.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f821000b9c0 con 0x7f82240d2170 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f8222ffd640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8210004800 0x7f8210004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f82237fe640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82100039b0 0x7f8210003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f8223fff640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 0x7f82100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f8222ffd640 1 -- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 msgr2=0x7f82100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.945+0000 7f8222ffd640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 0x7f82100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f8222ffd640 1 -- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82100039b0 msgr2=0x7f8210003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f8222ffd640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82100039b0 0x7f8210003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f8222ffd640 1 -- 172.21.15.16:0/2057093468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8210003520 con 0x7f8210004800 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f8223fff640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240d2170 0x7f82100051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f8222ffd640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8210004800 0x7f8210004c80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f820c009a90 tx=0x7f8210005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7b71d44ceec952d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820c036070 con 0x7f8210004800 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f820c031400 con 0x7f8210004800 2024-09-16T01:42:18.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.946+0000 7f82227fc640 1 -- 172.21.15.16:0/2057093468 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820c009690 con 0x7f8210004800 2024-09-16T01:42:18.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.947+0000 7f8229d18640 1 -- 172.21.15.16:0/2057093468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8210004800 msgr2=0x7f8210004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.947+0000 7f8229d18640 1 --2- 172.21.15.16:0/2057093468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8210004800 0x7f8210004c80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f820c009a90 tx=0x7f8210005830 comp rx=0 tx=0).stop 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.947+0000 7f8223fff640 1 -- 172.21.15.16:0/2057093468 reap_dead start 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.947+0000 7f8229d18640 1 -- 172.21.15.16:0/2057093468 shutdown_connections 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.947+0000 7f8229d18640 1 -- 172.21.15.16:0/2057093468 >> 172.21.15.16:0/2057093468 conn(0x7f82240d1200 msgr2=0x7f82240d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.947+0000 7f8229d18640 1 -- 172.21.15.16:0/2057093468 shutdown_connections 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.947+0000 7f8229d18640 1 -- 172.21.15.16:0/2057093468 wait complete. 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.948+0000 7f8229d18640 1 Processor -- start 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.948+0000 7f8229d18640 1 -- start start 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8229d18640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210004800 0x7f82241519f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8229d18640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240c7f70 0x7f82240c83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8229d18640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82240cdcf0 0x7f82240ce170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8229d18640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f82240b3520 con 0x7f82240cdcf0 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8229d18640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f822415e8d0 con 0x7f8210004800 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8229d18640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82240b36a0 con 0x7f82240c7f70 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82240cdcf0 0x7f82240ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82240cdcf0 0x7f82240ce170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38056/0 (socket says 172.21.15.16:38056) 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 -- 172.21.15.16:0/938705049 learned_addr learned my addr 172.21.15.16:0/938705049 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8222ffd640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240c7f70 0x7f82240c83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f82237fe640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210004800 0x7f82241519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 -- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240c7f70 msgr2=0x7f82240c83f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240c7f70 0x7f82240c83f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 -- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210004800 msgr2=0x7f82241519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210004800 0x7f82241519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f8223fff640 1 -- 172.21.15.16:0/938705049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82240cc2c0 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.949+0000 7f82237fe640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210004800 0x7f82241519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.950+0000 7f8223fff640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82240cdcf0 0x7f82240ce170 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f822408da80 tx=0x7f821c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.950+0000 7f821bfff640 1 -- 172.21.15.16:0/938705049 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c010e20 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.950+0000 7f821bfff640 1 -- 172.21.15.16:0/938705049 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f821c003990 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.950+0000 7f821bfff640 1 -- 172.21.15.16:0/938705049 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c003d80 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.950+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82240cc5a0 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.950+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82240cd4f0 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.951+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82240b75a0 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.951+0000 7f821bfff640 1 -- 172.21.15.16:0/938705049 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f821c01e020 con 0x7f82240cdcf0 2024-09-16T01:42:18.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.952+0000 7f821bfff640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f820406c2b0 0x7f820406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:18.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.952+0000 7f821bfff640 1 -- 172.21.15.16:0/938705049 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f821c08ba30 con 0x7f82240cdcf0 2024-09-16T01:42:18.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.952+0000 7f82237fe640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f820406c2b0 0x7f820406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:18.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.952+0000 7f82237fe640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f820406c2b0 0x7f820406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f82240cb620 tx=0x7f8214009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:18.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:18.956+0000 7f821bfff640 1 -- 172.21.15.16:0/938705049 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f821c05a1a0 con 0x7f82240cdcf0 2024-09-16T01:42:19.095 INFO:tasks.ceph.mds.c.smithi016.stderr:2024-09-16T01:42:19.093+0000 7f2dd7cc2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:42:19.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.200+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f82240d37e0 con 0x7f82240cdcf0 2024-09-16T01:42:19.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.200+0000 7f821bfff640 1 -- 172.21.15.16:0/938705049 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1139 (secure 0 0 0) 0x7f821c059aa0 con 0x7f82240cdcf0 2024-09-16T01:42:19.203 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:19.203 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":29,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73},{"state_name":"creating+peering","count":24}],"num_pgs":97,"num_pools":3,"num_objects":18,"data_bytes":591144,"bytes_used":245518336,"bytes_avail":772848594944,"bytes_total":773094113280,"inactive_pgs_ratio":0.24742268025875092,"write_bytes_sec":1706,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"c","status":"up:active","gid":4287}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-16T01:41:50.153456+0000","services":{}},"progress_events":{}} 2024-09-16T01:42:19.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f820406c2b0 msgr2=0x7f820406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f820406c2b0 0x7f820406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f82240cb620 tx=0x7f8214009040 comp rx=0 tx=0).stop 2024-09-16T01:42:19.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82240cdcf0 msgr2=0x7f82240ce170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82240cdcf0 0x7f82240ce170 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f822408da80 tx=0x7f821c009f90 comp rx=0 tx=0).stop 2024-09-16T01:42:19.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 shutdown_connections 2024-09-16T01:42:19.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f820406c2b0 0x7f820406e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82240cdcf0 0x7f82240ce170 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82240c7f70 0x7f82240c83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 --2- 172.21.15.16:0/938705049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210004800 0x7f82241519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 >> 172.21.15.16:0/938705049 conn(0x7f82240d1200 msgr2=0x7f82240b9cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:19.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.202+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 shutdown_connections 2024-09-16T01:42:19.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.203+0000 7f8229d18640 1 -- 172.21.15.16:0/938705049 wait complete. 2024-09-16T01:42:19.215 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:42:19.216 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:42:19.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.315+0000 7f83a7a7b640 1 Processor -- start 2024-09-16T01:42:19.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.315+0000 7f83a7a7b640 1 -- start start 2024-09-16T01:42:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a7a7b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83a015e530 0x7f83a0070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a7a7b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83a0162eb0 con 0x7f83a0073c00 2024-09-16T01:42:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a7a7b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83a015e910 con 0x7f83a00b73c0 2024-09-16T01:42:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a7a7b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f83a00718c0 con 0x7f83a015e530 2024-09-16T01:42:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a5016640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f83a0073c00 0x7f83a0162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59324/0 (socket says 172.21.15.16:59324) 2024-09-16T01:42:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a5016640 1 -- 172.21.15.16:0/227601694 learned_addr learned my addr 172.21.15.16:0/227601694 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a5817640 1 --2- 172.21.15.16:0/227601694 >> v2:172.21.15.104:3300/0 conn(0x7f83a015e530 0x7f83a0070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1272837987 0 0) 0x7f83a0162eb0 con 0x7f83a0073c00 2024-09-16T01:42:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.316+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8388003520 con 0x7f83a0073c00 2024-09-16T01:42:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3421078396 0 0) 0x7f8388003520 con 0x7f83a0073c00 2024-09-16T01:42:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 >> v2:172.21.15.104:3300/0 conn(0x7f83a015e530 msgr2=0x7f83a0070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 --2- 172.21.15.16:0/227601694 >> v2:172.21.15.104:3300/0 conn(0x7f83a015e530 0x7f83a0070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 >> v1:172.21.15.104:6789/0 conn(0x7f83a00b73c0 legacy=0x7f83a01627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a00d1c50 con 0x7f83a0073c00 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8394001670 con 0x7f83a0073c00 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 >> v1:172.21.15.16:6789/0 conn(0x7f83a0073c00 legacy=0x7f83a0162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880039b0 0x7f8388003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8388004800 0x7f8388004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880051c0 0x7f838800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f83a00718c0 con 0x7f8388004800 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f838800c060 con 0x7f83880039b0 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f838800c260 con 0x7f83880051c0 2024-09-16T01:42:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5016640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8388004800 0x7f8388004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5817640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880039b0 0x7f8388003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a6018640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880051c0 0x7f838800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5016640 1 -- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880051c0 msgr2=0x7f838800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5016640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83880051c0 0x7f838800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5016640 1 -- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880039b0 msgr2=0x7f8388003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5016640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880039b0 0x7f8388003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a6018640 1 -- 172.21.15.16:0/227601694 reap_dead start 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5016640 1 -- 172.21.15.16:0/227601694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8388003520 con 0x7f8388004800 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.317+0000 7f83a5817640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83880039b0 0x7f8388003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.318+0000 7f83a5016640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8388004800 0x7f8388004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f839400c240 tx=0x7f8388005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f18e1f498d2c5e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.318+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8394007d10 con 0x7f8388004800 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.318+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83940058d0 con 0x7f8388004800 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.318+0000 7f83a4815640 1 -- 172.21.15.16:0/227601694 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8394005d20 con 0x7f8388004800 2024-09-16T01:42:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.318+0000 7f83a7a7b640 1 -- 172.21.15.16:0/227601694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8388004800 msgr2=0x7f8388004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.318+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8388004800 0x7f8388004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f839400c240 tx=0x7f8388005830 comp rx=0 tx=0).stop 2024-09-16T01:42:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.319+0000 7f83a7a7b640 1 -- 172.21.15.16:0/227601694 shutdown_connections 2024-09-16T01:42:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.319+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/227601694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8388004800 0x7f8388004c80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.319+0000 7f83a7a7b640 1 -- 172.21.15.16:0/227601694 >> 172.21.15.16:0/227601694 conn(0x7f83a00d2300 msgr2=0x7f83a00d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.319+0000 7f83a7a7b640 1 -- 172.21.15.16:0/227601694 shutdown_connections 2024-09-16T01:42:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.319+0000 7f83a7a7b640 1 -- 172.21.15.16:0/227601694 wait complete. 2024-09-16T01:42:19.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.320+0000 7f83a7a7b640 1 Processor -- start 2024-09-16T01:42:19.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.320+0000 7f83a7a7b640 1 -- start start 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8388004800 0x7f83a0160a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83a014d0f0 0x7f83a0150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83a01511d0 0x7f83a01f7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f83a00736e0 con 0x7f83a01511d0 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f83a0073400 con 0x7f8388004800 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f83a00d2f10 con 0x7f83a014d0f0 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83a01511d0 0x7f83a01f7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83a01511d0 0x7f83a01f7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38078/0 (socket says 172.21.15.16:38078) 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 -- 172.21.15.16:0/3803090773 learned_addr learned my addr 172.21.15.16:0/3803090773 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a5817640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8388004800 0x7f83a0160a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a5016640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83a014d0f0 0x7f83a0150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 -- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83a014d0f0 msgr2=0x7f83a0150c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83a014d0f0 0x7f83a0150c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 -- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8388004800 msgr2=0x7f83a0160a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8388004800 0x7f83a0160a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 -- 172.21.15.16:0/3803090773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a01f8a10 con 0x7f83a01511d0 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a6018640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83a01511d0 0x7f83a01f7ce0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f839000f7e0 tx=0x7f839000fbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f839e7fc640 1 -- 172.21.15.16:0/3803090773 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390003970 con 0x7f83a01511d0 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f839e7fc640 1 -- 172.21.15.16:0/3803090773 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8390018070 con 0x7f83a01511d0 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a015ff80 con 0x7f83a01511d0 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f839e7fc640 1 -- 172.21.15.16:0/3803090773 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390003d70 con 0x7f83a01511d0 2024-09-16T01:42:19.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.321+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a0160540 con 0x7f83a01511d0 2024-09-16T01:42:19.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.322+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83a0070700 con 0x7f83a01511d0 2024-09-16T01:42:19.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.323+0000 7f839e7fc640 1 -- 172.21.15.16:0/3803090773 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83900050d0 con 0x7f83a01511d0 2024-09-16T01:42:19.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.323+0000 7f839e7fc640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f838c06c2b0 0x7f838c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.324+0000 7f839e7fc640 1 -- 172.21.15.16:0/3803090773 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f839008b0a0 con 0x7f83a01511d0 2024-09-16T01:42:19.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.324+0000 7f83a5817640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f838c06c2b0 0x7f838c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.324+0000 7f83a5817640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f838c06c2b0 0x7f838c06e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f83a0051220 tx=0x7f8398009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:19.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.328+0000 7f839e7fc640 1 -- 172.21.15.16:0/3803090773 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f83900598a0 con 0x7f83a01511d0 2024-09-16T01:42:19.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.497+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f83a0160710 con 0x7f838c06c2b0 2024-09-16T01:42:19.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.504+0000 7f839e7fc640 1 -- 172.21.15.16:0/3803090773 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249960 (secure 0 0 0) 0x7f83a0160710 con 0x7f838c06c2b0 2024-09-16T01:42:19.509 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f838c06c2b0 msgr2=0x7f838c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f838c06c2b0 0x7f838c06e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f83a0051220 tx=0x7f8398009190 comp rx=0 tx=0).stop 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83a01511d0 msgr2=0x7f83a01f7ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83a01511d0 0x7f83a01f7ce0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f839000f7e0 tx=0x7f839000fbe0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 shutdown_connections 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f838c06c2b0 0x7f838c06e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f83a01511d0 0x7f83a01f7ce0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.507+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83a014d0f0 0x7f83a0150c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.508+0000 7f83a7a7b640 1 --2- 172.21.15.16:0/3803090773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8388004800 0x7f83a0160a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.508+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 >> 172.21.15.16:0/3803090773 conn(0x7f83a00d2300 msgr2=0x7f83a00b6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.508+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 shutdown_connections 2024-09-16T01:42:19.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:19.508+0000 7f83a7a7b640 1 -- 172.21.15.16:0/3803090773 wait complete. 2024-09-16T01:42:19.521 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T01:42:18.297655+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":194,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239764,"kb_used_data":2720,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734956,"statfs":{"total":773094113280,"available":772848594944,"internally_reserved":0,"allocated":2785280,"data_stored":1713318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001547"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238904+0000","last_change":"2024-09-16T01:42:14.133406+0000","last_active":"2024-09-16T01:42:15.238904+0000","last_peered":"2024-09-16T01:42:15.238904+0000","last_clean":"2024-09-16T01:42:15.238904+0000","last_became_active":"2024-09-16T01:42:14.131685+0000","last_became_peered":"2024-09-16T01:42:14.131685+0000","last_unstale":"2024-09-16T01:42:15.238904+0000","last_undegraded":"2024-09-16T01:42:15.238904+0000","last_fullsized":"2024-09-16T01:42:15.238904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:27.910985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382539+0000","last_change":"2024-09-16T01:42:14.125346+0000","last_active":"2024-09-16T01:42:15.382539+0000","last_peered":"2024-09-16T01:42:15.382539+0000","last_clean":"2024-09-16T01:42:15.382539+0000","last_became_active":"2024-09-16T01:42:14.125089+0000","last_became_peered":"2024-09-16T01:42:14.125089+0000","last_unstale":"2024-09-16T01:42:15.382539+0000","last_undegraded":"2024-09-16T01:42:15.382539+0000","last_fullsized":"2024-09-16T01:42:15.382539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382633+0000","last_change":"2024-09-16T01:42:14.129786+0000","last_active":"2024-09-16T01:42:15.382633+0000","last_peered":"2024-09-16T01:42:15.382633+0000","last_clean":"2024-09-16T01:42:15.382633+0000","last_became_active":"2024-09-16T01:42:14.127732+0000","last_became_peered":"2024-09-16T01:42:14.127732+0000","last_unstale":"2024-09-16T01:42:15.382633+0000","last_undegraded":"2024-09-16T01:42:15.382633+0000","last_fullsized":"2024-09-16T01:42:15.382633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:14.096130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119523+0000","last_change":"2024-09-16T01:42:13.119523+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119523+0000","last_undegraded":"2024-09-16T01:42:13.119523+0000","last_fullsized":"2024-09-16T01:42:13.119523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238526+0000","last_change":"2024-09-16T01:42:14.125213+0000","last_active":"2024-09-16T01:42:15.238526+0000","last_peered":"2024-09-16T01:42:15.238526+0000","last_clean":"2024-09-16T01:42:15.238526+0000","last_became_active":"2024-09-16T01:42:14.124933+0000","last_became_peered":"2024-09-16T01:42:14.124933+0000","last_unstale":"2024-09-16T01:42:15.238526+0000","last_undegraded":"2024-09-16T01:42:15.238526+0000","last_fullsized":"2024-09-16T01:42:15.238526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:33:25.707037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.120395+0000","last_change":"2024-09-16T01:42:13.120395+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.120395+0000","last_undegraded":"2024-09-16T01:42:13.120395+0000","last_fullsized":"2024-09-16T01:42:13.120395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238409+0000","last_change":"2024-09-16T01:42:14.129859+0000","last_active":"2024-09-16T01:42:15.238409+0000","last_peered":"2024-09-16T01:42:15.238409+0000","last_clean":"2024-09-16T01:42:15.238409+0000","last_became_active":"2024-09-16T01:42:14.129573+0000","last_became_peered":"2024-09-16T01:42:14.129573+0000","last_unstale":"2024-09-16T01:42:15.238409+0000","last_undegraded":"2024-09-16T01:42:15.238409+0000","last_fullsized":"2024-09-16T01:42:15.238409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:08.300524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231517+0000","last_change":"2024-09-16T01:42:14.137151+0000","last_active":"2024-09-16T01:42:15.231517+0000","last_peered":"2024-09-16T01:42:15.231517+0000","last_clean":"2024-09-16T01:42:15.231517+0000","last_became_active":"2024-09-16T01:42:14.136873+0000","last_became_peered":"2024-09-16T01:42:14.136873+0000","last_unstale":"2024-09-16T01:42:15.231517+0000","last_undegraded":"2024-09-16T01:42:15.231517+0000","last_fullsized":"2024-09-16T01:42:15.231517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238921+0000","last_change":"2024-09-16T01:42:14.139578+0000","last_active":"2024-09-16T01:42:15.238921+0000","last_peered":"2024-09-16T01:42:15.238921+0000","last_clean":"2024-09-16T01:42:15.238921+0000","last_became_active":"2024-09-16T01:42:14.139303+0000","last_became_peered":"2024-09-16T01:42:14.139303+0000","last_unstale":"2024-09-16T01:42:15.238921+0000","last_undegraded":"2024-09-16T01:42:15.238921+0000","last_fullsized":"2024-09-16T01:42:15.238921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:22.172142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113514+0000","last_change":"2024-09-16T01:42:13.113514+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113514+0000","last_undegraded":"2024-09-16T01:42:13.113514+0000","last_fullsized":"2024-09-16T01:42:13.113514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113241+0000","last_change":"2024-09-16T01:42:13.113241+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113241+0000","last_undegraded":"2024-09-16T01:42:13.113241+0000","last_fullsized":"2024-09-16T01:42:13.113241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111539+0000","last_change":"2024-09-16T01:42:13.111539+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111539+0000","last_undegraded":"2024-09-16T01:42:13.111539+0000","last_fullsized":"2024-09-16T01:42:13.111539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231808+0000","last_change":"2024-09-16T01:42:14.135966+0000","last_active":"2024-09-16T01:42:15.231808+0000","last_peered":"2024-09-16T01:42:15.231808+0000","last_clean":"2024-09-16T01:42:15.231808+0000","last_became_active":"2024-09-16T01:42:14.135691+0000","last_became_peered":"2024-09-16T01:42:14.135691+0000","last_unstale":"2024-09-16T01:42:15.231808+0000","last_undegraded":"2024-09-16T01:42:15.231808+0000","last_fullsized":"2024-09-16T01:42:15.231808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382583+0000","last_change":"2024-09-16T01:42:14.130570+0000","last_active":"2024-09-16T01:42:15.382583+0000","last_peered":"2024-09-16T01:42:15.382583+0000","last_clean":"2024-09-16T01:42:15.382583+0000","last_became_active":"2024-09-16T01:42:14.130306+0000","last_became_peered":"2024-09-16T01:42:14.130306+0000","last_unstale":"2024-09-16T01:42:15.382583+0000","last_undegraded":"2024-09-16T01:42:15.382583+0000","last_fullsized":"2024-09-16T01:42:15.382583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:24.560840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382382+0000","last_change":"2024-09-16T01:42:14.134933+0000","last_active":"2024-09-16T01:42:15.382382+0000","last_peered":"2024-09-16T01:42:15.382382+0000","last_clean":"2024-09-16T01:42:15.382382+0000","last_became_active":"2024-09-16T01:42:14.134314+0000","last_became_peered":"2024-09-16T01:42:14.134314+0000","last_unstale":"2024-09-16T01:42:15.382382+0000","last_undegraded":"2024-09-16T01:42:15.382382+0000","last_fullsized":"2024-09-16T01:42:15.382382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118102+0000","last_change":"2024-09-16T01:42:13.118102+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118102+0000","last_undegraded":"2024-09-16T01:42:13.118102+0000","last_fullsized":"2024-09-16T01:42:13.118102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118171+0000","last_change":"2024-09-16T01:42:13.118171+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118171+0000","last_undegraded":"2024-09-16T01:42:13.118171+0000","last_fullsized":"2024-09-16T01:42:13.118171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127965+0000","last_change":"2024-09-16T01:42:14.127477+0000","last_active":"2024-09-16T01:42:15.127965+0000","last_peered":"2024-09-16T01:42:15.127965+0000","last_clean":"2024-09-16T01:42:15.127965+0000","last_became_active":"2024-09-16T01:42:14.127151+0000","last_became_peered":"2024-09-16T01:42:14.127151+0000","last_unstale":"2024-09-16T01:42:15.127965+0000","last_undegraded":"2024-09-16T01:42:15.127965+0000","last_fullsized":"2024-09-16T01:42:15.127965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:37.125981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238868+0000","last_change":"2024-09-16T01:42:14.131875+0000","last_active":"2024-09-16T01:42:15.238868+0000","last_peered":"2024-09-16T01:42:15.238868+0000","last_clean":"2024-09-16T01:42:15.238868+0000","last_became_active":"2024-09-16T01:42:14.131582+0000","last_became_peered":"2024-09-16T01:42:14.131582+0000","last_unstale":"2024-09-16T01:42:15.238868+0000","last_undegraded":"2024-09-16T01:42:15.238868+0000","last_fullsized":"2024-09-16T01:42:15.238868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:56.503048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.113197+0000","last_change":"2024-09-16T01:42:13.113197+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.113197+0000","last_undegraded":"2024-09-16T01:42:13.113197+0000","last_fullsized":"2024-09-16T01:42:13.113197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383264+0000","last_change":"2024-09-16T01:42:14.140252+0000","last_active":"2024-09-16T01:42:15.383264+0000","last_peered":"2024-09-16T01:42:15.383264+0000","last_clean":"2024-09-16T01:42:15.383264+0000","last_became_active":"2024-09-16T01:42:14.139954+0000","last_became_peered":"2024-09-16T01:42:14.139954+0000","last_unstale":"2024-09-16T01:42:15.383264+0000","last_undegraded":"2024-09-16T01:42:15.383264+0000","last_fullsized":"2024-09-16T01:42:15.383264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.119926+0000","last_change":"2024-09-16T01:42:13.119926+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.119926+0000","last_undegraded":"2024-09-16T01:42:13.119926+0000","last_fullsized":"2024-09-16T01:42:13.119926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231620+0000","last_change":"2024-09-16T01:42:14.131882+0000","last_active":"2024-09-16T01:42:15.231620+0000","last_peered":"2024-09-16T01:42:15.231620+0000","last_clean":"2024-09-16T01:42:15.231620+0000","last_became_active":"2024-09-16T01:42:14.131537+0000","last_became_peered":"2024-09-16T01:42:14.131537+0000","last_unstale":"2024-09-16T01:42:15.231620+0000","last_undegraded":"2024-09-16T01:42:15.231620+0000","last_fullsized":"2024-09-16T01:42:15.231620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117082+0000","last_change":"2024-09-16T01:42:13.117082+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117082+0000","last_undegraded":"2024-09-16T01:42:13.117082+0000","last_fullsized":"2024-09-16T01:42:13.117082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231990+0000","last_change":"2024-09-16T01:42:14.141482+0000","last_active":"2024-09-16T01:42:15.231990+0000","last_peered":"2024-09-16T01:42:15.231990+0000","last_clean":"2024-09-16T01:42:15.231990+0000","last_became_active":"2024-09-16T01:42:14.141176+0000","last_became_peered":"2024-09-16T01:42:14.141176+0000","last_unstale":"2024-09-16T01:42:15.231990+0000","last_undegraded":"2024-09-16T01:42:15.231990+0000","last_fullsized":"2024-09-16T01:42:15.231990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112768+0000","last_change":"2024-09-16T01:42:13.112768+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112768+0000","last_undegraded":"2024-09-16T01:42:13.112768+0000","last_fullsized":"2024-09-16T01:42:13.112768+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382803+0000","last_change":"2024-09-16T01:42:14.133461+0000","last_active":"2024-09-16T01:42:15.382803+0000","last_peered":"2024-09-16T01:42:15.382803+0000","last_clean":"2024-09-16T01:42:15.382803+0000","last_became_active":"2024-09-16T01:42:14.133189+0000","last_became_peered":"2024-09-16T01:42:14.133189+0000","last_unstale":"2024-09-16T01:42:15.382803+0000","last_undegraded":"2024-09-16T01:42:15.382803+0000","last_fullsized":"2024-09-16T01:42:15.382803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231923+0000","last_change":"2024-09-16T01:42:14.141495+0000","last_active":"2024-09-16T01:42:15.231923+0000","last_peered":"2024-09-16T01:42:15.231923+0000","last_clean":"2024-09-16T01:42:15.231923+0000","last_became_active":"2024-09-16T01:42:14.141197+0000","last_became_peered":"2024-09-16T01:42:14.141197+0000","last_unstale":"2024-09-16T01:42:15.231923+0000","last_undegraded":"2024-09-16T01:42:15.231923+0000","last_fullsized":"2024-09-16T01:42:15.231923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383346+0000","last_change":"2024-09-16T01:42:14.141969+0000","last_active":"2024-09-16T01:42:15.383346+0000","last_peered":"2024-09-16T01:42:15.383346+0000","last_clean":"2024-09-16T01:42:15.383346+0000","last_became_active":"2024-09-16T01:42:14.141578+0000","last_became_peered":"2024-09-16T01:42:14.141578+0000","last_unstale":"2024-09-16T01:42:15.383346+0000","last_undegraded":"2024-09-16T01:42:15.383346+0000","last_fullsized":"2024-09-16T01:42:15.383346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117984+0000","last_change":"2024-09-16T01:42:13.117984+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117984+0000","last_undegraded":"2024-09-16T01:42:13.117984+0000","last_fullsized":"2024-09-16T01:42:13.117984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127906+0000","last_change":"2024-09-16T01:42:14.136886+0000","last_active":"2024-09-16T01:42:15.127906+0000","last_peered":"2024-09-16T01:42:15.127906+0000","last_clean":"2024-09-16T01:42:15.127906+0000","last_became_active":"2024-09-16T01:42:14.136567+0000","last_became_peered":"2024-09-16T01:42:14.136567+0000","last_unstale":"2024-09-16T01:42:15.127906+0000","last_undegraded":"2024-09-16T01:42:15.127906+0000","last_fullsized":"2024-09-16T01:42:15.127906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:14.078739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.112152+0000","last_change":"2024-09-16T01:42:13.112152+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.112152+0000","last_undegraded":"2024-09-16T01:42:13.112152+0000","last_fullsized":"2024-09-16T01:42:13.112152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110415+0000","last_change":"2024-09-16T01:42:13.110415+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110415+0000","last_undegraded":"2024-09-16T01:42:13.110415+0000","last_fullsized":"2024-09-16T01:42:13.110415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231873+0000","last_change":"2024-09-16T01:42:13.127544+0000","last_active":"2024-09-16T01:42:15.231873+0000","last_peered":"2024-09-16T01:42:15.231873+0000","last_clean":"2024-09-16T01:42:15.231873+0000","last_became_active":"2024-09-16T01:42:13.127264+0000","last_became_peered":"2024-09-16T01:42:13.127264+0000","last_unstale":"2024-09-16T01:42:15.231873+0000","last_undegraded":"2024-09-16T01:42:15.231873+0000","last_fullsized":"2024-09-16T01:42:15.231873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383344+0000","last_change":"2024-09-16T01:42:14.131154+0000","last_active":"2024-09-16T01:42:15.383344+0000","last_peered":"2024-09-16T01:42:15.383344+0000","last_clean":"2024-09-16T01:42:15.383344+0000","last_became_active":"2024-09-16T01:42:14.130862+0000","last_became_peered":"2024-09-16T01:42:14.130862+0000","last_unstale":"2024-09-16T01:42:15.383344+0000","last_undegraded":"2024-09-16T01:42:15.383344+0000","last_fullsized":"2024-09-16T01:42:15.383344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126172+0000","last_change":"2024-09-16T01:42:13.122872+0000","last_active":"2024-09-16T01:42:13.126172+0000","last_peered":"2024-09-16T01:42:13.126172+0000","last_clean":"2024-09-16T01:42:13.126172+0000","last_became_active":"2024-09-16T01:42:13.122554+0000","last_became_peered":"2024-09-16T01:42:13.122554+0000","last_unstale":"2024-09-16T01:42:13.126172+0000","last_undegraded":"2024-09-16T01:42:13.126172+0000","last_fullsized":"2024-09-16T01:42:13.126172+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231537+0000","last_change":"2024-09-16T01:42:13.124230+0000","last_active":"2024-09-16T01:42:15.231537+0000","last_peered":"2024-09-16T01:42:15.231537+0000","last_clean":"2024-09-16T01:42:15.231537+0000","last_became_active":"2024-09-16T01:42:13.123499+0000","last_became_peered":"2024-09-16T01:42:13.123499+0000","last_unstale":"2024-09-16T01:42:15.231537+0000","last_undegraded":"2024-09-16T01:42:15.231537+0000","last_fullsized":"2024-09-16T01:42:15.231537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231651+0000","last_change":"2024-09-16T01:42:14.141939+0000","last_active":"2024-09-16T01:42:15.231651+0000","last_peered":"2024-09-16T01:42:15.231651+0000","last_clean":"2024-09-16T01:42:15.231651+0000","last_became_active":"2024-09-16T01:42:14.141588+0000","last_became_peered":"2024-09-16T01:42:14.141588+0000","last_unstale":"2024-09-16T01:42:15.231651+0000","last_undegraded":"2024-09-16T01:42:15.231651+0000","last_fullsized":"2024-09-16T01:42:15.231651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128360+0000","last_change":"2024-09-16T01:42:13.122944+0000","last_active":"2024-09-16T01:42:13.128360+0000","last_peered":"2024-09-16T01:42:13.128360+0000","last_clean":"2024-09-16T01:42:13.128360+0000","last_became_active":"2024-09-16T01:42:13.122662+0000","last_became_peered":"2024-09-16T01:42:13.122662+0000","last_unstale":"2024-09-16T01:42:13.128360+0000","last_undegraded":"2024-09-16T01:42:13.128360+0000","last_fullsized":"2024-09-16T01:42:13.128360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.918026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382343+0000","last_change":"2024-09-16T01:42:14.135175+0000","last_active":"2024-09-16T01:42:15.382343+0000","last_peered":"2024-09-16T01:42:15.382343+0000","last_clean":"2024-09-16T01:42:15.382343+0000","last_became_active":"2024-09-16T01:42:14.134661+0000","last_became_peered":"2024-09-16T01:42:14.134661+0000","last_unstale":"2024-09-16T01:42:15.382343+0000","last_undegraded":"2024-09-16T01:42:15.382343+0000","last_fullsized":"2024-09-16T01:42:15.382343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126024+0000","last_change":"2024-09-16T01:42:13.124324+0000","last_active":"2024-09-16T01:42:13.126024+0000","last_peered":"2024-09-16T01:42:13.126024+0000","last_clean":"2024-09-16T01:42:13.126024+0000","last_became_active":"2024-09-16T01:42:13.124037+0000","last_became_peered":"2024-09-16T01:42:13.124037+0000","last_unstale":"2024-09-16T01:42:13.126024+0000","last_undegraded":"2024-09-16T01:42:13.126024+0000","last_fullsized":"2024-09-16T01:42:13.126024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117760+0000","last_change":"2024-09-16T01:42:13.117760+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117760+0000","last_undegraded":"2024-09-16T01:42:13.117760+0000","last_fullsized":"2024-09-16T01:42:13.117760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128407+0000","last_change":"2024-09-16T01:42:13.125304+0000","last_active":"2024-09-16T01:42:13.128407+0000","last_peered":"2024-09-16T01:42:13.128407+0000","last_clean":"2024-09-16T01:42:13.128407+0000","last_became_active":"2024-09-16T01:42:13.125004+0000","last_became_peered":"2024-09-16T01:42:13.125004+0000","last_unstale":"2024-09-16T01:42:13.128407+0000","last_undegraded":"2024-09-16T01:42:13.128407+0000","last_fullsized":"2024-09-16T01:42:13.128407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.507720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383201+0000","last_change":"2024-09-16T01:42:14.137463+0000","last_active":"2024-09-16T01:42:15.383201+0000","last_peered":"2024-09-16T01:42:15.383201+0000","last_clean":"2024-09-16T01:42:15.383201+0000","last_became_active":"2024-09-16T01:42:14.137170+0000","last_became_peered":"2024-09-16T01:42:14.137170+0000","last_unstale":"2024-09-16T01:42:15.383201+0000","last_undegraded":"2024-09-16T01:42:15.383201+0000","last_fullsized":"2024-09-16T01:42:15.383201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382817+0000","last_change":"2024-09-16T01:42:13.125643+0000","last_active":"2024-09-16T01:42:15.382817+0000","last_peered":"2024-09-16T01:42:15.382817+0000","last_clean":"2024-09-16T01:42:15.382817+0000","last_became_active":"2024-09-16T01:42:13.125357+0000","last_became_peered":"2024-09-16T01:42:13.125357+0000","last_unstale":"2024-09-16T01:42:15.382817+0000","last_undegraded":"2024-09-16T01:42:15.382817+0000","last_fullsized":"2024-09-16T01:42:15.382817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110491+0000","last_change":"2024-09-16T01:42:13.110491+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110491+0000","last_undegraded":"2024-09-16T01:42:13.110491+0000","last_fullsized":"2024-09-16T01:42:13.110491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.125966+0000","last_change":"2024-09-16T01:42:13.124675+0000","last_active":"2024-09-16T01:42:13.125966+0000","last_peered":"2024-09-16T01:42:13.125966+0000","last_clean":"2024-09-16T01:42:13.125966+0000","last_became_active":"2024-09-16T01:42:13.124390+0000","last_became_peered":"2024-09-16T01:42:13.124390+0000","last_unstale":"2024-09-16T01:42:13.125966+0000","last_undegraded":"2024-09-16T01:42:13.125966+0000","last_fullsized":"2024-09-16T01:42:13.125966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238598+0000","last_change":"2024-09-16T01:42:14.138795+0000","last_active":"2024-09-16T01:42:15.238598+0000","last_peered":"2024-09-16T01:42:15.238598+0000","last_clean":"2024-09-16T01:42:15.238598+0000","last_became_active":"2024-09-16T01:42:14.137874+0000","last_became_peered":"2024-09-16T01:42:14.137874+0000","last_unstale":"2024-09-16T01:42:15.238598+0000","last_undegraded":"2024-09-16T01:42:15.238598+0000","last_fullsized":"2024-09-16T01:42:15.238598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:32.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383373+0000","last_change":"2024-09-16T01:42:13.118495+0000","last_active":"2024-09-16T01:42:15.383373+0000","last_peered":"2024-09-16T01:42:15.383373+0000","last_clean":"2024-09-16T01:42:15.383373+0000","last_became_active":"2024-09-16T01:42:13.116311+0000","last_became_peered":"2024-09-16T01:42:13.116311+0000","last_unstale":"2024-09-16T01:42:15.383373+0000","last_undegraded":"2024-09-16T01:42:15.383373+0000","last_fullsized":"2024-09-16T01:42:15.383373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:08.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382730+0000","last_change":"2024-09-16T01:42:14.133705+0000","last_active":"2024-09-16T01:42:15.382730+0000","last_peered":"2024-09-16T01:42:15.382730+0000","last_clean":"2024-09-16T01:42:15.382730+0000","last_became_active":"2024-09-16T01:42:14.133426+0000","last_became_peered":"2024-09-16T01:42:14.133426+0000","last_unstale":"2024-09-16T01:42:15.382730+0000","last_undegraded":"2024-09-16T01:42:15.382730+0000","last_fullsized":"2024-09-16T01:42:15.382730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:25.593655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.128344+0000","last_change":"2024-09-16T01:42:13.125171+0000","last_active":"2024-09-16T01:42:13.128344+0000","last_peered":"2024-09-16T01:42:13.128344+0000","last_clean":"2024-09-16T01:42:13.128344+0000","last_became_active":"2024-09-16T01:42:13.124892+0000","last_became_peered":"2024-09-16T01:42:13.124892+0000","last_unstale":"2024-09-16T01:42:13.128344+0000","last_undegraded":"2024-09-16T01:42:13.128344+0000","last_fullsized":"2024-09-16T01:42:13.128344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238582+0000","last_change":"2024-09-16T01:42:14.128571+0000","last_active":"2024-09-16T01:42:15.238582+0000","last_peered":"2024-09-16T01:42:15.238582+0000","last_clean":"2024-09-16T01:42:15.238582+0000","last_became_active":"2024-09-16T01:42:14.128294+0000","last_became_peered":"2024-09-16T01:42:14.128294+0000","last_unstale":"2024-09-16T01:42:15.238582+0000","last_undegraded":"2024-09-16T01:42:15.238582+0000","last_fullsized":"2024-09-16T01:42:15.238582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:44.378057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126023+0000","last_change":"2024-09-16T01:42:13.122097+0000","last_active":"2024-09-16T01:42:13.126023+0000","last_peered":"2024-09-16T01:42:13.126023+0000","last_clean":"2024-09-16T01:42:13.126023+0000","last_became_active":"2024-09-16T01:42:13.121776+0000","last_became_peered":"2024-09-16T01:42:13.121776+0000","last_unstale":"2024-09-16T01:42:13.126023+0000","last_undegraded":"2024-09-16T01:42:13.126023+0000","last_fullsized":"2024-09-16T01:42:13.126023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110913+0000","last_change":"2024-09-16T01:42:13.110913+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110913+0000","last_undegraded":"2024-09-16T01:42:13.110913+0000","last_fullsized":"2024-09-16T01:42:13.110913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127682+0000","last_change":"2024-09-16T01:42:13.127717+0000","last_active":"2024-09-16T01:42:15.127682+0000","last_peered":"2024-09-16T01:42:15.127682+0000","last_clean":"2024-09-16T01:42:15.127682+0000","last_became_active":"2024-09-16T01:42:13.127278+0000","last_became_peered":"2024-09-16T01:42:13.127278+0000","last_unstale":"2024-09-16T01:42:15.127682+0000","last_undegraded":"2024-09-16T01:42:15.127682+0000","last_fullsized":"2024-09-16T01:42:15.127682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:17.603792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238626+0000","last_change":"2024-09-16T01:42:14.134160+0000","last_active":"2024-09-16T01:42:15.238626+0000","last_peered":"2024-09-16T01:42:15.238626+0000","last_clean":"2024-09-16T01:42:15.238626+0000","last_became_active":"2024-09-16T01:42:14.133631+0000","last_became_peered":"2024-09-16T01:42:14.133631+0000","last_unstale":"2024-09-16T01:42:15.238626+0000","last_undegraded":"2024-09-16T01:42:15.238626+0000","last_fullsized":"2024-09-16T01:42:15.238626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:59.949151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.127076+0000","last_change":"2024-09-16T01:42:13.122348+0000","last_active":"2024-09-16T01:42:13.127076+0000","last_peered":"2024-09-16T01:42:13.127076+0000","last_clean":"2024-09-16T01:42:13.127076+0000","last_became_active":"2024-09-16T01:42:13.122044+0000","last_became_peered":"2024-09-16T01:42:13.122044+0000","last_unstale":"2024-09-16T01:42:13.127076+0000","last_undegraded":"2024-09-16T01:42:13.127076+0000","last_fullsized":"2024-09-16T01:42:13.127076+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:43.192377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238821+0000","last_change":"2024-09-16T01:42:14.128747+0000","last_active":"2024-09-16T01:42:15.238821+0000","last_peered":"2024-09-16T01:42:15.238821+0000","last_clean":"2024-09-16T01:42:15.238821+0000","last_became_active":"2024-09-16T01:42:14.128448+0000","last_became_peered":"2024-09-16T01:42:14.128448+0000","last_unstale":"2024-09-16T01:42:15.238821+0000","last_undegraded":"2024-09-16T01:42:15.238821+0000","last_fullsized":"2024-09-16T01:42:15.238821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:34.929705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127924+0000","last_change":"2024-09-16T01:42:13.129482+0000","last_active":"2024-09-16T01:42:15.127924+0000","last_peered":"2024-09-16T01:42:15.127924+0000","last_clean":"2024-09-16T01:42:15.127924+0000","last_became_active":"2024-09-16T01:42:13.129164+0000","last_became_peered":"2024-09-16T01:42:13.129164+0000","last_unstale":"2024-09-16T01:42:15.127924+0000","last_undegraded":"2024-09-16T01:42:15.127924+0000","last_fullsized":"2024-09-16T01:42:15.127924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.239062+0000","last_change":"2024-09-16T01:42:14.133175+0000","last_active":"2024-09-16T01:42:15.239062+0000","last_peered":"2024-09-16T01:42:15.239062+0000","last_clean":"2024-09-16T01:42:15.239062+0000","last_became_active":"2024-09-16T01:42:14.131321+0000","last_became_peered":"2024-09-16T01:42:14.131321+0000","last_unstale":"2024-09-16T01:42:15.239062+0000","last_undegraded":"2024-09-16T01:42:15.239062+0000","last_fullsized":"2024-09-16T01:42:15.239062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:59.720491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382864+0000","last_change":"2024-09-16T01:42:13.126631+0000","last_active":"2024-09-16T01:42:15.382864+0000","last_peered":"2024-09-16T01:42:15.382864+0000","last_clean":"2024-09-16T01:42:15.382864+0000","last_became_active":"2024-09-16T01:42:13.124093+0000","last_became_peered":"2024-09-16T01:42:13.124093+0000","last_unstale":"2024-09-16T01:42:15.382864+0000","last_undegraded":"2024-09-16T01:42:15.382864+0000","last_fullsized":"2024-09-16T01:42:15.382864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118215+0000","last_change":"2024-09-16T01:42:13.118215+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118215+0000","last_undegraded":"2024-09-16T01:42:13.118215+0000","last_fullsized":"2024-09-16T01:42:13.118215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127864+0000","last_change":"2024-09-16T01:42:13.128629+0000","last_active":"2024-09-16T01:42:15.127864+0000","last_peered":"2024-09-16T01:42:15.127864+0000","last_clean":"2024-09-16T01:42:15.127864+0000","last_became_active":"2024-09-16T01:42:13.128027+0000","last_became_peered":"2024-09-16T01:42:13.128027+0000","last_unstale":"2024-09-16T01:42:15.127864+0000","last_undegraded":"2024-09-16T01:42:15.127864+0000","last_fullsized":"2024-09-16T01:42:15.127864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:59.338617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238681+0000","last_change":"2024-09-16T01:42:14.140270+0000","last_active":"2024-09-16T01:42:15.238681+0000","last_peered":"2024-09-16T01:42:15.238681+0000","last_clean":"2024-09-16T01:42:15.238681+0000","last_became_active":"2024-09-16T01:42:14.139996+0000","last_became_peered":"2024-09-16T01:42:14.139996+0000","last_unstale":"2024-09-16T01:42:15.238681+0000","last_undegraded":"2024-09-16T01:42:15.238681+0000","last_fullsized":"2024-09-16T01:42:15.238681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:22.403393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238297+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:15.238297+0000","last_peered":"2024-09-16T01:42:15.238297+0000","last_clean":"2024-09-16T01:42:15.238297+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:15.238297+0000","last_undegraded":"2024-09-16T01:42:15.238297+0000","last_fullsized":"2024-09-16T01:42:15.238297+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.132973+0000","last_change":"2024-09-16T01:42:13.129571+0000","last_active":"2024-09-16T01:42:13.132973+0000","last_peered":"2024-09-16T01:42:13.132973+0000","last_clean":"2024-09-16T01:42:13.132973+0000","last_became_active":"2024-09-16T01:42:13.129238+0000","last_became_peered":"2024-09-16T01:42:13.129238+0000","last_unstale":"2024-09-16T01:42:13.132973+0000","last_undegraded":"2024-09-16T01:42:13.132973+0000","last_fullsized":"2024-09-16T01:42:13.132973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231731+0000","last_change":"2024-09-16T01:42:14.137862+0000","last_active":"2024-09-16T01:42:15.231731+0000","last_peered":"2024-09-16T01:42:15.231731+0000","last_clean":"2024-09-16T01:42:15.231731+0000","last_became_active":"2024-09-16T01:42:14.136719+0000","last_became_peered":"2024-09-16T01:42:14.136719+0000","last_unstale":"2024-09-16T01:42:15.231731+0000","last_undegraded":"2024-09-16T01:42:15.231731+0000","last_fullsized":"2024-09-16T01:42:15.231731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238226+0000","last_change":"2024-09-16T01:42:13.129812+0000","last_active":"2024-09-16T01:42:15.238226+0000","last_peered":"2024-09-16T01:42:15.238226+0000","last_clean":"2024-09-16T01:42:15.238226+0000","last_became_active":"2024-09-16T01:42:13.128861+0000","last_became_peered":"2024-09-16T01:42:13.128861+0000","last_unstale":"2024-09-16T01:42:15.238226+0000","last_undegraded":"2024-09-16T01:42:15.238226+0000","last_fullsized":"2024-09-16T01:42:15.238226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:23.555677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383176+0000","last_change":"2024-09-16T01:42:14.132228+0000","last_active":"2024-09-16T01:42:15.383176+0000","last_peered":"2024-09-16T01:42:15.383176+0000","last_clean":"2024-09-16T01:42:15.383176+0000","last_became_active":"2024-09-16T01:42:14.131635+0000","last_became_peered":"2024-09-16T01:42:14.131635+0000","last_unstale":"2024-09-16T01:42:15.383176+0000","last_undegraded":"2024-09-16T01:42:15.383176+0000","last_fullsized":"2024-09-16T01:42:15.383176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127769+0000","last_change":"2024-09-16T01:42:13.130232+0000","last_active":"2024-09-16T01:42:15.127769+0000","last_peered":"2024-09-16T01:42:15.127769+0000","last_clean":"2024-09-16T01:42:15.127769+0000","last_became_active":"2024-09-16T01:42:13.129949+0000","last_became_peered":"2024-09-16T01:42:13.129949+0000","last_unstale":"2024-09-16T01:42:15.127769+0000","last_undegraded":"2024-09-16T01:42:15.127769+0000","last_fullsized":"2024-09-16T01:42:15.127769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382349+0000","last_change":"2024-09-16T01:42:14.124300+0000","last_active":"2024-09-16T01:42:15.382349+0000","last_peered":"2024-09-16T01:42:15.382349+0000","last_clean":"2024-09-16T01:42:15.382349+0000","last_became_active":"2024-09-16T01:42:14.124011+0000","last_became_peered":"2024-09-16T01:42:14.124011+0000","last_unstale":"2024-09-16T01:42:15.382349+0000","last_undegraded":"2024-09-16T01:42:15.382349+0000","last_fullsized":"2024-09-16T01:42:15.382349+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.130338+0000","last_change":"2024-09-16T01:42:13.127447+0000","last_active":"2024-09-16T01:42:13.130338+0000","last_peered":"2024-09-16T01:42:13.130338+0000","last_clean":"2024-09-16T01:42:13.130338+0000","last_became_active":"2024-09-16T01:42:13.127169+0000","last_became_peered":"2024-09-16T01:42:13.127169+0000","last_unstale":"2024-09-16T01:42:13.130338+0000","last_undegraded":"2024-09-16T01:42:13.130338+0000","last_fullsized":"2024-09-16T01:42:13.130338+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111601+0000","last_change":"2024-09-16T01:42:13.111601+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111601+0000","last_undegraded":"2024-09-16T01:42:13.111601+0000","last_fullsized":"2024-09-16T01:42:13.111601+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382729+0000","last_change":"2024-09-16T01:42:13.126566+0000","last_active":"2024-09-16T01:42:15.382729+0000","last_peered":"2024-09-16T01:42:15.382729+0000","last_clean":"2024-09-16T01:42:15.382729+0000","last_became_active":"2024-09-16T01:42:13.126251+0000","last_became_peered":"2024-09-16T01:42:13.126251+0000","last_unstale":"2024-09-16T01:42:15.382729+0000","last_undegraded":"2024-09-16T01:42:15.382729+0000","last_fullsized":"2024-09-16T01:42:15.382729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:43.499522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.117195+0000","last_change":"2024-09-16T01:42:13.117195+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.117195+0000","last_undegraded":"2024-09-16T01:42:13.117195+0000","last_fullsized":"2024-09-16T01:42:13.117195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238863+0000","last_change":"2024-09-16T01:42:13.129217+0000","last_active":"2024-09-16T01:42:15.238863+0000","last_peered":"2024-09-16T01:42:15.238863+0000","last_clean":"2024-09-16T01:42:15.238863+0000","last_became_active":"2024-09-16T01:42:13.128919+0000","last_became_peered":"2024-09-16T01:42:13.128919+0000","last_unstale":"2024-09-16T01:42:15.238863+0000","last_undegraded":"2024-09-16T01:42:15.238863+0000","last_fullsized":"2024-09-16T01:42:15.238863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:42.816121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382831+0000","last_change":"2024-09-16T01:42:14.122504+0000","last_active":"2024-09-16T01:42:15.382831+0000","last_peered":"2024-09-16T01:42:15.382831+0000","last_clean":"2024-09-16T01:42:15.382831+0000","last_became_active":"2024-09-16T01:42:14.122203+0000","last_became_peered":"2024-09-16T01:42:14.122203+0000","last_unstale":"2024-09-16T01:42:15.382831+0000","last_undegraded":"2024-09-16T01:42:15.382831+0000","last_fullsized":"2024-09-16T01:42:15.382831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382592+0000","last_change":"2024-09-16T01:42:13.129423+0000","last_active":"2024-09-16T01:42:15.382592+0000","last_peered":"2024-09-16T01:42:15.382592+0000","last_clean":"2024-09-16T01:42:15.382592+0000","last_became_active":"2024-09-16T01:42:13.129125+0000","last_became_peered":"2024-09-16T01:42:13.129125+0000","last_unstale":"2024-09-16T01:42:15.382592+0000","last_undegraded":"2024-09-16T01:42:15.382592+0000","last_fullsized":"2024-09-16T01:42:15.382592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232081+0000","last_change":"2024-09-16T01:42:14.139733+0000","last_active":"2024-09-16T01:42:15.232081+0000","last_peered":"2024-09-16T01:42:15.232081+0000","last_clean":"2024-09-16T01:42:15.232081+0000","last_became_active":"2024-09-16T01:42:14.139391+0000","last_became_peered":"2024-09-16T01:42:14.139391+0000","last_unstale":"2024-09-16T01:42:15.232081+0000","last_undegraded":"2024-09-16T01:42:15.232081+0000","last_fullsized":"2024-09-16T01:42:15.232081+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:42:13.126003+0000","last_change":"2024-09-16T01:42:13.123521+0000","last_active":"2024-09-16T01:42:13.126003+0000","last_peered":"2024-09-16T01:42:13.126003+0000","last_clean":"2024-09-16T01:42:13.126003+0000","last_became_active":"2024-09-16T01:42:13.123233+0000","last_became_peered":"2024-09-16T01:42:13.123233+0000","last_unstale":"2024-09-16T01:42:13.126003+0000","last_undegraded":"2024-09-16T01:42:13.126003+0000","last_fullsized":"2024-09-16T01:42:13.126003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:50.306840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382842+0000","last_change":"2024-09-16T01:42:14.128087+0000","last_active":"2024-09-16T01:42:15.382842+0000","last_peered":"2024-09-16T01:42:15.382842+0000","last_clean":"2024-09-16T01:42:15.382842+0000","last_became_active":"2024-09-16T01:42:14.127802+0000","last_became_peered":"2024-09-16T01:42:14.127802+0000","last_unstale":"2024-09-16T01:42:15.382842+0000","last_undegraded":"2024-09-16T01:42:15.382842+0000","last_fullsized":"2024-09-16T01:42:15.382842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:16.688169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238366+0000","last_change":"2024-09-16T01:42:13.128467+0000","last_active":"2024-09-16T01:42:15.238366+0000","last_peered":"2024-09-16T01:42:15.238366+0000","last_clean":"2024-09-16T01:42:15.238366+0000","last_became_active":"2024-09-16T01:42:13.128188+0000","last_became_peered":"2024-09-16T01:42:13.128188+0000","last_unstale":"2024-09-16T01:42:15.238366+0000","last_undegraded":"2024-09-16T01:42:15.238366+0000","last_fullsized":"2024-09-16T01:42:15.238366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:19.042757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.110181+0000","last_change":"2024-09-16T01:42:13.110181+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.110181+0000","last_undegraded":"2024-09-16T01:42:13.110181+0000","last_fullsized":"2024-09-16T01:42:13.110181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382402+0000","last_change":"2024-09-16T01:42:13.128091+0000","last_active":"2024-09-16T01:42:15.382402+0000","last_peered":"2024-09-16T01:42:15.382402+0000","last_clean":"2024-09-16T01:42:15.382402+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.382402+0000","last_undegraded":"2024-09-16T01:42:15.382402+0000","last_fullsized":"2024-09-16T01:42:15.382402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231666+0000","last_change":"2024-09-16T01:42:14.134441+0000","last_active":"2024-09-16T01:42:15.231666+0000","last_peered":"2024-09-16T01:42:15.231666+0000","last_clean":"2024-09-16T01:42:15.231666+0000","last_became_active":"2024-09-16T01:42:14.134128+0000","last_became_peered":"2024-09-16T01:42:14.134128+0000","last_unstale":"2024-09-16T01:42:15.231666+0000","last_undegraded":"2024-09-16T01:42:15.231666+0000","last_fullsized":"2024-09-16T01:42:15.231666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382621+0000","last_change":"2024-09-16T01:42:13.130916+0000","last_active":"2024-09-16T01:42:15.382621+0000","last_peered":"2024-09-16T01:42:15.382621+0000","last_clean":"2024-09-16T01:42:15.382621+0000","last_became_active":"2024-09-16T01:42:13.130636+0000","last_became_peered":"2024-09-16T01:42:13.130636+0000","last_unstale":"2024-09-16T01:42:15.382621+0000","last_undegraded":"2024-09-16T01:42:15.382621+0000","last_fullsized":"2024-09-16T01:42:15.382621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231813+0000","last_change":"2024-09-16T01:42:14.143640+0000","last_active":"2024-09-16T01:42:15.231813+0000","last_peered":"2024-09-16T01:42:15.231813+0000","last_clean":"2024-09-16T01:42:15.231813+0000","last_became_active":"2024-09-16T01:42:14.143341+0000","last_became_peered":"2024-09-16T01:42:14.143341+0000","last_unstale":"2024-09-16T01:42:15.231813+0000","last_undegraded":"2024-09-16T01:42:15.231813+0000","last_fullsized":"2024-09-16T01:42:15.231813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238732+0000","last_change":"2024-09-16T01:42:13.128028+0000","last_active":"2024-09-16T01:42:15.238732+0000","last_peered":"2024-09-16T01:42:15.238732+0000","last_clean":"2024-09-16T01:42:15.238732+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.238732+0000","last_undegraded":"2024-09-16T01:42:15.238732+0000","last_fullsized":"2024-09-16T01:42:15.238732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.111345+0000","last_change":"2024-09-16T01:42:13.111345+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.111345+0000","last_undegraded":"2024-09-16T01:42:13.111345+0000","last_fullsized":"2024-09-16T01:42:13.111345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118584+0000","last_change":"2024-09-16T01:42:13.118584+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118584+0000","last_undegraded":"2024-09-16T01:42:13.118584+0000","last_fullsized":"2024-09-16T01:42:13.118584+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238486+0000","last_change":"2024-09-16T01:42:13.129080+0000","last_active":"2024-09-16T01:42:15.238486+0000","last_peered":"2024-09-16T01:42:15.238486+0000","last_clean":"2024-09-16T01:42:15.238486+0000","last_became_active":"2024-09-16T01:42:13.128816+0000","last_became_peered":"2024-09-16T01:42:13.128816+0000","last_unstale":"2024-09-16T01:42:15.238486+0000","last_undegraded":"2024-09-16T01:42:15.238486+0000","last_fullsized":"2024-09-16T01:42:15.238486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:42:13.118784+0000","last_change":"2024-09-16T01:42:13.118784+0000","last_active":"2024-09-16T01:42:13.101343+0000","last_peered":"2024-09-16T01:42:13.101343+0000","last_clean":"2024-09-16T01:42:13.101343+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:13.118784+0000","last_undegraded":"2024-09-16T01:42:13.118784+0000","last_fullsized":"2024-09-16T01:42:13.118784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238748+0000","last_change":"2024-09-16T01:42:13.127986+0000","last_active":"2024-09-16T01:42:15.238748+0000","last_peered":"2024-09-16T01:42:15.238748+0000","last_clean":"2024-09-16T01:42:15.238748+0000","last_became_active":"2024-09-16T01:42:13.127711+0000","last_became_peered":"2024-09-16T01:42:13.127711+0000","last_unstale":"2024-09-16T01:42:15.238748+0000","last_undegraded":"2024-09-16T01:42:15.238748+0000","last_fullsized":"2024-09-16T01:42:15.238748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383064+0000","last_change":"2024-09-16T01:42:14.138831+0000","last_active":"2024-09-16T01:42:15.383064+0000","last_peered":"2024-09-16T01:42:15.383064+0000","last_clean":"2024-09-16T01:42:15.383064+0000","last_became_active":"2024-09-16T01:42:14.138127+0000","last_became_peered":"2024-09-16T01:42:14.138127+0000","last_unstale":"2024-09-16T01:42:15.383064+0000","last_undegraded":"2024-09-16T01:42:15.383064+0000","last_fullsized":"2024-09-16T01:42:15.383064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231989+0000","last_change":"2024-09-16T01:42:13.124746+0000","last_active":"2024-09-16T01:42:15.231989+0000","last_peered":"2024-09-16T01:42:15.231989+0000","last_clean":"2024-09-16T01:42:15.231989+0000","last_became_active":"2024-09-16T01:42:13.124464+0000","last_became_peered":"2024-09-16T01:42:13.124464+0000","last_unstale":"2024-09-16T01:42:15.231989+0000","last_undegraded":"2024-09-16T01:42:15.231989+0000","last_fullsized":"2024-09-16T01:42:15.231989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232063+0000","last_change":"2024-09-16T01:42:14.135371+0000","last_active":"2024-09-16T01:42:15.232063+0000","last_peered":"2024-09-16T01:42:15.232063+0000","last_clean":"2024-09-16T01:42:15.232063+0000","last_became_active":"2024-09-16T01:42:14.135104+0000","last_became_peered":"2024-09-16T01:42:14.135104+0000","last_unstale":"2024-09-16T01:42:15.232063+0000","last_undegraded":"2024-09-16T01:42:15.232063+0000","last_fullsized":"2024-09-16T01:42:15.232063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383150+0000","last_change":"2024-09-16T01:42:13.125561+0000","last_active":"2024-09-16T01:42:15.383150+0000","last_peered":"2024-09-16T01:42:15.383150+0000","last_clean":"2024-09-16T01:42:15.383150+0000","last_became_active":"2024-09-16T01:42:13.125098+0000","last_became_peered":"2024-09-16T01:42:13.125098+0000","last_unstale":"2024-09-16T01:42:15.383150+0000","last_undegraded":"2024-09-16T01:42:15.383150+0000","last_fullsized":"2024-09-16T01:42:15.383150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:14.112841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":73455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":664405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:22.526 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:42:22.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.638+0000 7efd796af640 1 Processor -- start 2024-09-16T01:42:22.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.638+0000 7efd796af640 1 -- start start 2024-09-16T01:42:22.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd796af640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efd74073c00 0x7efd7406c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd796af640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd7415e910 con 0x7efd74070e10 2024-09-16T01:42:22.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd796af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd740718c0 con 0x7efd7415e530 2024-09-16T01:42:22.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd796af640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7efd740d1c50 con 0x7efd74073c00 2024-09-16T01:42:22.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd737fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efd74073c00 0x7efd7406c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd6a7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7efd74070e10 0x7efd7406bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35980/0 (socket says 172.21.15.16:35980) 2024-09-16T01:42:22.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd6a7fc640 1 -- 172.21.15.16:0/1531080818 learned_addr learned my addr 172.21.15.16:0/1531080818 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:22.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd737fe640 1 -- 172.21.15.16:0/1531080818 >> v1:172.21.15.104:6789/0 conn(0x7efd7415e530 legacy=0x7efd74070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd737fe640 1 -- 172.21.15.16:0/1531080818 >> v1:172.21.15.16:6789/0 conn(0x7efd74070e10 legacy=0x7efd7406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.639+0000 7efd737fe640 1 -- 172.21.15.16:0/1531080818 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd74073120 con 0x7efd74073c00 2024-09-16T01:42:22.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.640+0000 7efd737fe640 1 --2- 172.21.15.16:0/1531080818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd7406c2f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7efd74071a90 tx=0x7efd6c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba0b338982c1299 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.640+0000 7efd727fc640 1 -- 172.21.15.16:0/1531080818 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c007740 con 0x7efd74073c00 2024-09-16T01:42:22.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.640+0000 7efd727fc640 1 -- 172.21.15.16:0/1531080818 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd6c0078e0 con 0x7efd74073c00 2024-09-16T01:42:22.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.640+0000 7efd727fc640 1 -- 172.21.15.16:0/1531080818 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c007cb0 con 0x7efd74073c00 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.641+0000 7efd796af640 1 -- 172.21.15.16:0/1531080818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 msgr2=0x7efd7406c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.641+0000 7efd796af640 1 --2- 172.21.15.16:0/1531080818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd7406c2f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7efd74071a90 tx=0x7efd6c02a6f0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.641+0000 7efd796af640 1 -- 172.21.15.16:0/1531080818 shutdown_connections 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.641+0000 7efd796af640 1 --2- 172.21.15.16:0/1531080818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd7406c2f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.641+0000 7efd796af640 1 -- 172.21.15.16:0/1531080818 >> 172.21.15.16:0/1531080818 conn(0x7efd740d2300 msgr2=0x7efd740d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.641+0000 7efd796af640 1 -- 172.21.15.16:0/1531080818 shutdown_connections 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.641+0000 7efd796af640 1 -- 172.21.15.16:0/1531080818 wait complete. 2024-09-16T01:42:22.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.642+0000 7efd796af640 1 Processor -- start 2024-09-16T01:42:22.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.642+0000 7efd796af640 1 -- start start 2024-09-16T01:42:22.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd796af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efd74070e10 0x7efd74152ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd796af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd74153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd796af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd7415e530 0x7efd740ced70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd796af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7efd7406c830 con 0x7efd74073c00 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd796af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efd740736e0 con 0x7efd7415e530 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd796af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efd7406c9b0 con 0x7efd74070e10 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd74153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd74153aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60422/0 (socket says 172.21.15.16:60422) 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 -- 172.21.15.16:0/4275805590 learned_addr learned my addr 172.21.15.16:0/4275805590 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd737fe640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd7415e530 0x7efd740ced70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd72ffd640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efd74070e10 0x7efd74152ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 -- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efd74070e10 msgr2=0x7efd74152ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efd74070e10 0x7efd74152ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 -- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd7415e530 msgr2=0x7efd740ced70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd7415e530 0x7efd740ced70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd6a7fc640 1 -- 172.21.15.16:0/4275805590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd741f5500 con 0x7efd74073c00 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd72ffd640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efd74070e10 0x7efd74152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.643+0000 7efd737fe640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd7415e530 0x7efd740ced70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.644+0000 7efd6a7fc640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd74153aa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efd5c00c4d0 tx=0x7efd5c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.644+0000 7efd6bfff640 1 -- 172.21.15.16:0/4275805590 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd5c017070 con 0x7efd74073c00 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.644+0000 7efd6bfff640 1 -- 172.21.15.16:0/4275805590 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd5c005ce0 con 0x7efd74073c00 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.644+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd7415f210 con 0x7efd74073c00 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.644+0000 7efd6bfff640 1 -- 172.21.15.16:0/4275805590 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd5c007270 con 0x7efd74073c00 2024-09-16T01:42:22.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.644+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd741f5140 con 0x7efd74073c00 2024-09-16T01:42:22.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.645+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd74070b60 con 0x7efd74073c00 2024-09-16T01:42:22.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.645+0000 7efd6bfff640 1 -- 172.21.15.16:0/4275805590 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efd5c01a070 con 0x7efd74073c00 2024-09-16T01:42:22.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.646+0000 7efd6bfff640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efd5406c2e0 0x7efd5406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.646+0000 7efd6bfff640 1 -- 172.21.15.16:0/4275805590 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efd5c08a620 con 0x7efd74073c00 2024-09-16T01:42:22.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.646+0000 7efd72ffd640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efd5406c2e0 0x7efd5406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.647+0000 7efd72ffd640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efd5406c2e0 0x7efd5406e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efd64007fd0 tx=0x7efd64009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.650+0000 7efd6bfff640 1 -- 172.21.15.16:0/4275805590 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efd5c0587d0 con 0x7efd74073c00 2024-09-16T01:42:22.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.824+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efd74070880 con 0x7efd5406c2e0 2024-09-16T01:42:22.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.830+0000 7efd6bfff640 1 -- 172.21.15.16:0/4275805590 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251934 (secure 0 0 0) 0x7efd74070880 con 0x7efd5406c2e0 2024-09-16T01:42:22.835 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:22.836 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efd5406c2e0 msgr2=0x7efd5406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efd5406c2e0 0x7efd5406e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efd64007fd0 tx=0x7efd64009040 comp rx=0 tx=0).stop 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 msgr2=0x7efd74153aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd74153aa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efd5c00c4d0 tx=0x7efd5c00c990 comp rx=0 tx=0).stop 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 shutdown_connections 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efd5406c2e0 0x7efd5406e7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd7415e530 0x7efd740ced70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd74073c00 0x7efd74153aa0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 --2- 172.21.15.16:0/4275805590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efd74070e10 0x7efd74152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 >> 172.21.15.16:0/4275805590 conn(0x7efd740d2300 msgr2=0x7efd7406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:22.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 shutdown_connections 2024-09-16T01:42:22.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.833+0000 7efd796af640 1 -- 172.21.15.16:0/4275805590 wait complete. 2024-09-16T01:42:22.847 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-16T01:42:22.298880+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":157,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239920,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734800,"statfs":{"total":773094113280,"available":772848435200,"internally_reserved":0,"allocated":2924544,"data_stored":1773196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.187939"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238904+0000","last_change":"2024-09-16T01:42:14.133406+0000","last_active":"2024-09-16T01:42:15.238904+0000","last_peered":"2024-09-16T01:42:15.238904+0000","last_clean":"2024-09-16T01:42:15.238904+0000","last_became_active":"2024-09-16T01:42:14.131685+0000","last_became_peered":"2024-09-16T01:42:14.131685+0000","last_unstale":"2024-09-16T01:42:15.238904+0000","last_undegraded":"2024-09-16T01:42:15.238904+0000","last_fullsized":"2024-09-16T01:42:15.238904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:27.910985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382539+0000","last_change":"2024-09-16T01:42:14.125346+0000","last_active":"2024-09-16T01:42:15.382539+0000","last_peered":"2024-09-16T01:42:15.382539+0000","last_clean":"2024-09-16T01:42:15.382539+0000","last_became_active":"2024-09-16T01:42:14.125089+0000","last_became_peered":"2024-09-16T01:42:14.125089+0000","last_unstale":"2024-09-16T01:42:15.382539+0000","last_undegraded":"2024-09-16T01:42:15.382539+0000","last_fullsized":"2024-09-16T01:42:15.382539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382633+0000","last_change":"2024-09-16T01:42:14.129786+0000","last_active":"2024-09-16T01:42:15.382633+0000","last_peered":"2024-09-16T01:42:15.382633+0000","last_clean":"2024-09-16T01:42:15.382633+0000","last_became_active":"2024-09-16T01:42:14.127732+0000","last_became_peered":"2024-09-16T01:42:14.127732+0000","last_unstale":"2024-09-16T01:42:15.382633+0000","last_undegraded":"2024-09-16T01:42:15.382633+0000","last_fullsized":"2024-09-16T01:42:15.382633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:14.096130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382741+0000","last_change":"2024-09-16T01:42:14.141925+0000","last_active":"2024-09-16T01:42:15.382741+0000","last_peered":"2024-09-16T01:42:15.382741+0000","last_clean":"2024-09-16T01:42:15.382741+0000","last_became_active":"2024-09-16T01:42:14.141649+0000","last_became_peered":"2024-09-16T01:42:14.141649+0000","last_unstale":"2024-09-16T01:42:15.382741+0000","last_undegraded":"2024-09-16T01:42:15.382741+0000","last_fullsized":"2024-09-16T01:42:15.382741+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238526+0000","last_change":"2024-09-16T01:42:14.125213+0000","last_active":"2024-09-16T01:42:15.238526+0000","last_peered":"2024-09-16T01:42:15.238526+0000","last_clean":"2024-09-16T01:42:15.238526+0000","last_became_active":"2024-09-16T01:42:14.124933+0000","last_became_peered":"2024-09-16T01:42:14.124933+0000","last_unstale":"2024-09-16T01:42:15.238526+0000","last_undegraded":"2024-09-16T01:42:15.238526+0000","last_fullsized":"2024-09-16T01:42:15.238526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:33:25.707037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382493+0000","last_change":"2024-09-16T01:42:14.135669+0000","last_active":"2024-09-16T01:42:15.382493+0000","last_peered":"2024-09-16T01:42:15.382493+0000","last_clean":"2024-09-16T01:42:15.382493+0000","last_became_active":"2024-09-16T01:42:14.135375+0000","last_became_peered":"2024-09-16T01:42:14.135375+0000","last_unstale":"2024-09-16T01:42:15.382493+0000","last_undegraded":"2024-09-16T01:42:15.382493+0000","last_fullsized":"2024-09-16T01:42:15.382493+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238409+0000","last_change":"2024-09-16T01:42:14.129859+0000","last_active":"2024-09-16T01:42:15.238409+0000","last_peered":"2024-09-16T01:42:15.238409+0000","last_clean":"2024-09-16T01:42:15.238409+0000","last_became_active":"2024-09-16T01:42:14.129573+0000","last_became_peered":"2024-09-16T01:42:14.129573+0000","last_unstale":"2024-09-16T01:42:15.238409+0000","last_undegraded":"2024-09-16T01:42:15.238409+0000","last_fullsized":"2024-09-16T01:42:15.238409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:08.300524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231517+0000","last_change":"2024-09-16T01:42:14.137151+0000","last_active":"2024-09-16T01:42:15.231517+0000","last_peered":"2024-09-16T01:42:15.231517+0000","last_clean":"2024-09-16T01:42:15.231517+0000","last_became_active":"2024-09-16T01:42:14.136873+0000","last_became_peered":"2024-09-16T01:42:14.136873+0000","last_unstale":"2024-09-16T01:42:15.231517+0000","last_undegraded":"2024-09-16T01:42:15.231517+0000","last_fullsized":"2024-09-16T01:42:15.231517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238921+0000","last_change":"2024-09-16T01:42:14.139578+0000","last_active":"2024-09-16T01:42:15.238921+0000","last_peered":"2024-09-16T01:42:15.238921+0000","last_clean":"2024-09-16T01:42:15.238921+0000","last_became_active":"2024-09-16T01:42:14.139303+0000","last_became_peered":"2024-09-16T01:42:14.139303+0000","last_unstale":"2024-09-16T01:42:15.238921+0000","last_undegraded":"2024-09-16T01:42:15.238921+0000","last_fullsized":"2024-09-16T01:42:15.238921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:22.172142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129528+0000","last_change":"2024-09-16T01:42:14.136919+0000","last_active":"2024-09-16T01:42:15.129528+0000","last_peered":"2024-09-16T01:42:15.129528+0000","last_clean":"2024-09-16T01:42:15.129528+0000","last_became_active":"2024-09-16T01:42:14.136615+0000","last_became_peered":"2024-09-16T01:42:14.136615+0000","last_unstale":"2024-09-16T01:42:15.129528+0000","last_undegraded":"2024-09-16T01:42:15.129528+0000","last_fullsized":"2024-09-16T01:42:15.129528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129771+0000","last_change":"2024-09-16T01:42:14.137458+0000","last_active":"2024-09-16T01:42:15.129771+0000","last_peered":"2024-09-16T01:42:15.129771+0000","last_clean":"2024-09-16T01:42:15.129771+0000","last_became_active":"2024-09-16T01:42:14.137171+0000","last_became_peered":"2024-09-16T01:42:14.137171+0000","last_unstale":"2024-09-16T01:42:15.129771+0000","last_undegraded":"2024-09-16T01:42:15.129771+0000","last_fullsized":"2024-09-16T01:42:15.129771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130229+0000","last_change":"2024-09-16T01:42:14.135250+0000","last_active":"2024-09-16T01:42:15.130229+0000","last_peered":"2024-09-16T01:42:15.130229+0000","last_clean":"2024-09-16T01:42:15.130229+0000","last_became_active":"2024-09-16T01:42:14.129671+0000","last_became_peered":"2024-09-16T01:42:14.129671+0000","last_unstale":"2024-09-16T01:42:15.130229+0000","last_undegraded":"2024-09-16T01:42:15.130229+0000","last_fullsized":"2024-09-16T01:42:15.130229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:25.523081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231808+0000","last_change":"2024-09-16T01:42:14.135966+0000","last_active":"2024-09-16T01:42:15.231808+0000","last_peered":"2024-09-16T01:42:15.231808+0000","last_clean":"2024-09-16T01:42:15.231808+0000","last_became_active":"2024-09-16T01:42:14.135691+0000","last_became_peered":"2024-09-16T01:42:14.135691+0000","last_unstale":"2024-09-16T01:42:15.231808+0000","last_undegraded":"2024-09-16T01:42:15.231808+0000","last_fullsized":"2024-09-16T01:42:15.231808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382583+0000","last_change":"2024-09-16T01:42:14.130570+0000","last_active":"2024-09-16T01:42:15.382583+0000","last_peered":"2024-09-16T01:42:15.382583+0000","last_clean":"2024-09-16T01:42:15.382583+0000","last_became_active":"2024-09-16T01:42:14.130306+0000","last_became_peered":"2024-09-16T01:42:14.130306+0000","last_unstale":"2024-09-16T01:42:15.382583+0000","last_undegraded":"2024-09-16T01:42:15.382583+0000","last_fullsized":"2024-09-16T01:42:15.382583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:24.560840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382382+0000","last_change":"2024-09-16T01:42:14.134933+0000","last_active":"2024-09-16T01:42:15.382382+0000","last_peered":"2024-09-16T01:42:15.382382+0000","last_clean":"2024-09-16T01:42:15.382382+0000","last_became_active":"2024-09-16T01:42:14.134314+0000","last_became_peered":"2024-09-16T01:42:14.134314+0000","last_unstale":"2024-09-16T01:42:15.382382+0000","last_undegraded":"2024-09-16T01:42:15.382382+0000","last_fullsized":"2024-09-16T01:42:15.382382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382437+0000","last_change":"2024-09-16T01:42:14.135636+0000","last_active":"2024-09-16T01:42:15.382437+0000","last_peered":"2024-09-16T01:42:15.382437+0000","last_clean":"2024-09-16T01:42:15.382437+0000","last_became_active":"2024-09-16T01:42:14.135318+0000","last_became_peered":"2024-09-16T01:42:14.135318+0000","last_unstale":"2024-09-16T01:42:15.382437+0000","last_undegraded":"2024-09-16T01:42:15.382437+0000","last_fullsized":"2024-09-16T01:42:15.382437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383078+0000","last_change":"2024-09-16T01:42:14.137415+0000","last_active":"2024-09-16T01:42:15.383078+0000","last_peered":"2024-09-16T01:42:15.383078+0000","last_clean":"2024-09-16T01:42:15.383078+0000","last_became_active":"2024-09-16T01:42:14.137149+0000","last_became_peered":"2024-09-16T01:42:14.137149+0000","last_unstale":"2024-09-16T01:42:15.383078+0000","last_undegraded":"2024-09-16T01:42:15.383078+0000","last_fullsized":"2024-09-16T01:42:15.383078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:23.098950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127965+0000","last_change":"2024-09-16T01:42:14.127477+0000","last_active":"2024-09-16T01:42:15.127965+0000","last_peered":"2024-09-16T01:42:15.127965+0000","last_clean":"2024-09-16T01:42:15.127965+0000","last_became_active":"2024-09-16T01:42:14.127151+0000","last_became_peered":"2024-09-16T01:42:14.127151+0000","last_unstale":"2024-09-16T01:42:15.127965+0000","last_undegraded":"2024-09-16T01:42:15.127965+0000","last_fullsized":"2024-09-16T01:42:15.127965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:37.125981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238868+0000","last_change":"2024-09-16T01:42:14.131875+0000","last_active":"2024-09-16T01:42:15.238868+0000","last_peered":"2024-09-16T01:42:15.238868+0000","last_clean":"2024-09-16T01:42:15.238868+0000","last_became_active":"2024-09-16T01:42:14.131582+0000","last_became_peered":"2024-09-16T01:42:14.131582+0000","last_unstale":"2024-09-16T01:42:15.238868+0000","last_undegraded":"2024-09-16T01:42:15.238868+0000","last_fullsized":"2024-09-16T01:42:15.238868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:56.503048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129744+0000","last_change":"2024-09-16T01:42:14.129253+0000","last_active":"2024-09-16T01:42:15.129744+0000","last_peered":"2024-09-16T01:42:15.129744+0000","last_clean":"2024-09-16T01:42:15.129744+0000","last_became_active":"2024-09-16T01:42:14.128738+0000","last_became_peered":"2024-09-16T01:42:14.128738+0000","last_unstale":"2024-09-16T01:42:15.129744+0000","last_undegraded":"2024-09-16T01:42:15.129744+0000","last_fullsized":"2024-09-16T01:42:15.129744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383264+0000","last_change":"2024-09-16T01:42:14.140252+0000","last_active":"2024-09-16T01:42:15.383264+0000","last_peered":"2024-09-16T01:42:15.383264+0000","last_clean":"2024-09-16T01:42:15.383264+0000","last_became_active":"2024-09-16T01:42:14.139954+0000","last_became_peered":"2024-09-16T01:42:14.139954+0000","last_unstale":"2024-09-16T01:42:15.383264+0000","last_undegraded":"2024-09-16T01:42:15.383264+0000","last_fullsized":"2024-09-16T01:42:15.383264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382620+0000","last_change":"2024-09-16T01:42:14.143999+0000","last_active":"2024-09-16T01:42:15.382620+0000","last_peered":"2024-09-16T01:42:15.382620+0000","last_clean":"2024-09-16T01:42:15.382620+0000","last_became_active":"2024-09-16T01:42:14.143670+0000","last_became_peered":"2024-09-16T01:42:14.143670+0000","last_unstale":"2024-09-16T01:42:15.382620+0000","last_undegraded":"2024-09-16T01:42:15.382620+0000","last_fullsized":"2024-09-16T01:42:15.382620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231620+0000","last_change":"2024-09-16T01:42:14.131882+0000","last_active":"2024-09-16T01:42:15.231620+0000","last_peered":"2024-09-16T01:42:15.231620+0000","last_clean":"2024-09-16T01:42:15.231620+0000","last_became_active":"2024-09-16T01:42:14.131537+0000","last_became_peered":"2024-09-16T01:42:14.131537+0000","last_unstale":"2024-09-16T01:42:15.231620+0000","last_undegraded":"2024-09-16T01:42:15.231620+0000","last_fullsized":"2024-09-16T01:42:15.231620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382523+0000","last_change":"2024-09-16T01:42:14.138325+0000","last_active":"2024-09-16T01:42:15.382523+0000","last_peered":"2024-09-16T01:42:15.382523+0000","last_clean":"2024-09-16T01:42:15.382523+0000","last_became_active":"2024-09-16T01:42:14.138067+0000","last_became_peered":"2024-09-16T01:42:14.138067+0000","last_unstale":"2024-09-16T01:42:15.382523+0000","last_undegraded":"2024-09-16T01:42:15.382523+0000","last_fullsized":"2024-09-16T01:42:15.382523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231990+0000","last_change":"2024-09-16T01:42:14.141482+0000","last_active":"2024-09-16T01:42:15.231990+0000","last_peered":"2024-09-16T01:42:15.231990+0000","last_clean":"2024-09-16T01:42:15.231990+0000","last_became_active":"2024-09-16T01:42:14.141176+0000","last_became_peered":"2024-09-16T01:42:14.141176+0000","last_unstale":"2024-09-16T01:42:15.231990+0000","last_undegraded":"2024-09-16T01:42:15.231990+0000","last_fullsized":"2024-09-16T01:42:15.231990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129911+0000","last_change":"2024-09-16T01:42:14.132923+0000","last_active":"2024-09-16T01:42:15.129911+0000","last_peered":"2024-09-16T01:42:15.129911+0000","last_clean":"2024-09-16T01:42:15.129911+0000","last_became_active":"2024-09-16T01:42:14.132306+0000","last_became_peered":"2024-09-16T01:42:14.132306+0000","last_unstale":"2024-09-16T01:42:15.129911+0000","last_undegraded":"2024-09-16T01:42:15.129911+0000","last_fullsized":"2024-09-16T01:42:15.129911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382803+0000","last_change":"2024-09-16T01:42:14.133461+0000","last_active":"2024-09-16T01:42:15.382803+0000","last_peered":"2024-09-16T01:42:15.382803+0000","last_clean":"2024-09-16T01:42:15.382803+0000","last_became_active":"2024-09-16T01:42:14.133189+0000","last_became_peered":"2024-09-16T01:42:14.133189+0000","last_unstale":"2024-09-16T01:42:15.382803+0000","last_undegraded":"2024-09-16T01:42:15.382803+0000","last_fullsized":"2024-09-16T01:42:15.382803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231923+0000","last_change":"2024-09-16T01:42:14.141495+0000","last_active":"2024-09-16T01:42:15.231923+0000","last_peered":"2024-09-16T01:42:15.231923+0000","last_clean":"2024-09-16T01:42:15.231923+0000","last_became_active":"2024-09-16T01:42:14.141197+0000","last_became_peered":"2024-09-16T01:42:14.141197+0000","last_unstale":"2024-09-16T01:42:15.231923+0000","last_undegraded":"2024-09-16T01:42:15.231923+0000","last_fullsized":"2024-09-16T01:42:15.231923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383346+0000","last_change":"2024-09-16T01:42:14.141969+0000","last_active":"2024-09-16T01:42:15.383346+0000","last_peered":"2024-09-16T01:42:15.383346+0000","last_clean":"2024-09-16T01:42:15.383346+0000","last_became_active":"2024-09-16T01:42:14.141578+0000","last_became_peered":"2024-09-16T01:42:14.141578+0000","last_unstale":"2024-09-16T01:42:15.383346+0000","last_undegraded":"2024-09-16T01:42:15.383346+0000","last_fullsized":"2024-09-16T01:42:15.383346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382744+0000","last_change":"2024-09-16T01:42:14.137993+0000","last_active":"2024-09-16T01:42:15.382744+0000","last_peered":"2024-09-16T01:42:15.382744+0000","last_clean":"2024-09-16T01:42:15.382744+0000","last_became_active":"2024-09-16T01:42:14.137184+0000","last_became_peered":"2024-09-16T01:42:14.137184+0000","last_unstale":"2024-09-16T01:42:15.382744+0000","last_undegraded":"2024-09-16T01:42:15.382744+0000","last_fullsized":"2024-09-16T01:42:15.382744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127906+0000","last_change":"2024-09-16T01:42:14.136886+0000","last_active":"2024-09-16T01:42:15.127906+0000","last_peered":"2024-09-16T01:42:15.127906+0000","last_clean":"2024-09-16T01:42:15.127906+0000","last_became_active":"2024-09-16T01:42:14.136567+0000","last_became_peered":"2024-09-16T01:42:14.136567+0000","last_unstale":"2024-09-16T01:42:15.127906+0000","last_undegraded":"2024-09-16T01:42:15.127906+0000","last_fullsized":"2024-09-16T01:42:15.127906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:14.078739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129063+0000","last_change":"2024-09-16T01:42:14.129083+0000","last_active":"2024-09-16T01:42:15.129063+0000","last_peered":"2024-09-16T01:42:15.129063+0000","last_clean":"2024-09-16T01:42:15.129063+0000","last_became_active":"2024-09-16T01:42:14.128800+0000","last_became_peered":"2024-09-16T01:42:14.128800+0000","last_unstale":"2024-09-16T01:42:15.129063+0000","last_undegraded":"2024-09-16T01:42:15.129063+0000","last_fullsized":"2024-09-16T01:42:15.129063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:07.424992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129661+0000","last_change":"2024-09-16T01:42:14.125827+0000","last_active":"2024-09-16T01:42:15.129661+0000","last_peered":"2024-09-16T01:42:15.129661+0000","last_clean":"2024-09-16T01:42:15.129661+0000","last_became_active":"2024-09-16T01:42:14.125483+0000","last_became_peered":"2024-09-16T01:42:14.125483+0000","last_unstale":"2024-09-16T01:42:15.129661+0000","last_undegraded":"2024-09-16T01:42:15.129661+0000","last_fullsized":"2024-09-16T01:42:15.129661+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:01.921240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231873+0000","last_change":"2024-09-16T01:42:13.127544+0000","last_active":"2024-09-16T01:42:15.231873+0000","last_peered":"2024-09-16T01:42:15.231873+0000","last_clean":"2024-09-16T01:42:15.231873+0000","last_became_active":"2024-09-16T01:42:13.127264+0000","last_became_peered":"2024-09-16T01:42:13.127264+0000","last_unstale":"2024-09-16T01:42:15.231873+0000","last_undegraded":"2024-09-16T01:42:15.231873+0000","last_fullsized":"2024-09-16T01:42:15.231873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383344+0000","last_change":"2024-09-16T01:42:14.131154+0000","last_active":"2024-09-16T01:42:15.383344+0000","last_peered":"2024-09-16T01:42:15.383344+0000","last_clean":"2024-09-16T01:42:15.383344+0000","last_became_active":"2024-09-16T01:42:14.130862+0000","last_became_peered":"2024-09-16T01:42:14.130862+0000","last_unstale":"2024-09-16T01:42:15.383344+0000","last_undegraded":"2024-09-16T01:42:15.383344+0000","last_fullsized":"2024-09-16T01:42:15.383344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129244+0000","last_change":"2024-09-16T01:42:13.122872+0000","last_active":"2024-09-16T01:42:15.129244+0000","last_peered":"2024-09-16T01:42:15.129244+0000","last_clean":"2024-09-16T01:42:15.129244+0000","last_became_active":"2024-09-16T01:42:13.122554+0000","last_became_peered":"2024-09-16T01:42:13.122554+0000","last_unstale":"2024-09-16T01:42:15.129244+0000","last_undegraded":"2024-09-16T01:42:15.129244+0000","last_fullsized":"2024-09-16T01:42:15.129244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:00.916078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231537+0000","last_change":"2024-09-16T01:42:13.124230+0000","last_active":"2024-09-16T01:42:15.231537+0000","last_peered":"2024-09-16T01:42:15.231537+0000","last_clean":"2024-09-16T01:42:15.231537+0000","last_became_active":"2024-09-16T01:42:13.123499+0000","last_became_peered":"2024-09-16T01:42:13.123499+0000","last_unstale":"2024-09-16T01:42:15.231537+0000","last_undegraded":"2024-09-16T01:42:15.231537+0000","last_fullsized":"2024-09-16T01:42:15.231537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231651+0000","last_change":"2024-09-16T01:42:14.141939+0000","last_active":"2024-09-16T01:42:15.231651+0000","last_peered":"2024-09-16T01:42:15.231651+0000","last_clean":"2024-09-16T01:42:15.231651+0000","last_became_active":"2024-09-16T01:42:14.141588+0000","last_became_peered":"2024-09-16T01:42:14.141588+0000","last_unstale":"2024-09-16T01:42:15.231651+0000","last_undegraded":"2024-09-16T01:42:15.231651+0000","last_fullsized":"2024-09-16T01:42:15.231651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382643+0000","last_change":"2024-09-16T01:42:13.122944+0000","last_active":"2024-09-16T01:42:15.382643+0000","last_peered":"2024-09-16T01:42:15.382643+0000","last_clean":"2024-09-16T01:42:15.382643+0000","last_became_active":"2024-09-16T01:42:13.122662+0000","last_became_peered":"2024-09-16T01:42:13.122662+0000","last_unstale":"2024-09-16T01:42:15.382643+0000","last_undegraded":"2024-09-16T01:42:15.382643+0000","last_fullsized":"2024-09-16T01:42:15.382643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:50.428000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382343+0000","last_change":"2024-09-16T01:42:14.135175+0000","last_active":"2024-09-16T01:42:15.382343+0000","last_peered":"2024-09-16T01:42:15.382343+0000","last_clean":"2024-09-16T01:42:15.382343+0000","last_became_active":"2024-09-16T01:42:14.134661+0000","last_became_peered":"2024-09-16T01:42:14.134661+0000","last_unstale":"2024-09-16T01:42:15.382343+0000","last_undegraded":"2024-09-16T01:42:15.382343+0000","last_fullsized":"2024-09-16T01:42:15.382343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130137+0000","last_change":"2024-09-16T01:42:13.124324+0000","last_active":"2024-09-16T01:42:15.130137+0000","last_peered":"2024-09-16T01:42:15.130137+0000","last_clean":"2024-09-16T01:42:15.130137+0000","last_became_active":"2024-09-16T01:42:13.124037+0000","last_became_peered":"2024-09-16T01:42:13.124037+0000","last_unstale":"2024-09-16T01:42:15.130137+0000","last_undegraded":"2024-09-16T01:42:15.130137+0000","last_fullsized":"2024-09-16T01:42:15.130137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382745+0000","last_change":"2024-09-16T01:42:14.135460+0000","last_active":"2024-09-16T01:42:15.382745+0000","last_peered":"2024-09-16T01:42:15.382745+0000","last_clean":"2024-09-16T01:42:15.382745+0000","last_became_active":"2024-09-16T01:42:14.135165+0000","last_became_peered":"2024-09-16T01:42:14.135165+0000","last_unstale":"2024-09-16T01:42:15.382745+0000","last_undegraded":"2024-09-16T01:42:15.382745+0000","last_fullsized":"2024-09-16T01:42:15.382745+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382792+0000","last_change":"2024-09-16T01:42:13.125304+0000","last_active":"2024-09-16T01:42:15.382792+0000","last_peered":"2024-09-16T01:42:15.382792+0000","last_clean":"2024-09-16T01:42:15.382792+0000","last_became_active":"2024-09-16T01:42:13.125004+0000","last_became_peered":"2024-09-16T01:42:13.125004+0000","last_unstale":"2024-09-16T01:42:15.382792+0000","last_undegraded":"2024-09-16T01:42:15.382792+0000","last_fullsized":"2024-09-16T01:42:15.382792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383201+0000","last_change":"2024-09-16T01:42:14.137463+0000","last_active":"2024-09-16T01:42:15.383201+0000","last_peered":"2024-09-16T01:42:15.383201+0000","last_clean":"2024-09-16T01:42:15.383201+0000","last_became_active":"2024-09-16T01:42:14.137170+0000","last_became_peered":"2024-09-16T01:42:14.137170+0000","last_unstale":"2024-09-16T01:42:15.383201+0000","last_undegraded":"2024-09-16T01:42:15.383201+0000","last_fullsized":"2024-09-16T01:42:15.383201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382817+0000","last_change":"2024-09-16T01:42:13.125643+0000","last_active":"2024-09-16T01:42:15.382817+0000","last_peered":"2024-09-16T01:42:15.382817+0000","last_clean":"2024-09-16T01:42:15.382817+0000","last_became_active":"2024-09-16T01:42:13.125357+0000","last_became_peered":"2024-09-16T01:42:13.125357+0000","last_unstale":"2024-09-16T01:42:15.382817+0000","last_undegraded":"2024-09-16T01:42:15.382817+0000","last_fullsized":"2024-09-16T01:42:15.382817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130229+0000","last_change":"2024-09-16T01:42:14.135503+0000","last_active":"2024-09-16T01:42:15.130229+0000","last_peered":"2024-09-16T01:42:15.130229+0000","last_clean":"2024-09-16T01:42:15.130229+0000","last_became_active":"2024-09-16T01:42:14.132241+0000","last_became_peered":"2024-09-16T01:42:14.132241+0000","last_unstale":"2024-09-16T01:42:15.130229+0000","last_undegraded":"2024-09-16T01:42:15.130229+0000","last_fullsized":"2024-09-16T01:42:15.130229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:12.949603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129843+0000","last_change":"2024-09-16T01:42:13.124675+0000","last_active":"2024-09-16T01:42:15.129843+0000","last_peered":"2024-09-16T01:42:15.129843+0000","last_clean":"2024-09-16T01:42:15.129843+0000","last_became_active":"2024-09-16T01:42:13.124390+0000","last_became_peered":"2024-09-16T01:42:13.124390+0000","last_unstale":"2024-09-16T01:42:15.129843+0000","last_undegraded":"2024-09-16T01:42:15.129843+0000","last_fullsized":"2024-09-16T01:42:15.129843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:11.944440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238598+0000","last_change":"2024-09-16T01:42:14.138795+0000","last_active":"2024-09-16T01:42:15.238598+0000","last_peered":"2024-09-16T01:42:15.238598+0000","last_clean":"2024-09-16T01:42:15.238598+0000","last_became_active":"2024-09-16T01:42:14.137874+0000","last_became_peered":"2024-09-16T01:42:14.137874+0000","last_unstale":"2024-09-16T01:42:15.238598+0000","last_undegraded":"2024-09-16T01:42:15.238598+0000","last_fullsized":"2024-09-16T01:42:15.238598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:32.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383373+0000","last_change":"2024-09-16T01:42:13.118495+0000","last_active":"2024-09-16T01:42:15.383373+0000","last_peered":"2024-09-16T01:42:15.383373+0000","last_clean":"2024-09-16T01:42:15.383373+0000","last_became_active":"2024-09-16T01:42:13.116311+0000","last_became_peered":"2024-09-16T01:42:13.116311+0000","last_unstale":"2024-09-16T01:42:15.383373+0000","last_undegraded":"2024-09-16T01:42:15.383373+0000","last_fullsized":"2024-09-16T01:42:15.383373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:08.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382730+0000","last_change":"2024-09-16T01:42:14.133705+0000","last_active":"2024-09-16T01:42:15.382730+0000","last_peered":"2024-09-16T01:42:15.382730+0000","last_clean":"2024-09-16T01:42:15.382730+0000","last_became_active":"2024-09-16T01:42:14.133426+0000","last_became_peered":"2024-09-16T01:42:14.133426+0000","last_unstale":"2024-09-16T01:42:15.382730+0000","last_undegraded":"2024-09-16T01:42:15.382730+0000","last_fullsized":"2024-09-16T01:42:15.382730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:25.593655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382759+0000","last_change":"2024-09-16T01:42:13.125171+0000","last_active":"2024-09-16T01:42:15.382759+0000","last_peered":"2024-09-16T01:42:15.382759+0000","last_clean":"2024-09-16T01:42:15.382759+0000","last_became_active":"2024-09-16T01:42:13.124892+0000","last_became_peered":"2024-09-16T01:42:13.124892+0000","last_unstale":"2024-09-16T01:42:15.382759+0000","last_undegraded":"2024-09-16T01:42:15.382759+0000","last_fullsized":"2024-09-16T01:42:15.382759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:00.916078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238582+0000","last_change":"2024-09-16T01:42:14.128571+0000","last_active":"2024-09-16T01:42:15.238582+0000","last_peered":"2024-09-16T01:42:15.238582+0000","last_clean":"2024-09-16T01:42:15.238582+0000","last_became_active":"2024-09-16T01:42:14.128294+0000","last_became_peered":"2024-09-16T01:42:14.128294+0000","last_unstale":"2024-09-16T01:42:15.238582+0000","last_undegraded":"2024-09-16T01:42:15.238582+0000","last_fullsized":"2024-09-16T01:42:15.238582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:44.378057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129361+0000","last_change":"2024-09-16T01:42:13.122097+0000","last_active":"2024-09-16T01:42:15.129361+0000","last_peered":"2024-09-16T01:42:15.129361+0000","last_clean":"2024-09-16T01:42:15.129361+0000","last_became_active":"2024-09-16T01:42:13.121776+0000","last_became_peered":"2024-09-16T01:42:13.121776+0000","last_unstale":"2024-09-16T01:42:15.129361+0000","last_undegraded":"2024-09-16T01:42:15.129361+0000","last_fullsized":"2024-09-16T01:42:15.129361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:01.835006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129066+0000","last_change":"2024-09-16T01:42:14.128395+0000","last_active":"2024-09-16T01:42:15.129066+0000","last_peered":"2024-09-16T01:42:15.129066+0000","last_clean":"2024-09-16T01:42:15.129066+0000","last_became_active":"2024-09-16T01:42:14.128144+0000","last_became_peered":"2024-09-16T01:42:14.128144+0000","last_unstale":"2024-09-16T01:42:15.129066+0000","last_undegraded":"2024-09-16T01:42:15.129066+0000","last_fullsized":"2024-09-16T01:42:15.129066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127682+0000","last_change":"2024-09-16T01:42:13.127717+0000","last_active":"2024-09-16T01:42:15.127682+0000","last_peered":"2024-09-16T01:42:15.127682+0000","last_clean":"2024-09-16T01:42:15.127682+0000","last_became_active":"2024-09-16T01:42:13.127278+0000","last_became_peered":"2024-09-16T01:42:13.127278+0000","last_unstale":"2024-09-16T01:42:15.127682+0000","last_undegraded":"2024-09-16T01:42:15.127682+0000","last_fullsized":"2024-09-16T01:42:15.127682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:17.603792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238626+0000","last_change":"2024-09-16T01:42:14.134160+0000","last_active":"2024-09-16T01:42:15.238626+0000","last_peered":"2024-09-16T01:42:15.238626+0000","last_clean":"2024-09-16T01:42:15.238626+0000","last_became_active":"2024-09-16T01:42:14.133631+0000","last_became_peered":"2024-09-16T01:42:14.133631+0000","last_unstale":"2024-09-16T01:42:15.238626+0000","last_undegraded":"2024-09-16T01:42:15.238626+0000","last_fullsized":"2024-09-16T01:42:15.238626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:59.949151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129931+0000","last_change":"2024-09-16T01:42:13.122348+0000","last_active":"2024-09-16T01:42:15.129931+0000","last_peered":"2024-09-16T01:42:15.129931+0000","last_clean":"2024-09-16T01:42:15.129931+0000","last_became_active":"2024-09-16T01:42:13.122044+0000","last_became_peered":"2024-09-16T01:42:13.122044+0000","last_unstale":"2024-09-16T01:42:15.129931+0000","last_undegraded":"2024-09-16T01:42:15.129931+0000","last_fullsized":"2024-09-16T01:42:15.129931+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238821+0000","last_change":"2024-09-16T01:42:14.128747+0000","last_active":"2024-09-16T01:42:15.238821+0000","last_peered":"2024-09-16T01:42:15.238821+0000","last_clean":"2024-09-16T01:42:15.238821+0000","last_became_active":"2024-09-16T01:42:14.128448+0000","last_became_peered":"2024-09-16T01:42:14.128448+0000","last_unstale":"2024-09-16T01:42:15.238821+0000","last_undegraded":"2024-09-16T01:42:15.238821+0000","last_fullsized":"2024-09-16T01:42:15.238821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:34.929705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127924+0000","last_change":"2024-09-16T01:42:13.129482+0000","last_active":"2024-09-16T01:42:15.127924+0000","last_peered":"2024-09-16T01:42:15.127924+0000","last_clean":"2024-09-16T01:42:15.127924+0000","last_became_active":"2024-09-16T01:42:13.129164+0000","last_became_peered":"2024-09-16T01:42:13.129164+0000","last_unstale":"2024-09-16T01:42:15.127924+0000","last_undegraded":"2024-09-16T01:42:15.127924+0000","last_fullsized":"2024-09-16T01:42:15.127924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.239062+0000","last_change":"2024-09-16T01:42:14.133175+0000","last_active":"2024-09-16T01:42:15.239062+0000","last_peered":"2024-09-16T01:42:15.239062+0000","last_clean":"2024-09-16T01:42:15.239062+0000","last_became_active":"2024-09-16T01:42:14.131321+0000","last_became_peered":"2024-09-16T01:42:14.131321+0000","last_unstale":"2024-09-16T01:42:15.239062+0000","last_undegraded":"2024-09-16T01:42:15.239062+0000","last_fullsized":"2024-09-16T01:42:15.239062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:59.720491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382864+0000","last_change":"2024-09-16T01:42:13.126631+0000","last_active":"2024-09-16T01:42:15.382864+0000","last_peered":"2024-09-16T01:42:15.382864+0000","last_clean":"2024-09-16T01:42:15.382864+0000","last_became_active":"2024-09-16T01:42:13.124093+0000","last_became_peered":"2024-09-16T01:42:13.124093+0000","last_unstale":"2024-09-16T01:42:15.382864+0000","last_undegraded":"2024-09-16T01:42:15.382864+0000","last_fullsized":"2024-09-16T01:42:15.382864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382989+0000","last_change":"2024-09-16T01:42:14.142285+0000","last_active":"2024-09-16T01:42:15.382989+0000","last_peered":"2024-09-16T01:42:15.382989+0000","last_clean":"2024-09-16T01:42:15.382989+0000","last_became_active":"2024-09-16T01:42:14.141713+0000","last_became_peered":"2024-09-16T01:42:14.141713+0000","last_unstale":"2024-09-16T01:42:15.382989+0000","last_undegraded":"2024-09-16T01:42:15.382989+0000","last_fullsized":"2024-09-16T01:42:15.382989+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:30.616552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127864+0000","last_change":"2024-09-16T01:42:13.128629+0000","last_active":"2024-09-16T01:42:15.127864+0000","last_peered":"2024-09-16T01:42:15.127864+0000","last_clean":"2024-09-16T01:42:15.127864+0000","last_became_active":"2024-09-16T01:42:13.128027+0000","last_became_peered":"2024-09-16T01:42:13.128027+0000","last_unstale":"2024-09-16T01:42:15.127864+0000","last_undegraded":"2024-09-16T01:42:15.127864+0000","last_fullsized":"2024-09-16T01:42:15.127864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:59.338617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238681+0000","last_change":"2024-09-16T01:42:14.140270+0000","last_active":"2024-09-16T01:42:15.238681+0000","last_peered":"2024-09-16T01:42:15.238681+0000","last_clean":"2024-09-16T01:42:15.238681+0000","last_became_active":"2024-09-16T01:42:14.139996+0000","last_became_peered":"2024-09-16T01:42:14.139996+0000","last_unstale":"2024-09-16T01:42:15.238681+0000","last_undegraded":"2024-09-16T01:42:15.238681+0000","last_fullsized":"2024-09-16T01:42:15.238681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:22.403393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238297+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:15.238297+0000","last_peered":"2024-09-16T01:42:15.238297+0000","last_clean":"2024-09-16T01:42:15.238297+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:15.238297+0000","last_undegraded":"2024-09-16T01:42:15.238297+0000","last_fullsized":"2024-09-16T01:42:15.238297+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382511+0000","last_change":"2024-09-16T01:42:13.129571+0000","last_active":"2024-09-16T01:42:15.382511+0000","last_peered":"2024-09-16T01:42:15.382511+0000","last_clean":"2024-09-16T01:42:15.382511+0000","last_became_active":"2024-09-16T01:42:13.129238+0000","last_became_peered":"2024-09-16T01:42:13.129238+0000","last_unstale":"2024-09-16T01:42:15.382511+0000","last_undegraded":"2024-09-16T01:42:15.382511+0000","last_fullsized":"2024-09-16T01:42:15.382511+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231731+0000","last_change":"2024-09-16T01:42:14.137862+0000","last_active":"2024-09-16T01:42:15.231731+0000","last_peered":"2024-09-16T01:42:15.231731+0000","last_clean":"2024-09-16T01:42:15.231731+0000","last_became_active":"2024-09-16T01:42:14.136719+0000","last_became_peered":"2024-09-16T01:42:14.136719+0000","last_unstale":"2024-09-16T01:42:15.231731+0000","last_undegraded":"2024-09-16T01:42:15.231731+0000","last_fullsized":"2024-09-16T01:42:15.231731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238226+0000","last_change":"2024-09-16T01:42:13.129812+0000","last_active":"2024-09-16T01:42:15.238226+0000","last_peered":"2024-09-16T01:42:15.238226+0000","last_clean":"2024-09-16T01:42:15.238226+0000","last_became_active":"2024-09-16T01:42:13.128861+0000","last_became_peered":"2024-09-16T01:42:13.128861+0000","last_unstale":"2024-09-16T01:42:15.238226+0000","last_undegraded":"2024-09-16T01:42:15.238226+0000","last_fullsized":"2024-09-16T01:42:15.238226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:23.555677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383176+0000","last_change":"2024-09-16T01:42:14.132228+0000","last_active":"2024-09-16T01:42:15.383176+0000","last_peered":"2024-09-16T01:42:15.383176+0000","last_clean":"2024-09-16T01:42:15.383176+0000","last_became_active":"2024-09-16T01:42:14.131635+0000","last_became_peered":"2024-09-16T01:42:14.131635+0000","last_unstale":"2024-09-16T01:42:15.383176+0000","last_undegraded":"2024-09-16T01:42:15.383176+0000","last_fullsized":"2024-09-16T01:42:15.383176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127769+0000","last_change":"2024-09-16T01:42:13.130232+0000","last_active":"2024-09-16T01:42:15.127769+0000","last_peered":"2024-09-16T01:42:15.127769+0000","last_clean":"2024-09-16T01:42:15.127769+0000","last_became_active":"2024-09-16T01:42:13.129949+0000","last_became_peered":"2024-09-16T01:42:13.129949+0000","last_unstale":"2024-09-16T01:42:15.127769+0000","last_undegraded":"2024-09-16T01:42:15.127769+0000","last_fullsized":"2024-09-16T01:42:15.127769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382349+0000","last_change":"2024-09-16T01:42:14.124300+0000","last_active":"2024-09-16T01:42:15.382349+0000","last_peered":"2024-09-16T01:42:15.382349+0000","last_clean":"2024-09-16T01:42:15.382349+0000","last_became_active":"2024-09-16T01:42:14.124011+0000","last_became_peered":"2024-09-16T01:42:14.124011+0000","last_unstale":"2024-09-16T01:42:15.382349+0000","last_undegraded":"2024-09-16T01:42:15.382349+0000","last_fullsized":"2024-09-16T01:42:15.382349+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382877+0000","last_change":"2024-09-16T01:42:13.127447+0000","last_active":"2024-09-16T01:42:15.382877+0000","last_peered":"2024-09-16T01:42:15.382877+0000","last_clean":"2024-09-16T01:42:15.382877+0000","last_became_active":"2024-09-16T01:42:13.127169+0000","last_became_peered":"2024-09-16T01:42:13.127169+0000","last_unstale":"2024-09-16T01:42:15.382877+0000","last_undegraded":"2024-09-16T01:42:15.382877+0000","last_fullsized":"2024-09-16T01:42:15.382877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:01.835006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129648+0000","last_change":"2024-09-16T01:42:14.135684+0000","last_active":"2024-09-16T01:42:15.129648+0000","last_peered":"2024-09-16T01:42:15.129648+0000","last_clean":"2024-09-16T01:42:15.129648+0000","last_became_active":"2024-09-16T01:42:14.135398+0000","last_became_peered":"2024-09-16T01:42:14.135398+0000","last_unstale":"2024-09-16T01:42:15.129648+0000","last_undegraded":"2024-09-16T01:42:15.129648+0000","last_fullsized":"2024-09-16T01:42:15.129648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:51.433162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382729+0000","last_change":"2024-09-16T01:42:13.126566+0000","last_active":"2024-09-16T01:42:15.382729+0000","last_peered":"2024-09-16T01:42:15.382729+0000","last_clean":"2024-09-16T01:42:15.382729+0000","last_became_active":"2024-09-16T01:42:13.126251+0000","last_became_peered":"2024-09-16T01:42:13.126251+0000","last_unstale":"2024-09-16T01:42:15.382729+0000","last_undegraded":"2024-09-16T01:42:15.382729+0000","last_fullsized":"2024-09-16T01:42:15.382729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:43.499522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383095+0000","last_change":"2024-09-16T01:42:14.137879+0000","last_active":"2024-09-16T01:42:15.383095+0000","last_peered":"2024-09-16T01:42:15.383095+0000","last_clean":"2024-09-16T01:42:15.383095+0000","last_became_active":"2024-09-16T01:42:14.137582+0000","last_became_peered":"2024-09-16T01:42:14.137582+0000","last_unstale":"2024-09-16T01:42:15.383095+0000","last_undegraded":"2024-09-16T01:42:15.383095+0000","last_fullsized":"2024-09-16T01:42:15.383095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:08.827211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238863+0000","last_change":"2024-09-16T01:42:13.129217+0000","last_active":"2024-09-16T01:42:15.238863+0000","last_peered":"2024-09-16T01:42:15.238863+0000","last_clean":"2024-09-16T01:42:15.238863+0000","last_became_active":"2024-09-16T01:42:13.128919+0000","last_became_peered":"2024-09-16T01:42:13.128919+0000","last_unstale":"2024-09-16T01:42:15.238863+0000","last_undegraded":"2024-09-16T01:42:15.238863+0000","last_fullsized":"2024-09-16T01:42:15.238863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:42.816121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382831+0000","last_change":"2024-09-16T01:42:14.122504+0000","last_active":"2024-09-16T01:42:15.382831+0000","last_peered":"2024-09-16T01:42:15.382831+0000","last_clean":"2024-09-16T01:42:15.382831+0000","last_became_active":"2024-09-16T01:42:14.122203+0000","last_became_peered":"2024-09-16T01:42:14.122203+0000","last_unstale":"2024-09-16T01:42:15.382831+0000","last_undegraded":"2024-09-16T01:42:15.382831+0000","last_fullsized":"2024-09-16T01:42:15.382831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382592+0000","last_change":"2024-09-16T01:42:13.129423+0000","last_active":"2024-09-16T01:42:15.382592+0000","last_peered":"2024-09-16T01:42:15.382592+0000","last_clean":"2024-09-16T01:42:15.382592+0000","last_became_active":"2024-09-16T01:42:13.129125+0000","last_became_peered":"2024-09-16T01:42:13.129125+0000","last_unstale":"2024-09-16T01:42:15.382592+0000","last_undegraded":"2024-09-16T01:42:15.382592+0000","last_fullsized":"2024-09-16T01:42:15.382592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232081+0000","last_change":"2024-09-16T01:42:14.139733+0000","last_active":"2024-09-16T01:42:15.232081+0000","last_peered":"2024-09-16T01:42:15.232081+0000","last_clean":"2024-09-16T01:42:15.232081+0000","last_became_active":"2024-09-16T01:42:14.139391+0000","last_became_peered":"2024-09-16T01:42:14.139391+0000","last_unstale":"2024-09-16T01:42:15.232081+0000","last_undegraded":"2024-09-16T01:42:15.232081+0000","last_fullsized":"2024-09-16T01:42:15.232081+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130264+0000","last_change":"2024-09-16T01:42:13.123521+0000","last_active":"2024-09-16T01:42:15.130264+0000","last_peered":"2024-09-16T01:42:15.130264+0000","last_clean":"2024-09-16T01:42:15.130264+0000","last_became_active":"2024-09-16T01:42:13.123233+0000","last_became_peered":"2024-09-16T01:42:13.123233+0000","last_unstale":"2024-09-16T01:42:15.130264+0000","last_undegraded":"2024-09-16T01:42:15.130264+0000","last_fullsized":"2024-09-16T01:42:15.130264+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:50.428000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382842+0000","last_change":"2024-09-16T01:42:14.128087+0000","last_active":"2024-09-16T01:42:15.382842+0000","last_peered":"2024-09-16T01:42:15.382842+0000","last_clean":"2024-09-16T01:42:15.382842+0000","last_became_active":"2024-09-16T01:42:14.127802+0000","last_became_peered":"2024-09-16T01:42:14.127802+0000","last_unstale":"2024-09-16T01:42:15.382842+0000","last_undegraded":"2024-09-16T01:42:15.382842+0000","last_fullsized":"2024-09-16T01:42:15.382842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:16.688169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238366+0000","last_change":"2024-09-16T01:42:13.128467+0000","last_active":"2024-09-16T01:42:15.238366+0000","last_peered":"2024-09-16T01:42:15.238366+0000","last_clean":"2024-09-16T01:42:15.238366+0000","last_became_active":"2024-09-16T01:42:13.128188+0000","last_became_peered":"2024-09-16T01:42:13.128188+0000","last_unstale":"2024-09-16T01:42:15.238366+0000","last_undegraded":"2024-09-16T01:42:15.238366+0000","last_fullsized":"2024-09-16T01:42:15.238366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:19.042757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129669+0000","last_change":"2024-09-16T01:42:14.129389+0000","last_active":"2024-09-16T01:42:15.129669+0000","last_peered":"2024-09-16T01:42:15.129669+0000","last_clean":"2024-09-16T01:42:15.129669+0000","last_became_active":"2024-09-16T01:42:14.129071+0000","last_became_peered":"2024-09-16T01:42:14.129071+0000","last_unstale":"2024-09-16T01:42:15.129669+0000","last_undegraded":"2024-09-16T01:42:15.129669+0000","last_fullsized":"2024-09-16T01:42:15.129669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:02.840169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382402+0000","last_change":"2024-09-16T01:42:13.128091+0000","last_active":"2024-09-16T01:42:15.382402+0000","last_peered":"2024-09-16T01:42:15.382402+0000","last_clean":"2024-09-16T01:42:15.382402+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.382402+0000","last_undegraded":"2024-09-16T01:42:15.382402+0000","last_fullsized":"2024-09-16T01:42:15.382402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231666+0000","last_change":"2024-09-16T01:42:14.134441+0000","last_active":"2024-09-16T01:42:15.231666+0000","last_peered":"2024-09-16T01:42:15.231666+0000","last_clean":"2024-09-16T01:42:15.231666+0000","last_became_active":"2024-09-16T01:42:14.134128+0000","last_became_peered":"2024-09-16T01:42:14.134128+0000","last_unstale":"2024-09-16T01:42:15.231666+0000","last_undegraded":"2024-09-16T01:42:15.231666+0000","last_fullsized":"2024-09-16T01:42:15.231666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382621+0000","last_change":"2024-09-16T01:42:13.130916+0000","last_active":"2024-09-16T01:42:15.382621+0000","last_peered":"2024-09-16T01:42:15.382621+0000","last_clean":"2024-09-16T01:42:15.382621+0000","last_became_active":"2024-09-16T01:42:13.130636+0000","last_became_peered":"2024-09-16T01:42:13.130636+0000","last_unstale":"2024-09-16T01:42:15.382621+0000","last_undegraded":"2024-09-16T01:42:15.382621+0000","last_fullsized":"2024-09-16T01:42:15.382621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231813+0000","last_change":"2024-09-16T01:42:14.143640+0000","last_active":"2024-09-16T01:42:15.231813+0000","last_peered":"2024-09-16T01:42:15.231813+0000","last_clean":"2024-09-16T01:42:15.231813+0000","last_became_active":"2024-09-16T01:42:14.143341+0000","last_became_peered":"2024-09-16T01:42:14.143341+0000","last_unstale":"2024-09-16T01:42:15.231813+0000","last_undegraded":"2024-09-16T01:42:15.231813+0000","last_fullsized":"2024-09-16T01:42:15.231813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238732+0000","last_change":"2024-09-16T01:42:13.128028+0000","last_active":"2024-09-16T01:42:15.238732+0000","last_peered":"2024-09-16T01:42:15.238732+0000","last_clean":"2024-09-16T01:42:15.238732+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.238732+0000","last_undegraded":"2024-09-16T01:42:15.238732+0000","last_fullsized":"2024-09-16T01:42:15.238732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129281+0000","last_change":"2024-09-16T01:42:14.126726+0000","last_active":"2024-09-16T01:42:15.129281+0000","last_peered":"2024-09-16T01:42:15.129281+0000","last_clean":"2024-09-16T01:42:15.129281+0000","last_became_active":"2024-09-16T01:42:14.126415+0000","last_became_peered":"2024-09-16T01:42:14.126415+0000","last_unstale":"2024-09-16T01:42:15.129281+0000","last_undegraded":"2024-09-16T01:42:15.129281+0000","last_fullsized":"2024-09-16T01:42:15.129281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383075+0000","last_change":"2024-09-16T01:42:14.134718+0000","last_active":"2024-09-16T01:42:15.383075+0000","last_peered":"2024-09-16T01:42:15.383075+0000","last_clean":"2024-09-16T01:42:15.383075+0000","last_became_active":"2024-09-16T01:42:14.134414+0000","last_became_peered":"2024-09-16T01:42:14.134414+0000","last_unstale":"2024-09-16T01:42:15.383075+0000","last_undegraded":"2024-09-16T01:42:15.383075+0000","last_fullsized":"2024-09-16T01:42:15.383075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:12.663231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238486+0000","last_change":"2024-09-16T01:42:13.129080+0000","last_active":"2024-09-16T01:42:15.238486+0000","last_peered":"2024-09-16T01:42:15.238486+0000","last_clean":"2024-09-16T01:42:15.238486+0000","last_became_active":"2024-09-16T01:42:13.128816+0000","last_became_peered":"2024-09-16T01:42:13.128816+0000","last_unstale":"2024-09-16T01:42:15.238486+0000","last_undegraded":"2024-09-16T01:42:15.238486+0000","last_fullsized":"2024-09-16T01:42:15.238486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382796+0000","last_change":"2024-09-16T01:42:14.139421+0000","last_active":"2024-09-16T01:42:15.382796+0000","last_peered":"2024-09-16T01:42:15.382796+0000","last_clean":"2024-09-16T01:42:15.382796+0000","last_became_active":"2024-09-16T01:42:14.139155+0000","last_became_peered":"2024-09-16T01:42:14.139155+0000","last_unstale":"2024-09-16T01:42:15.382796+0000","last_undegraded":"2024-09-16T01:42:15.382796+0000","last_fullsized":"2024-09-16T01:42:15.382796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238748+0000","last_change":"2024-09-16T01:42:13.127986+0000","last_active":"2024-09-16T01:42:15.238748+0000","last_peered":"2024-09-16T01:42:15.238748+0000","last_clean":"2024-09-16T01:42:15.238748+0000","last_became_active":"2024-09-16T01:42:13.127711+0000","last_became_peered":"2024-09-16T01:42:13.127711+0000","last_unstale":"2024-09-16T01:42:15.238748+0000","last_undegraded":"2024-09-16T01:42:15.238748+0000","last_fullsized":"2024-09-16T01:42:15.238748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383064+0000","last_change":"2024-09-16T01:42:14.138831+0000","last_active":"2024-09-16T01:42:15.383064+0000","last_peered":"2024-09-16T01:42:15.383064+0000","last_clean":"2024-09-16T01:42:15.383064+0000","last_became_active":"2024-09-16T01:42:14.138127+0000","last_became_peered":"2024-09-16T01:42:14.138127+0000","last_unstale":"2024-09-16T01:42:15.383064+0000","last_undegraded":"2024-09-16T01:42:15.383064+0000","last_fullsized":"2024-09-16T01:42:15.383064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231989+0000","last_change":"2024-09-16T01:42:13.124746+0000","last_active":"2024-09-16T01:42:15.231989+0000","last_peered":"2024-09-16T01:42:15.231989+0000","last_clean":"2024-09-16T01:42:15.231989+0000","last_became_active":"2024-09-16T01:42:13.124464+0000","last_became_peered":"2024-09-16T01:42:13.124464+0000","last_unstale":"2024-09-16T01:42:15.231989+0000","last_undegraded":"2024-09-16T01:42:15.231989+0000","last_fullsized":"2024-09-16T01:42:15.231989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232063+0000","last_change":"2024-09-16T01:42:14.135371+0000","last_active":"2024-09-16T01:42:15.232063+0000","last_peered":"2024-09-16T01:42:15.232063+0000","last_clean":"2024-09-16T01:42:15.232063+0000","last_became_active":"2024-09-16T01:42:14.135104+0000","last_became_peered":"2024-09-16T01:42:14.135104+0000","last_unstale":"2024-09-16T01:42:15.232063+0000","last_undegraded":"2024-09-16T01:42:15.232063+0000","last_fullsized":"2024-09-16T01:42:15.232063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383150+0000","last_change":"2024-09-16T01:42:13.125561+0000","last_active":"2024-09-16T01:42:15.383150+0000","last_peered":"2024-09-16T01:42:15.383150+0000","last_clean":"2024-09-16T01:42:15.383150+0000","last_became_active":"2024-09-16T01:42:13.125098+0000","last_became_peered":"2024-09-16T01:42:13.125098+0000","last_unstale":"2024-09-16T01:42:15.383150+0000","last_undegraded":"2024-09-16T01:42:15.383150+0000","last_fullsized":"2024-09-16T01:42:15.383150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:14.112841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":73545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":73581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":73455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":664405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:22.851 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:42:22.851 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T01:42:22.851 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T01:42:22.851 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T01:42:22.852 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-16T01:42:22.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.987+0000 7f456f93b640 1 Processor -- start 2024-09-16T01:42:22.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.987+0000 7f456f93b640 1 -- start start 2024-09-16T01:42:22.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456f93b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4568147fc0 0x7f456815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456f93b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f45680d0ee0 0x7f45680d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456f93b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680b97d0 0x7f45680b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456f93b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f45681483a0 con 0x7f45680d0ee0 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456f93b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f456815efa0 con 0x7f4568147fc0 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456f93b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f45680d2500 con 0x7f45680b97d0 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f45680d0ee0 0x7f45680d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f45680d0ee0 0x7f45680d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60430/0 (socket says 172.21.15.16:60430) 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 -- 172.21.15.16:0/2353105391 learned_addr learned my addr 172.21.15.16:0/2353105391 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ded8640 1 --2- 172.21.15.16:0/2353105391 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680b97d0 0x7f45680b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456d6d7640 1 --2- 172.21.15.16:0/2353105391 >> v2:172.21.15.104:3300/0 conn(0x7f4568147fc0 0x7f456815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 -- 172.21.15.16:0/2353105391 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680b97d0 msgr2=0x7f45680b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 --2- 172.21.15.16:0/2353105391 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680b97d0 0x7f45680b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 -- 172.21.15.16:0/2353105391 >> v2:172.21.15.104:3300/0 conn(0x7f4568147fc0 msgr2=0x7f456815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:22.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 --2- 172.21.15.16:0/2353105391 >> v2:172.21.15.104:3300/0 conn(0x7f4568147fc0 0x7f456815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.988+0000 7f456ced6640 1 -- 172.21.15.16:0/2353105391 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45680d2750 con 0x7f45680d0ee0 2024-09-16T01:42:22.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456ced6640 1 --2- 172.21.15.16:0/2353105391 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680d0ee0 0x7f45680d1370 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45680b7260 tx=0x7f455802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17ec03a0b014c9bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f455ffff640 1 -- 172.21.15.16:0/2353105391 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4558037070 con 0x7f45680d0ee0 2024-09-16T01:42:22.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f455ffff640 1 -- 172.21.15.16:0/2353105391 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4558032440 con 0x7f45680d0ee0 2024-09-16T01:42:22.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f455ffff640 1 -- 172.21.15.16:0/2353105391 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4558032810 con 0x7f45680d0ee0 2024-09-16T01:42:22.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456f93b640 1 -- 172.21.15.16:0/2353105391 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680d0ee0 msgr2=0x7f45680d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456f93b640 1 --2- 172.21.15.16:0/2353105391 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680d0ee0 0x7f45680d1370 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45680b7260 tx=0x7f455802a210 comp rx=0 tx=0).stop 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456f93b640 1 -- 172.21.15.16:0/2353105391 shutdown_connections 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456f93b640 1 --2- 172.21.15.16:0/2353105391 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680b97d0 0x7f45680b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456f93b640 1 --2- 172.21.15.16:0/2353105391 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680d0ee0 0x7f45680d1370 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456f93b640 1 --2- 172.21.15.16:0/2353105391 >> v2:172.21.15.104:3300/0 conn(0x7f4568147fc0 0x7f456815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.989+0000 7f456f93b640 1 -- 172.21.15.16:0/2353105391 >> 172.21.15.16:0/2353105391 conn(0x7f4568074fe0 msgr2=0x7f456806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.990+0000 7f456f93b640 1 -- 172.21.15.16:0/2353105391 shutdown_connections 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.990+0000 7f456f93b640 1 -- 172.21.15.16:0/2353105391 wait complete. 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 Processor -- start 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 -- start start 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680b97d0 0x7f45681f73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680d0ee0 0x7f45681f4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4568147fc0 0x7f4568142500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f45680d2ff0 con 0x7f45680b97d0 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f45680d2d10 con 0x7f45680d0ee0 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.991+0000 7f456f93b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f45680ba120 con 0x7f4568147fc0 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680b97d0 0x7f45681f73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680b97d0 0x7f45681f73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60440/0 (socket says 172.21.15.16:60440) 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 -- 172.21.15.16:0/3252025840 learned_addr learned my addr 172.21.15.16:0/3252025840 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456ded8640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4568147fc0 0x7f4568142500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456ced6640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680d0ee0 0x7f45681f4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 -- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4568147fc0 msgr2=0x7f4568142500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4568147fc0 0x7f4568142500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 -- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680d0ee0 msgr2=0x7f45681f4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680d0ee0 0x7f45681f4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 -- 172.21.15.16:0/3252025840 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f456813e5b0 con 0x7f45680b97d0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456d6d7640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680b97d0 0x7f45681f73f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f456400d620 tx=0x7f456400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f455dffb640 1 -- 172.21.15.16:0/3252025840 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456400b620 con 0x7f45680b97d0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f455dffb640 1 -- 172.21.15.16:0/3252025840 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4564019070 con 0x7f45680b97d0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4568142d90 con 0x7f45680b97d0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f455dffb640 1 -- 172.21.15.16:0/3252025840 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456400ba00 con 0x7f45680b97d0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.992+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f456813eb30 con 0x7f45680b97d0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.994+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45680b9be0 con 0x7f45680b97d0 2024-09-16T01:42:22.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.994+0000 7f455dffb640 1 -- 172.21.15.16:0/3252025840 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f456400bba0 con 0x7f45680b97d0 2024-09-16T01:42:23.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.994+0000 7f455dffb640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.995+0000 7f455dffb640 1 -- 172.21.15.16:0/3252025840 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f456408b6e0 con 0x7f45680b97d0 2024-09-16T01:42:23.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.995+0000 7f456ced6640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.995+0000 7f456ced6640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f454c06c2b0 0x7f454c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4558034000 tx=0x7f455802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:22.999+0000 7f455dffb640 1 -- 172.21.15.16:0/3252025840 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4564059800 con 0x7f45680b97d0 2024-09-16T01:42:23.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.224+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f45681f49a0 con 0x7f45680b97d0 2024-09-16T01:42:23.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.227+0000 7f455dffb640 1 -- 172.21.15.16:0/3252025840 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173512 (secure 0 0 0) 0x7f456405db00 con 0x7f45680b97d0 2024-09-16T01:42:23.443 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:23.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f454c06c2b0 msgr2=0x7f454c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f454c06c2b0 0x7f454c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4558034000 tx=0x7f455802e000 comp rx=0 tx=0).stop 2024-09-16T01:42:23.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680b97d0 msgr2=0x7f45681f73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680b97d0 0x7f45681f73f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f456400d620 tx=0x7f456400dae0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 shutdown_connections 2024-09-16T01:42:23.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4568147fc0 0x7f4568142500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680d0ee0 0x7f45681f4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 --2- 172.21.15.16:0/3252025840 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680b97d0 0x7f45681f73f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 >> 172.21.15.16:0/3252025840 conn(0x7f4568074fe0 msgr2=0x7f456813d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:23.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 shutdown_connections 2024-09-16T01:42:23.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.230+0000 7f456f93b640 1 -- 172.21.15.16:0/3252025840 wait complete. 2024-09-16T01:42:23.446 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":5,"flags":0,"active_gid":4108,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2952325595},{"type":"v1","addr":"172.21.15.104:6833","nonce":2952325595}]},"active_addr":"172.21.15.104:6833/2952325595","active_change":"2024-09-16T01:41:54.287343+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4101,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":3246470285}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":1595666438}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":3439768684}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":2448254887}]}]} 2024-09-16T01:42:23.451 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T01:42:23.451 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T01:42:23.451 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:23.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.552+0000 7f03e2f23640 1 Processor -- start 2024-09-16T01:42:23.555 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.552+0000 7f03e2f23640 1 -- start start 2024-09-16T01:42:23.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e2f23640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f03dc15e680 0x7f03dc0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e2f23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0b95a0 0x7f03dc0d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e2f23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc0d4570 0x7f03dc0d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e2f23640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f03dc0d4f20 con 0x7f03dc0d4570 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e2f23640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f03dc0b8500 con 0x7f03dc15e680 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e2f23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f03dc0b87e0 con 0x7f03dc0b95a0 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc0d4570 0x7f03dc0d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc0d4570 0x7f03dc0d49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60442/0 (socket says 172.21.15.16:60442) 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 -- 172.21.15.16:0/685847083 learned_addr learned my addr 172.21.15.16:0/685847083 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03d3fff640 1 --2- 172.21.15.16:0/685847083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0b95a0 0x7f03dc0d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e0cbf640 1 --2- 172.21.15.16:0/685847083 >> v2:172.21.15.104:3300/0 conn(0x7f03dc15e680 0x7f03dc0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 -- 172.21.15.16:0/685847083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0b95a0 msgr2=0x7f03dc0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 --2- 172.21.15.16:0/685847083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0b95a0 0x7f03dc0d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 -- 172.21.15.16:0/685847083 >> v2:172.21.15.104:3300/0 conn(0x7f03dc15e680 msgr2=0x7f03dc0b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 --2- 172.21.15.16:0/685847083 >> v2:172.21.15.104:3300/0 conn(0x7f03dc15e680 0x7f03dc0b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e14c0640 1 -- 172.21.15.16:0/685847083 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03dc0b8ac0 con 0x7f03dc0d4570 2024-09-16T01:42:23.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03d3fff640 1 --2- 172.21.15.16:0/685847083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0b95a0 0x7f03dc0d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:23.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.553+0000 7f03e0cbf640 1 --2- 172.21.15.16:0/685847083 >> v2:172.21.15.104:3300/0 conn(0x7f03dc15e680 0x7f03dc0b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:23.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.554+0000 7f03e14c0640 1 --2- 172.21.15.16:0/685847083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0d4570 0x7f03dc0d49e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f03dc072d70 tx=0x7f03d402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46348799ac940d7b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.554+0000 7f03d37fe640 1 -- 172.21.15.16:0/685847083 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d4036070 con 0x7f03dc0d4570 2024-09-16T01:42:23.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.554+0000 7f03d37fe640 1 -- 172.21.15.16:0/685847083 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03d4031600 con 0x7f03dc0d4570 2024-09-16T01:42:23.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.554+0000 7f03d37fe640 1 -- 172.21.15.16:0/685847083 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d40319d0 con 0x7f03dc0d4570 2024-09-16T01:42:23.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.554+0000 7f03e2f23640 1 -- 172.21.15.16:0/685847083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0d4570 msgr2=0x7f03dc0d49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 --2- 172.21.15.16:0/685847083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0d4570 0x7f03dc0d49e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f03dc072d70 tx=0x7f03d402a6a0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 -- 172.21.15.16:0/685847083 shutdown_connections 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 --2- 172.21.15.16:0/685847083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0d4570 0x7f03dc0d49e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 --2- 172.21.15.16:0/685847083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0b95a0 0x7f03dc0d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 --2- 172.21.15.16:0/685847083 >> v2:172.21.15.104:3300/0 conn(0x7f03dc15e680 0x7f03dc0b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 -- 172.21.15.16:0/685847083 >> 172.21.15.16:0/685847083 conn(0x7f03dc074fe0 msgr2=0x7f03dc072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 -- 172.21.15.16:0/685847083 shutdown_connections 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.555+0000 7f03e2f23640 1 -- 172.21.15.16:0/685847083 wait complete. 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.556+0000 7f03e2f23640 1 Processor -- start 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.556+0000 7f03e2f23640 1 -- start start 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e2f23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0b95a0 0x7f03dc15b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e2f23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0d4570 0x7f03dc139770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e2f23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc15e680 0x7f03dc13c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e2f23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc0d1bd0 con 0x7f03dc0b95a0 2024-09-16T01:42:23.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e2f23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc0b9080 con 0x7f03dc15e680 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e2f23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f03dc0b99e0 con 0x7f03dc0d4570 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0b95a0 0x7f03dc15b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0b95a0 0x7f03dc15b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60452/0 (socket says 172.21.15.16:60452) 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 -- 172.21.15.16:0/511881515 learned_addr learned my addr 172.21.15.16:0/511881515 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 -- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0d4570 msgr2=0x7f03dc139770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03d3fff640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0d4570 0x7f03dc139770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e14c0640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc15e680 0x7f03dc13c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0d4570 0x7f03dc139770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 -- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc15e680 msgr2=0x7f03dc13c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc15e680 0x7f03dc13c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 -- 172.21.15.16:0/511881515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03dc15a4b0 con 0x7f03dc0b95a0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03d3fff640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0d4570 0x7f03dc139770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e0cbf640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0b95a0 0x7f03dc15b550 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f03d800c820 tx=0x7f03d800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03d17fa640 1 -- 172.21.15.16:0/511881515 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d8015070 con 0x7f03dc0b95a0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03d17fa640 1 -- 172.21.15.16:0/511881515 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03d8007a30 con 0x7f03dc0b95a0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03dc15a790 con 0x7f03dc0b95a0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.557+0000 7f03d17fa640 1 -- 172.21.15.16:0/511881515 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d8007e00 con 0x7f03dc0b95a0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.558+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03dc15ad50 con 0x7f03dc0b95a0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.559+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03dc0d49e0 con 0x7f03dc0b95a0 2024-09-16T01:42:23.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.559+0000 7f03d17fa640 1 -- 172.21.15.16:0/511881515 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f03d8018070 con 0x7f03dc0b95a0 2024-09-16T01:42:23.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.559+0000 7f03d17fa640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c806c2b0 0x7f03c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.560+0000 7f03d17fa640 1 -- 172.21.15.16:0/511881515 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f03d808b420 con 0x7f03dc0b95a0 2024-09-16T01:42:23.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.560+0000 7f03d3fff640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c806c2b0 0x7f03c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.560+0000 7f03d3fff640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c806c2b0 0x7f03c806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f03dc158200 tx=0x7f03cc008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.564+0000 7f03d17fa640 1 -- 172.21.15.16:0/511881515 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f03d8059b90 con 0x7f03dc0b95a0 2024-09-16T01:42:23.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.739+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f03dc0d0d00 con 0x7f03dc0b95a0 2024-09-16T01:42:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.740+0000 7f03d17fa640 1 -- 172.21.15.16:0/511881515 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f03d8059490 con 0x7f03dc0b95a0 2024-09-16T01:42:23.743 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:23.743 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:15.122084+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:23.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.742+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c806c2b0 msgr2=0x7f03c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.742+0000 7f03e2f23640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c806c2b0 0x7f03c806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f03dc158200 tx=0x7f03cc008040 comp rx=0 tx=0).stop 2024-09-16T01:42:23.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.742+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0b95a0 msgr2=0x7f03dc15b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.742+0000 7f03e2f23640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0b95a0 0x7f03dc15b550 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f03d800c820 tx=0x7f03d800cc20 comp rx=0 tx=0).stop 2024-09-16T01:42:23.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.742+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 shutdown_connections 2024-09-16T01:42:23.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.742+0000 7f03e2f23640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c806c2b0 0x7f03c806e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.743+0000 7f03e2f23640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc15e680 0x7f03dc13c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.743+0000 7f03e2f23640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0d4570 0x7f03dc139770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.743+0000 7f03e2f23640 1 --2- 172.21.15.16:0/511881515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0b95a0 0x7f03dc15b550 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.743+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 >> 172.21.15.16:0/511881515 conn(0x7f03dc074fe0 msgr2=0x7f03dc0d2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:23.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.743+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 shutdown_connections 2024-09-16T01:42:23.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.743+0000 7f03e2f23640 1 -- 172.21.15.16:0/511881515 wait complete. 2024-09-16T01:42:23.756 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T01:42:23.756 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:23.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.856+0000 7f572b677640 1 Processor -- start 2024-09-16T01:42:23.859 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.856+0000 7f572b677640 1 -- start start 2024-09-16T01:42:23.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f572b677640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f57240d32d0 0x7f57240cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f572b677640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f57240d1030 0x7f57240d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f572b677640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f572415e950 con 0x7f572415e570 2024-09-16T01:42:23.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f572b677640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f57240d19e0 con 0x7f57240d1030 2024-09-16T01:42:23.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f572b677640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f57240d3710 con 0x7f57240d32d0 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5729c14640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f57240d1030 0x7f57240d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5729c14640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f57240d1030 0x7f57240d14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60460/0 (socket says 172.21.15.16:60460) 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5729c14640 1 -- 172.21.15.16:0/973912460 learned_addr learned my addr 172.21.15.16:0/973912460 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5728c12640 1 --2- 172.21.15.16:0/973912460 >> v2:172.21.15.104:3300/0 conn(0x7f57240d32d0 0x7f57240cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5729c14640 1 -- 172.21.15.16:0/973912460 >> v2:172.21.15.104:3300/0 conn(0x7f57240d32d0 msgr2=0x7f57240cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5729c14640 1 --2- 172.21.15.16:0/973912460 >> v2:172.21.15.104:3300/0 conn(0x7f57240d32d0 0x7f57240cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5729c14640 1 -- 172.21.15.16:0/973912460 >> v1:172.21.15.16:6789/0 conn(0x7f572415e570 legacy=0x7f57240d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.858+0000 7f5729c14640 1 -- 172.21.15.16:0/973912460 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57240d3960 con 0x7f57240d1030 2024-09-16T01:42:23.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.857+0000 7f5723fff640 1 -- 172.21.15.16:0/973912460 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 600116684 0 0) 0x7f572415e950 con 0x7f572415e570 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.858+0000 7f5729c14640 1 --2- 172.21.15.16:0/973912460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57240d14a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f57240d2830 tx=0x7f571c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3db9c615e83de5d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.858+0000 7f5723fff640 1 -- 172.21.15.16:0/973912460 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571c037070 con 0x7f57240d1030 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.858+0000 7f5723fff640 1 -- 172.21.15.16:0/973912460 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f571c032440 con 0x7f57240d1030 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.858+0000 7f5723fff640 1 -- 172.21.15.16:0/973912460 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571c032810 con 0x7f57240d1030 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 -- 172.21.15.16:0/973912460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 msgr2=0x7f57240d14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 --2- 172.21.15.16:0/973912460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57240d14a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f57240d2830 tx=0x7f571c02a1e0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 -- 172.21.15.16:0/973912460 shutdown_connections 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 --2- 172.21.15.16:0/973912460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57240d14a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 --2- 172.21.15.16:0/973912460 >> v2:172.21.15.104:3300/0 conn(0x7f57240d32d0 0x7f57240cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 -- 172.21.15.16:0/973912460 >> 172.21.15.16:0/973912460 conn(0x7f5724074bc0 msgr2=0x7f5724074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 -- 172.21.15.16:0/973912460 shutdown_connections 2024-09-16T01:42:23.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.859+0000 7f572b677640 1 -- 172.21.15.16:0/973912460 wait complete. 2024-09-16T01:42:23.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.860+0000 7f572b677640 1 Processor -- start 2024-09-16T01:42:23.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.860+0000 7f572b677640 1 -- start start 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f572b677640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57241f4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f572b677640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57240d32d0 0x7f5724162070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f572b677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f572415e570 0x7f57241625b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f572b677640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f57240d4200 con 0x7f57240d1030 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f572b677640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f57240d3f20 con 0x7f57240d32d0 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f572b677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f57240d44e0 con 0x7f572415e570 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57241f4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57241f4a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60474/0 (socket says 172.21.15.16:60474) 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 -- 172.21.15.16:0/1753203229 learned_addr learned my addr 172.21.15.16:0/1753203229 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729c14640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f572415e570 0x7f57241625b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5728c12640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57240d32d0 0x7f5724162070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 -- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f572415e570 msgr2=0x7f57241625b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f572415e570 0x7f57241625b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 -- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57240d32d0 msgr2=0x7f5724162070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57240d32d0 0x7f5724162070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.861+0000 7f5729413640 1 -- 172.21.15.16:0/1753203229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57241f4f80 con 0x7f57240d1030 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.862+0000 7f5729413640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57241f4a40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f571400c7f0 tx=0x7f571400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.862+0000 7f5721ffb640 1 -- 172.21.15.16:0/1753203229 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714017070 con 0x7f57240d1030 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.862+0000 7f5721ffb640 1 -- 172.21.15.16:0/1753203229 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5714003da0 con 0x7f57240d1030 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.862+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57240c97d0 con 0x7f57240d1030 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.862+0000 7f5721ffb640 1 -- 172.21.15.16:0/1753203229 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714005290 con 0x7f57240d1030 2024-09-16T01:42:23.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.862+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57241f53d0 con 0x7f57240d1030 2024-09-16T01:42:23.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.863+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57240d14a0 con 0x7f57240d1030 2024-09-16T01:42:23.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.863+0000 7f5721ffb640 1 -- 172.21.15.16:0/1753203229 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f571401a070 con 0x7f57240d1030 2024-09-16T01:42:23.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.864+0000 7f5721ffb640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f571006c2b0 0x7f571006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.864+0000 7f5721ffb640 1 -- 172.21.15.16:0/1753203229 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f571408a990 con 0x7f57240d1030 2024-09-16T01:42:23.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.864+0000 7f5728c12640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f571006c2b0 0x7f571006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.864+0000 7f5728c12640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f571006c2b0 0x7f571006e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5724163000 tx=0x7f5718008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:23.868+0000 7f5721ffb640 1 -- 172.21.15.16:0/1753203229 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f57241f4f80 con 0x7f57240d1030 2024-09-16T01:42:24.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.044+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f57240b6e50 con 0x7f57240d1030 2024-09-16T01:42:24.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.046+0000 7f5721ffb640 1 -- 172.21.15.16:0/1753203229 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f5714058b40 con 0x7f57240d1030 2024-09-16T01:42:24.048 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:24.048 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:15.122084+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:24.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f571006c2b0 msgr2=0x7f571006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f571006c2b0 0x7f571006e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5724163000 tx=0x7f5718008040 comp rx=0 tx=0).stop 2024-09-16T01:42:24.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 msgr2=0x7f57241f4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57241f4a40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f571400c7f0 tx=0x7f571400ccb0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 shutdown_connections 2024-09-16T01:42:24.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f571006c2b0 0x7f571006e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f572415e570 0x7f57241625b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57240d32d0 0x7f5724162070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 --2- 172.21.15.16:0/1753203229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57240d1030 0x7f57241f4a40 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 >> 172.21.15.16:0/1753203229 conn(0x7f5724074bc0 msgr2=0x7f57240b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 shutdown_connections 2024-09-16T01:42:24.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.048+0000 7f572b677640 1 -- 172.21.15.16:0/1753203229 wait complete. 2024-09-16T01:42:24.061 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T01:42:24.062 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T01:42:24.062 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T01:42:24.063 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T01:42:24.063 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-16T01:42:24.063 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-16T01:42:24.064 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-16T01:42:24.064 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-16T01:42:24.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.235+0000 7f358be4c640 1 Processor -- start 2024-09-16T01:42:24.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.235+0000 7f358be4c640 1 -- start start 2024-09-16T01:42:24.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f358be4c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f35840cecc0 0x7f35840b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f358be4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f358406bbe0 0x7f358406c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f358be4c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35840cd270 con 0x7f358415a6c0 2024-09-16T01:42:24.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f358be4c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f358406c560 con 0x7f35840cecc0 2024-09-16T01:42:24.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7feb44531640 1 Processor -- start 2024-09-16T01:42:24.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7feb44531640 1 -- start start 2024-09-16T01:42:24.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f358be4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f35840b5090 con 0x7f358406bbe0 2024-09-16T01:42:24.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f3589be8640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f358415a6c0 0x7f35840cfb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36000/0 (socket says 172.21.15.16:36000) 2024-09-16T01:42:24.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f3589be8640 1 -- 172.21.15.16:0/513646100 learned_addr learned my addr 172.21.15.16:0/513646100 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.237+0000 7f358a3e9640 1 --2- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f358406bbe0 0x7f358406c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.238+0000 7f35893e7640 1 --2- 172.21.15.16:0/513646100 >> v2:172.21.15.104:3300/0 conn(0x7f35840cecc0 0x7f35840b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.238+0000 7f03e3aba640 1 Processor -- start 2024-09-16T01:42:24.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7f03e3aba640 1 -- start start 2024-09-16T01:42:24.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7feb44531640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feb3c15eb00 0x7feb3c074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7feb44531640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb3c0cdb00 0x7feb3c075100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7feb44531640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb3c0ce000 con 0x7feb3c073be0 2024-09-16T01:42:24.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7feb44531640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7feb3c0b2a70 con 0x7feb3c0cdb00 2024-09-16T01:42:24.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7feb44531640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7feb3c0ce2e0 con 0x7feb3c15eb00 2024-09-16T01:42:24.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.238+0000 7f3588be6640 1 -- 172.21.15.16:0/513646100 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2494884396 0 0) 0x7f35840cd270 con 0x7f358415a6c0 2024-09-16T01:42:24.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.238+0000 7f35893e7640 1 -- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f358406bbe0 msgr2=0x7f358406c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.238+0000 7f35893e7640 1 --2- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f358406bbe0 0x7f358406c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7f1fc140e640 1 Processor -- start 2024-09-16T01:42:24.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7f1fc140e640 1 -- start start 2024-09-16T01:42:24.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7feb42ace640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7feb3c073be0 0x7feb3c0d1080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36014/0 (socket says 172.21.15.16:36014) 2024-09-16T01:42:24.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7feb42ace640 1 -- 172.21.15.16:0/2660631761 learned_addr learned my addr 172.21.15.16:0/2660631761 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.238+0000 7f35893e7640 1 -- 172.21.15.16:0/513646100 >> v1:172.21.15.16:6789/0 conn(0x7f358415a6c0 legacy=0x7f35840cfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.238+0000 7f35893e7640 1 -- 172.21.15.16:0/513646100 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35840b5370 con 0x7f35840cecc0 2024-09-16T01:42:24.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7f358a3e9640 1 --2- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f358406bbe0 0x7f358406c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:24.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7feb41acc640 1 --2- 172.21.15.16:0/2660631761 >> v2:172.21.15.16:3300/0 conn(0x7feb3c0cdb00 0x7feb3c075100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7f35893e7640 1 --2- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35840cecc0 0x7f35840b35e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f35800097a0 tx=0x7f358002e500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c24e9db86574a78 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7f03e3aba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc06c230 0x7f03dc0ccc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7f03e3aba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc0cd1b0 0x7f03dc0ce7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7f03e3aba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03dc06c6a0 con 0x7f03dc0cfc50 2024-09-16T01:42:24.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7f03e3aba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f03dc1640a0 con 0x7f03dc0cd1b0 2024-09-16T01:42:24.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7f03e3aba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f03dc163800 con 0x7f03dc06c230 2024-09-16T01:42:24.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7feb41acc640 1 -- 172.21.15.16:0/2660631761 >> v2:172.21.15.104:3300/0 conn(0x7feb3c15eb00 msgr2=0x7feb3c074bc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:24.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7feb412cb640 1 -- 172.21.15.16:0/2660631761 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3930848722 0 0) 0x7feb3c0ce000 con 0x7feb3c073be0 2024-09-16T01:42:24.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7feb41acc640 1 --2- 172.21.15.16:0/2660631761 >> v2:172.21.15.104:3300/0 conn(0x7feb3c15eb00 0x7feb3c074bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7feb41acc640 1 -- 172.21.15.16:0/2660631761 >> v1:172.21.15.16:6789/0 conn(0x7feb3c073be0 legacy=0x7feb3c0d1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7feb41acc640 1 -- 172.21.15.16:0/2660631761 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb3c0ce5c0 con 0x7feb3c0cdb00 2024-09-16T01:42:24.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7fe126ed1640 1 Processor -- start 2024-09-16T01:42:24.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f03e2057640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc0cd1b0 0x7f03dc0ce7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f03e1856640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f03dc0cfc50 0x7f03dc162fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36022/0 (socket says 172.21.15.16:36022) 2024-09-16T01:42:24.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f03e1856640 1 -- 172.21.15.16:0/3430334338 learned_addr learned my addr 172.21.15.16:0/3430334338 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.239+0000 7fe15b59e640 1 Processor -- start 2024-09-16T01:42:24.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.240+0000 7fe15b59e640 1 -- start start 2024-09-16T01:42:24.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7fe15b59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe154053720 0x7fe1540068b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7fe15b59e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe15403b810 0x7fe154006df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7fe15b59e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe154005e10 con 0x7fe1540e6e50 2024-09-16T01:42:24.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7fe15b59e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe1540e7230 con 0x7fe154053720 2024-09-16T01:42:24.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7fe15b59e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe154057550 con 0x7fe15403b810 2024-09-16T01:42:24.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7fe15a59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe1540e6e50 0x7fe154053010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39946/0 (socket says 172.21.15.16:39946) 2024-09-16T01:42:24.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15a59c640 1 -- 172.21.15.16:0/914989345 learned_addr learned my addr 172.21.15.16:0/914989345 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15ad9d640 1 --2- 172.21.15.16:0/914989345 >> v2:172.21.15.104:3300/0 conn(0x7fe15403b810 0x7fe154006df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7feb41acc640 1 --2- 172.21.15.16:0/2660631761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c075100 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7feb2c0097a0 tx=0x7feb2c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88a2f1eb60e7c846 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f03e2057640 1 -- 172.21.15.16:0/3430334338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc06c230 msgr2=0x7f03dc0ccc70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:24.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f03e2057640 1 --2- 172.21.15.16:0/3430334338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc06c230 0x7f03dc0ccc70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f03e2057640 1 -- 172.21.15.16:0/3430334338 >> v1:172.21.15.16:6789/0 conn(0x7f03dc0cfc50 legacy=0x7f03dc162fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f03e2057640 1 -- 172.21.15.16:0/3430334338 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03dc163ae0 con 0x7f03dc0cd1b0 2024-09-16T01:42:24.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fc140e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc15e7d0 0x7f1fbc0cf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fc140e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1fbc0d4250 0x7f1fbc0d10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fc140e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fbc0ba6b0 con 0x7f1fbc0b3250 2024-09-16T01:42:24.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fc140e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1fbc15ebb0 con 0x7f1fbc0d4250 2024-09-16T01:42:24.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fc140e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1fbc0d34d0 con 0x7f1fbc15e7d0 2024-09-16T01:42:24.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fba7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1fbc0d4250 0x7f1fbc0d10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fba7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1fbc0d4250 0x7f1fbc0d10a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60490/0 (socket says 172.21.15.16:60490) 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fba7fc640 1 -- 172.21.15.16:0/2639944767 learned_addr learned my addr 172.21.15.16:0/2639944767 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fb9ffb640 1 -- 172.21.15.16:0/2639944767 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 205556850 0 0) 0x7f1fbc0ba6b0 con 0x7f1fbc0b3250 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7f1fb9ffb640 1 -- 172.21.15.16:0/2639944767 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1fa4003520 con 0x7f1fbc0b3250 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7f1fba7fc640 1 -- 172.21.15.16:0/2639944767 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc15e7d0 msgr2=0x7f1fbc0cf6b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7f1fba7fc640 1 --2- 172.21.15.16:0/2639944767 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc15e7d0 0x7f1fbc0cf6b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7f1fba7fc640 1 -- 172.21.15.16:0/2639944767 >> v1:172.21.15.16:6789/0 conn(0x7f1fbc0b3250 legacy=0x7f1fbc0b6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7f1fba7fc640 1 -- 172.21.15.16:0/2639944767 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fbc0d3770 con 0x7f1fbc0d4250 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7f3588be6640 1 -- 172.21.15.16:0/513646100 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358003a070 con 0x7f35840cecc0 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7f3588be6640 1 -- 172.21.15.16:0/513646100 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3580033710 con 0x7f35840cecc0 2024-09-16T01:42:24.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7f3588be6640 1 -- 172.21.15.16:0/513646100 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3580033ae0 con 0x7f35840cecc0 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.241+0000 7fe126ed1640 1 -- start start 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe126ed1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe118033880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe126ed1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe118055620 0x7fe118036840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe126ed1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe118036d80 0x7fe118039690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe126ed1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe118006a80 con 0x7fe118036d80 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe126ed1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe118037370 con 0x7fe118055620 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe126ed1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe118047ae0 con 0x7fe118036460 2024-09-16T01:42:24.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe1266d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe118036d80 0x7fe118039690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe1266d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe118036d80 0x7fe118039690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60506/0 (socket says 172.21.15.16:60506) 2024-09-16T01:42:24.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe1266d0640 1 -- 172.21.15.16:0/4178421069 learned_addr learned my addr 172.21.15.16:0/4178421069 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7feb412cb640 1 -- 172.21.15.16:0/2660631761 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c037070 con 0x7feb3c0cdb00 2024-09-16T01:42:24.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7feb412cb640 1 -- 172.21.15.16:0/2660631761 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb2c032440 con 0x7feb3c0cdb00 2024-09-16T01:42:24.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7feb412cb640 1 -- 172.21.15.16:0/2660631761 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c032850 con 0x7feb3c0cdb00 2024-09-16T01:42:24.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f358be4c640 1 -- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35840cecc0 msgr2=0x7f35840b35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f358be4c640 1 --2- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35840cecc0 0x7f35840b35e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f35800097a0 tx=0x7f358002e500 comp rx=0 tx=0).stop 2024-09-16T01:42:24.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f03e2057640 1 --2- 172.21.15.16:0/3430334338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 0x7f03dc0ce7e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f03d80097a0 tx=0x7f03d802a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=964e4c5083b1a67d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f1fba7fc640 1 --2- 172.21.15.16:0/2639944767 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0d4250 0x7f1fbc0d10a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009870 tx=0x7f1fb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa10fc44da02f695 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15959a640 1 -- 172.21.15.16:0/914989345 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2976876389 0 0) 0x7fe154005e10 con 0x7fe1540e6e50 2024-09-16T01:42:24.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15959a640 1 -- 172.21.15.16:0/914989345 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe144003520 con 0x7fe1540e6e50 2024-09-16T01:42:24.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15ad9d640 1 -- 172.21.15.16:0/914989345 >> v2:172.21.15.16:3300/0 conn(0x7fe154053720 msgr2=0x7fe1540068b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15ad9d640 1 --2- 172.21.15.16:0/914989345 >> v2:172.21.15.16:3300/0 conn(0x7fe154053720 0x7fe1540068b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15ad9d640 1 -- 172.21.15.16:0/914989345 >> v1:172.21.15.104:6789/0 conn(0x7fe1540e6e50 legacy=0x7fe154053010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.242+0000 7fe15ad9d640 1 -- 172.21.15.16:0/914989345 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1540060b0 con 0x7fe15403b810 2024-09-16T01:42:24.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f1fb9ffb640 1 -- 172.21.15.16:0/2639944767 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0037070 con 0x7f1fbc0d4250 2024-09-16T01:42:24.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f1fb9ffb640 1 -- 172.21.15.16:0/2639944767 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fb0032440 con 0x7f1fbc0d4250 2024-09-16T01:42:24.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f358be4c640 1 -- 172.21.15.16:0/513646100 shutdown_connections 2024-09-16T01:42:24.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f358be4c640 1 --2- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f358406bbe0 0x7f358406c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f358be4c640 1 --2- 172.21.15.16:0/513646100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35840cecc0 0x7f35840b35e0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f358be4c640 1 -- 172.21.15.16:0/513646100 >> 172.21.15.16:0/513646100 conn(0x7f35840b5c40 msgr2=0x7f35840b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7fe1266d0640 1 -- 172.21.15.16:0/4178421069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 msgr2=0x7fe118033880 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:24.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7fe1266d0640 1 --2- 172.21.15.16:0/4178421069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe118033880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7fe1266d0640 1 -- 172.21.15.16:0/4178421069 >> v2:172.21.15.104:3300/0 conn(0x7fe118055620 msgr2=0x7fe118036840 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:24.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7fe1266d0640 1 --2- 172.21.15.16:0/4178421069 >> v2:172.21.15.104:3300/0 conn(0x7fe118055620 0x7fe118036840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7fe1266d0640 1 -- 172.21.15.16:0/4178421069 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe118047dc0 con 0x7fe118036d80 2024-09-16T01:42:24.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f1fb9ffb640 1 -- 172.21.15.16:0/2639944767 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0032810 con 0x7f1fbc0d4250 2024-09-16T01:42:24.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7fe1266d0640 1 --2- 172.21.15.16:0/4178421069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118036d80 0x7fe118039690 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe120050b40 tx=0x7fe12006b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=947f8b73313ccdc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f358be4c640 1 -- 172.21.15.16:0/513646100 shutdown_connections 2024-09-16T01:42:24.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f358be4c640 1 -- 172.21.15.16:0/513646100 wait complete. 2024-09-16T01:42:24.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7fe15ad9d640 1 --2- 172.21.15.16:0/914989345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15403b810 0x7fe154006df0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe15c07b9f0 tx=0x7fe15c06b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9d35a593e576ab5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f03e0854640 1 -- 172.21.15.16:0/3430334338 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d8037070 con 0x7f03dc0cd1b0 2024-09-16T01:42:24.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.243+0000 7f03e0854640 1 -- 172.21.15.16:0/3430334338 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03d802ade0 con 0x7f03dc0cd1b0 2024-09-16T01:42:24.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7fe124ecd640 1 -- 172.21.15.16:0/4178421069 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1200b3070 con 0x7fe118036d80 2024-09-16T01:42:24.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 -- 172.21.15.16:0/2660631761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 msgr2=0x7feb3c075100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 --2- 172.21.15.16:0/2660631761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c075100 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7feb2c0097a0 tx=0x7feb2c02a210 comp rx=0 tx=0).stop 2024-09-16T01:42:24.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 -- 172.21.15.16:0/2660631761 shutdown_connections 2024-09-16T01:42:24.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 --2- 172.21.15.16:0/2660631761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c075100 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 --2- 172.21.15.16:0/2660631761 >> v2:172.21.15.104:3300/0 conn(0x7feb3c15eb00 0x7feb3c074bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 -- 172.21.15.16:0/2660631761 >> 172.21.15.16:0/2660631761 conn(0x7feb3c0730c0 msgr2=0x7feb3c0734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f1fc140e640 1 -- 172.21.15.16:0/2639944767 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0d4250 msgr2=0x7f1fbc0d10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f1fc140e640 1 --2- 172.21.15.16:0/2639944767 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0d4250 0x7f1fbc0d10a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009870 tx=0x7f1fb002a270 comp rx=0 tx=0).stop 2024-09-16T01:42:24.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7fe15959a640 1 -- 172.21.15.16:0/914989345 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c0b2070 con 0x7fe15403b810 2024-09-16T01:42:24.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7fe15959a640 1 -- 172.21.15.16:0/914989345 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe15c0ab810 con 0x7fe15403b810 2024-09-16T01:42:24.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7fe124ecd640 1 -- 172.21.15.16:0/4178421069 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1200ae640 con 0x7fe118036d80 2024-09-16T01:42:24.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7fe15959a640 1 -- 172.21.15.16:0/914989345 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c0abca0 con 0x7fe15403b810 2024-09-16T01:42:24.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f03e0854640 1 -- 172.21.15.16:0/3430334338 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d8032660 con 0x7f03dc0cd1b0 2024-09-16T01:42:24.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 -- 172.21.15.16:0/2660631761 shutdown_connections 2024-09-16T01:42:24.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe15b59e640 1 -- 172.21.15.16:0/914989345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15403b810 msgr2=0x7fe154006df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe15b59e640 1 --2- 172.21.15.16:0/914989345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15403b810 0x7fe154006df0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe15c07b9f0 tx=0x7fe15c06b330 comp rx=0 tx=0).stop 2024-09-16T01:42:24.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f1fc140e640 1 -- 172.21.15.16:0/2639944767 shutdown_connections 2024-09-16T01:42:24.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f1fc140e640 1 --2- 172.21.15.16:0/2639944767 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0d4250 0x7f1fbc0d10a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f1fc140e640 1 --2- 172.21.15.16:0/2639944767 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc15e7d0 0x7f1fbc0cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7f1fc140e640 1 -- 172.21.15.16:0/2639944767 >> 172.21.15.16:0/2639944767 conn(0x7f1fbc06bbe0 msgr2=0x7f1fbc06bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7f1fc140e640 1 -- 172.21.15.16:0/2639944767 shutdown_connections 2024-09-16T01:42:24.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7f1fc140e640 1 -- 172.21.15.16:0/2639944767 wait complete. 2024-09-16T01:42:24.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7f03e3aba640 1 -- 172.21.15.16:0/3430334338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 msgr2=0x7f03dc0ce7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7f03e3aba640 1 --2- 172.21.15.16:0/3430334338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 0x7f03dc0ce7e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f03d80097a0 tx=0x7f03d802a0d0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7f358be4c640 1 Processor -- start 2024-09-16T01:42:24.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe126ed1640 1 -- 172.21.15.16:0/4178421069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118036d80 msgr2=0x7fe118039690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe126ed1640 1 --2- 172.21.15.16:0/4178421069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118036d80 0x7fe118039690 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe120050b40 tx=0x7fe12006b330 comp rx=0 tx=0).stop 2024-09-16T01:42:24.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe15b59e640 1 -- 172.21.15.16:0/914989345 shutdown_connections 2024-09-16T01:42:24.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe15b59e640 1 --2- 172.21.15.16:0/914989345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15403b810 0x7fe154006df0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe15b59e640 1 --2- 172.21.15.16:0/914989345 >> v2:172.21.15.16:3300/0 conn(0x7fe154053720 0x7fe1540068b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.245+0000 7fe15b59e640 1 -- 172.21.15.16:0/914989345 >> 172.21.15.16:0/914989345 conn(0x7fe15403a4b0 msgr2=0x7fe15403a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe126ed1640 1 -- 172.21.15.16:0/4178421069 shutdown_connections 2024-09-16T01:42:24.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe126ed1640 1 --2- 172.21.15.16:0/4178421069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118036d80 0x7fe118039690 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe126ed1640 1 --2- 172.21.15.16:0/4178421069 >> v2:172.21.15.104:3300/0 conn(0x7fe118055620 0x7fe118036840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe126ed1640 1 --2- 172.21.15.16:0/4178421069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe118033880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe126ed1640 1 -- 172.21.15.16:0/4178421069 >> 172.21.15.16:0/4178421069 conn(0x7fe11801dd70 msgr2=0x7fe1180549e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7f83ff59e640 1 Processor -- start 2024-09-16T01:42:24.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe15b59e640 1 -- 172.21.15.16:0/914989345 shutdown_connections 2024-09-16T01:42:24.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7f83ff59e640 1 -- start start 2024-09-16T01:42:24.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe126ed1640 1 -- 172.21.15.16:0/4178421069 shutdown_connections 2024-09-16T01:42:24.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7f358be4c640 1 -- start start 2024-09-16T01:42:24.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe15b59e640 1 -- 172.21.15.16:0/914989345 wait complete. 2024-09-16T01:42:24.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.244+0000 7feb44531640 1 -- 172.21.15.16:0/2660631761 wait complete. 2024-09-16T01:42:24.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7feb44531640 1 Processor -- start 2024-09-16T01:42:24.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7f03e3aba640 1 -- 172.21.15.16:0/3430334338 shutdown_connections 2024-09-16T01:42:24.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7f03e3aba640 1 --2- 172.21.15.16:0/3430334338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 0x7f03dc0ce7e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7f03e3aba640 1 --2- 172.21.15.16:0/3430334338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc06c230 0x7f03dc0ccc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7f03e3aba640 1 -- 172.21.15.16:0/3430334338 >> 172.21.15.16:0/3430334338 conn(0x7f03dc0b5c40 msgr2=0x7f03dc0b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7fe126ed1640 1 -- 172.21.15.16:0/4178421069 wait complete. 2024-09-16T01:42:24.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f1fc140e640 1 Processor -- start 2024-09-16T01:42:24.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f358be4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f358406bbe0 0x7f358414d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f358be4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35840cecc0 0x7f3584156f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f358be4c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f358415a6c0 0x7f35841574a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f358be4c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f35840b60f0 con 0x7f358406bbe0 2024-09-16T01:42:24.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f358be4c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f35840cd550 con 0x7f358415a6c0 2024-09-16T01:42:24.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f358be4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f35840b6270 con 0x7f35840cecc0 2024-09-16T01:42:24.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.246+0000 7feb44531640 1 -- start start 2024-09-16T01:42:24.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f83ff59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8400159db0 0x7f840006f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f3589be8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f358406bbe0 0x7f358414d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7fe126ed1640 1 Processor -- start 2024-09-16T01:42:24.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f3589be8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f358406bbe0 0x7f358414d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60510/0 (socket says 172.21.15.16:60510) 2024-09-16T01:42:24.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f3589be8640 1 -- 172.21.15.16:0/1090774355 learned_addr learned my addr 172.21.15.16:0/1090774355 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f35893e7640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35840cecc0 0x7f3584156f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f83ff59e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84000d1130 con 0x7f84000d1e80 2024-09-16T01:42:24.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f83ff59e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84000d13a0 con 0x7f840015cfd0 2024-09-16T01:42:24.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7feb44531640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb3c073be0 0x7feb3c1f4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7fe126ed1640 1 -- start start 2024-09-16T01:42:24.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7fe15b59e640 1 Processor -- start 2024-09-16T01:42:24.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f83ff59e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f840015d3d0 con 0x7f8400159db0 2024-09-16T01:42:24.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7feb44531640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c0c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f83fe59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8400159db0 0x7f840006f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f83fdd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f84000d1e80 0x7f840015c8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36034/0 (socket says 172.21.15.16:36034) 2024-09-16T01:42:24.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f83fdd9b640 1 -- 172.21.15.16:0/917485730 learned_addr learned my addr 172.21.15.16:0/917485730 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f35893e7640 1 -- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f358415a6c0 msgr2=0x7f35841574a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:42:24.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f35893e7640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f358415a6c0 0x7f35841574a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f35893e7640 1 -- 172.21.15.16:0/1090774355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f358406bbe0 msgr2=0x7f358414d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f35893e7640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f358406bbe0 0x7f358414d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f35893e7640 1 -- 172.21.15.16:0/1090774355 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35841f92e0 con 0x7f35840cecc0 2024-09-16T01:42:24.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7feb41acc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c0c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7feb41acc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c0c6fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60518/0 (socket says 172.21.15.16:60518) 2024-09-16T01:42:24.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7feb41acc640 1 -- 172.21.15.16:0/932585857 learned_addr learned my addr 172.21.15.16:0/932585857 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7feb422cd640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb3c073be0 0x7feb3c1f4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7feb44531640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb3c15eb00 0x7feb3c1e3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb44531640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c06bbe0 con 0x7feb3c0cdb00 2024-09-16T01:42:24.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb44531640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c0ceb80 con 0x7feb3c15eb00 2024-09-16T01:42:24.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb44531640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feb3c06bd60 con 0x7feb3c073be0 2024-09-16T01:42:24.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb42ace640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb3c15eb00 0x7feb3c1e3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f03e3aba640 1 -- 172.21.15.16:0/3430334338 shutdown_connections 2024-09-16T01:42:24.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.247+0000 7f03e3aba640 1 -- 172.21.15.16:0/3430334338 wait complete. 2024-09-16T01:42:24.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7f03e3aba640 1 Processor -- start 2024-09-16T01:42:24.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7f83fe59c640 1 -- 172.21.15.16:0/917485730 >> v1:172.21.15.104:6789/0 conn(0x7f840015cfd0 legacy=0x7f8400072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7f83fe59c640 1 -- 172.21.15.16:0/917485730 >> v1:172.21.15.16:6789/0 conn(0x7f84000d1e80 legacy=0x7f840015c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7f83fe59c640 1 -- 172.21.15.16:0/917485730 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84000d1680 con 0x7f8400159db0 2024-09-16T01:42:24.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb41acc640 1 -- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb3c073be0 msgr2=0x7feb3c1f4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb41acc640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb3c073be0 0x7feb3c1f4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb41acc640 1 -- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb3c15eb00 msgr2=0x7feb3c1e3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb41acc640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb3c15eb00 0x7feb3c1e3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb41acc640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb3c1f4cb0 con 0x7feb3c0cdb00 2024-09-16T01:42:24.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7f03e3aba640 1 -- start start 2024-09-16T01:42:24.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7fe15b59e640 1 -- start start 2024-09-16T01:42:24.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15b59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15403b810 0x7fe154051f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.248+0000 7f1fc140e640 1 -- start start 2024-09-16T01:42:24.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15b59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe154053720 0x7fe15400cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7feb41acc640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c0c6fa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7feb2c009890 tx=0x7feb2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15a59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15403b810 0x7fe154051f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15a59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15403b810 0x7fe154051f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54544/0 (socket says 172.21.15.16:54544) 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15b59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1540e6e50 0x7fe1540eb270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15b59e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe1540550b0 con 0x7fe1540e6e50 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15b59e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe154057830 con 0x7fe154053720 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.249+0000 7fe15b59e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe154055230 con 0x7fe15403b810 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe159d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe154053720 0x7fe15400cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15a59c640 1 -- 172.21.15.16:0/2267143164 learned_addr learned my addr 172.21.15.16:0/2267143164 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe159d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe154053720 0x7fe15400cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:43918/0 (socket says 172.21.15.16:43918) 2024-09-16T01:42:24.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15ad9d640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1540e6e50 0x7fe1540eb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f35893e7640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35840cecc0 0x7f3584156f60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f35840b6540 tx=0x7f35800046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15a59c640 1 -- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe154053720 msgr2=0x7fe15400cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15a59c640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe154053720 0x7fe15400cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15a59c640 1 -- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1540e6e50 msgr2=0x7fe1540eb270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15a59c640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1540e6e50 0x7fe1540eb270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15a59c640 1 -- 172.21.15.16:0/2267143164 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1540eb7b0 con 0x7fe15403b810 2024-09-16T01:42:24.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe15a59c640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15403b810 0x7fe154051f60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00c3c0 tx=0x7fe14c00c7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c042020 con 0x7feb3c0cdb00 2024-09-16T01:42:24.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb2c030a00 con 0x7feb3c0cdb00 2024-09-16T01:42:24.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c037040 con 0x7feb3c0cdb00 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e3aba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc06c230 0x7f03dc15a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e3aba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 0x7f03dc0b0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e3aba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0cfc50 0x7f03dc0b0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e3aba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc0d0030 con 0x7f03dc0cd1b0 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e3aba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc0ce2c0 con 0x7f03dc06c230 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e3aba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f03dc0ced20 con 0x7f03dc0cfc50 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e1856640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc06c230 0x7f03dc15a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e1856640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc06c230 0x7f03dc15a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:43924/0 (socket says 172.21.15.16:43924) 2024-09-16T01:42:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f03e1856640 1 -- 172.21.15.16:0/1361315973 learned_addr learned my addr 172.21.15.16:0/1361315973 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fc140e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0b3250 0x7f1fbc1596c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fc140e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc0d4250 0x7f1fbc158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fc140e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fbc15e7d0 0x7f1fbc158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fc140e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc0cfd90 con 0x7f1fbc0b3250 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fc140e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc0d3d30 con 0x7f1fbc15e7d0 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fc140e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1fbc0d15e0 con 0x7f1fbc0d4250 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358003a070 con 0x7f35840cecc0 2024-09-16T01:42:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe126ed1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe11817fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe126ed1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118055620 0x7fe1180494c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe126ed1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe118049a00 0x7fe118020c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe126ed1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe118039bd0 con 0x7fe118055620 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe126ed1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe118007120 con 0x7fe118049a00 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7fe126ed1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe118039d50 con 0x7fe118036460 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fbaffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0b3250 0x7f1fbc1596c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fbaffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0b3250 0x7f1fbc1596c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60546/0 (socket says 172.21.15.16:60546) 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fbaffd640 1 -- 172.21.15.16:0/2103054272 learned_addr learned my addr 172.21.15.16:0/2103054272 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f1fba7fc640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc0d4250 0x7f1fbc158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f03e2057640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0cfc50 0x7f03dc0b0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f03e1055640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 0x7f03dc0b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f1fbbfff640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fbc15e7d0 0x7f1fbc158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7ff33f59e640 1 Processor -- start 2024-09-16T01:42:24.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f83fe59c640 1 --2- 172.21.15.16:0/917485730 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8400159db0 0x7f840006f010 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f83f00097d0 tx=0x7f83f002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=406a22bbee75455e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe11817fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe11817fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54566/0 (socket says 172.21.15.16:54566) 2024-09-16T01:42:24.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 -- 172.21.15.16:0/3858172606 learned_addr learned my addr 172.21.15.16:0/3858172606 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14c017070 con 0x7fe15403b810 2024-09-16T01:42:24.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe14c005ce0 con 0x7fe15403b810 2024-09-16T01:42:24.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14c007310 con 0x7fe15403b810 2024-09-16T01:42:24.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1540d2500 con 0x7fe15403b810 2024-09-16T01:42:24.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1540d2ac0 con 0x7fe15403b810 2024-09-16T01:42:24.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7feb44531640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb3c1f4f90 con 0x7feb3c0cdb00 2024-09-16T01:42:24.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7feb44531640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb3c1f5550 con 0x7feb3c0cdb00 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f1fba7fc640 1 -- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fbc15e7d0 msgr2=0x7f1fbc158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f1fba7fc640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fbc15e7d0 0x7f1fbc158c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f1fba7fc640 1 -- 172.21.15.16:0/2103054272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0b3250 msgr2=0x7f1fbc1596c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f1fba7fc640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fbc0b3250 0x7f1fbc1596c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f1fba7fc640 1 -- 172.21.15.16:0/2103054272 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fbc1efe60 con 0x7f1fbc0d4250 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35841514d0 con 0x7f35840cecc0 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.250+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3584151a90 con 0x7f35840cecc0 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3584151e70 con 0x7f35840cecc0 2024-09-16T01:42:24.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3580012460 con 0x7f35840cecc0 2024-09-16T01:42:24.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7ff33f59e640 1 -- start start 2024-09-16T01:42:24.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f83fd59a640 1 -- 172.21.15.16:0/917485730 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f0037070 con 0x7f8400159db0 2024-09-16T01:42:24.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f83fd59a640 1 -- 172.21.15.16:0/917485730 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f0032440 con 0x7f8400159db0 2024-09-16T01:42:24.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 -- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe118049a00 msgr2=0x7fe118020c00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:42:24.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe118049a00 0x7fe118020c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 -- 172.21.15.16:0/3858172606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118055620 msgr2=0x7fe1180494c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe1256ce640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118055620 0x7fe1180494c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118055620 0x7fe1180494c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7fe125ecf640 1 -- 172.21.15.16:0/3858172606 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe11801f0f0 con 0x7fe118036460 2024-09-16T01:42:24.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7fe1256ce640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe118055620 0x7fe1180494c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:24.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f03e1856640 1 -- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0cfc50 msgr2=0x7f03dc0b0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f03e1856640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f03dc0cfc50 0x7f03dc0b0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f03e1856640 1 -- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 msgr2=0x7f03dc0b0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f03e1856640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc0cd1b0 0x7f03dc0b0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.251+0000 7f03e1856640 1 -- 172.21.15.16:0/1361315973 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03dc15ab90 con 0x7f03dc06c230 2024-09-16T01:42:24.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f83ff59e640 1 -- 172.21.15.16:0/917485730 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8400159db0 msgr2=0x7f840006f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f83ff59e640 1 --2- 172.21.15.16:0/917485730 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8400159db0 0x7f840006f010 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f83f00097d0 tx=0x7f83f002a210 comp rx=0 tx=0).stop 2024-09-16T01:42:24.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35800359f0 con 0x7f35840cecc0 2024-09-16T01:42:24.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7ff33f59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff33803ce10 0x7ff338058330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7ff33f59e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff338006920 con 0x7ff3380535a0 2024-09-16T01:42:24.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7ff33f59e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff338006c00 con 0x7ff3380e72e0 2024-09-16T01:42:24.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7ff33f59e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff338006ee0 con 0x7ff33803ce10 2024-09-16T01:42:24.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f83ff59e640 1 -- 172.21.15.16:0/917485730 shutdown_connections 2024-09-16T01:42:24.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f83ff59e640 1 --2- 172.21.15.16:0/917485730 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8400159db0 0x7f840006f010 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f83ff59e640 1 -- 172.21.15.16:0/917485730 >> 172.21.15.16:0/917485730 conn(0x7f840006ddf0 msgr2=0x7f840006e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7feb44531640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feb3c1f5930 con 0x7feb3c0cdb00 2024-09-16T01:42:24.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.252+0000 7f1fba7fc640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc0d4250 0x7f1fbc158700 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0031000 tx=0x7f1fb00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0041020 con 0x7f1fbc0d4250 2024-09-16T01:42:24.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fb0030970 con 0x7f1fbc0d4250 2024-09-16T01:42:24.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7ff33ed9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff33803ce10 0x7ff338058330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7ff33ed9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff33803ce10 0x7ff338058330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54584/0 (socket says 172.21.15.16:54584) 2024-09-16T01:42:24.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7ff33ed9d640 1 -- 172.21.15.16:0/1825809158 learned_addr learned my addr 172.21.15.16:0/1825809158 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb0037040 con 0x7f1fbc0d4250 2024-09-16T01:42:24.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7fe125ecf640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe11817fc40 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe11c00b470 tx=0x7fe11c00b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f03e1856640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc06c230 0x7f03dc15a650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f03d400ba50 tx=0x7f03d400bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fbc1f0140 con 0x7f1fbc0d4250 2024-09-16T01:42:24.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fbc1f0700 con 0x7f1fbc0d4250 2024-09-16T01:42:24.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f83ff59e640 1 -- 172.21.15.16:0/917485730 shutdown_connections 2024-09-16T01:42:24.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d4019070 con 0x7f03dc06c230 2024-09-16T01:42:24.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03d400cc00 con 0x7f03dc06c230 2024-09-16T01:42:24.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d4014440 con 0x7f03dc06c230 2024-09-16T01:42:24.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe14c01a070 con 0x7fe15403b810 2024-09-16T01:42:24.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f03e3aba640 1 -- 172.21.15.16:0/1361315973 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03dc1ea1c0 con 0x7f03dc06c230 2024-09-16T01:42:24.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f03e3aba640 1 -- 172.21.15.16:0/1361315973 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03dc1ea780 con 0x7f03dc06c230 2024-09-16T01:42:24.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.254+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3580045060 con 0x7f35840cecc0 2024-09-16T01:42:24.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.254+0000 7ff33ed9d640 1 -- 172.21.15.16:0/1825809158 >> v1:172.21.15.104:6789/0 conn(0x7ff3380e72e0 legacy=0x7ff338056d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.254+0000 7ff33ed9d640 1 -- 172.21.15.16:0/1825809158 >> v1:172.21.15.16:6789/0 conn(0x7ff3380535a0 legacy=0x7ff338053980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.254+0000 7ff33ed9d640 1 -- 172.21.15.16:0/1825809158 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3380071c0 con 0x7ff33803ce10 2024-09-16T01:42:24.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f357a7fc640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f356806c380 0x7f356806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe154057de0 con 0x7fe15403b810 2024-09-16T01:42:24.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.254+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb2c045020 con 0x7feb3c0cdb00 2024-09-16T01:42:24.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f03e3aba640 1 -- 172.21.15.16:0/1361315973 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f03dc0cf110 con 0x7f03dc06c230 2024-09-16T01:42:24.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f35800abc50 con 0x7f35840cecc0 2024-09-16T01:42:24.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f3589be8640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f356806c380 0x7f356806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f357a7fc640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f3568074600 0x7f3568076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7fe14affd640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe13c06c300 0x7fe13c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 --> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3580001d30 con 0x7f3568074600 2024-09-16T01:42:24.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7ff33ed9d640 1 --2- 172.21.15.16:0/1825809158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff33803ce10 0x7ff338058330 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff340050b40 tx=0x7ff34006b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aff0cd8914cb4643 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f35800ac040 con 0x7f35840cecc0 2024-09-16T01:42:24.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe14c08a810 con 0x7fe15403b810 2024-09-16T01:42:24.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7fe159d9b640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe13c06c300 0x7fe13c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7ff33d59a640 1 -- 172.21.15.16:0/1825809158 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3400b2070 con 0x7ff33803ce10 2024-09-16T01:42:24.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe14affd640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7fe13c074520 0x7fe13c076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 --> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe14c015e50 con 0x7fe13c074520 2024-09-16T01:42:24.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe14c091050 con 0x7fe15403b810 2024-09-16T01:42:24.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7ff33d59a640 1 -- 172.21.15.16:0/1825809158 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3400ab7d0 con 0x7ff33803ce10 2024-09-16T01:42:24.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7feb32ffd640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feb2006c380 0x7feb2006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7feb2c0ac6b0 con 0x7feb3c0cdb00 2024-09-16T01:42:24.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7feb32ffd640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7feb200745a0 0x7feb200769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feb2c032440 con 0x7feb200745a0 2024-09-16T01:42:24.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7feb2c0acaa0 con 0x7feb3c0cdb00 2024-09-16T01:42:24.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7feb42ace640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7feb200745a0 0x7feb200769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7feb422cd640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feb2006c380 0x7feb2006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7ff33d59a640 1 -- 172.21.15.16:0/1825809158 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3400abc40 con 0x7ff33803ce10 2024-09-16T01:42:24.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.254+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1fbc1f0ae0 con 0x7f1fbc0d4250 2024-09-16T01:42:24.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.253+0000 7f83ff59e640 1 -- 172.21.15.16:0/917485730 wait complete. 2024-09-16T01:42:24.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.255+0000 7f83ff59e640 1 Processor -- start 2024-09-16T01:42:24.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7f83ff59e640 1 -- start start 2024-09-16T01:42:24.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7f3589be8640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f356806c380 0x7f356806e840 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f357c004fd0 tx=0x7f357c004d60 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c015030 con 0x7fe118036460 2024-09-16T01:42:24.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe126ed1640 1 -- 172.21.15.16:0/3858172606 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe11801f3d0 con 0x7fe118036460 2024-09-16T01:42:24.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe126ed1640 1 -- 172.21.15.16:0/3858172606 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe11801f990 con 0x7fe118036460 2024-09-16T01:42:24.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe11c0059c0 con 0x7fe118036460 2024-09-16T01:42:24.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c005df0 con 0x7fe118036460 2024-09-16T01:42:24.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7f358a3e9640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f3568074600 0x7f3568076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe15ad9d640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7fe13c074520 0x7fe13c076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1fb0044020 con 0x7f1fbc0d4250 2024-09-16T01:42:24.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7fe159d9b640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe13c06c300 0x7fe13c06e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe154056f80 tx=0x7fe150009110 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f358a3e9640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f3568074600 0x7f3568076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83ff59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400159db0 0x7f8400200bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83ff59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f840015cfd0 0x7f8400158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83ff59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84000ce630 0x7f84001514e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83fe59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400159db0 0x7f8400200bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7fe126ed1640 1 -- 172.21.15.16:0/3858172606 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe108001030 con 0x7fe118036460 2024-09-16T01:42:24.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.256+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f03d401c070 con 0x7f03dc06c230 2024-09-16T01:42:24.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f03d27fc640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c006c2b0 0x7f03c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7ff33f59e640 1 -- 172.21.15.16:0/1825809158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff33803ce10 msgr2=0x7ff338058330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7ff33f59e640 1 --2- 172.21.15.16:0/1825809158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff33803ce10 0x7ff338058330 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff340050b40 tx=0x7ff34006b330 comp rx=0 tx=0).stop 2024-09-16T01:42:24.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7fe15ad9d640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7fe13c074520 0x7fe13c076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f1fa37fe640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1fa806c380 0x7f1fa806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7feb422cd640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feb2006c380 0x7feb2006e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7feb34009fd0 tx=0x7feb3400d040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7feb42ace640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7feb200745a0 0x7feb200769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83fed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84000ce630 0x7f84001514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83fdd9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f840015cfd0 0x7f8400158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83fed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84000ce630 0x7f84001514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60574/0 (socket says 172.21.15.16:60574) 2024-09-16T01:42:24.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83fed9d640 1 -- 172.21.15.16:0/1820998816 learned_addr learned my addr 172.21.15.16:0/1820998816 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83ff59e640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f840015d5f0 con 0x7f84000ce630 2024-09-16T01:42:24.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83ff59e640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f840006f550 con 0x7f8400159db0 2024-09-16T01:42:24.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f83ff59e640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f840006f6d0 con 0x7f840015cfd0 2024-09-16T01:42:24.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7ff33f59e640 1 -- 172.21.15.16:0/1825809158 shutdown_connections 2024-09-16T01:42:24.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7ff33f59e640 1 --2- 172.21.15.16:0/1825809158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff33803ce10 0x7ff338058330 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7ff33f59e640 1 -- 172.21.15.16:0/1825809158 >> 172.21.15.16:0/1825809158 conn(0x7ff33803a510 msgr2=0x7ff33803a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1fb00abbd0 con 0x7f1fbc0d4250 2024-09-16T01:42:24.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f03d408b140 con 0x7f03dc06c230 2024-09-16T01:42:24.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f03e1055640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c006c2b0 0x7f03c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f03d27fc640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f03c00744d0 0x7f03c00768f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 --> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f03c0076fa0 con 0x7f03c00744d0 2024-09-16T01:42:24.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.257+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f03d4092050 con 0x7f03dc06c230 2024-09-16T01:42:24.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f1fa37fe640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7f1fa80745a0 0x7f1fa80769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 --> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1fb002be50 con 0x7f1fa80745a0 2024-09-16T01:42:24.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1fb00b02a0 con 0x7f1fbc0d4250 2024-09-16T01:42:24.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7ff33f59e640 1 -- 172.21.15.16:0/1825809158 shutdown_connections 2024-09-16T01:42:24.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== osd.4 v2:172.21.15.104:6808/69753218 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3580001d30 con 0x7f3568074600 2024-09-16T01:42:24.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7ff33f59e640 1 -- 172.21.15.16:0/1825809158 wait complete. 2024-09-16T01:42:24.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f1fbaffd640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1fa806c380 0x7f1fa806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f83fed9d640 1 -- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f840015cfd0 msgr2=0x7f8400158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f83fed9d640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f840015cfd0 0x7f8400158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f83fed9d640 1 -- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400159db0 msgr2=0x7f8400200bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f83fed9d640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400159db0 0x7f8400200bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f83fed9d640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f840015d810 con 0x7f84000ce630 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f83fed9d640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84000ce630 0x7f84001514e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f83f800c730 tx=0x7f83f800cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== osd.0 v2:172.21.15.16:6808/232026688 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe14c015e50 con 0x7fe13c074520 2024-09-16T01:42:24.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== osd.1 v2:172.21.15.16:6816/1501330021 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feb2c032440 con 0x7feb200745a0 2024-09-16T01:42:24.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.258+0000 7f03e2057640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f03c00744d0 0x7f03c00768f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f03e1055640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c006c2b0 0x7f03c006e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f03cc006fd0 tx=0x7f03cc008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f1fbaffd640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1fa806c380 0x7f1fa806e840 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1fac0099f0 tx=0x7f1fac0090e0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f1fbbfff640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7f1fa80745a0 0x7f1fa80769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f8016020 con 0x7f84000ce630 2024-09-16T01:42:24.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f8006d50 con 0x7f84000ce630 2024-09-16T01:42:24.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f8003bb0 con 0x7f84000ce630 2024-09-16T01:42:24.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f03e2057640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f03c00744d0 0x7f03c00768f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f83ff59e640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f840015f400 con 0x7f84000ce630 2024-09-16T01:42:24.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f83ff59e640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f840015dab0 con 0x7f84000ce630 2024-09-16T01:42:24.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7f1fbbfff640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7f1fa80745a0 0x7f1fa80769c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.259+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe11c018070 con 0x7fe118036460 2024-09-16T01:42:24.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.260+0000 7ff33f59e640 1 Processor -- start 2024-09-16T01:42:24.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.260+0000 7ff33f59e640 1 -- start start 2024-09-16T01:42:24.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.260+0000 7fe1167fc640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe10406c380 0x7fe10406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.260+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== osd.2 v2:172.21.15.16:6800/3071825702 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f03c0076fa0 con 0x7f03c00744d0 2024-09-16T01:42:24.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.260+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe11c08b350 con 0x7fe118036460 2024-09-16T01:42:24.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.261+0000 7fe1167fc640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7fe1040745a0 0x7fe1040769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.261+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 --> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe11c004540 con 0x7fe1040745a0 2024-09-16T01:42:24.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.261+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== osd.3 v2:172.21.15.16:6824/1181216662 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1fb002be50 con 0x7f1fa80745a0 2024-09-16T01:42:24.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.261+0000 7fe1266d0640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7fe1040745a0 0x7fe1040769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.261+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe11c08b740 con 0x7fe118036460 2024-09-16T01:42:24.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33f59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33803ce10 0x7ff3380deb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33f59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3380535a0 0x7ff3380e8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.261+0000 7f83ff59e640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f84000ceac0 con 0x7f84000ce630 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3380535a0 0x7ff3380e8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33e59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33803ce10 0x7ff3380deb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3380535a0 0x7ff3380e8e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60584/0 (socket says 172.21.15.16:60584) 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33e59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33803ce10 0x7ff3380deb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:43948/0 (socket says 172.21.15.16:43948) 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33f59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3380e72e0 0x7ff338053980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33dd9b640 1 -- 172.21.15.16:0/2736674009 learned_addr learned my addr 172.21.15.16:0/2736674009 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff338057590 con 0x7ff3380535a0 2024-09-16T01:42:24.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff338057410 con 0x7ff33803ce10 2024-09-16T01:42:24.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7fe1266d0640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7fe1040745a0 0x7fe1040769c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff338057710 con 0x7ff3380e72e0 2024-09-16T01:42:24.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.262+0000 7ff33ed9d640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3380e72e0 0x7ff338053980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7fe1256ce640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe10406c380 0x7fe10406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7ff33ed9d640 1 -- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33803ce10 msgr2=0x7ff3380deb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83f80050d0 con 0x7f84000ce630 2024-09-16T01:42:24.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7ff33ed9d640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33803ce10 0x7ff3380deb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7ff33ed9d640 1 -- 172.21.15.16:0/2736674009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3380535a0 msgr2=0x7ff3380e8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7ff33ed9d640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3380535a0 0x7ff3380e8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7ff33ed9d640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3380e9810 con 0x7ff3380e72e0 2024-09-16T01:42:24.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7ff33dd9b640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3380535a0 0x7ff3380e8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:24.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.263+0000 7ff33ed9d640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3380e72e0 0x7ff338053980 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff34007b940 tx=0x7ff34006ba30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3400bd020 con 0x7ff3380e72e0 2024-09-16T01:42:24.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3400adc30 con 0x7ff3380e72e0 2024-09-16T01:42:24.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7f83eeffd640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f83e006c380 0x7f83e006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3400bd020 con 0x7ff3380e72e0 2024-09-16T01:42:24.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3380e9af0 con 0x7ff3380e72e0 2024-09-16T01:42:24.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3380ea0b0 con 0x7ff3380e72e0 2024-09-16T01:42:24.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f83f808b040 con 0x7f84000ce630 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7f83eeffd640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f83e0074600 0x7f83e0076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f83f801eec0 con 0x7f83e0074600 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f83f8092050 con 0x7f84000ce630 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.264+0000 7f83fe59c640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f83e006c380 0x7f83e006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.265+0000 7f83fdd9b640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f83e0074600 0x7f83e0076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.265+0000 7f83fe59c640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f83e006c380 0x7f83e006e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f83f0034000 tx=0x7f83f002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.266+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff3400c0020 con 0x7ff3380e72e0 2024-09-16T01:42:24.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.266+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff324001030 con 0x7ff3380e72e0 2024-09-16T01:42:24.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.266+0000 7fe1256ce640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe10406c380 0x7fe10406e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe11804a920 tx=0x7fe110008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.267+0000 7f83fdd9b640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f83e0074600 0x7f83e0076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.267+0000 7ff32effd640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff32006c6e0 0x7ff32006eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.267+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff3400ada30 con 0x7ff3380e72e0 2024-09-16T01:42:24.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.267+0000 7ff33e59c640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff32006c6e0 0x7ff32006eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.267+0000 7ff32effd640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7ff320074880 0x7ff320076ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.267+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3400c8e50 con 0x7ff320074880 2024-09-16T01:42:24.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.268+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== osd.6 v2:172.21.15.104:6824/386902732 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f83f801eec0 con 0x7f83e0074600 2024-09-16T01:42:24.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.268+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== osd.7 v2:172.21.15.104:6816/207086783 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe11c004540 con 0x7fe1040745a0 2024-09-16T01:42:24.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.268+0000 7ff33dd9b640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7ff320074880 0x7ff320076ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.268+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff3400bd020 con 0x7ff3380e72e0 2024-09-16T01:42:24.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.271+0000 7ff33dd9b640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7ff320074880 0x7ff320076ca0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.271+0000 7ff33e59c640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff32006c6e0 0x7ff32006eba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff330007fd0 tx=0x7ff330009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.272+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== osd.5 v2:172.21.15.104:6800/3521687716 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3400c8e50 con 0x7ff320074880 2024-09-16T01:42:24.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.283+0000 7feb44531640 1 -- 172.21.15.16:0/932585857 --> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7feb3c0c7d30 con 0x7feb200745a0 2024-09-16T01:42:24.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.283+0000 7feb32ffd640 1 -- 172.21.15.16:0/932585857 <== osd.1 v2:172.21.15.16:6816/1501330021 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7feb3c0c7d30 con 0x7feb200745a0 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.284+0000 7feb30ff9640 1 -- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7feb200745a0 msgr2=0x7feb200769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.284+0000 7feb30ff9640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7feb200745a0 0x7feb200769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.284+0000 7feb30ff9640 1 -- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feb2006c380 msgr2=0x7feb2006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.284+0000 7feb30ff9640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feb2006c380 0x7feb2006e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7feb34009fd0 tx=0x7feb3400d040 comp rx=0 tx=0).stop 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.284+0000 7feb30ff9640 1 -- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 msgr2=0x7feb3c0c6fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.284+0000 7feb30ff9640 1 --2- 172.21.15.16:0/932585857 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb3c0cdb00 0x7feb3c0c6fa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7feb2c009890 tx=0x7feb2c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.285+0000 7feb42ace640 1 -- 172.21.15.16:0/932585857 reap_dead start 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.285+0000 7feb30ff9640 1 -- 172.21.15.16:0/932585857 shutdown_connections 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.285+0000 7feb30ff9640 1 -- 172.21.15.16:0/932585857 >> 172.21.15.16:0/932585857 conn(0x7feb3c0730c0 msgr2=0x7feb3c0d1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.285+0000 7feb30ff9640 1 -- 172.21.15.16:0/932585857 shutdown_connections 2024-09-16T01:42:24.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.285+0000 7feb30ff9640 1 -- 172.21.15.16:0/932585857 wait complete. 2024-09-16T01:42:24.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.289+0000 7f03e3aba640 1 -- 172.21.15.16:0/1361315973 --> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f03dc06be90 con 0x7f03c00744d0 2024-09-16T01:42:24.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.290+0000 7f03d27fc640 1 -- 172.21.15.16:0/1361315973 <== osd.2 v2:172.21.15.16:6800/3071825702 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f03dc06be90 con 0x7f03c00744d0 2024-09-16T01:42:24.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.290+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 --> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe154037c30 con 0x7fe13c074520 2024-09-16T01:42:24.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.290+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 --> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3584152330 con 0x7f3568074600 2024-09-16T01:42:24.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.290+0000 7f357a7fc640 1 -- 172.21.15.16:0/1090774355 <== osd.4 v2:172.21.15.104:6808/69753218 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3584152330 con 0x7f3568074600 2024-09-16T01:42:24.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.290+0000 7fe14affd640 1 -- 172.21.15.16:0/2267143164 <== osd.0 v2:172.21.15.16:6808/232026688 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe154037c30 con 0x7fe13c074520 2024-09-16T01:42:24.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.290+0000 7f03bffff640 1 -- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f03c00744d0 msgr2=0x7f03c00768f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.290+0000 7f03bffff640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f03c00744d0 0x7f03c00768f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f03bffff640 1 -- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c006c2b0 msgr2=0x7f03c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f03bffff640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f03c006c2b0 0x7f03c006e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f03cc006fd0 tx=0x7f03cc008040 comp rx=0 tx=0).stop 2024-09-16T01:42:24.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f03bffff640 1 -- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc06c230 msgr2=0x7f03dc15a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f03bffff640 1 --2- 172.21.15.16:0/1361315973 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03dc06c230 0x7f03dc15a650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f03d400ba50 tx=0x7f03d400bf10 comp rx=0 tx=0).stop 2024-09-16T01:42:24.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f03e2057640 1 -- 172.21.15.16:0/1361315973 reap_dead start 2024-09-16T01:42:24.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f03bffff640 1 -- 172.21.15.16:0/1361315973 shutdown_connections 2024-09-16T01:42:24.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f03bffff640 1 -- 172.21.15.16:0/1361315973 >> 172.21.15.16:0/1361315973 conn(0x7f03dc0b5c40 msgr2=0x7f03dc0b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7fe13c074520 msgr2=0x7fe13c076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7fe15b59e640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7fe13c074520 0x7fe13c076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f3568074600 msgr2=0x7f3568076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f358be4c640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f3568074600 0x7f3568076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe13c06c300 msgr2=0x7fe13c06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7fe15b59e640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe13c06c300 0x7fe13c06e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe154056f80 tx=0x7fe150009110 comp rx=0 tx=0).stop 2024-09-16T01:42:24.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15403b810 msgr2=0x7fe154051f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7fe15b59e640 1 --2- 172.21.15.16:0/2267143164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15403b810 0x7fe154051f60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00c3c0 tx=0x7fe14c00c7c0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7fe15ad9d640 1 -- 172.21.15.16:0/2267143164 reap_dead start 2024-09-16T01:42:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f356806c380 msgr2=0x7f356806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.291+0000 7f358be4c640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f356806c380 0x7f356806e840 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f357c004fd0 tx=0x7f357c004d60 comp rx=0 tx=0).stop 2024-09-16T01:42:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35840cecc0 msgr2=0x7f3584156f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f358be4c640 1 --2- 172.21.15.16:0/1090774355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35840cecc0 0x7f3584156f60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f35840b6540 tx=0x7f35800046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f358a3e9640 1 -- 172.21.15.16:0/1090774355 reap_dead start 2024-09-16T01:42:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f03bffff640 1 -- 172.21.15.16:0/1361315973 shutdown_connections 2024-09-16T01:42:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f03bffff640 1 -- 172.21.15.16:0/1361315973 wait complete. 2024-09-16T01:42:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 shutdown_connections 2024-09-16T01:42:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 >> 172.21.15.16:0/2267143164 conn(0x7fe15403a4b0 msgr2=0x7fe15403bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 shutdown_connections 2024-09-16T01:42:24.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 >> 172.21.15.16:0/1090774355 conn(0x7f35840b5c40 msgr2=0x7f35840b0940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 shutdown_connections 2024-09-16T01:42:24.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7f358be4c640 1 -- 172.21.15.16:0/1090774355 wait complete. 2024-09-16T01:42:24.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.292+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 shutdown_connections 2024-09-16T01:42:24.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.293+0000 7fe15b59e640 1 -- 172.21.15.16:0/2267143164 wait complete. 2024-09-16T01:42:24.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.293+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 --> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1fbc06cc80 con 0x7f1fa80745a0 2024-09-16T01:42:24.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.293+0000 7f1fa37fe640 1 -- 172.21.15.16:0/2103054272 <== osd.3 v2:172.21.15.16:6824/1181216662 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1fbc06cc80 con 0x7f1fa80745a0 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.294+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7f1fa80745a0 msgr2=0x7f1fa80769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.294+0000 7f1fc140e640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7f1fa80745a0 0x7f1fa80769c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.294+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1fa806c380 msgr2=0x7f1fa806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.294+0000 7f1fc140e640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1fa806c380 0x7f1fa806e840 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1fac0099f0 tx=0x7f1fac0090e0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.294+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc0d4250 msgr2=0x7f1fbc158700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.294+0000 7f1fc140e640 1 --2- 172.21.15.16:0/2103054272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fbc0d4250 0x7f1fbc158700 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0031000 tx=0x7f1fb00046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.294+0000 7f1fbbfff640 1 -- 172.21.15.16:0/2103054272 reap_dead start 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.295+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 shutdown_connections 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.295+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 >> 172.21.15.16:0/2103054272 conn(0x7f1fbc06bbe0 msgr2=0x7f1fbc15fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.296+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 shutdown_connections 2024-09-16T01:42:24.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.296+0000 7f1fc140e640 1 -- 172.21.15.16:0/2103054272 wait complete. 2024-09-16T01:42:24.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.298+0000 7f83ff59e640 1 -- 172.21.15.16:0/1820998816 --> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f840015dcf0 con 0x7f83e0074600 2024-09-16T01:42:24.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.299+0000 7f83eeffd640 1 -- 172.21.15.16:0/1820998816 <== osd.6 v2:172.21.15.104:6824/386902732 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f83f4001340 con 0x7f83e0074600 2024-09-16T01:42:24.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.298+0000 7fe126ed1640 1 -- 172.21.15.16:0/3858172606 --> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe108002dd0 con 0x7fe1040745a0 2024-09-16T01:42:24.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.299+0000 7f83ecff9640 1 -- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f83e0074600 msgr2=0x7f83e0076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.299+0000 7f83ecff9640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f83e0074600 0x7f83e0076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 -- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f83e006c380 msgr2=0x7f83e006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f83e006c380 0x7f83e006e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f83f0034000 tx=0x7f83f002e000 comp rx=0 tx=0).stop 2024-09-16T01:42:24.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 -- 172.21.15.16:0/1820998816 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84000ce630 msgr2=0x7f84001514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 --> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff324002dd0 con 0x7ff320074880 2024-09-16T01:42:24.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 --2- 172.21.15.16:0/1820998816 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84000ce630 0x7f84001514e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f83f800c730 tx=0x7f83f800cb30 comp rx=0 tx=0).stop 2024-09-16T01:42:24.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83fed9d640 1 -- 172.21.15.16:0/1820998816 reap_dead start 2024-09-16T01:42:24.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 -- 172.21.15.16:0/1820998816 shutdown_connections 2024-09-16T01:42:24.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 -- 172.21.15.16:0/1820998816 >> 172.21.15.16:0/1820998816 conn(0x7f840006ddf0 msgr2=0x7f840006e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 -- 172.21.15.16:0/1820998816 shutdown_connections 2024-09-16T01:42:24.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7f83ecff9640 1 -- 172.21.15.16:0/1820998816 wait complete. 2024-09-16T01:42:24.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.300+0000 7ff32effd640 1 -- 172.21.15.16:0/2736674009 <== osd.5 v2:172.21.15.104:6800/3521687716 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff324002dd0 con 0x7ff320074880 2024-09-16T01:42:24.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7ff320074880 msgr2=0x7ff320076ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7ff320074880 0x7ff320076ca0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff32006c6e0 msgr2=0x7ff32006eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff32006c6e0 0x7ff32006eba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff330007fd0 tx=0x7ff330009040 comp rx=0 tx=0).stop 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3380e72e0 msgr2=0x7ff338053980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 --2- 172.21.15.16:0/2736674009 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3380e72e0 0x7ff338053980 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff34007b940 tx=0x7ff34006ba30 comp rx=0 tx=0).stop 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33ed9d640 1 -- 172.21.15.16:0/2736674009 reap_dead start 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 shutdown_connections 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 >> 172.21.15.16:0/2736674009 conn(0x7ff33803a510 msgr2=0x7ff338038700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 shutdown_connections 2024-09-16T01:42:24.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.301+0000 7ff33f59e640 1 -- 172.21.15.16:0/2736674009 wait complete. 2024-09-16T01:42:24.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.302+0000 7fe1167fc640 1 -- 172.21.15.16:0/3858172606 <== osd.7 v2:172.21.15.104:6816/207086783 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe108002dd0 con 0x7fe1040745a0 2024-09-16T01:42:24.360 INFO:teuthology.orchestra.run.smithi016.stdout:60129542152 2024-09-16T01:42:24.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.303+0000 7fe103fff640 1 -- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7fe1040745a0 msgr2=0x7fe1040769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.303+0000 7fe103fff640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7fe1040745a0 0x7fe1040769c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.362 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:42:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.303+0000 7fe103fff640 1 -- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe10406c380 msgr2=0x7fe10406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.303+0000 7fe103fff640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe10406c380 0x7fe10406e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe11804a920 tx=0x7fe110008040 comp rx=0 tx=0).stop 2024-09-16T01:42:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.303+0000 7fe103fff640 1 -- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 msgr2=0x7fe11817fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.303+0000 7fe103fff640 1 --2- 172.21.15.16:0/3858172606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe118036460 0x7fe11817fc40 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe11c00b470 tx=0x7fe11c00b930 comp rx=0 tx=0).stop 2024-09-16T01:42:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.304+0000 7fe1266d0640 1 -- 172.21.15.16:0/3858172606 reap_dead start 2024-09-16T01:42:24.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.304+0000 7fe103fff640 1 -- 172.21.15.16:0/3858172606 shutdown_connections 2024-09-16T01:42:24.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.304+0000 7fe103fff640 1 -- 172.21.15.16:0/3858172606 >> 172.21.15.16:0/3858172606 conn(0x7fe11801dd70 msgr2=0x7fe118004af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.304+0000 7fe103fff640 1 -- 172.21.15.16:0/3858172606 shutdown_connections 2024-09-16T01:42:24.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.304+0000 7fe103fff640 1 -- 172.21.15.16:0/3858172606 wait complete. 2024-09-16T01:42:24.364 INFO:teuthology.orchestra.run.smithi016.stdout:64424509448 2024-09-16T01:42:24.365 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T01:42:24.365 INFO:teuthology.orchestra.run.smithi016.stdout:60129542152 2024-09-16T01:42:24.366 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:42:24.366 INFO:teuthology.orchestra.run.smithi016.stdout:60129542152 2024-09-16T01:42:24.367 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:42:24.367 INFO:teuthology.orchestra.run.smithi016.stdout:60129542151 2024-09-16T01:42:24.368 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:42:24.369 INFO:teuthology.orchestra.run.smithi016.stdout:64424509447 2024-09-16T01:42:24.369 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T01:42:24.370 INFO:teuthology.orchestra.run.smithi016.stdout:64424509447 2024-09-16T01:42:24.370 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T01:42:24.371 INFO:teuthology.orchestra.run.smithi016.stdout:55834574855 2024-09-16T01:42:24.371 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T01:42:24.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.576+0000 7f32013f6640 1 Processor -- start 2024-09-16T01:42:24.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.576+0000 7f32013f6640 1 -- start start 2024-09-16T01:42:24.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.577+0000 7f32013f6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f31fc0717a0 0x7f31fc0b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.577+0000 7f32013f6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31fc162c30 con 0x7f31fc0b3b20 2024-09-16T01:42:24.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.577+0000 7f32013f6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31fc071d80 con 0x7f31fc0b3200 2024-09-16T01:42:24.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.577+0000 7f32013f6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f31fc072060 con 0x7f31fc0717a0 2024-09-16T01:42:24.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31faffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f31fc0b3200 0x7f31fc0b46d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39972/0 (socket says 172.21.15.16:39972) 2024-09-16T01:42:24.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31faffd640 1 -- 172.21.15.16:0/3019043463 learned_addr learned my addr 172.21.15.16:0/3019043463 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.577+0000 7f68db59e640 1 Processor -- start 2024-09-16T01:42:24.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.577+0000 7f68db59e640 1 -- start start 2024-09-16T01:42:24.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31fa7fc640 1 --2- 172.21.15.16:0/3019043463 >> v2:172.21.15.104:3300/0 conn(0x7f31fc0717a0 0x7f31fc0b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31f9ffb640 1 -- 172.21.15.16:0/3019043463 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1151035478 0 0) 0x7f31fc071d80 con 0x7f31fc0b3200 2024-09-16T01:42:24.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31f9ffb640 1 -- 172.21.15.16:0/3019043463 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31e4003520 con 0x7f31fc0b3200 2024-09-16T01:42:24.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31f9ffb640 1 -- 172.21.15.16:0/3019043463 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2709408754 0 0) 0x7f31fc162c30 con 0x7f31fc0b3b20 2024-09-16T01:42:24.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31f9ffb640 1 -- 172.21.15.16:0/3019043463 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31fc071d80 con 0x7f31fc0b3b20 2024-09-16T01:42:24.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31fa7fc640 1 -- 172.21.15.16:0/3019043463 >> v1:172.21.15.104:6789/0 conn(0x7f31fc0b3200 legacy=0x7f31fc0b46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31fa7fc640 1 -- 172.21.15.16:0/3019043463 >> v1:172.21.15.16:6789/0 conn(0x7f31fc0b3b20 legacy=0x7f31fc16c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.578+0000 7f31fa7fc640 1 -- 172.21.15.16:0/3019043463 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31fc072340 con 0x7f31fc0717a0 2024-09-16T01:42:24.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68db59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc166320 0x7f68dc166700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68db59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f68dc06f090 0x7f68dc166c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68db59e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68dc0cc9c0 con 0x7f68dc06d080 2024-09-16T01:42:24.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68db59e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f68dc0ccc70 con 0x7f68dc06f090 2024-09-16T01:42:24.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68db59e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f68dc0ccf50 con 0x7f68dc166320 2024-09-16T01:42:24.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68dad9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f68dc06d080 0x7f68dc06d530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36048/0 (socket says 172.21.15.16:36048) 2024-09-16T01:42:24.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68dad9d640 1 -- 172.21.15.16:0/681239326 learned_addr learned my addr 172.21.15.16:0/681239326 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.579+0000 7f68d9d9b640 1 --2- 172.21.15.16:0/681239326 >> v2:172.21.15.16:3300/0 conn(0x7f68dc06f090 0x7f68dc166c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f31fa7fc640 1 --2- 172.21.15.16:0/3019043463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0717a0 0x7f31fc0b35e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f31f00097a0 tx=0x7f31f002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99380475f47c14d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f68d959a640 1 -- 172.21.15.16:0/681239326 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1263780878 0 0) 0x7f68dc0cc9c0 con 0x7f68dc06d080 2024-09-16T01:42:24.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f68d959a640 1 -- 172.21.15.16:0/681239326 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f68c4003520 con 0x7f68dc06d080 2024-09-16T01:42:24.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f68d9d9b640 1 -- 172.21.15.16:0/681239326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc166320 msgr2=0x7f68dc166700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f68d9d9b640 1 --2- 172.21.15.16:0/681239326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc166320 0x7f68dc166700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f68d9d9b640 1 -- 172.21.15.16:0/681239326 >> v1:172.21.15.16:6789/0 conn(0x7f68dc06d080 legacy=0x7f68dc06d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f68d9d9b640 1 -- 172.21.15.16:0/681239326 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68dc0cd230 con 0x7f68dc06f090 2024-09-16T01:42:24.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f31f9ffb640 1 -- 172.21.15.16:0/3019043463 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f0037070 con 0x7f31fc0717a0 2024-09-16T01:42:24.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f31f9ffb640 1 -- 172.21.15.16:0/3019043463 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f0032440 con 0x7f31fc0717a0 2024-09-16T01:42:24.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7f31f9ffb640 1 -- 172.21.15.16:0/3019043463 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f00327f0 con 0x7f31fc0717a0 2024-09-16T01:42:24.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.580+0000 7fda659cf640 1 Processor -- start 2024-09-16T01:42:24.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7fda659cf640 1 -- start start 2024-09-16T01:42:24.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f32013f6640 1 -- 172.21.15.16:0/3019043463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0717a0 msgr2=0x7f31fc0b35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f32013f6640 1 --2- 172.21.15.16:0/3019043463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0717a0 0x7f31fc0b35e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f31f00097a0 tx=0x7f31f002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f32013f6640 1 -- 172.21.15.16:0/3019043463 shutdown_connections 2024-09-16T01:42:24.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f32013f6640 1 --2- 172.21.15.16:0/3019043463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0717a0 0x7f31fc0b35e0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f32013f6640 1 -- 172.21.15.16:0/3019043463 >> 172.21.15.16:0/3019043463 conn(0x7f31fc06ccf0 msgr2=0x7f31fc06d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f32013f6640 1 -- 172.21.15.16:0/3019043463 shutdown_connections 2024-09-16T01:42:24.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f32013f6640 1 -- 172.21.15.16:0/3019043463 wait complete. 2024-09-16T01:42:24.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f68d9d9b640 1 --2- 172.21.15.16:0/681239326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc06f090 0x7f68dc166c40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0097a0 tx=0x7f68cc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db99f50242e48bf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f68d959a640 1 -- 172.21.15.16:0/681239326 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc037070 con 0x7f68dc06f090 2024-09-16T01:42:24.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f68d959a640 1 -- 172.21.15.16:0/681239326 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68cc032440 con 0x7f68dc06f090 2024-09-16T01:42:24.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.581+0000 7f68d959a640 1 -- 172.21.15.16:0/681239326 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc032810 con 0x7f68dc06f090 2024-09-16T01:42:24.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7f9b7147b640 1 Processor -- start 2024-09-16T01:42:24.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7fcb95832640 1 Processor -- start 2024-09-16T01:42:24.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7f2c3759e640 1 Processor -- start 2024-09-16T01:42:24.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7fda659cf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fda58048b20 0x7fda58054120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7f2c3759e640 1 -- start start 2024-09-16T01:42:24.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7fda5effd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fda58034c40 0x7fda58035b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39982/0 (socket says 172.21.15.16:39982) 2024-09-16T01:42:24.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fda5effd640 1 -- 172.21.15.16:0/1496299719 learned_addr learned my addr 172.21.15.16:0/1496299719 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fda5f7fe640 1 --2- 172.21.15.16:0/1496299719 >> v2:172.21.15.104:3300/0 conn(0x7fda58048b20 0x7fda58054120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7fcb95832640 1 -- start start 2024-09-16T01:42:24.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda58052090 con 0x7fda580486b0 2024-09-16T01:42:24.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.582+0000 7f9b7147b640 1 -- start start 2024-09-16T01:42:24.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b7147b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162b40 0x7f9b6c0c4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda58052370 con 0x7fda58034c40 2024-09-16T01:42:24.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f32013f6640 1 Processor -- start 2024-09-16T01:42:24.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b7147b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9b6c162f20 0x7f9b6c0c4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b7147b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9b6c0d1490 0x7f9b6c0d1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b6affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162b40 0x7f9b6c0c4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fcb95832640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcb900cfda0 0x7fcb90163780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b6affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162b40 0x7f9b6c0c4250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54636/0 (socket says 172.21.15.16:54636) 2024-09-16T01:42:24.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b6affd640 1 -- 172.21.15.16:0/326854932 learned_addr learned my addr 172.21.15.16:0/326854932 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b6a7fc640 1 --2- 172.21.15.16:0/326854932 >> v2:172.21.15.104:3300/0 conn(0x7f9b6c162f20 0x7f9b6c0c4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9b6c06d1c0 con 0x7f9b6c0d1490 2024-09-16T01:42:24.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9b6c0d2180 con 0x7f9b6c162f20 2024-09-16T01:42:24.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6c06c890 con 0x7f9b6c162b40 2024-09-16T01:42:24.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f9b6b7fe640 1 --2- 172.21.15.16:0/326854932 >> v2:172.21.15.16:3300/0 conn(0x7f9b6c0d1490 0x7f9b6c0d1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fcb95832640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcb900b5450 0x7fcb900b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fcb95832640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb90163cc0 con 0x7fcb900b4350 2024-09-16T01:42:24.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fcb95832640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcb900b33e0 con 0x7fcb900cfda0 2024-09-16T01:42:24.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fda58052650 con 0x7fda58048b20 2024-09-16T01:42:24.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fda5dffb640 1 -- 172.21.15.16:0/1496299719 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2962702082 0 0) 0x7fda58052370 con 0x7fda58034c40 2024-09-16T01:42:24.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7fcb95832640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcb900d0180 con 0x7fcb900b5450 2024-09-16T01:42:24.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fcb8ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcb900b5450 0x7fcb900b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fcb95031640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcb900b4350 0x7fcb90071040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36076/0 (socket says 172.21.15.16:36076) 2024-09-16T01:42:24.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fcb95031640 1 -- 172.21.15.16:0/1690276121 learned_addr learned my addr 172.21.15.16:0/1690276121 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.583+0000 7f32013f6640 1 -- start start 2024-09-16T01:42:24.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f68db59e640 1 -- 172.21.15.16:0/681239326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc06f090 msgr2=0x7f68dc166c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f9b6b7fe640 1 -- 172.21.15.16:0/326854932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162b40 msgr2=0x7f9b6c0c4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fda5dffb640 1 -- 172.21.15.16:0/1496299719 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda48003520 con 0x7fda58034c40 2024-09-16T01:42:24.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fcb94830640 1 --2- 172.21.15.16:0/1690276121 >> v2:172.21.15.16:3300/0 conn(0x7fcb900cfda0 0x7fcb90163780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f2c3759e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2c381455e0 0x7f2c380715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f2c3759e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c380ce650 con 0x7f2c3815c840 2024-09-16T01:42:24.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f2c3759e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c380ce930 con 0x7f2c3806bbe0 2024-09-16T01:42:24.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f2c3759e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2c380b2b30 con 0x7f2c381455e0 2024-09-16T01:42:24.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f68db59e640 1 --2- 172.21.15.16:0/681239326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc06f090 0x7f68dc166c40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0097a0 tx=0x7f68cc02a230 comp rx=0 tx=0).stop 2024-09-16T01:42:24.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f2c3659c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f2c3806bbe0 0x7f2c3806bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39990/0 (socket says 172.21.15.16:39990) 2024-09-16T01:42:24.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f2c3659c640 1 -- 172.21.15.16:0/3317030785 learned_addr learned my addr 172.21.15.16:0/3317030785 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f68db59e640 1 -- 172.21.15.16:0/681239326 shutdown_connections 2024-09-16T01:42:24.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f68db59e640 1 --2- 172.21.15.16:0/681239326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc06f090 0x7f68dc166c40 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f68db59e640 1 --2- 172.21.15.16:0/681239326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc166320 0x7f68dc166700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f68db59e640 1 -- 172.21.15.16:0/681239326 >> 172.21.15.16:0/681239326 conn(0x7f68dc0afcf0 msgr2=0x7f68dc0b0100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fda5dffb640 1 -- 172.21.15.16:0/1496299719 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3845148420 0 0) 0x7fda58052090 con 0x7fda580486b0 2024-09-16T01:42:24.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fda5f7fe640 1 -- 172.21.15.16:0/1496299719 >> v1:172.21.15.104:6789/0 conn(0x7fda58034c40 legacy=0x7fda58035b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fda5f7fe640 1 -- 172.21.15.16:0/1496299719 >> v1:172.21.15.16:6789/0 conn(0x7fda580486b0 legacy=0x7fda58053a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f9b6b7fe640 1 --2- 172.21.15.16:0/326854932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162b40 0x7f9b6c0c4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f9b6b7fe640 1 -- 172.21.15.16:0/326854932 >> v2:172.21.15.104:3300/0 conn(0x7f9b6c162f20 msgr2=0x7f9b6c0c4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f9b6b7fe640 1 --2- 172.21.15.16:0/326854932 >> v2:172.21.15.104:3300/0 conn(0x7f9b6c162f20 0x7f9b6c0c4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f9b6b7fe640 1 -- 172.21.15.16:0/326854932 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6c06cb70 con 0x7f9b6c0d1490 2024-09-16T01:42:24.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f9b6a7fc640 1 --2- 172.21.15.16:0/326854932 >> v2:172.21.15.104:3300/0 conn(0x7f9b6c162f20 0x7f9b6c0c4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:24.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7f68db59e640 1 -- 172.21.15.16:0/681239326 shutdown_connections 2024-09-16T01:42:24.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f68db59e640 1 -- 172.21.15.16:0/681239326 wait complete. 2024-09-16T01:42:24.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fcb8f7fe640 1 -- 172.21.15.16:0/1690276121 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3129580890 0 0) 0x7fcb90163cc0 con 0x7fcb900b4350 2024-09-16T01:42:24.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fcb8f7fe640 1 -- 172.21.15.16:0/1690276121 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb7c003520 con 0x7fcb900b4350 2024-09-16T01:42:24.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f32013f6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31fc0717a0 0x7f31fc1f8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.584+0000 7fda5f7fe640 1 -- 172.21.15.16:0/1496299719 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda58052930 con 0x7fda58048b20 2024-09-16T01:42:24.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fcb94830640 1 -- 172.21.15.16:0/1690276121 >> v2:172.21.15.104:3300/0 conn(0x7fcb900b5450 msgr2=0x7fcb900b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fcb94830640 1 --2- 172.21.15.16:0/1690276121 >> v2:172.21.15.104:3300/0 conn(0x7fcb900b5450 0x7fcb900b3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f32013f6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0b3200 0x7f31fc14d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f32013f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31fc0b3b20 0x7f31fc155cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f32013f6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc073e30 con 0x7f31fc0717a0 2024-09-16T01:42:24.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f32013f6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc0b3f50 con 0x7f31fc0b3200 2024-09-16T01:42:24.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f32013f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f31fc073fb0 con 0x7f31fc0b3b20 2024-09-16T01:42:24.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fda5f7fe640 1 --2- 172.21.15.16:0/1496299719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58048b20 0x7fda58054120 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fda6002dd50 tx=0x7fda6006b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=327c99b1daab3a8a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f9b6b7fe640 1 --2- 172.21.15.16:0/326854932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c0d1940 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0bba10 tx=0x7f9b5402a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e47711daf8a21eb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fcb8f7fe640 1 -- 172.21.15.16:0/1690276121 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 953998811 0 0) 0x7fcb7c003520 con 0x7fcb900b4350 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3643432190 0 0) 0x7f2c380ce650 con 0x7f2c3815c840 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c20003520 con 0x7f2c3815c840 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3222829623 0 0) 0x7f2c380ce930 con 0x7f2c3806bbe0 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c20003880 con 0x7f2c3806bbe0 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2303319243 0 0) 0x7f2c20003520 con 0x7f2c3815c840 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 >> v2:172.21.15.16:3300/0 conn(0x7f2c381455e0 msgr2=0x7f2c380715f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 --2- 172.21.15.16:0/3317030785 >> v2:172.21.15.16:3300/0 conn(0x7f2c381455e0 0x7f2c380715f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 >> v1:172.21.15.104:6789/0 conn(0x7f2c3806bbe0 legacy=0x7f2c3806bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c380cec10 con 0x7f2c3815c840 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f2c300019d0 con 0x7f2c3815c840 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 >> v1:172.21.15.16:6789/0 conn(0x7f2c3815c840 legacy=0x7f2c3815ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c200041d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c200048c0 0x7f2c20004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7f2c3559a640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c200099b0 0x7f2c2000bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2c380b2b30 con 0x7f2c200099b0 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2000c470 con 0x7f2c200048c0 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2c2000c670 con 0x7f2c20003db0 2024-09-16T01:42:24.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31fc0b3b20 0x7f31fc155cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fcb94830640 1 -- 172.21.15.16:0/1690276121 >> v1:172.21.15.16:6789/0 conn(0x7fcb900b4350 legacy=0x7fcb90071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.585+0000 7fcb94830640 1 -- 172.21.15.16:0/1690276121 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9006d160 con 0x7fcb900cfda0 2024-09-16T01:42:24.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31fc0b3b20 0x7f31fc155cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54642/0 (socket says 172.21.15.16:54642) 2024-09-16T01:42:24.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 -- 172.21.15.16:0/457790049 learned_addr learned my addr 172.21.15.16:0/457790049 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7fda5dffb640 1 -- 172.21.15.16:0/1496299719 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda600b3070 con 0x7fda58048b20 2024-09-16T01:42:24.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3659c640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c200041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c36d9d640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c200099b0 0x7f2c2000bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f9b69ffb640 1 -- 172.21.15.16:0/326854932 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54037070 con 0x7f9b6c0d1490 2024-09-16T01:42:24.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7fda5dffb640 1 -- 172.21.15.16:0/1496299719 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda600ae640 con 0x7fda58048b20 2024-09-16T01:42:24.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7fda5dffb640 1 -- 172.21.15.16:0/1496299719 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda600aea30 con 0x7fda58048b20 2024-09-16T01:42:24.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f176e591640 1 Processor -- start 2024-09-16T01:42:24.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 -- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0b3200 msgr2=0x7f31fc14d190 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:42:24.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0b3200 0x7f31fc14d190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 -- 172.21.15.16:0/457790049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31fc0717a0 msgr2=0x7f31fc1f8470 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:42:24.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f9b69ffb640 1 -- 172.21.15.16:0/326854932 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b5402add0 con 0x7f9b6c0d1490 2024-09-16T01:42:24.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31fc0717a0 0x7f31fc1f8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 -- 172.21.15.16:0/457790049 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31fc15d0b0 con 0x7f31fc0b3b20 2024-09-16T01:42:24.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3659c640 1 -- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c200048c0 msgr2=0x7f2c20004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c35d9b640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c200048c0 0x7f2c20004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3659c640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c200048c0 0x7f2c20004d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3659c640 1 -- 172.21.15.16:0/3317030785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c200099b0 msgr2=0x7f2c2000bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3659c640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c200099b0 0x7f2c2000bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f2c3659c640 1 -- 172.21.15.16:0/3317030785 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c20003520 con 0x7f2c20003db0 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7f2c36d9d640 1 -- 172.21.15.16:0/3317030785 reap_dead start 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f9b69ffb640 1 -- 172.21.15.16:0/326854932 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54032660 con 0x7f9b6c0d1490 2024-09-16T01:42:24.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7f68db59e640 1 Processor -- start 2024-09-16T01:42:24.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58048b20 msgr2=0x7fda58054120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7fda659cf640 1 --2- 172.21.15.16:0/1496299719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58048b20 0x7fda58054120 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fda6002dd50 tx=0x7fda6006b330 comp rx=0 tx=0).stop 2024-09-16T01:42:24.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 shutdown_connections 2024-09-16T01:42:24.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7fda659cf640 1 --2- 172.21.15.16:0/1496299719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58048b20 0x7fda58054120 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 >> 172.21.15.16:0/1496299719 conn(0x7fda5801ea40 msgr2=0x7fda580556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7fcb94830640 1 --2- 172.21.15.16:0/1690276121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900cfda0 0x7fcb90163780 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcb900b2f80 tx=0x7fcb8002a010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2a1029a86e29494 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7f68db59e640 1 -- start start 2024-09-16T01:42:24.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7fcb8f7fe640 1 -- 172.21.15.16:0/1690276121 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80037070 con 0x7fcb900cfda0 2024-09-16T01:42:24.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 msgr2=0x7f9b6c0d1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7f9b7147b640 1 --2- 172.21.15.16:0/326854932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c0d1940 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0bba10 tx=0x7f9b5402a080 comp rx=0 tx=0).stop 2024-09-16T01:42:24.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7fcb8f7fe640 1 -- 172.21.15.16:0/1690276121 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb8002aaa0 con 0x7fcb900cfda0 2024-09-16T01:42:24.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7fcb8f7fe640 1 -- 172.21.15.16:0/1690276121 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb78001670 con 0x7fcb900cfda0 2024-09-16T01:42:24.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f31fb7fe640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31fc0b3b20 0x7f31fc155cb0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f31f400c730 tx=0x7f31f400cbf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7f31e37fe640 1 -- 172.21.15.16:0/457790049 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4003b70 con 0x7f31fc0b3b20 2024-09-16T01:42:24.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.587+0000 7f31e37fe640 1 -- 172.21.15.16:0/457790049 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f4003d10 con 0x7f31fc0b3b20 2024-09-16T01:42:24.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f31e37fe640 1 -- 172.21.15.16:0/457790049 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f400aa90 con 0x7f31fc0b3b20 2024-09-16T01:42:24.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f2c3659c640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c200041d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f2c28001900 tx=0x7f2c20005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e22ce26a58d96ac6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.586+0000 7f176e591640 1 -- start start 2024-09-16T01:42:24.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176e591640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f176815f960 0x7f17680cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176e591640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176e591640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f17680b6830 0x7f17680d0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176e591640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f17680d0780 con 0x7f17680b6830 2024-09-16T01:42:24.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176e591640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f17680d0a60 con 0x7f176815f960 2024-09-16T01:42:24.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176e591640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f17680d0d40 con 0x7f17680ce9f0 2024-09-16T01:42:24.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f32013f6640 1 -- 172.21.15.16:0/457790049 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31fc15d390 con 0x7f31fc0b3b20 2024-09-16T01:42:24.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 shutdown_connections 2024-09-16T01:42:24.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7fda659cf640 1 -- 172.21.15.16:0/1496299719 wait complete. 2024-09-16T01:42:24.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f32013f6640 1 -- 172.21.15.16:0/457790049 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f31fc15d950 con 0x7f31fc0b3b20 2024-09-16T01:42:24.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28001520 con 0x7f2c20003db0 2024-09-16T01:42:24.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c2802e070 con 0x7f2c20003db0 2024-09-16T01:42:24.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f2c3559a640 1 -- 172.21.15.16:0/3317030785 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c280048a0 con 0x7f2c20003db0 2024-09-16T01:42:24.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f46598d7640 1 Processor -- start 2024-09-16T01:42:24.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 shutdown_connections 2024-09-16T01:42:24.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f9b7147b640 1 --2- 172.21.15.16:0/326854932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c0d1940 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f9b7147b640 1 --2- 172.21.15.16:0/326854932 >> v2:172.21.15.104:3300/0 conn(0x7f9b6c162f20 0x7f9b6c0c4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f9b7147b640 1 --2- 172.21.15.16:0/326854932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162b40 0x7f9b6c0c4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 >> 172.21.15.16:0/326854932 conn(0x7f9b6c0730c0 msgr2=0x7f9b6c0734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176cb2e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f17680b6830 0x7f17680d0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 shutdown_connections 2024-09-16T01:42:24.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f9b7147b640 1 -- 172.21.15.16:0/326854932 wait complete. 2024-09-16T01:42:24.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176cb2e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f17680b6830 0x7f17680d0fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60646/0 (socket says 172.21.15.16:60646) 2024-09-16T01:42:24.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.588+0000 7f176cb2e640 1 -- 172.21.15.16:0/3624831572 learned_addr learned my addr 172.21.15.16:0/3624831572 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 -- 172.21.15.16:0/1690276121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900cfda0 msgr2=0x7fcb90163780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 --2- 172.21.15.16:0/1690276121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900cfda0 0x7fcb90163780 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcb900b2f80 tx=0x7fcb8002a010 comp rx=0 tx=0).stop 2024-09-16T01:42:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f176cb2e640 1 -- 172.21.15.16:0/3624831572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 msgr2=0x7f17680b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f176cb2e640 1 --2- 172.21.15.16:0/3624831572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f176cb2e640 1 -- 172.21.15.16:0/3624831572 >> v2:172.21.15.104:3300/0 conn(0x7f176815f960 msgr2=0x7f17680cff30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f176cb2e640 1 --2- 172.21.15.16:0/3624831572 >> v2:172.21.15.104:3300/0 conn(0x7f176815f960 0x7f17680cff30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f176cb2e640 1 -- 172.21.15.16:0/3624831572 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1768072e90 con 0x7f17680b6830 2024-09-16T01:42:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68db59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68dc06d080 0x7f68dc1ecab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 -- 172.21.15.16:0/1690276121 shutdown_connections 2024-09-16T01:42:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 --2- 172.21.15.16:0/1690276121 >> v2:172.21.15.104:3300/0 conn(0x7fcb900b5450 0x7fcb900b3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 --2- 172.21.15.16:0/1690276121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900cfda0 0x7fcb90163780 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 -- 172.21.15.16:0/1690276121 >> 172.21.15.16:0/1690276121 conn(0x7fcb900b20e0 msgr2=0x7fcb900b24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f2c3759e640 1 -- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 msgr2=0x7f2c200041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f2c3759e640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c200041d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f2c28001900 tx=0x7f2c20005830 comp rx=0 tx=0).stop 2024-09-16T01:42:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68da59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68dc06d080 0x7f68dc1ecab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68da59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68dc06d080 0x7f68dc1ecab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:44008/0 (socket says 172.21.15.16:44008) 2024-09-16T01:42:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f176cb2e640 1 --2- 172.21.15.16:0/3624831572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f17680d0fe0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f17680cfea0 tx=0x7f176002a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879272ea21254c3f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31d4005290 con 0x7f31fc0b3b20 2024-09-16T01:42:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7fda659cf640 1 Processor -- start 2024-09-16T01:42:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7fda659cf640 1 -- start start 2024-09-16T01:42:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f9b7147b640 1 Processor -- start 2024-09-16T01:42:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f9b7147b640 1 -- start start 2024-09-16T01:42:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 -- 172.21.15.16:0/1690276121 shutdown_connections 2024-09-16T01:42:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68db59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc06f090 0x7f68dc155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68db59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc166320 0x7f68dc15ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68db59e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc0b1ae0 con 0x7f68dc166320 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68db59e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc167180 con 0x7f68dc06d080 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f68db59e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f68dc0cea40 con 0x7f68dc06f090 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f68dad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc166320 0x7f68dc15ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f68dad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc166320 0x7f68dc15ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60650/0 (socket says 172.21.15.16:60650) 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f68dad9d640 1 -- 172.21.15.16:0/1794615088 learned_addr learned my addr 172.21.15.16:0/1794615088 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f68dad9d640 1 -- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc06f090 msgr2=0x7f68dc155a40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f68dad9d640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc06f090 0x7f68dc155a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f68dad9d640 1 -- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68dc06d080 msgr2=0x7f68dc1ecab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f68dad9d640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68dc06d080 0x7f68dc1ecab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f68dad9d640 1 -- 172.21.15.16:0/1794615088 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68dc1ecff0 con 0x7f68dc166320 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f2c3759e640 1 -- 172.21.15.16:0/3317030785 shutdown_connections 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f2c3759e640 1 --2- 172.21.15.16:0/3317030785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c200041d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f2c3759e640 1 -- 172.21.15.16:0/3317030785 >> 172.21.15.16:0/3317030785 conn(0x7f2c38074fe0 msgr2=0x7f2c380b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f2c3759e640 1 -- 172.21.15.16:0/3317030785 shutdown_connections 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f2c3759e640 1 -- 172.21.15.16:0/3317030785 wait complete. 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7f46598d7640 1 -- start start 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f46598d7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f46540d18e0 0x7f465415c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f46598d7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46540b0b50 con 0x7f46540b02f0 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f46598d7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f465415be70 con 0x7f465415b720 2024-09-16T01:42:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f46598d7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f465415c150 con 0x7f46540d18e0 2024-09-16T01:42:24.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f1766ffd640 1 -- 172.21.15.16:0/3624831572 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760036070 con 0x7f17680b6830 2024-09-16T01:42:24.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f1766ffd640 1 -- 172.21.15.16:0/3624831572 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1760031600 con 0x7f17680b6830 2024-09-16T01:42:24.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f1766ffd640 1 -- 172.21.15.16:0/3624831572 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760036070 con 0x7f17680b6830 2024-09-16T01:42:24.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.590+0000 7f31e37fe640 1 -- 172.21.15.16:0/457790049 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f31f400ac30 con 0x7f31fc0b3b20 2024-09-16T01:42:24.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f31e37fe640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f31e806c2b0 0x7f31e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda659cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58034c40 0x7fda58007f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda659cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda580486b0 0x7fda580dcd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda659cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda58048b20 0x7fda5804a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda659cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fda58035570 con 0x7fda58048b20 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda659cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda58048f30 con 0x7fda58034c40 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda659cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fda58036260 con 0x7fda580486b0 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f68da59c640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68dc06d080 0x7f68dc1ecab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f4652ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f465415b720 0x7f46540d11d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39994/0 (socket says 172.21.15.16:39994) 2024-09-16T01:42:24.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f4652ffd640 1 -- 172.21.15.16:0/2821880276 learned_addr learned my addr 172.21.15.16:0/2821880276 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda5effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58034c40 0x7fda58007f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda5effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58034c40 0x7fda58007f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:44020/0 (socket says 172.21.15.16:44020) 2024-09-16T01:42:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda5effd640 1 -- 172.21.15.16:0/1544640890 learned_addr learned my addr 172.21.15.16:0/1544640890 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fda5e7fc640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda580486b0 0x7fda580dcd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f31faffd640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f31e806c2b0 0x7f31e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7f31e37fe640 1 -- 172.21.15.16:0/457790049 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f31f408b440 con 0x7f31fc0b3b20 2024-09-16T01:42:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7fda5f7fe640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda58048b20 0x7fda5804a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.589+0000 7fcb95832640 1 -- 172.21.15.16:0/1690276121 wait complete. 2024-09-16T01:42:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b7147b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c15ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fcb95832640 1 Processor -- start 2024-09-16T01:42:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.591+0000 7fcb95832640 1 -- start start 2024-09-16T01:42:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7fda5e7fc640 1 -- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58034c40 msgr2=0x7fda58007f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f2c3759e640 1 Processor -- start 2024-09-16T01:42:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b7147b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6c162b40 0x7f9b6c0ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b6affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c15ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b6affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c15ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60670/0 (socket says 172.21.15.16:60670) 2024-09-16T01:42:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f2c3759e640 1 -- start start 2024-09-16T01:42:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7fda5e7fc640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58034c40 0x7fda58007f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b6affd640 1 -- 172.21.15.16:0/1338773931 learned_addr learned my addr 172.21.15.16:0/1338773931 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7fda5e7fc640 1 -- 172.21.15.16:0/1544640890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda58048b20 msgr2=0x7fda5804a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b7147b640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162f20 0x7f9b6c09c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7fda5e7fc640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda58048b20 0x7fda5804a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7fda5e7fc640 1 -- 172.21.15.16:0/1544640890 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda58049900 con 0x7fda580486b0 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2335920330 0 0) 0x7f465415be70 con 0x7f465415b720 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f463c003520 con 0x7f465415b720 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 417109219 0 0) 0x7f463c003520 con 0x7f465415b720 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 >> v2:172.21.15.16:3300/0 conn(0x7f46540d18e0 msgr2=0x7f465415c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 --2- 172.21.15.16:0/2821880276 >> v2:172.21.15.16:3300/0 conn(0x7f46540d18e0 0x7f465415c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 >> v1:172.21.15.16:6789/0 conn(0x7f46540b02f0 legacy=0x7f46540b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465415c430 con 0x7f465415b720 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 <== mon.1 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f4648001670 con 0x7f465415b720 2024-09-16T01:42:24.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 >> v1:172.21.15.104:6789/0 conn(0x7f465415b720 legacy=0x7f46540d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f463c003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f463c004800 0x7f463c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f463c0052e0 0x7f463c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f465415c150 con 0x7f463c0052e0 2024-09-16T01:42:24.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f463c00c1e0 con 0x7f463c0039b0 2024-09-16T01:42:24.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f463c00c3e0 con 0x7f463c004800 2024-09-16T01:42:24.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f176e591640 1 -- 172.21.15.16:0/3624831572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 msgr2=0x7f17680d0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f176e591640 1 --2- 172.21.15.16:0/3624831572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f17680d0fe0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f17680cfea0 tx=0x7f176002a6b0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b6a7fc640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6c162b40 0x7f9b6c0ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c074bc0 con 0x7f9b6c0d1490 2024-09-16T01:42:24.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f4652ffd640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f463c003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c0d1e80 con 0x7f9b6c162b40 2024-09-16T01:42:24.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f68dad9d640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc166320 0x7f68dc15ac40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f68d400ca20 tx=0x7f68d400cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7fda5e7fc640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda580486b0 0x7fda580dcd20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fda5400c3e0 tx=0x7fda5400c8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.592+0000 7f9b6b7fe640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162f20 0x7f9b6c09c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6c074d40 con 0x7f9b6c162f20 2024-09-16T01:42:24.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95832640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900b4350 0x7fcb90208af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f46527fc640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f463c004800 0x7f463c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f31faffd640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f31e806c2b0 0x7f31e806e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f31ec001610 tx=0x7f31ec007930 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95832640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb900b5450 0x7fcb9015c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95832640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb900cfda0 0x7fcb900aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f46537fe640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f463c0052e0 0x7f463c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95832640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcb900b3910 con 0x7fcb900b4350 2024-09-16T01:42:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95832640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcb900b3630 con 0x7fcb900cfda0 2024-09-16T01:42:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95832640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcb90071750 con 0x7fcb900b5450 2024-09-16T01:42:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb94830640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900b4350 0x7fcb90208af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f4652ffd640 1 -- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f463c004800 msgr2=0x7f463c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f4652ffd640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f463c004800 0x7f463c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f4652ffd640 1 -- 172.21.15.16:0/2821880276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f463c0052e0 msgr2=0x7f463c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb94830640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900b4350 0x7fcb90208af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60682/0 (socket says 172.21.15.16:60682) 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb94830640 1 -- 172.21.15.16:0/3640236956 learned_addr learned my addr 172.21.15.16:0/3640236956 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f68caffd640 1 -- 172.21.15.16:0/1794615088 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d4017070 con 0x7f68dc166320 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68dc1ed700 con 0x7f68dc166320 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68dc070d80 con 0x7f68dc166320 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f68caffd640 1 -- 172.21.15.16:0/1794615088 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68d400abd0 con 0x7f68dc166320 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f68caffd640 1 -- 172.21.15.16:0/1794615088 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d4012400 con 0x7f68dc166320 2024-09-16T01:42:24.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95031640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb900cfda0 0x7fcb900aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f4652ffd640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f463c0052e0 0x7f463c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f176e591640 1 -- 172.21.15.16:0/3624831572 shutdown_connections 2024-09-16T01:42:24.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f176e591640 1 --2- 172.21.15.16:0/3624831572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f17680d0fe0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f176e591640 1 --2- 172.21.15.16:0/3624831572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb8ffff640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb900b5450 0x7fcb9015c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f4652ffd640 1 -- 172.21.15.16:0/2821880276 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465415c430 con 0x7f463c0039b0 2024-09-16T01:42:24.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f176e591640 1 --2- 172.21.15.16:0/3624831572 >> v2:172.21.15.104:3300/0 conn(0x7f176815f960 0x7f17680cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f176e591640 1 -- 172.21.15.16:0/3624831572 >> 172.21.15.16:0/3624831572 conn(0x7f17680b4090 msgr2=0x7f17680b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f46537fe640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f463c0052e0 0x7f463c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:24.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f46537fe640 1 -- 172.21.15.16:0/2821880276 reap_dead start 2024-09-16T01:42:24.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f176e591640 1 -- 172.21.15.16:0/3624831572 shutdown_connections 2024-09-16T01:42:24.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7fcb95031640 1 -- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb900b5450 msgr2=0x7fcb9015c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7fcb95031640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb900b5450 0x7fcb9015c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7fcb95031640 1 -- 172.21.15.16:0/3640236956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900b4350 msgr2=0x7fcb90208af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7fcb95031640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900b4350 0x7fcb90208af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7fcb95031640 1 -- 172.21.15.16:0/3640236956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9015c670 con 0x7fcb900cfda0 2024-09-16T01:42:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f2c3759e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c380ab7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3759e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c3815c010 0x7f2c380b0a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3759e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381304c0 0x7f2c38130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c380ab7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f176e591640 1 -- 172.21.15.16:0/3624831572 wait complete. 2024-09-16T01:42:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3759e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2c38145280 con 0x7f2c3815c010 2024-09-16T01:42:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c380ab7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54724/0 (socket says 172.21.15.16:54724) 2024-09-16T01:42:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f9b6affd640 1 -- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162f20 msgr2=0x7f9b6c09c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f9b6affd640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162f20 0x7f9b6c09c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f9b6affd640 1 -- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6c162b40 msgr2=0x7f9b6c0ce0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f9b6affd640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6c162b40 0x7f9b6c0ce0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.593+0000 7f9b6affd640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6c0cc550 con 0x7f9b6c0d1490 2024-09-16T01:42:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f9b6affd640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c15ec80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c007c00 tx=0x7f9b5c00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7fcb95031640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb900cfda0 0x7fcb900aa490 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcb78001380 tx=0x7fcb7800c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7fcb8d7fa640 1 -- 172.21.15.16:0/3640236956 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb78017070 con 0x7fcb900cfda0 2024-09-16T01:42:24.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7fcb8d7fa640 1 -- 172.21.15.16:0/3640236956 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb78005dc0 con 0x7fcb900cfda0 2024-09-16T01:42:24.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3659c640 1 -- 172.21.15.16:0/1592427274 learned_addr learned my addr 172.21.15.16:0/1592427274 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c36d9d640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381304c0 0x7f2c38130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f9b637fe640 1 -- 172.21.15.16:0/1338773931 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c01a070 con 0x7f9b6c0d1490 2024-09-16T01:42:24.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f9b637fe640 1 -- 172.21.15.16:0/1338773931 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b5c007e10 con 0x7f9b6c0d1490 2024-09-16T01:42:24.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f9b637fe640 1 -- 172.21.15.16:0/1338773931 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c015620 con 0x7f9b6c0d1490 2024-09-16T01:42:24.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6c0cc830 con 0x7f9b6c0d1490 2024-09-16T01:42:24.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c380cf1d0 con 0x7f2c381304c0 2024-09-16T01:42:24.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2c38145400 con 0x7f2c20003db0 2024-09-16T01:42:24.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.594+0000 7f2c35d9b640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c3815c010 0x7f2c380b0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c0005290 con 0x7f68dc166320 2024-09-16T01:42:24.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f2c36d9d640 1 -- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 msgr2=0x7f2c380ab7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f2c36d9d640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c380ab7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f2c36d9d640 1 -- 172.21.15.16:0/1592427274 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c3815c010 msgr2=0x7f2c380b0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f2c36d9d640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c3815c010 0x7f2c380b0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f2c36d9d640 1 -- 172.21.15.16:0/1592427274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c38134870 con 0x7f2c381304c0 2024-09-16T01:42:24.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f2c35d9b640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c3815c010 0x7f2c380b0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:24.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f2c36d9d640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381304c0 0x7f2c38130970 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2c380b1e20 tx=0x7f2c3000d520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f4652ffd640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f463c003db0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f464800e4d0 tx=0x7f463c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f81f6037c774642 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.596+0000 7f176e591640 1 Processor -- start 2024-09-16T01:42:24.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b6c0ccdf0 con 0x7f9b6c0d1490 2024-09-16T01:42:24.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7fcb8d7fa640 1 -- 172.21.15.16:0/3640236956 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb78007310 con 0x7fcb900cfda0 2024-09-16T01:42:24.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.596+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4648007de0 con 0x7f463c0039b0 2024-09-16T01:42:24.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb900adda0 con 0x7fcb900cfda0 2024-09-16T01:42:24.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.596+0000 7f68caffd640 1 -- 172.21.15.16:0/1794615088 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68d401a070 con 0x7f68dc166320 2024-09-16T01:42:24.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.596+0000 7f176e591640 1 -- start start 2024-09-16T01:42:24.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.595+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb900aafc0 con 0x7fcb900cfda0 2024-09-16T01:42:24.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.596+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4648031070 con 0x7f463c0039b0 2024-09-16T01:42:24.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.596+0000 7f4651ffb640 1 -- 172.21.15.16:0/2821880276 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4648005d30 con 0x7f463c0039b0 2024-09-16T01:42:24.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.596+0000 7f68caffd640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f68bc06c300 0x7f68bc06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b6c0d1940 con 0x7f9b6c0d1490 2024-09-16T01:42:24.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7fda47fff640 1 -- 172.21.15.16:0/1544640890 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda54017070 con 0x7fda580486b0 2024-09-16T01:42:24.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7fda47fff640 1 -- 172.21.15.16:0/1544640890 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda540035f0 con 0x7fda580486b0 2024-09-16T01:42:24.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7fda47fff640 1 -- 172.21.15.16:0/1544640890 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda540039e0 con 0x7fda580486b0 2024-09-16T01:42:24.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda58049be0 con 0x7fda580486b0 2024-09-16T01:42:24.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f68da59c640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f68bc06c300 0x7f68bc06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fda5804a1a0 con 0x7fda580486b0 2024-09-16T01:42:24.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f2c26ffd640 1 -- 172.21.15.16:0/1592427274 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3000db20 con 0x7f2c381304c0 2024-09-16T01:42:24.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f2c26ffd640 1 -- 172.21.15.16:0/1592427274 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c30018070 con 0x7f2c381304c0 2024-09-16T01:42:24.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f68caffd640 1 -- 172.21.15.16:0/1794615088 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f68d40558b0 con 0x7f68dc166320 2024-09-16T01:42:24.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f68da59c640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f68bc06c300 0x7f68bc06e7c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f68d0006fd0 tx=0x7f68d0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f176e591640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f1768159b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f176e591640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7fcb8d7fa640 1 -- 172.21.15.16:0/3640236956 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb7801a070 con 0x7fcb900cfda0 2024-09-16T01:42:24.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f1767fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f1768159b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f1767fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f1768159b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60696/0 (socket says 172.21.15.16:60696) 2024-09-16T01:42:24.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f2c26ffd640 1 -- 172.21.15.16:0/1592427274 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c30003970 con 0x7f2c381304c0 2024-09-16T01:42:24.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f31e37fe640 1 -- 172.21.15.16:0/457790049 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f31f4059b10 con 0x7f31fc0b3b20 2024-09-16T01:42:24.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c38134b50 con 0x7f2c381304c0 2024-09-16T01:42:24.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f1767fff640 1 -- 172.21.15.16:0/1662374890 learned_addr learned my addr 172.21.15.16:0/1662374890 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f176e591640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176815f960 0x7f17680cc040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c3815bbc0 con 0x7f2c381304c0 2024-09-16T01:42:24.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f46598d7640 1 -- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 msgr2=0x7f463c003db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f46598d7640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f463c003db0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f464800e4d0 tx=0x7f463c005830 comp rx=0 tx=0).stop 2024-09-16T01:42:24.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f46598d7640 1 -- 172.21.15.16:0/2821880276 shutdown_connections 2024-09-16T01:42:24.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f46598d7640 1 --2- 172.21.15.16:0/2821880276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f463c003db0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f46598d7640 1 -- 172.21.15.16:0/2821880276 >> 172.21.15.16:0/2821880276 conn(0x7f46540730c0 msgr2=0x7f46540734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f46598d7640 1 -- 172.21.15.16:0/2821880276 shutdown_connections 2024-09-16T01:42:24.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.597+0000 7f46598d7640 1 -- 172.21.15.16:0/2821880276 wait complete. 2024-09-16T01:42:24.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f17680d1520 con 0x7f17680b6830 2024-09-16T01:42:24.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f17680d0470 con 0x7f176815f960 2024-09-16T01:42:24.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f17680d16a0 con 0x7f17680ce9f0 2024-09-16T01:42:24.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f176cb2e640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176815f960 0x7f17680cc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda58036640 con 0x7fda580486b0 2024-09-16T01:42:24.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7f9b637fe640 1 -- 172.21.15.16:0/1338773931 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b5c01d070 con 0x7f9b6c0d1490 2024-09-16T01:42:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f17677fe640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f176cb2e640 1 -- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 msgr2=0x7f17680b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f176cb2e640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f176cb2e640 1 -- 172.21.15.16:0/1662374890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 msgr2=0x7f1768159b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f176cb2e640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f1768159b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f176cb2e640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17680b3250 con 0x7f176815f960 2024-09-16T01:42:24.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f9b637fe640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9b4c06c380 0x7f9b4c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f17677fe640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:24.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7fda47fff640 1 -- 172.21.15.16:0/1544640890 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda5401a070 con 0x7fda580486b0 2024-09-16T01:42:24.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c380b1350 con 0x7f2c381304c0 2024-09-16T01:42:24.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.599+0000 7f9b637fe640 1 -- 172.21.15.16:0/1338773931 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9b5c08b280 con 0x7f9b6c0d1490 2024-09-16T01:42:24.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.598+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb900b3e10 con 0x7fcb900cfda0 2024-09-16T01:42:24.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7f9b6a7fc640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9b4c06c380 0x7f9b4c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7fda47fff640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda4c06c380 0x7fda4c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7f2c26ffd640 1 -- 172.21.15.16:0/1592427274 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c30003b10 con 0x7f2c381304c0 2024-09-16T01:42:24.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7f46598d7640 1 Processor -- start 2024-09-16T01:42:24.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7fda47fff640 1 -- 172.21.15.16:0/1544640890 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fda5408a7a0 con 0x7fda580486b0 2024-09-16T01:42:24.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7f176cb2e640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176815f960 0x7f17680cc040 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1760030000 tx=0x7f1760004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7f2c26ffd640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2c1806c300 0x7f2c1806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7fcb8d7fa640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb7006c380 0x7fcb7006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7f2c26ffd640 1 -- 172.21.15.16:0/1592427274 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2c3008b280 con 0x7f2c381304c0 2024-09-16T01:42:24.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.600+0000 7f46598d7640 1 -- start start 2024-09-16T01:42:24.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7f2c3659c640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2c1806c300 0x7f2c1806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7f9b6a7fc640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9b4c06c380 0x7f9b4c06e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0cd8d0 tx=0x7f9b64008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7fcb94830640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb7006c380 0x7fcb7006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7fda5effd640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda4c06c380 0x7fda4c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7fcb8d7fa640 1 -- 172.21.15.16:0/3640236956 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcb7808a840 con 0x7fcb900cfda0 2024-09-16T01:42:24.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7fcb94830640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb7006c380 0x7fcb7006e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fcb80009560 tx=0x7fcb8002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7f2c3659c640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2c1806c300 0x7f2c1806e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2c28007dd0 tx=0x7f2c28007000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.601+0000 7fda5effd640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda4c06c380 0x7fda4c06e840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fda500011e0 tx=0x7fda50009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46598d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f4654200be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46598d7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46540ccf20 0x7f46541f74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46598d7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46540c4db0 0x7f46540af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46598d7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f46540b0930 con 0x7f46540c4db0 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46598d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f46540b07b0 con 0x7f463c0039b0 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46598d7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4654073be0 con 0x7f46540ccf20 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f4654200be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f4654200be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:44088/0 (socket says 172.21.15.16:44088) 2024-09-16T01:42:24.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 -- 172.21.15.16:0/1784839686 learned_addr learned my addr 172.21.15.16:0/1784839686 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46537fe640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46540c4db0 0x7f46540af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46527fc640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46540ccf20 0x7f46541f74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 -- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46540ccf20 msgr2=0x7f46541f74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46540ccf20 0x7f46541f74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 -- 172.21.15.16:0/1784839686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46540c4db0 msgr2=0x7f46540af0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46540c4db0 0x7f46540af0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f4652ffd640 1 -- 172.21.15.16:0/1784839686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46542011c0 con 0x7f463c0039b0 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.602+0000 7f46537fe640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46540c4db0 0x7f46540af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.603+0000 7f4652ffd640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f4654200be0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f464800e5f0 tx=0x7f4648001970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.605+0000 7fda47fff640 1 -- 172.21.15.16:0/1544640890 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fda58036640 con 0x7fda580486b0 2024-09-16T01:42:24.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.606+0000 7fcb8d7fa640 1 -- 172.21.15.16:0/3640236956 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcb78059020 con 0x7fcb900cfda0 2024-09-16T01:42:24.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.606+0000 7f68caffd640 1 -- 172.21.15.16:0/1794615088 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f68d4059940 con 0x7f68dc166320 2024-09-16T01:42:24.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.610+0000 7f1764ff9640 1 -- 172.21.15.16:0/1662374890 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760041070 con 0x7f176815f960 2024-09-16T01:42:24.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.610+0000 7f1764ff9640 1 -- 172.21.15.16:0/1662374890 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17600094d0 con 0x7f176815f960 2024-09-16T01:42:24.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.610+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17680b3530 con 0x7f176815f960 2024-09-16T01:42:24.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.611+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17680cbb20 con 0x7f176815f960 2024-09-16T01:42:24.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.610+0000 7f9b637fe640 1 -- 172.21.15.16:0/1338773931 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b5c010070 con 0x7f9b6c0d1490 2024-09-16T01:42:24.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.611+0000 7f2c26ffd640 1 -- 172.21.15.16:0/1592427274 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c30059480 con 0x7f2c381304c0 2024-09-16T01:42:24.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.610+0000 7f463bfff640 1 -- 172.21.15.16:0/1784839686 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4648007de0 con 0x7f463c0039b0 2024-09-16T01:42:24.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.610+0000 7f463bfff640 1 -- 172.21.15.16:0/1784839686 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46480049f0 con 0x7f463c0039b0 2024-09-16T01:42:24.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.611+0000 7f463bfff640 1 -- 172.21.15.16:0/1784839686 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4648004da0 con 0x7f463c0039b0 2024-09-16T01:42:24.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.612+0000 7f1764ff9640 1 -- 172.21.15.16:0/1662374890 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760036070 con 0x7f176815f960 2024-09-16T01:42:24.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.613+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17680b62f0 con 0x7f176815f960 2024-09-16T01:42:24.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.613+0000 7f1764ff9640 1 -- 172.21.15.16:0/1662374890 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1760044070 con 0x7f176815f960 2024-09-16T01:42:24.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.613+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46542014a0 con 0x7f463c0039b0 2024-09-16T01:42:24.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.613+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4654201a60 con 0x7f463c0039b0 2024-09-16T01:42:24.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.614+0000 7f1764ff9640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f175406c380 0x7f175406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.614+0000 7f1764ff9640 1 -- 172.21.15.16:0/1662374890 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f17600ac040 con 0x7f176815f960 2024-09-16T01:42:24.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.615+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f465415c950 con 0x7f463c0039b0 2024-09-16T01:42:24.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.615+0000 7f1767fff640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f175406c380 0x7f175406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.615+0000 7f1767fff640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f175406c380 0x7f175406e840 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f175c0099a0 tx=0x7f175c0090e0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.616+0000 7f463bfff640 1 -- 172.21.15.16:0/1784839686 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f464803e030 con 0x7f463c0039b0 2024-09-16T01:42:24.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.616+0000 7f463bfff640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f464006c300 0x7f464006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.616+0000 7f463bfff640 1 -- 172.21.15.16:0/1784839686 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f46480ab010 con 0x7f463c0039b0 2024-09-16T01:42:24.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.616+0000 7f46527fc640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f464006c300 0x7f464006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.617+0000 7f46527fc640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f464006c300 0x7f464006e7c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f46540d0f90 tx=0x7f4644010040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.618+0000 7f1764ff9640 1 -- 172.21.15.16:0/1662374890 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f176007a1d0 con 0x7f176815f960 2024-09-16T01:42:24.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:24.623+0000 7f463bfff640 1 -- 172.21.15.16:0/1784839686 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4648045030 con 0x7f463c0039b0 2024-09-16T01:42:25.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.005+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fda5800b000 con 0x7fda580486b0 2024-09-16T01:42:25.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.006+0000 7fda47fff640 1 -- 172.21.15.16:0/1544640890 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fda5405f0c0 con 0x7fda580486b0 2024-09-16T01:42:25.009 INFO:teuthology.orchestra.run.smithi016.stdout:60129542150 2024-09-16T01:42:25.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.007+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f31d4005580 con 0x7f31fc0b3b20 2024-09-16T01:42:25.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.007+0000 7f31e37fe640 1 -- 172.21.15.16:0/457790049 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f31f4059410 con 0x7f31fc0b3b20 2024-09-16T01:42:25.010 INFO:teuthology.orchestra.run.smithi016.stdout:64424509446 2024-09-16T01:42:25.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.008+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f68c0005850 con 0x7f68dc166320 2024-09-16T01:42:25.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.009+0000 7f68caffd640 1 -- 172.21.15.16:0/1794615088 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f68d4059240 con 0x7f68dc166320 2024-09-16T01:42:25.011 INFO:teuthology.orchestra.run.smithi016.stdout:64424509445 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda4c06c380 msgr2=0x7fda4c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda4c06c380 0x7fda4c06e840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fda500011e0 tx=0x7fda50009040 comp rx=0 tx=0).stop 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda580486b0 msgr2=0x7fda580dcd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda580486b0 0x7fda580dcd20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fda5400c3e0 tx=0x7fda5400c8a0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 shutdown_connections 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda4c06c380 0x7fda4c06e840 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda58048b20 0x7fda5804a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda580486b0 0x7fda580dcd20 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 --2- 172.21.15.16:0/1544640890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda58034c40 0x7fda58007f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 >> 172.21.15.16:0/1544640890 conn(0x7fda5801ea40 msgr2=0x7fda58035b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 shutdown_connections 2024-09-16T01:42:25.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.010+0000 7fda659cf640 1 -- 172.21.15.16:0/1544640890 wait complete. 2024-09-16T01:42:25.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.011+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f31e806c2b0 msgr2=0x7f31e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.011+0000 7f31e17fa640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f31e806c2b0 0x7f31e806e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f31ec001610 tx=0x7f31ec007930 comp rx=0 tx=0).stop 2024-09-16T01:42:25.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.011+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31fc0b3b20 msgr2=0x7f31fc155cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.011+0000 7f31e17fa640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31fc0b3b20 0x7f31fc155cb0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f31f400c730 tx=0x7f31f400cbf0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.011+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 shutdown_connections 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.011+0000 7f31e17fa640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f31e806c2b0 0x7f31e806e770 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.012+0000 7f31e17fa640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31fc0b3b20 0x7f31fc155cb0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.012+0000 7f31e17fa640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0b3200 0x7f31fc14d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.012+0000 7f31e17fa640 1 --2- 172.21.15.16:0/457790049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31fc0717a0 0x7f31fc1f8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.012+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 >> 172.21.15.16:0/457790049 conn(0x7f31fc06ccf0 msgr2=0x7f31fc0b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.012+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 shutdown_connections 2024-09-16T01:42:25.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.012+0000 7f31e17fa640 1 -- 172.21.15.16:0/457790049 wait complete. 2024-09-16T01:42:25.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.013+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f2c38135070 con 0x7f2c381304c0 2024-09-16T01:42:25.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.014+0000 7f2c26ffd640 1 -- 172.21.15.16:0/1592427274 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2c3005d780 con 0x7f2c381304c0 2024-09-16T01:42:25.017 INFO:teuthology.orchestra.run.smithi016.stdout:64424509445 2024-09-16T01:42:25.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f68bc06c300 msgr2=0x7f68bc06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f68bc06c300 0x7f68bc06e7c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f68d0006fd0 tx=0x7f68d0008040 comp rx=0 tx=0).stop 2024-09-16T01:42:25.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2c1806c300 msgr2=0x7f2c1806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2c1806c300 0x7f2c1806e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2c28007dd0 tx=0x7f2c28007000 comp rx=0 tx=0).stop 2024-09-16T01:42:25.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381304c0 msgr2=0x7f2c38130970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381304c0 0x7f2c38130970 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2c380b1e20 tx=0x7f2c3000d520 comp rx=0 tx=0).stop 2024-09-16T01:42:25.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc166320 msgr2=0x7f68dc15ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc166320 0x7f68dc15ac40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f68d400ca20 tx=0x7f68d400cee0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 shutdown_connections 2024-09-16T01:42:25.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2c1806c300 0x7f2c1806e7c0 secure :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2c28007dd0 tx=0x7f2c28007000 comp rx=0 tx=0).stop 2024-09-16T01:42:25.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381304c0 0x7f2c38130970 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c3815c010 0x7f2c380b0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 --2- 172.21.15.16:0/1592427274 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c20003db0 0x7f2c380ab7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 >> 172.21.15.16:0/1592427274 conn(0x7f2c38074fe0 msgr2=0x7f2c38144680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 shutdown_connections 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f68bc06c300 0x7f68bc06e7c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68dc166320 0x7f68dc15ac40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68dc06f090 0x7f68dc155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 --2- 172.21.15.16:0/1794615088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68dc06d080 0x7f68dc1ecab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 >> 172.21.15.16:0/1794615088 conn(0x7f68dc0afcf0 msgr2=0x7f68dc0ced50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 shutdown_connections 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.017+0000 7f68db59e640 1 -- 172.21.15.16:0/1794615088 wait complete. 2024-09-16T01:42:25.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.018+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 shutdown_connections 2024-09-16T01:42:25.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.018+0000 7f2c3759e640 1 -- 172.21.15.16:0/1592427274 wait complete. 2024-09-16T01:42:25.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.019+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fcb90072970 con 0x7fcb900cfda0 2024-09-16T01:42:25.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.020+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f9b6c0cff30 con 0x7f9b6c0d1490 2024-09-16T01:42:25.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.020+0000 7fcb8d7fa640 1 -- 172.21.15.16:0/3640236956 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcb78058920 con 0x7fcb900cfda0 2024-09-16T01:42:25.024 INFO:teuthology.orchestra.run.smithi016.stdout:60129542149 2024-09-16T01:42:25.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.022+0000 7f9b637fe640 1 -- 172.21.15.16:0/1338773931 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9b5c059410 con 0x7f9b6c0d1490 2024-09-16T01:42:25.029 INFO:teuthology.orchestra.run.smithi016.stdout:60129542150 2024-09-16T01:42:25.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb7006c380 msgr2=0x7fcb7006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb7006c380 0x7fcb7006e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fcb80009560 tx=0x7fcb8002e000 comp rx=0 tx=0).stop 2024-09-16T01:42:25.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb900cfda0 msgr2=0x7fcb900aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb900cfda0 0x7fcb900aa490 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcb78001380 tx=0x7fcb7800c8e0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 shutdown_connections 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb7006c380 0x7fcb7006e840 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb900cfda0 0x7fcb900aa490 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb900b5450 0x7fcb9015c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 --2- 172.21.15.16:0/3640236956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb900b4350 0x7fcb90208af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.024+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 >> 172.21.15.16:0/3640236956 conn(0x7fcb900b20e0 msgr2=0x7fcb90071b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.025+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 shutdown_connections 2024-09-16T01:42:25.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.025+0000 7fcb95832640 1 -- 172.21.15.16:0/3640236956 wait complete. 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.026+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9b4c06c380 msgr2=0x7f9b4c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.026+0000 7f9b7147b640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9b4c06c380 0x7f9b4c06e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0cd8d0 tx=0x7f9b64008040 comp rx=0 tx=0).stop 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.026+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 msgr2=0x7f9b6c15ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.026+0000 7f9b7147b640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c15ec80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c007c00 tx=0x7f9b5c00d4a0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.026+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 shutdown_connections 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.027+0000 7f9b7147b640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9b4c06c380 0x7f9b4c06e840 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.027+0000 7f9b7147b640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6c162f20 0x7f9b6c09c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.027+0000 7f9b7147b640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6c162b40 0x7f9b6c0ce0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.027+0000 7f9b7147b640 1 --2- 172.21.15.16:0/1338773931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6c0d1490 0x7f9b6c15ec80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.027+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 >> 172.21.15.16:0/1338773931 conn(0x7f9b6c0730c0 msgr2=0x7f9b6c0cee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.027+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 shutdown_connections 2024-09-16T01:42:25.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.027+0000 7f9b7147b640 1 -- 172.21.15.16:0/1338773931 wait complete. 2024-09-16T01:42:25.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.030+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f176815ee10 con 0x7f176815f960 2024-09-16T01:42:25.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.030+0000 7f1764ff9640 1 -- 172.21.15.16:0/1662374890 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f176007e4d0 con 0x7f176815f960 2024-09-16T01:42:25.033 INFO:teuthology.orchestra.run.smithi016.stdout:60129542150 2024-09-16T01:42:25.034 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509446 for osd.4 2024-09-16T01:42:25.034 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.2 2024-09-16T01:42:25.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f175406c380 msgr2=0x7f175406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f175406c380 0x7f175406e840 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f175c0099a0 tx=0x7f175c0090e0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176815f960 msgr2=0x7f17680cc040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176815f960 0x7f17680cc040 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1760030000 tx=0x7f1760004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 shutdown_connections 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f175406c380 0x7f175406e840 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176815f960 0x7f17680cc040 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17680ce9f0 0x7f17680b2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 --2- 172.21.15.16:0/1662374890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17680b6830 0x7f1768159b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 >> 172.21.15.16:0/1662374890 conn(0x7f17680b4090 msgr2=0x7f17680cee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 shutdown_connections 2024-09-16T01:42:25.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.034+0000 7f176e591640 1 -- 172.21.15.16:0/1662374890 wait complete. 2024-09-16T01:42:25.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.035+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f465406cd70 con 0x7f463c0039b0 2024-09-16T01:42:25.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.036+0000 7f463bfff640 1 -- 172.21.15.16:0/1784839686 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4648079180 con 0x7f463c0039b0 2024-09-16T01:42:25.038 INFO:teuthology.orchestra.run.smithi016.stdout:55834574854 2024-09-16T01:42:25.042 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.5 2024-09-16T01:42:25.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.039+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f464006c300 msgr2=0x7f464006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.039+0000 7f46598d7640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f464006c300 0x7f464006e7c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f46540d0f90 tx=0x7f4644010040 comp rx=0 tx=0).stop 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.039+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 msgr2=0x7f4654200be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.039+0000 7f46598d7640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f4654200be0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f464800e5f0 tx=0x7f4648001970 comp rx=0 tx=0).stop 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 shutdown_connections 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f464006c300 0x7f464006e7c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46540c4db0 0x7f46540af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46540ccf20 0x7f46541f74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 --2- 172.21.15.16:0/1784839686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f463c0039b0 0x7f4654200be0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 >> 172.21.15.16:0/1784839686 conn(0x7f46540730c0 msgr2=0x7f465415a2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 shutdown_connections 2024-09-16T01:42:25.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:25.040+0000 7f46598d7640 1 -- 172.21.15.16:0/1784839686 wait complete. 2024-09-16T01:42:25.047 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.6 2024-09-16T01:42:25.048 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.3 2024-09-16T01:42:25.049 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.0 2024-09-16T01:42:25.052 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.1 2024-09-16T01:42:25.055 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.7 2024-09-16T01:42:26.034 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T01:42:26.035 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:42:26.043 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T01:42:26.048 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T01:42:26.049 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:42:26.050 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:42:26.053 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:42:26.055 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T01:42:26.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.202+0000 7f2e9d104640 1 Processor -- start 2024-09-16T01:42:26.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.202+0000 7fd4ef16d640 1 Processor -- start 2024-09-16T01:42:26.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.202+0000 7fd4ef16d640 1 -- start start 2024-09-16T01:42:26.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.204+0000 7fd4ef16d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd4e815e3e0 0x7fd4e80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.203+0000 7f2e9d104640 1 -- start start 2024-09-16T01:42:26.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.204+0000 7fd4ef16d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e815e7c0 0x7fd4e80ce6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.204+0000 7fd4ef16d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4e815fbe0 con 0x7fd4e806bbe0 2024-09-16T01:42:26.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.204+0000 7fd4ef16d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd4e80af8b0 con 0x7fd4e815e3e0 2024-09-16T01:42:26.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.204+0000 7fd4ef16d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e8162270 con 0x7fd4e815e7c0 2024-09-16T01:42:26.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4e7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e815e7c0 0x7fd4e80ce6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4e7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e815e7c0 0x7fd4e80ce6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54748/0 (socket says 172.21.15.16:54748) 2024-09-16T01:42:26.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4e7fff640 1 -- 172.21.15.16:0/164959010 learned_addr learned my addr 172.21.15.16:0/164959010 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4ecf09640 1 --2- 172.21.15.16:0/164959010 >> v2:172.21.15.104:3300/0 conn(0x7fd4e815e3e0 0x7fd4e80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4e7fff640 1 -- 172.21.15.16:0/164959010 >> v2:172.21.15.104:3300/0 conn(0x7fd4e815e3e0 msgr2=0x7fd4e80ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:26.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4e7fff640 1 --2- 172.21.15.16:0/164959010 >> v2:172.21.15.104:3300/0 conn(0x7fd4e815e3e0 0x7fd4e80ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4e7fff640 1 -- 172.21.15.16:0/164959010 >> v1:172.21.15.16:6789/0 conn(0x7fd4e806bbe0 legacy=0x7fd4e806d0c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:42:26.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7fd4e7fff640 1 -- 172.21.15.16:0/164959010 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e80ced30 con 0x7fd4e815e7c0 2024-09-16T01:42:26.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7f2e9d104640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2e900e7120 0x7f2e90053f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7f2e9d104640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e90052330 con 0x7f2e90005a60 2024-09-16T01:42:26.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7f2e9d104640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e90006c80 con 0x7f2e9004eb60 2024-09-16T01:42:26.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.205+0000 7f2e9d104640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2e900520e0 con 0x7f2e900e7120 2024-09-16T01:42:26.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.206+0000 7f2e977fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2e900e7120 0x7f2e90053f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.206+0000 7f2e977fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2e900e7120 0x7f2e90053f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60710/0 (socket says 172.21.15.16:60710) 2024-09-16T01:42:26.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.206+0000 7f2e977fe640 1 -- 172.21.15.16:0/907998220 learned_addr learned my addr 172.21.15.16:0/907998220 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.206+0000 7f2e977fe640 1 -- 172.21.15.16:0/907998220 >> v1:172.21.15.104:6789/0 conn(0x7f2e9004eb60 legacy=0x7f2e9001d530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:26.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.206+0000 7f2e96ffd640 1 -- 172.21.15.16:0/907998220 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3846429629 0 0) 0x7f2e90052330 con 0x7f2e90005a60 2024-09-16T01:42:26.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.206+0000 7fd4e7fff640 1 --2- 172.21.15.16:0/164959010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e815e7c0 0x7fd4e80ce6d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd4e0009e50 tx=0x7fd4e002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9afcd690aee4a370 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.207+0000 7fd4e77fe640 1 -- 172.21.15.16:0/164959010 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e0036070 con 0x7fd4e815e7c0 2024-09-16T01:42:26.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.207+0000 7fd4e77fe640 1 -- 172.21.15.16:0/164959010 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4e0031600 con 0x7fd4e815e7c0 2024-09-16T01:42:26.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.207+0000 7f2e977fe640 1 -- 172.21.15.16:0/907998220 >> v1:172.21.15.16:6789/0 conn(0x7f2e90005a60 legacy=0x7f2e90005e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.207+0000 7f2e977fe640 1 -- 172.21.15.16:0/907998220 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e90006f60 con 0x7f2e900e7120 2024-09-16T01:42:26.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7fd4ef16d640 1 -- 172.21.15.16:0/164959010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e815e7c0 msgr2=0x7fd4e80ce6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/164959010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e815e7c0 0x7fd4e80ce6d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd4e0009e50 tx=0x7fd4e002a6d0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7f2e977fe640 1 --2- 172.21.15.16:0/907998220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e900e7120 0x7f2e90053f50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009870 tx=0x7f2e8c02a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4879eff1d909413f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7fd4ef16d640 1 -- 172.21.15.16:0/164959010 shutdown_connections 2024-09-16T01:42:26.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/164959010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e815e7c0 0x7fd4e80ce6d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/164959010 >> v2:172.21.15.104:3300/0 conn(0x7fd4e815e3e0 0x7fd4e80ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7fd4ef16d640 1 -- 172.21.15.16:0/164959010 >> 172.21.15.16:0/164959010 conn(0x7fd4e80b5c40 msgr2=0x7fd4e80b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.208+0000 7f2e96ffd640 1 -- 172.21.15.16:0/907998220 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c037070 con 0x7f2e900e7120 2024-09-16T01:42:26.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.209+0000 7fd4ef16d640 1 -- 172.21.15.16:0/164959010 shutdown_connections 2024-09-16T01:42:26.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.209+0000 7f2e96ffd640 1 -- 172.21.15.16:0/907998220 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e8c032640 con 0x7f2e900e7120 2024-09-16T01:42:26.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.210+0000 7f2e9d104640 1 -- 172.21.15.16:0/907998220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e900e7120 msgr2=0x7f2e90053f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.210+0000 7f2e9d104640 1 --2- 172.21.15.16:0/907998220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e900e7120 0x7f2e90053f50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009870 tx=0x7f2e8c02a350 comp rx=0 tx=0).stop 2024-09-16T01:42:26.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.210+0000 7f2e9d104640 1 -- 172.21.15.16:0/907998220 shutdown_connections 2024-09-16T01:42:26.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.210+0000 7f2e9d104640 1 --2- 172.21.15.16:0/907998220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e900e7120 0x7f2e90053f50 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.209+0000 7fd4ef16d640 1 -- 172.21.15.16:0/164959010 wait complete. 2024-09-16T01:42:26.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.211+0000 7fd4ef16d640 1 Processor -- start 2024-09-16T01:42:26.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.210+0000 7f2e9d104640 1 -- 172.21.15.16:0/907998220 >> 172.21.15.16:0/907998220 conn(0x7f2e90036090 msgr2=0x7f2e900364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.211+0000 7fd4ef16d640 1 -- start start 2024-09-16T01:42:26.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.212+0000 7fd4ef16d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e806bbe0 0x7fd4e8159a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.212+0000 7fd4ef16d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4e815e3e0 0x7fd4e8200d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.212+0000 7fd4e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4e815e3e0 0x7fd4e8200d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.212+0000 7fd4e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4e815e3e0 0x7fd4e8200d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60720/0 (socket says 172.21.15.16:60720) 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4e7fff640 1 -- 172.21.15.16:0/310136131 learned_addr learned my addr 172.21.15.16:0/310136131 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4ecf09640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e806bbe0 0x7fd4e8159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4e815e7c0 0x7fd4e82012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e8162ad0 con 0x7fd4e815e3e0 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e81627f0 con 0x7fd4e815e7c0 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e8162ff0 con 0x7fd4e806bbe0 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4ed70a640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4e815e7c0 0x7fd4e82012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4e7fff640 1 -- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e806bbe0 msgr2=0x7fd4e8159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4e7fff640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e806bbe0 0x7fd4e8159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4e7fff640 1 -- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4e815e7c0 msgr2=0x7fd4e82012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4e7fff640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4e815e7c0 0x7fd4e82012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4e7fff640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e82018a0 con 0x7fd4e815e3e0 2024-09-16T01:42:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.213+0000 7fd4ed70a640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4e815e7c0 0x7fd4e82012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:26.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.214+0000 7f2e9d104640 1 -- 172.21.15.16:0/907998220 shutdown_connections 2024-09-16T01:42:26.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.214+0000 7fd4e7fff640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4e815e3e0 0x7fd4e8200d70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd4e002acc0 tx=0x7fd4e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.214+0000 7fd4e57fa640 1 -- 172.21.15.16:0/310136131 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e0041020 con 0x7fd4e815e3e0 2024-09-16T01:42:26.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.214+0000 7fd4e57fa640 1 -- 172.21.15.16:0/310136131 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4e003c470 con 0x7fd4e815e3e0 2024-09-16T01:42:26.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.214+0000 7fd4e57fa640 1 -- 172.21.15.16:0/310136131 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e0036040 con 0x7fd4e815e3e0 2024-09-16T01:42:26.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.215+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e8201b80 con 0x7fd4e815e3e0 2024-09-16T01:42:26.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.214+0000 7f2e9d104640 1 -- 172.21.15.16:0/907998220 wait complete. 2024-09-16T01:42:26.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.216+0000 7f2e9d104640 1 Processor -- start 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.216+0000 7f2e9d104640 1 -- start start 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.217+0000 7f2e9d104640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e90005a60 0x7f2e900d0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.217+0000 7f2e9d104640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e9004eb60 0x7f2e90049e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.217+0000 7f2e9d104640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e900e7120 0x7f2e9000ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.217+0000 7f2e9d104640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2e9001dc40 con 0x7f2e9004eb60 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.217+0000 7f2e9d104640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90053a10 con 0x7f2e90005a60 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.217+0000 7f2e9d104640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2e9001ddc0 con 0x7f2e900e7120 2024-09-16T01:42:26.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.218+0000 7f2e977fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e9004eb60 0x7f2e90049e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.218+0000 7f2e977fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e9004eb60 0x7f2e90049e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60722/0 (socket says 172.21.15.16:60722) 2024-09-16T01:42:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.218+0000 7f2e977fe640 1 -- 172.21.15.16:0/2141346472 learned_addr learned my addr 172.21.15.16:0/2141346472 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.218+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e815a260 con 0x7fd4e815e3e0 2024-09-16T01:42:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.218+0000 7f2e97fff640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e90005a60 0x7f2e900d0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.218+0000 7f2e9c903640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e900e7120 0x7f2e9000ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.219+0000 7f2e977fe640 1 -- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e900e7120 msgr2=0x7f2e9000ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.219+0000 7f2e977fe640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e900e7120 0x7f2e9000ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.219+0000 7f2e977fe640 1 -- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e90005a60 msgr2=0x7f2e900d0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.219+0000 7f2e977fe640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e90005a60 0x7f2e900d0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.219+0000 7f2e977fe640 1 -- 172.21.15.16:0/2141346472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e9004a830 con 0x7f2e9004eb60 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.219+0000 7f2e977fe640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e9004eb60 0x7f2e90049e70 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c02a390 tx=0x7f2e8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.220+0000 7f2e94ff9640 1 -- 172.21.15.16:0/2141346472 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c042020 con 0x7f2e9004eb60 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.220+0000 7f2e94ff9640 1 -- 172.21.15.16:0/2141346472 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e8c0308f0 con 0x7f2e9004eb60 2024-09-16T01:42:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.220+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e90037550 con 0x7f2e9004eb60 2024-09-16T01:42:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.220+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e90037b10 con 0x7f2e9004eb60 2024-09-16T01:42:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.219+0000 7fd4e57fa640 1 -- 172.21.15.16:0/310136131 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd4e0044020 con 0x7fd4e815e3e0 2024-09-16T01:42:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.220+0000 7fd4e57fa640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd4d406c300 0x7fd4d406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.220+0000 7f2e94ff9640 1 -- 172.21.15.16:0/2141346472 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c037040 con 0x7f2e9004eb60 2024-09-16T01:42:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.220+0000 7fd4e57fa640 1 -- 172.21.15.16:0/310136131 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd4e0077db0 con 0x7fd4e815e3e0 2024-09-16T01:42:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.221+0000 7fd4ecf09640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd4d406c300 0x7fd4d406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.221+0000 7fd4ecf09640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd4d406c300 0x7fd4d406e7c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd4e80ccbd0 tx=0x7fd4d8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.224+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4e806c070 con 0x7fd4e815e3e0 2024-09-16T01:42:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.223+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e78005290 con 0x7f2e9004eb60 2024-09-16T01:42:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.223+0000 7f2e94ff9640 1 -- 172.21.15.16:0/2141346472 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e8c045020 con 0x7f2e9004eb60 2024-09-16T01:42:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.226+0000 7f2e94ff9640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2e7c06c380 0x7f2e7c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.226+0000 7f2e94ff9640 1 -- 172.21.15.16:0/2141346472 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2e8c0abf90 con 0x7f2e9004eb60 2024-09-16T01:42:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.226+0000 7f2e97fff640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2e7c06c380 0x7f2e7c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.227+0000 7f2e97fff640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2e7c06c380 0x7f2e7c06e840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2e90031780 tx=0x7f2e84009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.234+0000 7f2e94ff9640 1 -- 172.21.15.16:0/2141346472 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2e8c07a6e0 con 0x7f2e9004eb60 2024-09-16T01:42:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.243+0000 7fd4e57fa640 1 -- 172.21.15.16:0/310136131 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd4e007a410 con 0x7fd4e815e3e0 2024-09-16T01:42:26.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.258+0000 7ff50e412640 1 Processor -- start 2024-09-16T01:42:26.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.259+0000 7fafc5949640 1 Processor -- start 2024-09-16T01:42:26.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.259+0000 7f8b35c47640 1 Processor -- start 2024-09-16T01:42:26.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.259+0000 7fafc5949640 1 -- start start 2024-09-16T01:42:26.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.259+0000 7f8b35c47640 1 -- start start 2024-09-16T01:42:26.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fafc5949640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc0071c80 0x7fafc015b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fafc5949640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafc00ce720 con 0x7fafc00af990 2024-09-16T01:42:26.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fafc5949640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafc00cea00 con 0x7fafc015aa60 2024-09-16T01:42:26.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fafc5949640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fafc00cece0 con 0x7fafc0071c80 2024-09-16T01:42:26.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.259+0000 7ff50e412640 1 -- start start 2024-09-16T01:42:26.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fc4a8fe3640 1 Processor -- start 2024-09-16T01:42:26.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fafbe7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fafc00af990 0x7fafc0071570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36122/0 (socket says 172.21.15.16:36122) 2024-09-16T01:42:26.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fafbe7fc640 1 -- 172.21.15.16:0/1241358032 learned_addr learned my addr 172.21.15.16:0/1241358032 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:26.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fc4a8fe3640 1 -- start start 2024-09-16T01:42:26.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.260+0000 7fafbf7fe640 1 --2- 172.21.15.16:0/1241358032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc0071c80 0x7fafc015b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b35c47640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8b300d15f0 0x7f8b3015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b35c47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b300b9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7fafbf7fe640 1 -- 172.21.15.16:0/1241358032 >> v1:172.21.15.104:6789/0 conn(0x7fafc015aa60 legacy=0x7fafc00cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7fafbf7fe640 1 -- 172.21.15.16:0/1241358032 >> v1:172.21.15.16:6789/0 conn(0x7fafc00af990 legacy=0x7fafc0071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b35c47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b300d2750 con 0x7f8b30147fc0 2024-09-16T01:42:26.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b35c47640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8b301483a0 con 0x7f8b300d15f0 2024-09-16T01:42:26.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7fafbf7fe640 1 -- 172.21.15.16:0/1241358032 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafc00cefc0 con 0x7fafc0071c80 2024-09-16T01:42:26.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7ff50e412640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff508166aa0 0x7ff508072fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7ff50e412640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5081606f0 con 0x7ff508160310 2024-09-16T01:42:26.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7ff50e412640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5080b4040 con 0x7ff508072b70 2024-09-16T01:42:26.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7ff50e412640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff5080b4320 con 0x7ff508166aa0 2024-09-16T01:42:26.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b2ffff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b300b9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7ff50d410640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff508160310 0x7ff5080b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36132/0 (socket says 172.21.15.16:36132) 2024-09-16T01:42:26.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f4f0a32b640 1 Processor -- start 2024-09-16T01:42:26.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7ff50d410640 1 -- 172.21.15.16:0/1411022326 learned_addr learned my addr 172.21.15.16:0/1411022326 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:26.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 953534990 0 0) 0x7ff5081606f0 con 0x7ff508160310 2024-09-16T01:42:26.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4f4003520 con 0x7ff508160310 2024-09-16T01:42:26.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a8fe3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc49c0345e0 0x7fc49c03aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a8fe3640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c036a00 0x7fc49c007730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a8fe3640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc49c0542c0 con 0x7fc49c0e2fe0 2024-09-16T01:42:26.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc49c0e2fe0 0x7fc49c03a390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36136/0 (socket says 172.21.15.16:36136) 2024-09-16T01:42:26.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b2ffff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b300b9c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54788/0 (socket says 172.21.15.16:54788) 2024-09-16T01:42:26.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b2ffff640 1 -- 172.21.15.16:0/3859556599 learned_addr learned my addr 172.21.15.16:0/3859556599 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a37fe640 1 -- 172.21.15.16:0/3731150491 learned_addr learned my addr 172.21.15.16:0/3731150491 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:26.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a2ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc49c0345e0 0x7fc49c03aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3731150491 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc49c036f00 con 0x7fc49c0345e0 2024-09-16T01:42:26.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3731150491 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc49c008ab0 con 0x7fc49c036a00 2024-09-16T01:42:26.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a3fff640 1 --2- 172.21.15.16:0/3731150491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c036a00 0x7fc49c007730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fafbf7fe640 1 --2- 172.21.15.16:0/1241358032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc0071c80 0x7fafc015b920 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fafb8009cb0 tx=0x7fafb802b7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a746ad8f854152c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1010986122 0 0) 0x7ff4f4003520 con 0x7ff508160310 2024-09-16T01:42:26.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff508166aa0 msgr2=0x7ff508072fa0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:26.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7ff4fffff640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff508166aa0 0x7ff508072fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 >> v1:172.21.15.104:6789/0 conn(0x7ff508072b70 legacy=0x7ff508166390 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:42:26.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7fc4a27fc640 1 -- 172.21.15.16:0/3731150491 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 769638358 0 0) 0x7fc49c0542c0 con 0x7fc49c0e2fe0 2024-09-16T01:42:26.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7fc4a27fc640 1 -- 172.21.15.16:0/3731150491 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc494007930 con 0x7fc49c0e2fe0 2024-09-16T01:42:26.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5080b4600 con 0x7ff508160310 2024-09-16T01:42:26.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7fafbdffb640 1 -- 172.21.15.16:0/1241358032 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb8007740 con 0x7fafc0071c80 2024-09-16T01:42:26.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff504001670 con 0x7ff508160310 2024-09-16T01:42:26.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7fafbdffb640 1 -- 172.21.15.16:0/1241358032 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafb80078e0 con 0x7fafc0071c80 2024-09-16T01:42:26.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 >> v1:172.21.15.16:6789/0 conn(0x7ff508160310 legacy=0x7ff5080b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.261+0000 7f8b2effd640 1 --2- 172.21.15.16:0/3859556599 >> v2:172.21.15.104:3300/0 conn(0x7f8b300d15f0 0x7f8b3015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7f8b35c47640 1 -- 172.21.15.16:0/3859556599 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8b3015efa0 con 0x7f8b300b97d0 2024-09-16T01:42:26.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7fc4a3fff640 1 -- 172.21.15.16:0/3731150491 >> v2:172.21.15.16:3300/0 conn(0x7fc49c0345e0 msgr2=0x7fc49c03aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:26.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7fc4a3fff640 1 --2- 172.21.15.16:0/3731150491 >> v2:172.21.15.16:3300/0 conn(0x7fc49c0345e0 0x7fc49c03aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7fc4a3fff640 1 -- 172.21.15.16:0/3731150491 >> v1:172.21.15.16:6789/0 conn(0x7fc49c0e2fe0 legacy=0x7fc49c03a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7fc4a3fff640 1 -- 172.21.15.16:0/3731150491 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc49c0350b0 con 0x7fc49c036a00 2024-09-16T01:42:26.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7ff4fffff640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4f40039e0 0x7ff4f4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7ff4fffff640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4004800 0x7ff4f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7ff4fffff640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff508166aa0 0x7ff4f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff5080b4320 con 0x7ff4f4004800 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff4f4005570 con 0x7ff4f40039e0 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7ff50dc11640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff508166aa0 0x7ff4f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff4f400bf00 con 0x7ff508166aa0 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7f8b2ffff640 1 -- 172.21.15.16:0/3859556599 >> v2:172.21.15.104:3300/0 conn(0x7f8b300d15f0 msgr2=0x7f8b3015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7f8b2ffff640 1 --2- 172.21.15.16:0/3859556599 >> v2:172.21.15.104:3300/0 conn(0x7f8b300d15f0 0x7f8b3015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7f8b2ffff640 1 -- 172.21.15.16:0/3859556599 >> v1:172.21.15.104:6789/0 conn(0x7f8b30147fc0 legacy=0x7f8b300d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:26.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7f8b2ffff640 1 -- 172.21.15.16:0/3859556599 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b300d2a30 con 0x7f8b300b97d0 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.262+0000 7f4f0a32b640 1 -- start start 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7f4f0a32b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4efc0e60a0 0x7f4efc053a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7f4f0a32b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4efc053fe0 con 0x7f4efc0584d0 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7f4f0a32b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4efc0579f0 con 0x7f4efc0375e0 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7f4f0a32b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4efc0577c0 con 0x7f4efc0e60a0 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.263+0000 7f4f09329640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4efc0e60a0 0x7f4efc053a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f4f09b2a640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4efc0375e0 0x7f4efc03c350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:40030/0 (socket says 172.21.15.16:40030) 2024-09-16T01:42:26.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f4f09b2a640 1 -- 172.21.15.16:0/1529778238 learned_addr learned my addr 172.21.15.16:0/1529778238 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:26.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f8b2ffff640 1 --2- 172.21.15.16:0/3859556599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b300b9c10 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8b28009e50 tx=0x7f8b2802a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e212f6040d62e330 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafbdffb640 1 -- 172.21.15.16:0/1241358032 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb8007cb0 con 0x7fafc0071c80 2024-09-16T01:42:26.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7ff50d410640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4f40039e0 0x7ff4f4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7ff50cc0f640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4004800 0x7ff4f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafc5949640 1 -- 172.21.15.16:0/1241358032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc0071c80 msgr2=0x7fafc015b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafc5949640 1 --2- 172.21.15.16:0/1241358032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc0071c80 0x7fafc015b920 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fafb8009cb0 tx=0x7fafb802b7e0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f4efbfff640 1 -- 172.21.15.16:0/1529778238 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1622856778 0 0) 0x7f4efc0579f0 con 0x7f4efc0375e0 2024-09-16T01:42:26.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f4efbfff640 1 -- 172.21.15.16:0/1529778238 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ef0003520 con 0x7f4efc0375e0 2024-09-16T01:42:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fc4a3fff640 1 --2- 172.21.15.16:0/3731150491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c036a00 0x7fc49c007730 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc4a407b9f0 tx=0x7fc4a406b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4b8901e4f1c5cf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafc5949640 1 -- 172.21.15.16:0/1241358032 shutdown_connections 2024-09-16T01:42:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafc5949640 1 --2- 172.21.15.16:0/1241358032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc0071c80 0x7fafc015b920 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafc5949640 1 -- 172.21.15.16:0/1241358032 >> 172.21.15.16:0/1241358032 conn(0x7fafc00d0970 msgr2=0x7fafc00d0d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f8b2e7fc640 1 -- 172.21.15.16:0/3859556599 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28036070 con 0x7f8b300b97d0 2024-09-16T01:42:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f8b2e7fc640 1 -- 172.21.15.16:0/3859556599 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b28031600 con 0x7f8b300b97d0 2024-09-16T01:42:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f8b2e7fc640 1 -- 172.21.15.16:0/3859556599 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b280319d0 con 0x7f8b300b97d0 2024-09-16T01:42:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafc5949640 1 -- 172.21.15.16:0/1241358032 shutdown_connections 2024-09-16T01:42:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7fafc5949640 1 -- 172.21.15.16:0/1241358032 wait complete. 2024-09-16T01:42:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f4f09329640 1 -- 172.21.15.16:0/1529778238 >> v1:172.21.15.104:6789/0 conn(0x7f4efc0375e0 legacy=0x7f4efc03c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f4f09329640 1 -- 172.21.15.16:0/1529778238 >> v1:172.21.15.16:6789/0 conn(0x7f4efc0584d0 legacy=0x7f4efc03bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.264+0000 7f4f09329640 1 -- 172.21.15.16:0/1529778238 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4efc057cd0 con 0x7f4efc0e60a0 2024-09-16T01:42:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7fc4a27fc640 1 -- 172.21.15.16:0/3731150491 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a40b3070 con 0x7fc49c036a00 2024-09-16T01:42:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7fc4a27fc640 1 -- 172.21.15.16:0/3731150491 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4a40ae680 con 0x7fc49c036a00 2024-09-16T01:42:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7fc4a27fc640 1 -- 172.21.15.16:0/3731150491 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a40aeb30 con 0x7fc49c036a00 2024-09-16T01:42:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7ff50d410640 1 -- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff508166aa0 msgr2=0x7ff4f400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7ff50d410640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff508166aa0 0x7ff4f400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7ff50d410640 1 -- 172.21.15.16:0/1411022326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4004800 msgr2=0x7ff4f4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7ff50d410640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4004800 0x7ff4f4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7ff50d410640 1 -- 172.21.15.16:0/1411022326 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4f4003520 con 0x7ff4f40039e0 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7f8b35c47640 1 -- 172.21.15.16:0/3859556599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 msgr2=0x7f8b300b9c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7f8b35c47640 1 --2- 172.21.15.16:0/3859556599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b300b9c10 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8b28009e50 tx=0x7f8b2802a6d0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7f8b35c47640 1 -- 172.21.15.16:0/3859556599 shutdown_connections 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7f8b35c47640 1 --2- 172.21.15.16:0/3859556599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b300b9c10 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7f8b35c47640 1 --2- 172.21.15.16:0/3859556599 >> v2:172.21.15.104:3300/0 conn(0x7f8b300d15f0 0x7f8b3015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.265+0000 7f8b35c47640 1 -- 172.21.15.16:0/3859556599 >> 172.21.15.16:0/3859556599 conn(0x7f8b30074fe0 msgr2=0x7f8b3006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7f8b35c47640 1 -- 172.21.15.16:0/3859556599 shutdown_connections 2024-09-16T01:42:26.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7f4f09329640 1 --2- 172.21.15.16:0/1529778238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0e60a0 0x7f4efc053a00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4f000097a0 tx=0x7f4f0002a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=818280dc37ac23fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7f4efbfff640 1 -- 172.21.15.16:0/1529778238 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f00037070 con 0x7f4efc0e60a0 2024-09-16T01:42:26.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7f4efbfff640 1 -- 172.21.15.16:0/1529778238 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f00032640 con 0x7f4efc0e60a0 2024-09-16T01:42:26.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3731150491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c036a00 msgr2=0x7fc49c007730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3731150491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c036a00 0x7fc49c007730 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc4a407b9f0 tx=0x7fc4a406b330 comp rx=0 tx=0).stop 2024-09-16T01:42:26.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3731150491 shutdown_connections 2024-09-16T01:42:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3731150491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c036a00 0x7fc49c007730 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3731150491 >> v2:172.21.15.16:3300/0 conn(0x7fc49c0345e0 0x7fc49c03aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3731150491 >> 172.21.15.16:0/3731150491 conn(0x7fc49c01ea40 msgr2=0x7fc49c0556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7f8b35c47640 1 -- 172.21.15.16:0/3859556599 wait complete. 2024-09-16T01:42:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7ff50cc0f640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4004800 0x7ff4f4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fafc5949640 1 Processor -- start 2024-09-16T01:42:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7f4efbfff640 1 -- 172.21.15.16:0/1529778238 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f00032a10 con 0x7f4efc0e60a0 2024-09-16T01:42:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3731150491 shutdown_connections 2024-09-16T01:42:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.266+0000 7ff50d410640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4f40039e0 0x7ff4f4003dc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff504004fd0 tx=0x7ff4f4005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e63a9fdb8cc3463e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7fafc5949640 1 -- start start 2024-09-16T01:42:26.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3731150491 wait complete. 2024-09-16T01:42:26.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1529778238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0e60a0 msgr2=0x7f4efc053a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1529778238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0e60a0 0x7f4efc053a00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4f000097a0 tx=0x7f4f0002a2c0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1529778238 shutdown_connections 2024-09-16T01:42:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1529778238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0e60a0 0x7f4efc053a00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1529778238 >> 172.21.15.16:0/1529778238 conn(0x7f4efc03a520 msgr2=0x7f4efc03a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1529778238 shutdown_connections 2024-09-16T01:42:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff504004ba0 con 0x7ff4f40039e0 2024-09-16T01:42:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff50402f030 con 0x7ff4f40039e0 2024-09-16T01:42:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.267+0000 7ff4fffff640 1 -- 172.21.15.16:0/1411022326 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff504005d90 con 0x7ff4f40039e0 2024-09-16T01:42:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafc5949640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fafc0071c80 0x7fafc0150350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafc5949640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fafc00af990 0x7fafc01521b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafbeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fafc0071c80 0x7fafc0150350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafbeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fafc0071c80 0x7fafc0150350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60756/0 (socket says 172.21.15.16:60756) 2024-09-16T01:42:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafc5949640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc015aa60 0x7fafc00b4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafbeffd640 1 -- 172.21.15.16:0/2566501595 learned_addr learned my addr 172.21.15.16:0/2566501595 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fafc00682f0 con 0x7fafc0071c80 2024-09-16T01:42:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7f8b35c47640 1 Processor -- start 2024-09-16T01:42:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fafc0068170 con 0x7fafc00af990 2024-09-16T01:42:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fafc0068470 con 0x7fafc015aa60 2024-09-16T01:42:26.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7ff50e412640 1 -- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4f40039e0 msgr2=0x7ff4f4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7ff50e412640 1 --2- 172.21.15.16:0/1411022326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4f40039e0 0x7ff4f4003dc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff504004fd0 tx=0x7ff4f4005830 comp rx=0 tx=0).stop 2024-09-16T01:42:26.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.268+0000 7fafbe7fc640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fafc00af990 0x7fafc01521b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7f8b35c47640 1 -- start start 2024-09-16T01:42:26.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7ff50dc11640 1 -- 172.21.15.16:0/1411022326 reap_dead start 2024-09-16T01:42:26.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafbe7fc640 1 -- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc015aa60 msgr2=0x7fafc00b4810 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:42:26.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafbe7fc640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc015aa60 0x7fafc00b4810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fc4a8fe3640 1 Processor -- start 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafbe7fc640 1 -- 172.21.15.16:0/2566501595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fafc0071c80 msgr2=0x7fafc0150350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafbe7fc640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fafc0071c80 0x7fafc0150350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafbe7fc640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafc00b6620 con 0x7fafc00af990 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafbeffd640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fafc0071c80 0x7fafc0150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fc4a8fe3640 1 -- start start 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafbe7fc640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fafc00af990 0x7fafc01521b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fafb000c440 tx=0x7fafb0001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7ff50e412640 1 -- 172.21.15.16:0/1411022326 shutdown_connections 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7ff50e412640 1 -- 172.21.15.16:0/1411022326 >> 172.21.15.16:0/1411022326 conn(0x7ff5080b2690 msgr2=0x7ff5080b2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1529778238 wait complete. 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7ff50e412640 1 -- 172.21.15.16:0/1411022326 shutdown_connections 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.269+0000 7fafb7fff640 1 -- 172.21.15.16:0/2566501595 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb0017070 con 0x7fafc00af990 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7fafb7fff640 1 -- 172.21.15.16:0/2566501595 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafb0005ce0 con 0x7fafc00af990 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7fafb7fff640 1 -- 172.21.15.16:0/2566501595 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb00072d0 con 0x7fafc00af990 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafc00c7030 con 0x7fafc00af990 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafc00b42f0 con 0x7fafc00af990 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7f8b35c47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b301451a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7f8b35c47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b300d15f0 0x7f8b3013f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7f8b2f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b301451a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7f8b2f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b301451a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54836/0 (socket says 172.21.15.16:54836) 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7f8b2f7fe640 1 -- 172.21.15.16:0/334506525 learned_addr learned my addr 172.21.15.16:0/334506525 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a8fe3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc49c0345e0 0x7fc49c0db6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7f8b2effd640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b300d15f0 0x7f8b3013f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a8fe3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc49c036a00 0x7fc49c055270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.270+0000 7ff50e412640 1 -- 172.21.15.16:0/1411022326 wait complete. 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc49c0345e0 0x7fc49c0db6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc49c0345e0 0x7fc49c0db6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:44184/0 (socket says 172.21.15.16:44184) 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7f8b35c47640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b30147fc0 0x7f8b30160840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a2ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc49c036a00 0x7fc49c055270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a2ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc49c036a00 0x7fc49c055270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60764/0 (socket says 172.21.15.16:60764) 2024-09-16T01:42:26.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a37fe640 1 -- 172.21.15.16:0/3957699749 learned_addr learned my addr 172.21.15.16:0/3957699749 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c0e2fe0 0x7fc49c0557b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7f4f0a32b640 1 Processor -- start 2024-09-16T01:42:26.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7f4f0a32b640 1 -- start start 2024-09-16T01:42:26.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.271+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc49c03afe0 con 0x7fc49c036a00 2024-09-16T01:42:26.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a3fff640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c0e2fe0 0x7fc49c0557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc49c008f40 con 0x7fc49c0345e0 2024-09-16T01:42:26.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc49c03b160 con 0x7fc49c0e2fe0 2024-09-16T01:42:26.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafa4005290 con 0x7fafc00af990 2024-09-16T01:42:26.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7ff50e412640 1 Processor -- start 2024-09-16T01:42:26.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7f8b2ffff640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b30147fc0 0x7f8b30160840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8b300d2ff0 con 0x7f8b30147fc0 2024-09-16T01:42:26.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a37fe640 1 -- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c0e2fe0 msgr2=0x7fc49c0557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a37fe640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c0e2fe0 0x7fc49c0557b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a37fe640 1 -- 172.21.15.16:0/3957699749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc49c036a00 msgr2=0x7fc49c055270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b300d2500 con 0x7f8b300d15f0 2024-09-16T01:42:26.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8b300ba150 con 0x7f8b300b97d0 2024-09-16T01:42:26.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a37fe640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc49c036a00 0x7fc49c055270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fc4a37fe640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc49c0e0190 con 0x7fc49c0345e0 2024-09-16T01:42:26.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7fc4a2ffd640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc49c036a00 0x7fc49c055270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:26.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f0a32b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0375e0 0x7f4efc0df9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f0a32b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4efc0584d0 0x7f4efc0daff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f0a32b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4efc0e60a0 0x7f4efc0521a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f0a32b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4efc058040 con 0x7f4efc0584d0 2024-09-16T01:42:26.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f0a32b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4efc0e6480 con 0x7f4efc0375e0 2024-09-16T01:42:26.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f0a32b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4efc03ca60 con 0x7f4efc0e60a0 2024-09-16T01:42:26.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7ff50e412640 1 -- start start 2024-09-16T01:42:26.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f8b2f7fe640 1 -- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b300d15f0 msgr2=0x7f8b3013f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f8b2f7fe640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b300d15f0 0x7f8b3013f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f8b2f7fe640 1 -- 172.21.15.16:0/334506525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b30147fc0 msgr2=0x7f8b30160840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.272+0000 7fafb7fff640 1 -- 172.21.15.16:0/2566501595 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fafb001a070 con 0x7fafc00af990 2024-09-16T01:42:26.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7fafb7fff640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fafa006c2e0 0x7fafa006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7fafb7fff640 1 -- 172.21.15.16:0/2566501595 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fafb008a630 con 0x7fafc00af990 2024-09-16T01:42:26.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f09b2a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4efc0e60a0 0x7f4efc0521a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f09b2a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4efc0e60a0 0x7f4efc0521a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54844/0 (socket says 172.21.15.16:54844) 2024-09-16T01:42:26.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f4f09b2a640 1 -- 172.21.15.16:0/1884005212 learned_addr learned my addr 172.21.15.16:0/1884005212 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7ff50e412640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4f40039e0 0x7ff508144850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f8b2f7fe640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b30147fc0 0x7f8b30160840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f8b2f7fe640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b301456e0 con 0x7f8b300b97d0 2024-09-16T01:42:26.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7f8b2ffff640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b30147fc0 0x7f8b30160840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:26.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7fc4a37fe640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc49c0345e0 0x7fc49c0db6e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc49800c3c0 tx=0x7fc49800c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.273+0000 7ff50e412640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5080d14e0 0x7ff5080ce920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f09b2a640 1 -- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0375e0 msgr2=0x7f4efc0df9f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:42:26.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f08b28640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4efc0584d0 0x7f4efc0daff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f09b2a640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0375e0 0x7f4efc0df9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f09b2a640 1 -- 172.21.15.16:0/1884005212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4efc0584d0 msgr2=0x7f4efc0daff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7fafbeffd640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fafa006c2e0 0x7fafa006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f09b2a640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4efc0584d0 0x7f4efc0daff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f09b2a640 1 -- 172.21.15.16:0/1884005212 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4efc0e0b50 con 0x7f4efc0e60a0 2024-09-16T01:42:26.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f08b28640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4efc0584d0 0x7f4efc0daff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:26.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50d410640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4f40039e0 0x7ff508144850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f8b2f7fe640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b301451a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8b2000b3f0 tx=0x7f8b2000b8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50d410640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4f40039e0 0x7ff508144850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54856/0 (socket says 172.21.15.16:54856) 2024-09-16T01:42:26.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50e412640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff508147a40 0x7ff5081654c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f09b2a640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4efc0e60a0 0x7f4efc0521a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4f040518b0 tx=0x7f4f04075fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50d410640 1 -- 172.21.15.16:0/1339899123 learned_addr learned my addr 172.21.15.16:0/1339899123 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff5081670f0 con 0x7ff508147a40 2024-09-16T01:42:26.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5080b5510 con 0x7ff5080d14e0 2024-09-16T01:42:26.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff508072fa0 con 0x7ff4f40039e0 2024-09-16T01:42:26.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50cc0f640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5080d14e0 0x7ff5080ce920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50dc11640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff508147a40 0x7ff5081654c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4ef9ffb640 1 -- 172.21.15.16:0/1884005212 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f04091070 con 0x7f4efc0e60a0 2024-09-16T01:42:26.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7fafbeffd640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fafa006c2e0 0x7fafa006e7a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fafa8001b90 tx=0x7fafa8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50cc0f640 1 -- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4f40039e0 msgr2=0x7ff508144850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50cc0f640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4f40039e0 0x7ff508144850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7ff50cc0f640 1 -- 172.21.15.16:0/1339899123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff508147a40 msgr2=0x7ff5081654c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4efc0e0590 con 0x7f4efc0e60a0 2024-09-16T01:42:26.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4ef9ffb640 1 -- 172.21.15.16:0/1884005212 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f04074260 con 0x7f4efc0e60a0 2024-09-16T01:42:26.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f4ef9ffb640 1 -- 172.21.15.16:0/1884005212 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f040762d0 con 0x7f4efc0e60a0 2024-09-16T01:42:26.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f8b17fff640 1 -- 172.21.15.16:0/334506525 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b20015020 con 0x7f8b300b97d0 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.274+0000 7f8b17fff640 1 -- 172.21.15.16:0/334506525 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b20011830 con 0x7f8b300b97d0 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7f8b17fff640 1 -- 172.21.15.16:0/334506525 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b20011c00 con 0x7f8b300b97d0 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b30145980 con 0x7f8b300b97d0 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7ff50cc0f640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff508147a40 0x7ff5081654c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7ff50cc0f640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff508147ec0 con 0x7ff5080d14e0 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7ff50d410640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4f40039e0 0x7ff508144850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7ff50dc11640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff508147a40 0x7ff5081654c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:26.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b30145f40 con 0x7f8b300b97d0 2024-09-16T01:42:26.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.276+0000 7ff50cc0f640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5080d14e0 0x7ff5080ce920 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff4f800e3e0 tx=0x7ff4f800e8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.275+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4efc0519a0 con 0x7f4efc0e60a0 2024-09-16T01:42:26.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.276+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4efc053a00 con 0x7f4efc0e60a0 2024-09-16T01:42:26.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f8b17fff640 1 -- 172.21.15.16:0/334506525 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b20018020 con 0x7f8b300b97d0 2024-09-16T01:42:26.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f4ef9ffb640 1 -- 172.21.15.16:0/1884005212 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f04094070 con 0x7f4efc0e60a0 2024-09-16T01:42:26.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b3015ec10 con 0x7f8b300b97d0 2024-09-16T01:42:26.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f8b17fff640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8b1c06c380 0x7f8b1c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f8b17fff640 1 -- 172.21.15.16:0/334506525 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8b2008b310 con 0x7f8b300b97d0 2024-09-16T01:42:26.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f4ef9ffb640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ee806c300 0x7f4ee806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f8b2effd640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8b1c06c380 0x7f8b1c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f4ef9ffb640 1 -- 172.21.15.16:0/1884005212 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4f04106140 con 0x7f4efc0e60a0 2024-09-16T01:42:26.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.277+0000 7f4f09329640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ee806c300 0x7f4ee806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7fc48ffff640 1 -- 172.21.15.16:0/3957699749 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc498017070 con 0x7fc49c0345e0 2024-09-16T01:42:26.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7ff4fdffb640 1 -- 172.21.15.16:0/1339899123 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f80067d0 con 0x7ff5080d14e0 2024-09-16T01:42:26.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7fc48ffff640 1 -- 172.21.15.16:0/3957699749 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc498005ce0 con 0x7fc49c0345e0 2024-09-16T01:42:26.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5080cf020 con 0x7ff5080d14e0 2024-09-16T01:42:26.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc49c0e0430 con 0x7fc49c0345e0 2024-09-16T01:42:26.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7fafb7fff640 1 -- 172.21.15.16:0/2566501595 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fafb00586b0 con 0x7fafc00af990 2024-09-16T01:42:26.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7f8b2effd640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8b1c06c380 0x7f8b1c06e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8b30069110 tx=0x7f8b24008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7f4f09329640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ee806c300 0x7f4ee806e7c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4f00034000 tx=0x7f4f0002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5080d0ce0 con 0x7ff5080d14e0 2024-09-16T01:42:26.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7fc48ffff640 1 -- 172.21.15.16:0/3957699749 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc498007310 con 0x7fc49c0345e0 2024-09-16T01:42:26.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.278+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc49c0e0cd0 con 0x7fc49c0345e0 2024-09-16T01:42:26.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.279+0000 7ff4fdffb640 1 -- 172.21.15.16:0/1339899123 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4f8006970 con 0x7ff5080d14e0 2024-09-16T01:42:26.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.279+0000 7f342487b640 1 Processor -- start 2024-09-16T01:42:26.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.279+0000 7f342487b640 1 -- start start 2024-09-16T01:42:26.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7ff4fdffb640 1 -- 172.21.15.16:0/1339899123 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f8006d20 con 0x7ff5080d14e0 2024-09-16T01:42:26.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff508069ad0 con 0x7ff5080d14e0 2024-09-16T01:42:26.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc49c0e0600 con 0x7fc49c0345e0 2024-09-16T01:42:26.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7f342487b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3420147fc0 0x7f342015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7f342487b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34200d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7f342487b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34200ba310 con 0x7f34200b97d0 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7f342487b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f34201483a0 con 0x7f3420147fc0 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.280+0000 7f342487b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f342015efa0 con 0x7f34200d0ee0 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f3417fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34200d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f3417fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34200d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54858/0 (socket says 172.21.15.16:54858) 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f3417fff640 1 -- 172.21.15.16:0/2911798702 learned_addr learned my addr 172.21.15.16:0/2911798702 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f341e59c640 1 --2- 172.21.15.16:0/2911798702 >> v2:172.21.15.16:3300/0 conn(0x7f3420147fc0 0x7f342015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f3417fff640 1 -- 172.21.15.16:0/2911798702 >> v2:172.21.15.16:3300/0 conn(0x7f3420147fc0 msgr2=0x7f342015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f3417fff640 1 --2- 172.21.15.16:0/2911798702 >> v2:172.21.15.16:3300/0 conn(0x7f3420147fc0 0x7f342015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f3417fff640 1 -- 172.21.15.16:0/2911798702 >> v1:172.21.15.104:6789/0 conn(0x7f34200b97d0 legacy=0x7f34200b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7fc48ffff640 1 -- 172.21.15.16:0/3957699749 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc49801a070 con 0x7fc49c0345e0 2024-09-16T01:42:26.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7f3417fff640 1 -- 172.21.15.16:0/2911798702 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34200d2750 con 0x7f34200d0ee0 2024-09-16T01:42:26.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.281+0000 7ff4fdffb640 1 -- 172.21.15.16:0/1339899123 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4f8007030 con 0x7ff5080d14e0 2024-09-16T01:42:26.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7fc48ffff640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7ff4fdffb640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff4ec06c3b0 0x7ff4ec06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7fc48ffff640 1 -- 172.21.15.16:0/3957699749 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc49808a7e0 con 0x7fc49c0345e0 2024-09-16T01:42:26.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7ff4fdffb640 1 -- 172.21.15.16:0/1339899123 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff4f808b160 con 0x7ff5080d14e0 2024-09-16T01:42:26.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7fc4a2ffd640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7ff50d410640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff4ec06c3b0 0x7ff4ec06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7f4ef9ffb640 1 -- 172.21.15.16:0/1884005212 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f040d4920 con 0x7f4efc0e60a0 2024-09-16T01:42:26.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.282+0000 7f3417fff640 1 --2- 172.21.15.16:0/2911798702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34200d1340 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f340c009870 tx=0x7f340c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb6816766f98f5c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.283+0000 7fc4a2ffd640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc48806c2b0 0x7fc48806e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc49c0e2670 tx=0x7fc490009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.283+0000 7ff50d410640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff4ec06c3b0 0x7ff4ec06e870 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff504008c00 tx=0x7ff50400a070 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.286+0000 7fc48ffff640 1 -- 172.21.15.16:0/3957699749 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc498058860 con 0x7fc49c0345e0 2024-09-16T01:42:26.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.287+0000 7f8b17fff640 1 -- 172.21.15.16:0/334506525 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b2001f020 con 0x7f8b300b97d0 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.286+0000 7f341dd9b640 1 -- 172.21.15.16:0/2911798702 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c037070 con 0x7f34200d0ee0 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.287+0000 7f341dd9b640 1 -- 172.21.15.16:0/2911798702 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f340c032440 con 0x7f34200d0ee0 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 -- 172.21.15.16:0/2911798702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 msgr2=0x7f34200d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 --2- 172.21.15.16:0/2911798702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34200d1340 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f340c009870 tx=0x7f340c02a270 comp rx=0 tx=0).stop 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 -- 172.21.15.16:0/2911798702 shutdown_connections 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 --2- 172.21.15.16:0/2911798702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34200d1340 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 --2- 172.21.15.16:0/2911798702 >> v2:172.21.15.16:3300/0 conn(0x7f3420147fc0 0x7f342015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 -- 172.21.15.16:0/2911798702 >> 172.21.15.16:0/2911798702 conn(0x7f3420074fe0 msgr2=0x7f342006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 -- 172.21.15.16:0/2911798702 shutdown_connections 2024-09-16T01:42:26.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.288+0000 7f342487b640 1 -- 172.21.15.16:0/2911798702 wait complete. 2024-09-16T01:42:26.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.290+0000 7ff4fdffb640 1 -- 172.21.15.16:0/1339899123 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff4f8059940 con 0x7ff5080d14e0 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.291+0000 7f342487b640 1 Processor -- start 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.291+0000 7f342487b640 1 -- start start 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.292+0000 7f342487b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34200b97d0 0x7f34201423e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f342487b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34201f4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f342487b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3420147fc0 0x7f342015dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f3417fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34201f4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f3417fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34201f4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54866/0 (socket says 172.21.15.16:54866) 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f341ed9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3420147fc0 0x7f342015dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f341ed9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3420147fc0 0x7f342015dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:44190/0 (socket says 172.21.15.16:44190) 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f3417fff640 1 -- 172.21.15.16:0/3990363090 learned_addr learned my addr 172.21.15.16:0/3990363090 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.293+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f34200d2500 con 0x7f34200b97d0 2024-09-16T01:42:26.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.294+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f34200d2d10 con 0x7f3420147fc0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.294+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f34200d2ff0 con 0x7f34200d0ee0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.295+0000 7f341e59c640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34200b97d0 0x7f34201423e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.295+0000 7f341e59c640 1 -- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 msgr2=0x7f34201f4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.295+0000 7f341e59c640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34201f4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.295+0000 7f341e59c640 1 -- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3420147fc0 msgr2=0x7f342015dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.295+0000 7f341e59c640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3420147fc0 0x7f342015dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.295+0000 7f341e59c640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34201f4e10 con 0x7f34200b97d0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.296+0000 7f341e59c640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34200b97d0 0x7f34201423e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f341000ead0 tx=0x7f341000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.297+0000 7f3416ffd640 1 -- 172.21.15.16:0/3990363090 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410024070 con 0x7f34200b97d0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.297+0000 7f3416ffd640 1 -- 172.21.15.16:0/3990363090 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f341000b750 con 0x7f34200b97d0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.298+0000 7f3416ffd640 1 -- 172.21.15.16:0/3990363090 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341000bb40 con 0x7f34200b97d0 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.298+0000 7f3417fff640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34201f4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:26.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.298+0000 7f341ed9d640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3420147fc0 0x7f342015dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.298+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34201f50f0 con 0x7f34200b97d0 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.298+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34201f56b0 con 0x7f34200b97d0 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.302+0000 7f3416ffd640 1 -- 172.21.15.16:0/3990363090 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3410027070 con 0x7f34200b97d0 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.303+0000 7f3416ffd640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f340806c380 0x7f340806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.304+0000 7f3417fff640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f340806c380 0x7f340806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.304+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34200d1340 con 0x7f34200b97d0 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.304+0000 7f3416ffd640 1 -- 172.21.15.16:0/3990363090 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f34100939a0 con 0x7f34200b97d0 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.314+0000 7f3416ffd640 1 -- 172.21.15.16:0/3990363090 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3410061b30 con 0x7f34200b97d0 2024-09-16T01:42:26.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.314+0000 7f3417fff640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f340806c380 0x7f340806e840 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f340c0090b0 tx=0x7f340c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.633 INFO:teuthology.orchestra.run.smithi016.stdout:64424509448 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.627+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f2e78005580 con 0x7f2e9004eb60 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.627+0000 7f2e94ff9640 1 -- 172.21.15.16:0/2141346472 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2e8c079fe0 con 0x7f2e9004eb60 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.630+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2e7c06c380 msgr2=0x7f2e7c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.630+0000 7f2e9d104640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2e7c06c380 0x7f2e7c06e840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2e90031780 tx=0x7f2e84009040 comp rx=0 tx=0).stop 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.630+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e9004eb60 msgr2=0x7f2e90049e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.630+0000 7f2e9d104640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e9004eb60 0x7f2e90049e70 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c02a390 tx=0x7f2e8c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.631+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 shutdown_connections 2024-09-16T01:42:26.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.631+0000 7f2e9d104640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2e7c06c380 0x7f2e7c06e840 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.631+0000 7f2e9d104640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e900e7120 0x7f2e9000ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.631+0000 7f2e9d104640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e9004eb60 0x7f2e90049e70 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.631+0000 7f2e9d104640 1 --2- 172.21.15.16:0/2141346472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e90005a60 0x7f2e900d0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.631+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 >> 172.21.15.16:0/2141346472 conn(0x7f2e90036090 msgr2=0x7f2e900319f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.631+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 shutdown_connections 2024-09-16T01:42:26.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.632+0000 7f2e9d104640 1 -- 172.21.15.16:0/2141346472 wait complete. 2024-09-16T01:42:26.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.647+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd4e80ce7f0 con 0x7fd4e815e3e0 2024-09-16T01:42:26.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.647+0000 7fd4e57fa640 1 -- 172.21.15.16:0/310136131 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd4e0079d10 con 0x7fd4e815e3e0 2024-09-16T01:42:26.650 INFO:teuthology.orchestra.run.smithi016.stdout:60129542152 2024-09-16T01:42:26.651 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.4 2024-09-16T01:42:26.651 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:26.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.650+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd4d406c300 msgr2=0x7fd4d406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.650+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd4d406c300 0x7fd4d406e7c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd4e80ccbd0 tx=0x7fd4d8008040 comp rx=0 tx=0).stop 2024-09-16T01:42:26.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4e815e3e0 msgr2=0x7fd4e8200d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4e815e3e0 0x7fd4e8200d70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd4e002acc0 tx=0x7fd4e0004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 shutdown_connections 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd4d406c300 0x7fd4d406e7c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4e815e7c0 0x7fd4e82012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4e815e3e0 0x7fd4e8200d70 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 --2- 172.21.15.16:0/310136131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4e806bbe0 0x7fd4e8159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 >> 172.21.15.16:0/310136131 conn(0x7fd4e80b5c40 msgr2=0x7fd4e8160bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 shutdown_connections 2024-09-16T01:42:26.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.651+0000 7fd4ef16d640 1 -- 172.21.15.16:0/310136131 wait complete. 2024-09-16T01:42:26.669 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.2 2024-09-16T01:42:26.669 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:26.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.669+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ff508073370 con 0x7ff5080d14e0 2024-09-16T01:42:26.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.669+0000 7ff4fdffb640 1 -- 172.21.15.16:0/1339899123 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff4f8059240 con 0x7ff5080d14e0 2024-09-16T01:42:26.672 INFO:teuthology.orchestra.run.smithi016.stdout:64424509446 2024-09-16T01:42:26.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff4ec06c3b0 msgr2=0x7ff4ec06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff4ec06c3b0 0x7ff4ec06e870 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff504008c00 tx=0x7ff50400a070 comp rx=0 tx=0).stop 2024-09-16T01:42:26.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5080d14e0 msgr2=0x7ff5080ce920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5080d14e0 0x7ff5080ce920 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff4f800e3e0 tx=0x7ff4f800e8a0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 shutdown_connections 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff4ec06c3b0 0x7ff4ec06e870 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff504008c00 tx=0x7ff50400a070 comp rx=0 tx=0).stop 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff508147a40 0x7ff5081654c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5080d14e0 0x7ff5080ce920 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.671+0000 7ff50e412640 1 --2- 172.21.15.16:0/1339899123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4f40039e0 0x7ff508144850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.672+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 >> 172.21.15.16:0/1339899123 conn(0x7ff5080b2690 msgr2=0x7ff508072040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.672+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 shutdown_connections 2024-09-16T01:42:26.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.672+0000 7ff50e412640 1 -- 172.21.15.16:0/1339899123 wait complete. 2024-09-16T01:42:26.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.685+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fc49c0333a0 con 0x7fc49c0345e0 2024-09-16T01:42:26.689 INFO:teuthology.orchestra.run.smithi016.stdout:60129542152 2024-09-16T01:42:26.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.686+0000 7fc48ffff640 1 -- 172.21.15.16:0/3957699749 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc49805cb60 con 0x7fc49c0345e0 2024-09-16T01:42:26.690 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.5 2024-09-16T01:42:26.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.687+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f4efc00f230 con 0x7f4efc0e60a0 2024-09-16T01:42:26.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7f4ef9ffb640 1 -- 172.21.15.16:0/1884005212 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4f040d4220 con 0x7f4efc0e60a0 2024-09-16T01:42:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc48806c2b0 msgr2=0x7fc48806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc48806c2b0 0x7fc48806e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc49c0e2670 tx=0x7fc490009190 comp rx=0 tx=0).stop 2024-09-16T01:42:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc49c0345e0 msgr2=0x7fc49c0db6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc49c0345e0 0x7fc49c0db6e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc49800c3c0 tx=0x7fc49800c880 comp rx=0 tx=0).stop 2024-09-16T01:42:26.691 INFO:teuthology.orchestra.run.smithi016.stdout:60129542151 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 shutdown_connections 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc48806c2b0 0x7fc48806e770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc49c0e2fe0 0x7fc49c0557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc49c036a00 0x7fc49c055270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 --2- 172.21.15.16:0/3957699749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc49c0345e0 0x7fc49c0db6e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 >> 172.21.15.16:0/3957699749 conn(0x7fc49c01ea40 msgr2=0x7fc49c0323c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 shutdown_connections 2024-09-16T01:42:26.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.688+0000 7fc4a8fe3640 1 -- 172.21.15.16:0/3957699749 wait complete. 2024-09-16T01:42:26.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ee806c300 msgr2=0x7f4ee806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ee806c300 0x7f4ee806e7c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4f00034000 tx=0x7f4f0002e000 comp rx=0 tx=0).stop 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4efc0e60a0 msgr2=0x7f4efc0521a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4efc0e60a0 0x7f4efc0521a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4f040518b0 tx=0x7f4f04075fa0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 shutdown_connections 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ee806c300 0x7f4ee806e7c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4efc0e60a0 0x7f4efc0521a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4efc0584d0 0x7f4efc0daff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 --2- 172.21.15.16:0/1884005212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4efc0375e0 0x7f4efc0df9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 >> 172.21.15.16:0/1884005212 conn(0x7f4efc03a520 msgr2=0x7f4efc03d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 shutdown_connections 2024-09-16T01:42:26.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.691+0000 7f4f0a32b640 1 -- 172.21.15.16:0/1884005212 wait complete. 2024-09-16T01:42:26.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.692+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fafa4005580 con 0x7fafc00af990 2024-09-16T01:42:26.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.692+0000 7fafb7fff640 1 -- 172.21.15.16:0/2566501595 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fafb005c9b0 con 0x7fafc00af990 2024-09-16T01:42:26.697 INFO:teuthology.orchestra.run.smithi016.stdout:60129542152 2024-09-16T01:42:26.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fafa006c2e0 msgr2=0x7fafa006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fafa006c2e0 0x7fafa006e7a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fafa8001b90 tx=0x7fafa8009040 comp rx=0 tx=0).stop 2024-09-16T01:42:26.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fafc00af990 msgr2=0x7fafc01521b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fafc00af990 0x7fafc01521b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fafb000c440 tx=0x7fafb0001e70 comp rx=0 tx=0).stop 2024-09-16T01:42:26.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 shutdown_connections 2024-09-16T01:42:26.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fafa006c2e0 0x7fafa006e7a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fafc015aa60 0x7fafc00b4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fafc00af990 0x7fafc01521b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 --2- 172.21.15.16:0/2566501595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fafc0071c80 0x7fafc0150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 >> 172.21.15.16:0/2566501595 conn(0x7fafc00d0970 msgr2=0x7fafc015d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 shutdown_connections 2024-09-16T01:42:26.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.695+0000 7fafc5949640 1 -- 172.21.15.16:0/2566501595 wait complete. 2024-09-16T01:42:26.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.700+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f8b3013f030 con 0x7f8b300b97d0 2024-09-16T01:42:26.703 INFO:teuthology.orchestra.run.smithi016.stdout:64424509446 2024-09-16T01:42:26.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.700+0000 7f8b17fff640 1 -- 172.21.15.16:0/334506525 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8b20059a60 con 0x7f8b300b97d0 2024-09-16T01:42:26.705 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-16T01:42:26.705 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:26.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8b1c06c380 msgr2=0x7f8b1c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8b1c06c380 0x7f8b1c06e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8b30069110 tx=0x7f8b24008040 comp rx=0 tx=0).stop 2024-09-16T01:42:26.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 msgr2=0x7f8b301451a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b301451a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8b2000b3f0 tx=0x7f8b2000b8b0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 shutdown_connections 2024-09-16T01:42:26.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8b1c06c380 0x7f8b1c06e840 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8b30147fc0 0x7f8b30160840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b300d15f0 0x7f8b3013f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 --2- 172.21.15.16:0/334506525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8b300b97d0 0x7f8b301451a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 >> 172.21.15.16:0/334506525 conn(0x7f8b30074fe0 msgr2=0x7f8b300cf4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 shutdown_connections 2024-09-16T01:42:26.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.704+0000 7f8b35c47640 1 -- 172.21.15.16:0/334506525 wait complete. 2024-09-16T01:42:26.712 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.3 2024-09-16T01:42:26.712 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:26.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.711+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f3420160340 con 0x7f34200b97d0 2024-09-16T01:42:26.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.711+0000 7f3416ffd640 1 -- 172.21.15.16:0/3990363090 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3410065e30 con 0x7f34200b97d0 2024-09-16T01:42:26.714 INFO:teuthology.orchestra.run.smithi016.stdout:55834574854 2024-09-16T01:42:26.715 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.1 2024-09-16T01:42:26.715 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f340806c380 msgr2=0x7f340806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f340806c380 0x7f340806e840 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f340c0090b0 tx=0x7f340c02e000 comp rx=0 tx=0).stop 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34200b97d0 msgr2=0x7f34201423e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34200b97d0 0x7f34201423e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f341000ead0 tx=0x7f341000ef90 comp rx=0 tx=0).stop 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 shutdown_connections 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f340806c380 0x7f340806e840 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3420147fc0 0x7f342015dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34200d0ee0 0x7f34201f4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 --2- 172.21.15.16:0/3990363090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34200b97d0 0x7f34201423e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 >> 172.21.15.16:0/3990363090 conn(0x7f3420074fe0 msgr2=0x7f34200d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 shutdown_connections 2024-09-16T01:42:26.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:26.714+0000 7f342487b640 1 -- 172.21.15.16:0/3990363090 wait complete. 2024-09-16T01:42:26.719 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.6 2024-09-16T01:42:26.727 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.7 2024-09-16T01:42:27.691 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T01:42:27.720 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T01:42:27.729 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T01:42:27.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.809+0000 7f1d6874b640 1 Processor -- start 2024-09-16T01:42:27.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.809+0000 7f1d6874b640 1 -- start start 2024-09-16T01:42:27.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d6874b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d600d15f0 0x7f1d6015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d6874b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d600b97d0 0x7f1d600b9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d6874b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d600d2750 con 0x7f1d60147fc0 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d6874b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1d601483a0 con 0x7f1d600d15f0 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d6874b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6015efa0 con 0x7f1d600b97d0 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d65ce6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d600d15f0 0x7f1d6015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d65ce6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d600d15f0 0x7f1d6015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60834/0 (socket says 172.21.15.16:60834) 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d65ce6640 1 -- 172.21.15.16:0/520249105 learned_addr learned my addr 172.21.15.16:0/520249105 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d664e7640 1 --1- 172.21.15.16:0/520249105 >> v1:172.21.15.16:6789/0 conn(0x7f1d60147fc0 0x7f1d600d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36150/0 (socket says 172.21.15.16:36150) 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d66ce8640 1 --2- 172.21.15.16:0/520249105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d600b97d0 0x7f1d600b9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d65ce6640 1 -- 172.21.15.16:0/520249105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d600b97d0 msgr2=0x7f1d600b9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d65ce6640 1 --2- 172.21.15.16:0/520249105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d600b97d0 0x7f1d600b9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d65ce6640 1 -- 172.21.15.16:0/520249105 >> v1:172.21.15.16:6789/0 conn(0x7f1d60147fc0 legacy=0x7f1d600d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d65ce6640 1 -- 172.21.15.16:0/520249105 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d600d2a30 con 0x7f1d600d15f0 2024-09-16T01:42:27.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.811+0000 7f1d654e5640 1 -- 172.21.15.16:0/520249105 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 355931882 0 0) 0x7f1d600d2750 con 0x7f1d60147fc0 2024-09-16T01:42:27.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.812+0000 7f1d65ce6640 1 --2- 172.21.15.16:0/520249105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600d15f0 0x7f1d6015ea60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1d50009870 tx=0x7f1d5002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca7593753074defb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.812+0000 7f1d654e5640 1 -- 172.21.15.16:0/520249105 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d50037070 con 0x7f1d600d15f0 2024-09-16T01:42:27.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.812+0000 7f1d654e5640 1 -- 172.21.15.16:0/520249105 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d50032440 con 0x7f1d600d15f0 2024-09-16T01:42:27.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.812+0000 7f1d654e5640 1 -- 172.21.15.16:0/520249105 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d50032810 con 0x7f1d600d15f0 2024-09-16T01:42:27.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 -- 172.21.15.16:0/520249105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600d15f0 msgr2=0x7f1d6015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 --2- 172.21.15.16:0/520249105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600d15f0 0x7f1d6015ea60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1d50009870 tx=0x7f1d5002a270 comp rx=0 tx=0).stop 2024-09-16T01:42:27.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 -- 172.21.15.16:0/520249105 shutdown_connections 2024-09-16T01:42:27.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 --2- 172.21.15.16:0/520249105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d600b97d0 0x7f1d600b9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 --2- 172.21.15.16:0/520249105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600d15f0 0x7f1d6015ea60 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 -- 172.21.15.16:0/520249105 >> 172.21.15.16:0/520249105 conn(0x7f1d60074fe0 msgr2=0x7f1d6006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:27.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 -- 172.21.15.16:0/520249105 shutdown_connections 2024-09-16T01:42:27.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.813+0000 7f1d6874b640 1 -- 172.21.15.16:0/520249105 wait complete. 2024-09-16T01:42:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 Processor -- start 2024-09-16T01:42:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 -- start start 2024-09-16T01:42:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600b97d0 0x7f1d601e8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d600d15f0 0x7f1d60143f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d60147fc0 0x7f1d60140860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1d600d2ff0 con 0x7f1d600b97d0 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1d600d2500 con 0x7f1d600d15f0 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.815+0000 7f1d6874b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1d600ba150 con 0x7f1d60147fc0 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600b97d0 0x7f1d601e8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600b97d0 0x7f1d601e8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60850/0 (socket says 172.21.15.16:60850) 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 -- 172.21.15.16:0/1728197720 learned_addr learned my addr 172.21.15.16:0/1728197720 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d65ce6640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d600d15f0 0x7f1d60143f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d66ce8640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d60147fc0 0x7f1d60140860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 -- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d60147fc0 msgr2=0x7f1d60140860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d60147fc0 0x7f1d60140860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 -- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d600d15f0 msgr2=0x7f1d60143f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d600d15f0 0x7f1d60143f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 -- 172.21.15.16:0/1728197720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d601e7f00 con 0x7f1d600b97d0 2024-09-16T01:42:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d65ce6640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d600d15f0 0x7f1d60143f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:27.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d664e7640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600b97d0 0x7f1d601e8fa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00c430 tx=0x7f1d5c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d56ffd640 1 -- 172.21.15.16:0/1728197720 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0074e0 con 0x7f1d600b97d0 2024-09-16T01:42:27.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d56ffd640 1 -- 172.21.15.16:0/1728197720 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d5c0047e0 con 0x7f1d600b97d0 2024-09-16T01:42:27.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d601e81e0 con 0x7f1d600b97d0 2024-09-16T01:42:27.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.816+0000 7f1d56ffd640 1 -- 172.21.15.16:0/1728197720 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c004bd0 con 0x7f1d600b97d0 2024-09-16T01:42:27.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.817+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d601e87a0 con 0x7f1d600b97d0 2024-09-16T01:42:27.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.818+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d600b9c10 con 0x7f1d600b97d0 2024-09-16T01:42:27.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.819+0000 7f1d56ffd640 1 -- 172.21.15.16:0/1728197720 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d5c011070 con 0x7f1d600b97d0 2024-09-16T01:42:27.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.819+0000 7f1d56ffd640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d4406c2b0 0x7f1d4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.819+0000 7f1d56ffd640 1 -- 172.21.15.16:0/1728197720 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1d5c08af90 con 0x7f1d600b97d0 2024-09-16T01:42:27.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.819+0000 7f1d65ce6640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d4406c2b0 0x7f1d4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.820+0000 7f1d65ce6640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d4406c2b0 0x7f1d4406e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1d50034000 tx=0x7f1d5002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.828+0000 7f1d56ffd640 1 -- 172.21.15.16:0/1728197720 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1d5c0590b0 con 0x7f1d600b97d0 2024-09-16T01:42:27.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.848+0000 7f439d9e4640 1 Processor -- start 2024-09-16T01:42:27.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.848+0000 7f439d9e4640 1 -- start start 2024-09-16T01:42:27.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f439d9e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4398147fc0 0x7f439815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f439d9e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43980b9ee0 0x7f43980d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f439d9e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43980ba2f0 con 0x7f43980d0ee0 2024-09-16T01:42:27.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f439d9e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f43981483a0 con 0x7f4398147fc0 2024-09-16T01:42:27.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f439d9e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f439815efa0 con 0x7f43980b9ee0 2024-09-16T01:42:27.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f4396ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4398147fc0 0x7f439815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f4396ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4398147fc0 0x7f439815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60854/0 (socket says 172.21.15.16:60854) 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.849+0000 7f4396ffd640 1 -- 172.21.15.16:0/2908285168 learned_addr learned my addr 172.21.15.16:0/2908285168 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.850+0000 7f43977fe640 1 --2- 172.21.15.16:0/2908285168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43980b9ee0 0x7f43980d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.850+0000 7f4396ffd640 1 -- 172.21.15.16:0/2908285168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43980b9ee0 msgr2=0x7f43980d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.850+0000 7f4396ffd640 1 --2- 172.21.15.16:0/2908285168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43980b9ee0 0x7f43980d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.850+0000 7f4396ffd640 1 -- 172.21.15.16:0/2908285168 >> v1:172.21.15.104:6789/0 conn(0x7f43980d0ee0 legacy=0x7f43980b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.850+0000 7f4396ffd640 1 -- 172.21.15.16:0/2908285168 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43980d2750 con 0x7f4398147fc0 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f4396ffd640 1 --2- 172.21.15.16:0/2908285168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4398147fc0 0x7f439815ea60 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4388009870 tx=0x7f438802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d25566f083d097 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f4395ffb640 1 -- 172.21.15.16:0/2908285168 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4388037070 con 0x7f4398147fc0 2024-09-16T01:42:27.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f4395ffb640 1 -- 172.21.15.16:0/2908285168 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4388032440 con 0x7f4398147fc0 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f4395ffb640 1 -- 172.21.15.16:0/2908285168 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4388032810 con 0x7f4398147fc0 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f439d9e4640 1 -- 172.21.15.16:0/2908285168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4398147fc0 msgr2=0x7f439815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f439d9e4640 1 --2- 172.21.15.16:0/2908285168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4398147fc0 0x7f439815ea60 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4388009870 tx=0x7f438802a270 comp rx=0 tx=0).stop 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f439d9e4640 1 -- 172.21.15.16:0/2908285168 shutdown_connections 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f439d9e4640 1 --2- 172.21.15.16:0/2908285168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43980b9ee0 0x7f43980d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f439d9e4640 1 --2- 172.21.15.16:0/2908285168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4398147fc0 0x7f439815ea60 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.851+0000 7f439d9e4640 1 -- 172.21.15.16:0/2908285168 >> 172.21.15.16:0/2908285168 conn(0x7f4398074fe0 msgr2=0x7f439806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:27.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.852+0000 7f439d9e4640 1 -- 172.21.15.16:0/2908285168 shutdown_connections 2024-09-16T01:42:27.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.852+0000 7f439d9e4640 1 -- 172.21.15.16:0/2908285168 wait complete. 2024-09-16T01:42:27.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.852+0000 7fe6b4786640 1 Processor -- start 2024-09-16T01:42:27.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.852+0000 7fe6b4786640 1 -- start start 2024-09-16T01:42:27.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7f439d9e4640 1 Processor -- start 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b4786640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac147fc0 0x7fe6ac15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b4786640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe6ac0d0ee0 0x7fe6ac0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b4786640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6ac0ba310 con 0x7fe6ac0b97d0 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b4786640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe6ac1483a0 con 0x7fe6ac0d0ee0 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b4786640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe6ac15efa0 con 0x7fe6ac147fc0 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b2d23640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe6ac0b97d0 0x7fe6ac0b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36156/0 (socket says 172.21.15.16:36156) 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b2d23640 1 -- 172.21.15.16:0/3230337839 learned_addr learned my addr 172.21.15.16:0/3230337839 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:27.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b2522640 1 --2- 172.21.15.16:0/3230337839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac147fc0 0x7fe6ac15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.859 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7f439d9e4640 1 -- start start 2024-09-16T01:42:27.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b1d21640 1 --2- 172.21.15.16:0/3230337839 >> v2:172.21.15.104:3300/0 conn(0x7fe6ac0d0ee0 0x7fe6ac0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b1520640 1 -- 172.21.15.16:0/3230337839 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3378586190 0 0) 0x7fe6ac0ba310 con 0x7fe6ac0b97d0 2024-09-16T01:42:27.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b1520640 1 -- 172.21.15.16:0/3230337839 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe698003520 con 0x7fe6ac0b97d0 2024-09-16T01:42:27.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b2522640 1 -- 172.21.15.16:0/3230337839 >> v2:172.21.15.104:3300/0 conn(0x7fe6ac0d0ee0 msgr2=0x7fe6ac0d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:27.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b2522640 1 --2- 172.21.15.16:0/3230337839 >> v2:172.21.15.104:3300/0 conn(0x7fe6ac0d0ee0 0x7fe6ac0d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b2522640 1 -- 172.21.15.16:0/3230337839 >> v1:172.21.15.16:6789/0 conn(0x7fe6ac0b97d0 legacy=0x7fe6ac0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b2522640 1 -- 172.21.15.16:0/3230337839 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ac0d2750 con 0x7fe6ac147fc0 2024-09-16T01:42:27.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.853+0000 7fe6b1d21640 1 --2- 172.21.15.16:0/3230337839 >> v2:172.21.15.104:3300/0 conn(0x7fe6ac0d0ee0 0x7fe6ac0d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:27.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f439d9e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43980b9ee0 0x7f43980b5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f439d9e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43980d0ee0 0x7f43980cf390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f439d9e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4398147fc0 0x7f43980cce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f439d9e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f43980d2d10 con 0x7f43980b9ee0 2024-09-16T01:42:27.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f439d9e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f43980d2500 con 0x7f43980d0ee0 2024-09-16T01:42:27.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f439d9e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f43980d2ff0 con 0x7f4398147fc0 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43980b9ee0 0x7f43980b5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43980b9ee0 0x7f43980b5b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60864/0 (socket says 172.21.15.16:60864) 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 -- 172.21.15.16:0/241461096 learned_addr learned my addr 172.21.15.16:0/241461096 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f43977fe640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4398147fc0 0x7f43980cce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f43967fc640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43980d0ee0 0x7f43980cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 -- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4398147fc0 msgr2=0x7f43980cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4398147fc0 0x7f43980cce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 -- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43980d0ee0 msgr2=0x7f43980cf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43980d0ee0 0x7f43980cf390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 -- 172.21.15.16:0/241461096 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f439814eac0 con 0x7f43980b9ee0 2024-09-16T01:42:27.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.854+0000 7f4396ffd640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43980b9ee0 0x7f43980b5b90 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4388000c00 tx=0x7f43880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7f437ffff640 1 -- 172.21.15.16:0/241461096 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4388041020 con 0x7f43980b9ee0 2024-09-16T01:42:27.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7fe6b2522640 1 --2- 172.21.15.16:0/3230337839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac147fc0 0x7fe6ac15ea60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe6a80097a0 tx=0x7fe6a802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b856f4e1c897134 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7f437ffff640 1 -- 172.21.15.16:0/241461096 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43880306c0 con 0x7f43980b9ee0 2024-09-16T01:42:27.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43980cfde0 con 0x7f43980b9ee0 2024-09-16T01:42:27.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4398154650 con 0x7f43980b9ee0 2024-09-16T01:42:27.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7f437ffff640 1 -- 172.21.15.16:0/241461096 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4388037040 con 0x7f43980b9ee0 2024-09-16T01:42:27.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7fe6b1520640 1 -- 172.21.15.16:0/3230337839 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a8037070 con 0x7fe6ac147fc0 2024-09-16T01:42:27.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7fe6b1520640 1 -- 172.21.15.16:0/3230337839 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6a8032440 con 0x7fe6ac147fc0 2024-09-16T01:42:27.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.855+0000 7fe6b1520640 1 -- 172.21.15.16:0/3230337839 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a8032810 con 0x7fe6ac147fc0 2024-09-16T01:42:27.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 -- 172.21.15.16:0/3230337839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac147fc0 msgr2=0x7fe6ac15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 --2- 172.21.15.16:0/3230337839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac147fc0 0x7fe6ac15ea60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe6a80097a0 tx=0x7fe6a802a180 comp rx=0 tx=0).stop 2024-09-16T01:42:27.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 -- 172.21.15.16:0/3230337839 shutdown_connections 2024-09-16T01:42:27.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 --2- 172.21.15.16:0/3230337839 >> v2:172.21.15.104:3300/0 conn(0x7fe6ac0d0ee0 0x7fe6ac0d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 --2- 172.21.15.16:0/3230337839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac147fc0 0x7fe6ac15ea60 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 -- 172.21.15.16:0/3230337839 >> 172.21.15.16:0/3230337839 conn(0x7fe6ac074fe0 msgr2=0x7fe6ac06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:27.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43980d1370 con 0x7f43980b9ee0 2024-09-16T01:42:27.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 -- 172.21.15.16:0/3230337839 shutdown_connections 2024-09-16T01:42:27.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.856+0000 7fe6b4786640 1 -- 172.21.15.16:0/3230337839 wait complete. 2024-09-16T01:42:27.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.857+0000 7f437ffff640 1 -- 172.21.15.16:0/241461096 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4388044020 con 0x7f43980b9ee0 2024-09-16T01:42:27.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.857+0000 7fe6b4786640 1 Processor -- start 2024-09-16T01:42:27.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.857+0000 7f437ffff640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f438406c2e0 0x7f438406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.858+0000 7f437ffff640 1 -- 172.21.15.16:0/241461096 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f43880aba20 con 0x7f43980b9ee0 2024-09-16T01:42:27.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.858+0000 7f43967fc640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f438406c2e0 0x7f438406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.858+0000 7fe6b4786640 1 -- start start 2024-09-16T01:42:27.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.858+0000 7f43967fc640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f438406c2e0 0x7f438406e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f43981f7400 tx=0x7f438c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b4786640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6ac0b97d0 0x7fe6ac0ab8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b4786640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac0d0ee0 0x7fe6ac143540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b4786640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6ac147fc0 0x7fe6ac0cb840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b4786640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ac0d2500 con 0x7fe6ac147fc0 2024-09-16T01:42:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b4786640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ac0d2d10 con 0x7fe6ac0b97d0 2024-09-16T01:42:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b4786640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe6ac0d2ff0 con 0x7fe6ac0d0ee0 2024-09-16T01:42:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b1d21640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac0d0ee0 0x7fe6ac143540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b2d23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6ac147fc0 0x7fe6ac0cb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b1d21640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac0d0ee0 0x7fe6ac143540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:54934/0 (socket says 172.21.15.16:54934) 2024-09-16T01:42:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b1d21640 1 -- 172.21.15.16:0/860106101 learned_addr learned my addr 172.21.15.16:0/860106101 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b2d23640 1 -- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac0d0ee0 msgr2=0x7fe6ac143540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b2d23640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac0d0ee0 0x7fe6ac143540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b2d23640 1 -- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6ac0b97d0 msgr2=0x7fe6ac0ab8f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:42:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b2d23640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6ac0b97d0 0x7fe6ac0ab8f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.859+0000 7fe6b2d23640 1 -- 172.21.15.16:0/860106101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ac0af1e0 con 0x7fe6ac147fc0 2024-09-16T01:42:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.860+0000 7fe6b2d23640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6ac147fc0 0x7fe6ac0cb840 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe6a400caa0 tx=0x7fe6a400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.863+0000 7fe6a2ffd640 1 -- 172.21.15.16:0/860106101 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a4017070 con 0x7fe6ac147fc0 2024-09-16T01:42:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.863+0000 7fe6a2ffd640 1 -- 172.21.15.16:0/860106101 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6a400ab40 con 0x7fe6ac147fc0 2024-09-16T01:42:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.863+0000 7fe6a2ffd640 1 -- 172.21.15.16:0/860106101 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a4012400 con 0x7fe6ac147fc0 2024-09-16T01:42:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.863+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6ac0af4c0 con 0x7fe6ac147fc0 2024-09-16T01:42:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.863+0000 7f437ffff640 1 -- 172.21.15.16:0/241461096 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f438804b030 con 0x7f43980b9ee0 2024-09-16T01:42:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.863+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6ac0ac6f0 con 0x7fe6ac147fc0 2024-09-16T01:42:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.865+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6ac0d1340 con 0x7fe6ac147fc0 2024-09-16T01:42:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.865+0000 7fe6a2ffd640 1 -- 172.21.15.16:0/860106101 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe6a401a070 con 0x7fe6ac147fc0 2024-09-16T01:42:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.866+0000 7fe6a2ffd640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe69006c2b0 0x7fe69006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.866+0000 7fe6a2ffd640 1 -- 172.21.15.16:0/860106101 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe6a408afe0 con 0x7fe6ac147fc0 2024-09-16T01:42:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.866+0000 7fe6b2522640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe69006c2b0 0x7fe69006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.867+0000 7fe6b2522640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe69006c2b0 0x7fe69006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8034000 tx=0x7fe6a802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:27.870+0000 7fe6a2ffd640 1 -- 172.21.15.16:0/860106101 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe6a4059130 con 0x7fe6ac147fc0 2024-09-16T01:42:28.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.009+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f1d6015ec10 con 0x7f1d600b97d0 2024-09-16T01:42:28.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.010+0000 7f1d56ffd640 1 -- 172.21.15.16:0/1728197720 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1d5c05d3b0 con 0x7f1d600b97d0 2024-09-16T01:42:28.011 INFO:teuthology.orchestra.run.smithi016.stdout:64424509447 2024-09-16T01:42:28.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d4406c2b0 msgr2=0x7f1d4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d4406c2b0 0x7f1d4406e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1d50034000 tx=0x7f1d5002e000 comp rx=0 tx=0).stop 2024-09-16T01:42:28.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600b97d0 msgr2=0x7f1d601e8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600b97d0 0x7f1d601e8fa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00c430 tx=0x7f1d5c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 shutdown_connections 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d4406c2b0 0x7f1d4406e770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d60147fc0 0x7f1d60140860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d600d15f0 0x7f1d60143f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 --2- 172.21.15.16:0/1728197720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d600b97d0 0x7f1d601e8fa0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 >> 172.21.15.16:0/1728197720 conn(0x7f1d60074fe0 msgr2=0x7f1d600ce9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 shutdown_connections 2024-09-16T01:42:28.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.012+0000 7f1d6874b640 1 -- 172.21.15.16:0/1728197720 wait complete. 2024-09-16T01:42:28.025 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.5 2024-09-16T01:42:28.025 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:28.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.044+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f43980d0300 con 0x7f43980b9ee0 2024-09-16T01:42:28.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.044+0000 7f437ffff640 1 -- 172.21.15.16:0/241461096 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4388079bd0 con 0x7f43980b9ee0 2024-09-16T01:42:28.046 INFO:teuthology.orchestra.run.smithi016.stdout:55834574855 2024-09-16T01:42:28.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f438406c2e0 msgr2=0x7f438406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f438406c2e0 0x7f438406e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f43981f7400 tx=0x7f438c009040 comp rx=0 tx=0).stop 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43980b9ee0 msgr2=0x7f43980b5b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43980b9ee0 0x7f43980b5b90 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4388000c00 tx=0x7f43880046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 shutdown_connections 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f438406c2e0 0x7f438406e7a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4398147fc0 0x7f43980cce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43980d0ee0 0x7f43980cf390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 --2- 172.21.15.16:0/241461096 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43980b9ee0 0x7f43980b5b90 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 >> 172.21.15.16:0/241461096 conn(0x7f4398074fe0 msgr2=0x7f439806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 shutdown_connections 2024-09-16T01:42:28.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.046+0000 7f439d9e4640 1 -- 172.21.15.16:0/241461096 wait complete. 2024-09-16T01:42:28.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.049+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fe6ac0cec00 con 0x7fe6ac147fc0 2024-09-16T01:42:28.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.049+0000 7fe6a2ffd640 1 -- 172.21.15.16:0/860106101 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe6a405d430 con 0x7fe6ac147fc0 2024-09-16T01:42:28.050 INFO:teuthology.orchestra.run.smithi016.stdout:64424509447 2024-09-16T01:42:28.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe69006c2b0 msgr2=0x7fe69006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe69006c2b0 0x7fe69006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8034000 tx=0x7fe6a802e000 comp rx=0 tx=0).stop 2024-09-16T01:42:28.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6ac147fc0 msgr2=0x7fe6ac0cb840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6ac147fc0 0x7fe6ac0cb840 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe6a400caa0 tx=0x7fe6a400cf60 comp rx=0 tx=0).stop 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 shutdown_connections 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe69006c2b0 0x7fe69006e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6ac147fc0 0x7fe6ac0cb840 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6ac0d0ee0 0x7fe6ac143540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 --2- 172.21.15.16:0/860106101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6ac0b97d0 0x7fe6ac0ab8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 >> 172.21.15.16:0/860106101 conn(0x7fe6ac074fe0 msgr2=0x7fe6ac0cd1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 shutdown_connections 2024-09-16T01:42:28.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.051+0000 7fe6b4786640 1 -- 172.21.15.16:0/860106101 wait complete. 2024-09-16T01:42:28.059 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.7 2024-09-16T01:42:28.059 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:28.064 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.6 2024-09-16T01:42:28.064 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:28.064 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:42:28.064 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:42:28.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.206+0000 7f511029b640 1 Processor -- start 2024-09-16T01:42:28.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.206+0000 7f511029b640 1 -- start start 2024-09-16T01:42:28.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f511029b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f51080b52b0 0x7f5108068170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f511029b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f510806d680 0x7f5108072810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f511029b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5108071770 con 0x7f510815b2f0 2024-09-16T01:42:28.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f511029b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f51080d0320 con 0x7f51080b52b0 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f511029b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5108072380 con 0x7f510806d680 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510d836640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f51080b52b0 0x7f5108068170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510e037640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f510815b2f0 0x7f51080b4ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36162/0 (socket says 172.21.15.16:36162) 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510e037640 1 -- 172.21.15.16:0/2778650097 learned_addr learned my addr 172.21.15.16:0/2778650097 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510e838640 1 --2- 172.21.15.16:0/2778650097 >> v2:172.21.15.104:3300/0 conn(0x7f510806d680 0x7f5108072810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510d836640 1 -- 172.21.15.16:0/2778650097 >> v2:172.21.15.104:3300/0 conn(0x7f510806d680 msgr2=0x7f5108072810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510d836640 1 --2- 172.21.15.16:0/2778650097 >> v2:172.21.15.104:3300/0 conn(0x7f510806d680 0x7f5108072810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510d836640 1 -- 172.21.15.16:0/2778650097 >> v1:172.21.15.16:6789/0 conn(0x7f510815b2f0 legacy=0x7f51080b4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.207+0000 7f510d836640 1 -- 172.21.15.16:0/2778650097 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5108071a50 con 0x7f51080b52b0 2024-09-16T01:42:28.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.208+0000 7f510d836640 1 --2- 172.21.15.16:0/2778650097 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51080b52b0 0x7f5108068170 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5108068990 tx=0x7f50f802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc8b7f016254501e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.208+0000 7f510d035640 1 -- 172.21.15.16:0/2778650097 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f8037070 con 0x7f51080b52b0 2024-09-16T01:42:28.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.208+0000 7f510d035640 1 -- 172.21.15.16:0/2778650097 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50f8032440 con 0x7f51080b52b0 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.208+0000 7f510d035640 1 -- 172.21.15.16:0/2778650097 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f802ae60 con 0x7f51080b52b0 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 -- 172.21.15.16:0/2778650097 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51080b52b0 msgr2=0x7f5108068170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 --2- 172.21.15.16:0/2778650097 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51080b52b0 0x7f5108068170 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5108068990 tx=0x7f50f802a110 comp rx=0 tx=0).stop 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 -- 172.21.15.16:0/2778650097 shutdown_connections 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 --2- 172.21.15.16:0/2778650097 >> v2:172.21.15.104:3300/0 conn(0x7f510806d680 0x7f5108072810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 --2- 172.21.15.16:0/2778650097 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51080b52b0 0x7f5108068170 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 -- 172.21.15.16:0/2778650097 >> 172.21.15.16:0/2778650097 conn(0x7f51080b2690 msgr2=0x7f51080b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 -- 172.21.15.16:0/2778650097 shutdown_connections 2024-09-16T01:42:28.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.209+0000 7f511029b640 1 -- 172.21.15.16:0/2778650097 wait complete. 2024-09-16T01:42:28.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.210+0000 7f511029b640 1 Processor -- start 2024-09-16T01:42:28.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.210+0000 7f511029b640 1 -- start start 2024-09-16T01:42:28.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.210+0000 7f511029b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f510806d680 0x7f51080b0e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f511029b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51080b52b0 0x7f510814f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f511029b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f510815b2f0 0x7f5108136f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f511029b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f51080cd5c0 con 0x7f510815b2f0 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f511029b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5108072010 con 0x7f51080b52b0 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f511029b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f51080cd740 con 0x7f510806d680 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f510815b2f0 0x7f5108136f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f510815b2f0 0x7f5108136f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60906/0 (socket says 172.21.15.16:60906) 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 -- 172.21.15.16:0/1597043788 learned_addr learned my addr 172.21.15.16:0/1597043788 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510d836640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51080b52b0 0x7f510814f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e037640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f510806d680 0x7f51080b0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 -- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f510806d680 msgr2=0x7f51080b0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f510806d680 0x7f51080b0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 -- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51080b52b0 msgr2=0x7f510814f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51080b52b0 0x7f510814f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 -- 172.21.15.16:0/1597043788 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5108150210 con 0x7f510815b2f0 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e037640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f510806d680 0x7f51080b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f510e838640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f510815b2f0 0x7f5108136f60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5100007e40 tx=0x7f510000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f50feffd640 1 -- 172.21.15.16:0/1597043788 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5100014620 con 0x7f510815b2f0 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f50feffd640 1 -- 172.21.15.16:0/1597043788 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5100019070 con 0x7f510815b2f0 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51081504f0 con 0x7f510815b2f0 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f50feffd640 1 -- 172.21.15.16:0/1597043788 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5100014a20 con 0x7f510815b2f0 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.211+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5108150ab0 con 0x7f510815b2f0 2024-09-16T01:42:28.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.212+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5108068170 con 0x7f510815b2f0 2024-09-16T01:42:28.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.213+0000 7f50feffd640 1 -- 172.21.15.16:0/1597043788 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5100014bc0 con 0x7f510815b2f0 2024-09-16T01:42:28.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.213+0000 7f50feffd640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f50ec06c2b0 0x7f50ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.213+0000 7f50feffd640 1 -- 172.21.15.16:0/1597043788 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f510008bca0 con 0x7f510815b2f0 2024-09-16T01:42:28.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.214+0000 7f510e037640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f50ec06c2b0 0x7f50ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.214+0000 7f510e037640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f50ec06c2b0 0x7f50ec06e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5104000f60 tx=0x7f5104009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.218+0000 7f50feffd640 1 -- 172.21.15.16:0/1597043788 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f510005a410 con 0x7f510815b2f0 2024-09-16T01:42:28.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.391+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f51080735f0 con 0x7f50ec06c2b0 2024-09-16T01:42:28.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.397+0000 7f50feffd640 1 -- 172.21.15.16:0/1597043788 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f51080735f0 con 0x7f50ec06c2b0 2024-09-16T01:42:28.401 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:28.403 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f50ec06c2b0 msgr2=0x7f50ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f50ec06c2b0 0x7f50ec06e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5104000f60 tx=0x7f5104009040 comp rx=0 tx=0).stop 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f510815b2f0 msgr2=0x7f5108136f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f510815b2f0 0x7f5108136f60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5100007e40 tx=0x7f510000e4b0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 shutdown_connections 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f50ec06c2b0 0x7f50ec06e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f510815b2f0 0x7f5108136f60 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51080b52b0 0x7f510814f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 --2- 172.21.15.16:0/1597043788 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f510806d680 0x7f51080b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 >> 172.21.15.16:0/1597043788 conn(0x7f51080b2690 msgr2=0x7f5108072dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 shutdown_connections 2024-09-16T01:42:28.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.400+0000 7f511029b640 1 -- 172.21.15.16:0/1597043788 wait complete. 2024-09-16T01:42:28.412 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-16T01:42:28.300688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239920,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734800,"statfs":{"total":773094113280,"available":772848435200,"internally_reserved":0,"allocated":2924544,"data_stored":1773196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003597"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238904+0000","last_change":"2024-09-16T01:42:14.133406+0000","last_active":"2024-09-16T01:42:15.238904+0000","last_peered":"2024-09-16T01:42:15.238904+0000","last_clean":"2024-09-16T01:42:15.238904+0000","last_became_active":"2024-09-16T01:42:14.131685+0000","last_became_peered":"2024-09-16T01:42:14.131685+0000","last_unstale":"2024-09-16T01:42:15.238904+0000","last_undegraded":"2024-09-16T01:42:15.238904+0000","last_fullsized":"2024-09-16T01:42:15.238904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:27.910985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382539+0000","last_change":"2024-09-16T01:42:14.125346+0000","last_active":"2024-09-16T01:42:15.382539+0000","last_peered":"2024-09-16T01:42:15.382539+0000","last_clean":"2024-09-16T01:42:15.382539+0000","last_became_active":"2024-09-16T01:42:14.125089+0000","last_became_peered":"2024-09-16T01:42:14.125089+0000","last_unstale":"2024-09-16T01:42:15.382539+0000","last_undegraded":"2024-09-16T01:42:15.382539+0000","last_fullsized":"2024-09-16T01:42:15.382539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382633+0000","last_change":"2024-09-16T01:42:14.129786+0000","last_active":"2024-09-16T01:42:15.382633+0000","last_peered":"2024-09-16T01:42:15.382633+0000","last_clean":"2024-09-16T01:42:15.382633+0000","last_became_active":"2024-09-16T01:42:14.127732+0000","last_became_peered":"2024-09-16T01:42:14.127732+0000","last_unstale":"2024-09-16T01:42:15.382633+0000","last_undegraded":"2024-09-16T01:42:15.382633+0000","last_fullsized":"2024-09-16T01:42:15.382633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:14.096130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382741+0000","last_change":"2024-09-16T01:42:14.141925+0000","last_active":"2024-09-16T01:42:15.382741+0000","last_peered":"2024-09-16T01:42:15.382741+0000","last_clean":"2024-09-16T01:42:15.382741+0000","last_became_active":"2024-09-16T01:42:14.141649+0000","last_became_peered":"2024-09-16T01:42:14.141649+0000","last_unstale":"2024-09-16T01:42:15.382741+0000","last_undegraded":"2024-09-16T01:42:15.382741+0000","last_fullsized":"2024-09-16T01:42:15.382741+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238526+0000","last_change":"2024-09-16T01:42:14.125213+0000","last_active":"2024-09-16T01:42:15.238526+0000","last_peered":"2024-09-16T01:42:15.238526+0000","last_clean":"2024-09-16T01:42:15.238526+0000","last_became_active":"2024-09-16T01:42:14.124933+0000","last_became_peered":"2024-09-16T01:42:14.124933+0000","last_unstale":"2024-09-16T01:42:15.238526+0000","last_undegraded":"2024-09-16T01:42:15.238526+0000","last_fullsized":"2024-09-16T01:42:15.238526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:33:25.707037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382493+0000","last_change":"2024-09-16T01:42:14.135669+0000","last_active":"2024-09-16T01:42:15.382493+0000","last_peered":"2024-09-16T01:42:15.382493+0000","last_clean":"2024-09-16T01:42:15.382493+0000","last_became_active":"2024-09-16T01:42:14.135375+0000","last_became_peered":"2024-09-16T01:42:14.135375+0000","last_unstale":"2024-09-16T01:42:15.382493+0000","last_undegraded":"2024-09-16T01:42:15.382493+0000","last_fullsized":"2024-09-16T01:42:15.382493+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238409+0000","last_change":"2024-09-16T01:42:14.129859+0000","last_active":"2024-09-16T01:42:15.238409+0000","last_peered":"2024-09-16T01:42:15.238409+0000","last_clean":"2024-09-16T01:42:15.238409+0000","last_became_active":"2024-09-16T01:42:14.129573+0000","last_became_peered":"2024-09-16T01:42:14.129573+0000","last_unstale":"2024-09-16T01:42:15.238409+0000","last_undegraded":"2024-09-16T01:42:15.238409+0000","last_fullsized":"2024-09-16T01:42:15.238409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:08.300524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231517+0000","last_change":"2024-09-16T01:42:14.137151+0000","last_active":"2024-09-16T01:42:15.231517+0000","last_peered":"2024-09-16T01:42:15.231517+0000","last_clean":"2024-09-16T01:42:15.231517+0000","last_became_active":"2024-09-16T01:42:14.136873+0000","last_became_peered":"2024-09-16T01:42:14.136873+0000","last_unstale":"2024-09-16T01:42:15.231517+0000","last_undegraded":"2024-09-16T01:42:15.231517+0000","last_fullsized":"2024-09-16T01:42:15.231517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238921+0000","last_change":"2024-09-16T01:42:14.139578+0000","last_active":"2024-09-16T01:42:15.238921+0000","last_peered":"2024-09-16T01:42:15.238921+0000","last_clean":"2024-09-16T01:42:15.238921+0000","last_became_active":"2024-09-16T01:42:14.139303+0000","last_became_peered":"2024-09-16T01:42:14.139303+0000","last_unstale":"2024-09-16T01:42:15.238921+0000","last_undegraded":"2024-09-16T01:42:15.238921+0000","last_fullsized":"2024-09-16T01:42:15.238921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:22.172142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129528+0000","last_change":"2024-09-16T01:42:14.136919+0000","last_active":"2024-09-16T01:42:15.129528+0000","last_peered":"2024-09-16T01:42:15.129528+0000","last_clean":"2024-09-16T01:42:15.129528+0000","last_became_active":"2024-09-16T01:42:14.136615+0000","last_became_peered":"2024-09-16T01:42:14.136615+0000","last_unstale":"2024-09-16T01:42:15.129528+0000","last_undegraded":"2024-09-16T01:42:15.129528+0000","last_fullsized":"2024-09-16T01:42:15.129528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129771+0000","last_change":"2024-09-16T01:42:14.137458+0000","last_active":"2024-09-16T01:42:15.129771+0000","last_peered":"2024-09-16T01:42:15.129771+0000","last_clean":"2024-09-16T01:42:15.129771+0000","last_became_active":"2024-09-16T01:42:14.137171+0000","last_became_peered":"2024-09-16T01:42:14.137171+0000","last_unstale":"2024-09-16T01:42:15.129771+0000","last_undegraded":"2024-09-16T01:42:15.129771+0000","last_fullsized":"2024-09-16T01:42:15.129771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130229+0000","last_change":"2024-09-16T01:42:14.135250+0000","last_active":"2024-09-16T01:42:15.130229+0000","last_peered":"2024-09-16T01:42:15.130229+0000","last_clean":"2024-09-16T01:42:15.130229+0000","last_became_active":"2024-09-16T01:42:14.129671+0000","last_became_peered":"2024-09-16T01:42:14.129671+0000","last_unstale":"2024-09-16T01:42:15.130229+0000","last_undegraded":"2024-09-16T01:42:15.130229+0000","last_fullsized":"2024-09-16T01:42:15.130229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:25.523081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231808+0000","last_change":"2024-09-16T01:42:14.135966+0000","last_active":"2024-09-16T01:42:15.231808+0000","last_peered":"2024-09-16T01:42:15.231808+0000","last_clean":"2024-09-16T01:42:15.231808+0000","last_became_active":"2024-09-16T01:42:14.135691+0000","last_became_peered":"2024-09-16T01:42:14.135691+0000","last_unstale":"2024-09-16T01:42:15.231808+0000","last_undegraded":"2024-09-16T01:42:15.231808+0000","last_fullsized":"2024-09-16T01:42:15.231808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382583+0000","last_change":"2024-09-16T01:42:14.130570+0000","last_active":"2024-09-16T01:42:15.382583+0000","last_peered":"2024-09-16T01:42:15.382583+0000","last_clean":"2024-09-16T01:42:15.382583+0000","last_became_active":"2024-09-16T01:42:14.130306+0000","last_became_peered":"2024-09-16T01:42:14.130306+0000","last_unstale":"2024-09-16T01:42:15.382583+0000","last_undegraded":"2024-09-16T01:42:15.382583+0000","last_fullsized":"2024-09-16T01:42:15.382583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:24.560840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382382+0000","last_change":"2024-09-16T01:42:14.134933+0000","last_active":"2024-09-16T01:42:15.382382+0000","last_peered":"2024-09-16T01:42:15.382382+0000","last_clean":"2024-09-16T01:42:15.382382+0000","last_became_active":"2024-09-16T01:42:14.134314+0000","last_became_peered":"2024-09-16T01:42:14.134314+0000","last_unstale":"2024-09-16T01:42:15.382382+0000","last_undegraded":"2024-09-16T01:42:15.382382+0000","last_fullsized":"2024-09-16T01:42:15.382382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382437+0000","last_change":"2024-09-16T01:42:14.135636+0000","last_active":"2024-09-16T01:42:15.382437+0000","last_peered":"2024-09-16T01:42:15.382437+0000","last_clean":"2024-09-16T01:42:15.382437+0000","last_became_active":"2024-09-16T01:42:14.135318+0000","last_became_peered":"2024-09-16T01:42:14.135318+0000","last_unstale":"2024-09-16T01:42:15.382437+0000","last_undegraded":"2024-09-16T01:42:15.382437+0000","last_fullsized":"2024-09-16T01:42:15.382437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383078+0000","last_change":"2024-09-16T01:42:14.137415+0000","last_active":"2024-09-16T01:42:15.383078+0000","last_peered":"2024-09-16T01:42:15.383078+0000","last_clean":"2024-09-16T01:42:15.383078+0000","last_became_active":"2024-09-16T01:42:14.137149+0000","last_became_peered":"2024-09-16T01:42:14.137149+0000","last_unstale":"2024-09-16T01:42:15.383078+0000","last_undegraded":"2024-09-16T01:42:15.383078+0000","last_fullsized":"2024-09-16T01:42:15.383078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:23.098950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127965+0000","last_change":"2024-09-16T01:42:14.127477+0000","last_active":"2024-09-16T01:42:15.127965+0000","last_peered":"2024-09-16T01:42:15.127965+0000","last_clean":"2024-09-16T01:42:15.127965+0000","last_became_active":"2024-09-16T01:42:14.127151+0000","last_became_peered":"2024-09-16T01:42:14.127151+0000","last_unstale":"2024-09-16T01:42:15.127965+0000","last_undegraded":"2024-09-16T01:42:15.127965+0000","last_fullsized":"2024-09-16T01:42:15.127965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:37.125981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238868+0000","last_change":"2024-09-16T01:42:14.131875+0000","last_active":"2024-09-16T01:42:15.238868+0000","last_peered":"2024-09-16T01:42:15.238868+0000","last_clean":"2024-09-16T01:42:15.238868+0000","last_became_active":"2024-09-16T01:42:14.131582+0000","last_became_peered":"2024-09-16T01:42:14.131582+0000","last_unstale":"2024-09-16T01:42:15.238868+0000","last_undegraded":"2024-09-16T01:42:15.238868+0000","last_fullsized":"2024-09-16T01:42:15.238868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:56.503048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129744+0000","last_change":"2024-09-16T01:42:14.129253+0000","last_active":"2024-09-16T01:42:15.129744+0000","last_peered":"2024-09-16T01:42:15.129744+0000","last_clean":"2024-09-16T01:42:15.129744+0000","last_became_active":"2024-09-16T01:42:14.128738+0000","last_became_peered":"2024-09-16T01:42:14.128738+0000","last_unstale":"2024-09-16T01:42:15.129744+0000","last_undegraded":"2024-09-16T01:42:15.129744+0000","last_fullsized":"2024-09-16T01:42:15.129744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383264+0000","last_change":"2024-09-16T01:42:14.140252+0000","last_active":"2024-09-16T01:42:15.383264+0000","last_peered":"2024-09-16T01:42:15.383264+0000","last_clean":"2024-09-16T01:42:15.383264+0000","last_became_active":"2024-09-16T01:42:14.139954+0000","last_became_peered":"2024-09-16T01:42:14.139954+0000","last_unstale":"2024-09-16T01:42:15.383264+0000","last_undegraded":"2024-09-16T01:42:15.383264+0000","last_fullsized":"2024-09-16T01:42:15.383264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382620+0000","last_change":"2024-09-16T01:42:14.143999+0000","last_active":"2024-09-16T01:42:15.382620+0000","last_peered":"2024-09-16T01:42:15.382620+0000","last_clean":"2024-09-16T01:42:15.382620+0000","last_became_active":"2024-09-16T01:42:14.143670+0000","last_became_peered":"2024-09-16T01:42:14.143670+0000","last_unstale":"2024-09-16T01:42:15.382620+0000","last_undegraded":"2024-09-16T01:42:15.382620+0000","last_fullsized":"2024-09-16T01:42:15.382620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231620+0000","last_change":"2024-09-16T01:42:14.131882+0000","last_active":"2024-09-16T01:42:15.231620+0000","last_peered":"2024-09-16T01:42:15.231620+0000","last_clean":"2024-09-16T01:42:15.231620+0000","last_became_active":"2024-09-16T01:42:14.131537+0000","last_became_peered":"2024-09-16T01:42:14.131537+0000","last_unstale":"2024-09-16T01:42:15.231620+0000","last_undegraded":"2024-09-16T01:42:15.231620+0000","last_fullsized":"2024-09-16T01:42:15.231620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382523+0000","last_change":"2024-09-16T01:42:14.138325+0000","last_active":"2024-09-16T01:42:15.382523+0000","last_peered":"2024-09-16T01:42:15.382523+0000","last_clean":"2024-09-16T01:42:15.382523+0000","last_became_active":"2024-09-16T01:42:14.138067+0000","last_became_peered":"2024-09-16T01:42:14.138067+0000","last_unstale":"2024-09-16T01:42:15.382523+0000","last_undegraded":"2024-09-16T01:42:15.382523+0000","last_fullsized":"2024-09-16T01:42:15.382523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231990+0000","last_change":"2024-09-16T01:42:14.141482+0000","last_active":"2024-09-16T01:42:15.231990+0000","last_peered":"2024-09-16T01:42:15.231990+0000","last_clean":"2024-09-16T01:42:15.231990+0000","last_became_active":"2024-09-16T01:42:14.141176+0000","last_became_peered":"2024-09-16T01:42:14.141176+0000","last_unstale":"2024-09-16T01:42:15.231990+0000","last_undegraded":"2024-09-16T01:42:15.231990+0000","last_fullsized":"2024-09-16T01:42:15.231990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129911+0000","last_change":"2024-09-16T01:42:14.132923+0000","last_active":"2024-09-16T01:42:15.129911+0000","last_peered":"2024-09-16T01:42:15.129911+0000","last_clean":"2024-09-16T01:42:15.129911+0000","last_became_active":"2024-09-16T01:42:14.132306+0000","last_became_peered":"2024-09-16T01:42:14.132306+0000","last_unstale":"2024-09-16T01:42:15.129911+0000","last_undegraded":"2024-09-16T01:42:15.129911+0000","last_fullsized":"2024-09-16T01:42:15.129911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382803+0000","last_change":"2024-09-16T01:42:14.133461+0000","last_active":"2024-09-16T01:42:15.382803+0000","last_peered":"2024-09-16T01:42:15.382803+0000","last_clean":"2024-09-16T01:42:15.382803+0000","last_became_active":"2024-09-16T01:42:14.133189+0000","last_became_peered":"2024-09-16T01:42:14.133189+0000","last_unstale":"2024-09-16T01:42:15.382803+0000","last_undegraded":"2024-09-16T01:42:15.382803+0000","last_fullsized":"2024-09-16T01:42:15.382803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231923+0000","last_change":"2024-09-16T01:42:14.141495+0000","last_active":"2024-09-16T01:42:15.231923+0000","last_peered":"2024-09-16T01:42:15.231923+0000","last_clean":"2024-09-16T01:42:15.231923+0000","last_became_active":"2024-09-16T01:42:14.141197+0000","last_became_peered":"2024-09-16T01:42:14.141197+0000","last_unstale":"2024-09-16T01:42:15.231923+0000","last_undegraded":"2024-09-16T01:42:15.231923+0000","last_fullsized":"2024-09-16T01:42:15.231923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383346+0000","last_change":"2024-09-16T01:42:14.141969+0000","last_active":"2024-09-16T01:42:15.383346+0000","last_peered":"2024-09-16T01:42:15.383346+0000","last_clean":"2024-09-16T01:42:15.383346+0000","last_became_active":"2024-09-16T01:42:14.141578+0000","last_became_peered":"2024-09-16T01:42:14.141578+0000","last_unstale":"2024-09-16T01:42:15.383346+0000","last_undegraded":"2024-09-16T01:42:15.383346+0000","last_fullsized":"2024-09-16T01:42:15.383346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382744+0000","last_change":"2024-09-16T01:42:14.137993+0000","last_active":"2024-09-16T01:42:15.382744+0000","last_peered":"2024-09-16T01:42:15.382744+0000","last_clean":"2024-09-16T01:42:15.382744+0000","last_became_active":"2024-09-16T01:42:14.137184+0000","last_became_peered":"2024-09-16T01:42:14.137184+0000","last_unstale":"2024-09-16T01:42:15.382744+0000","last_undegraded":"2024-09-16T01:42:15.382744+0000","last_fullsized":"2024-09-16T01:42:15.382744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127906+0000","last_change":"2024-09-16T01:42:14.136886+0000","last_active":"2024-09-16T01:42:15.127906+0000","last_peered":"2024-09-16T01:42:15.127906+0000","last_clean":"2024-09-16T01:42:15.127906+0000","last_became_active":"2024-09-16T01:42:14.136567+0000","last_became_peered":"2024-09-16T01:42:14.136567+0000","last_unstale":"2024-09-16T01:42:15.127906+0000","last_undegraded":"2024-09-16T01:42:15.127906+0000","last_fullsized":"2024-09-16T01:42:15.127906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:14.078739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129063+0000","last_change":"2024-09-16T01:42:14.129083+0000","last_active":"2024-09-16T01:42:15.129063+0000","last_peered":"2024-09-16T01:42:15.129063+0000","last_clean":"2024-09-16T01:42:15.129063+0000","last_became_active":"2024-09-16T01:42:14.128800+0000","last_became_peered":"2024-09-16T01:42:14.128800+0000","last_unstale":"2024-09-16T01:42:15.129063+0000","last_undegraded":"2024-09-16T01:42:15.129063+0000","last_fullsized":"2024-09-16T01:42:15.129063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:07.424992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129661+0000","last_change":"2024-09-16T01:42:14.125827+0000","last_active":"2024-09-16T01:42:15.129661+0000","last_peered":"2024-09-16T01:42:15.129661+0000","last_clean":"2024-09-16T01:42:15.129661+0000","last_became_active":"2024-09-16T01:42:14.125483+0000","last_became_peered":"2024-09-16T01:42:14.125483+0000","last_unstale":"2024-09-16T01:42:15.129661+0000","last_undegraded":"2024-09-16T01:42:15.129661+0000","last_fullsized":"2024-09-16T01:42:15.129661+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:01.921240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231873+0000","last_change":"2024-09-16T01:42:13.127544+0000","last_active":"2024-09-16T01:42:15.231873+0000","last_peered":"2024-09-16T01:42:15.231873+0000","last_clean":"2024-09-16T01:42:15.231873+0000","last_became_active":"2024-09-16T01:42:13.127264+0000","last_became_peered":"2024-09-16T01:42:13.127264+0000","last_unstale":"2024-09-16T01:42:15.231873+0000","last_undegraded":"2024-09-16T01:42:15.231873+0000","last_fullsized":"2024-09-16T01:42:15.231873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383344+0000","last_change":"2024-09-16T01:42:14.131154+0000","last_active":"2024-09-16T01:42:15.383344+0000","last_peered":"2024-09-16T01:42:15.383344+0000","last_clean":"2024-09-16T01:42:15.383344+0000","last_became_active":"2024-09-16T01:42:14.130862+0000","last_became_peered":"2024-09-16T01:42:14.130862+0000","last_unstale":"2024-09-16T01:42:15.383344+0000","last_undegraded":"2024-09-16T01:42:15.383344+0000","last_fullsized":"2024-09-16T01:42:15.383344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129244+0000","last_change":"2024-09-16T01:42:13.122872+0000","last_active":"2024-09-16T01:42:15.129244+0000","last_peered":"2024-09-16T01:42:15.129244+0000","last_clean":"2024-09-16T01:42:15.129244+0000","last_became_active":"2024-09-16T01:42:13.122554+0000","last_became_peered":"2024-09-16T01:42:13.122554+0000","last_unstale":"2024-09-16T01:42:15.129244+0000","last_undegraded":"2024-09-16T01:42:15.129244+0000","last_fullsized":"2024-09-16T01:42:15.129244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:00.916078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231537+0000","last_change":"2024-09-16T01:42:13.124230+0000","last_active":"2024-09-16T01:42:15.231537+0000","last_peered":"2024-09-16T01:42:15.231537+0000","last_clean":"2024-09-16T01:42:15.231537+0000","last_became_active":"2024-09-16T01:42:13.123499+0000","last_became_peered":"2024-09-16T01:42:13.123499+0000","last_unstale":"2024-09-16T01:42:15.231537+0000","last_undegraded":"2024-09-16T01:42:15.231537+0000","last_fullsized":"2024-09-16T01:42:15.231537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231651+0000","last_change":"2024-09-16T01:42:14.141939+0000","last_active":"2024-09-16T01:42:15.231651+0000","last_peered":"2024-09-16T01:42:15.231651+0000","last_clean":"2024-09-16T01:42:15.231651+0000","last_became_active":"2024-09-16T01:42:14.141588+0000","last_became_peered":"2024-09-16T01:42:14.141588+0000","last_unstale":"2024-09-16T01:42:15.231651+0000","last_undegraded":"2024-09-16T01:42:15.231651+0000","last_fullsized":"2024-09-16T01:42:15.231651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382643+0000","last_change":"2024-09-16T01:42:13.122944+0000","last_active":"2024-09-16T01:42:15.382643+0000","last_peered":"2024-09-16T01:42:15.382643+0000","last_clean":"2024-09-16T01:42:15.382643+0000","last_became_active":"2024-09-16T01:42:13.122662+0000","last_became_peered":"2024-09-16T01:42:13.122662+0000","last_unstale":"2024-09-16T01:42:15.382643+0000","last_undegraded":"2024-09-16T01:42:15.382643+0000","last_fullsized":"2024-09-16T01:42:15.382643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:50.428000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382343+0000","last_change":"2024-09-16T01:42:14.135175+0000","last_active":"2024-09-16T01:42:15.382343+0000","last_peered":"2024-09-16T01:42:15.382343+0000","last_clean":"2024-09-16T01:42:15.382343+0000","last_became_active":"2024-09-16T01:42:14.134661+0000","last_became_peered":"2024-09-16T01:42:14.134661+0000","last_unstale":"2024-09-16T01:42:15.382343+0000","last_undegraded":"2024-09-16T01:42:15.382343+0000","last_fullsized":"2024-09-16T01:42:15.382343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130137+0000","last_change":"2024-09-16T01:42:13.124324+0000","last_active":"2024-09-16T01:42:15.130137+0000","last_peered":"2024-09-16T01:42:15.130137+0000","last_clean":"2024-09-16T01:42:15.130137+0000","last_became_active":"2024-09-16T01:42:13.124037+0000","last_became_peered":"2024-09-16T01:42:13.124037+0000","last_unstale":"2024-09-16T01:42:15.130137+0000","last_undegraded":"2024-09-16T01:42:15.130137+0000","last_fullsized":"2024-09-16T01:42:15.130137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382745+0000","last_change":"2024-09-16T01:42:14.135460+0000","last_active":"2024-09-16T01:42:15.382745+0000","last_peered":"2024-09-16T01:42:15.382745+0000","last_clean":"2024-09-16T01:42:15.382745+0000","last_became_active":"2024-09-16T01:42:14.135165+0000","last_became_peered":"2024-09-16T01:42:14.135165+0000","last_unstale":"2024-09-16T01:42:15.382745+0000","last_undegraded":"2024-09-16T01:42:15.382745+0000","last_fullsized":"2024-09-16T01:42:15.382745+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382792+0000","last_change":"2024-09-16T01:42:13.125304+0000","last_active":"2024-09-16T01:42:15.382792+0000","last_peered":"2024-09-16T01:42:15.382792+0000","last_clean":"2024-09-16T01:42:15.382792+0000","last_became_active":"2024-09-16T01:42:13.125004+0000","last_became_peered":"2024-09-16T01:42:13.125004+0000","last_unstale":"2024-09-16T01:42:15.382792+0000","last_undegraded":"2024-09-16T01:42:15.382792+0000","last_fullsized":"2024-09-16T01:42:15.382792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383201+0000","last_change":"2024-09-16T01:42:14.137463+0000","last_active":"2024-09-16T01:42:15.383201+0000","last_peered":"2024-09-16T01:42:15.383201+0000","last_clean":"2024-09-16T01:42:15.383201+0000","last_became_active":"2024-09-16T01:42:14.137170+0000","last_became_peered":"2024-09-16T01:42:14.137170+0000","last_unstale":"2024-09-16T01:42:15.383201+0000","last_undegraded":"2024-09-16T01:42:15.383201+0000","last_fullsized":"2024-09-16T01:42:15.383201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382817+0000","last_change":"2024-09-16T01:42:13.125643+0000","last_active":"2024-09-16T01:42:15.382817+0000","last_peered":"2024-09-16T01:42:15.382817+0000","last_clean":"2024-09-16T01:42:15.382817+0000","last_became_active":"2024-09-16T01:42:13.125357+0000","last_became_peered":"2024-09-16T01:42:13.125357+0000","last_unstale":"2024-09-16T01:42:15.382817+0000","last_undegraded":"2024-09-16T01:42:15.382817+0000","last_fullsized":"2024-09-16T01:42:15.382817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130229+0000","last_change":"2024-09-16T01:42:14.135503+0000","last_active":"2024-09-16T01:42:15.130229+0000","last_peered":"2024-09-16T01:42:15.130229+0000","last_clean":"2024-09-16T01:42:15.130229+0000","last_became_active":"2024-09-16T01:42:14.132241+0000","last_became_peered":"2024-09-16T01:42:14.132241+0000","last_unstale":"2024-09-16T01:42:15.130229+0000","last_undegraded":"2024-09-16T01:42:15.130229+0000","last_fullsized":"2024-09-16T01:42:15.130229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:12.949603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129843+0000","last_change":"2024-09-16T01:42:13.124675+0000","last_active":"2024-09-16T01:42:15.129843+0000","last_peered":"2024-09-16T01:42:15.129843+0000","last_clean":"2024-09-16T01:42:15.129843+0000","last_became_active":"2024-09-16T01:42:13.124390+0000","last_became_peered":"2024-09-16T01:42:13.124390+0000","last_unstale":"2024-09-16T01:42:15.129843+0000","last_undegraded":"2024-09-16T01:42:15.129843+0000","last_fullsized":"2024-09-16T01:42:15.129843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:11.944440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238598+0000","last_change":"2024-09-16T01:42:14.138795+0000","last_active":"2024-09-16T01:42:15.238598+0000","last_peered":"2024-09-16T01:42:15.238598+0000","last_clean":"2024-09-16T01:42:15.238598+0000","last_became_active":"2024-09-16T01:42:14.137874+0000","last_became_peered":"2024-09-16T01:42:14.137874+0000","last_unstale":"2024-09-16T01:42:15.238598+0000","last_undegraded":"2024-09-16T01:42:15.238598+0000","last_fullsized":"2024-09-16T01:42:15.238598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:32.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383373+0000","last_change":"2024-09-16T01:42:13.118495+0000","last_active":"2024-09-16T01:42:15.383373+0000","last_peered":"2024-09-16T01:42:15.383373+0000","last_clean":"2024-09-16T01:42:15.383373+0000","last_became_active":"2024-09-16T01:42:13.116311+0000","last_became_peered":"2024-09-16T01:42:13.116311+0000","last_unstale":"2024-09-16T01:42:15.383373+0000","last_undegraded":"2024-09-16T01:42:15.383373+0000","last_fullsized":"2024-09-16T01:42:15.383373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:08.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382730+0000","last_change":"2024-09-16T01:42:14.133705+0000","last_active":"2024-09-16T01:42:15.382730+0000","last_peered":"2024-09-16T01:42:15.382730+0000","last_clean":"2024-09-16T01:42:15.382730+0000","last_became_active":"2024-09-16T01:42:14.133426+0000","last_became_peered":"2024-09-16T01:42:14.133426+0000","last_unstale":"2024-09-16T01:42:15.382730+0000","last_undegraded":"2024-09-16T01:42:15.382730+0000","last_fullsized":"2024-09-16T01:42:15.382730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:25.593655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382759+0000","last_change":"2024-09-16T01:42:13.125171+0000","last_active":"2024-09-16T01:42:15.382759+0000","last_peered":"2024-09-16T01:42:15.382759+0000","last_clean":"2024-09-16T01:42:15.382759+0000","last_became_active":"2024-09-16T01:42:13.124892+0000","last_became_peered":"2024-09-16T01:42:13.124892+0000","last_unstale":"2024-09-16T01:42:15.382759+0000","last_undegraded":"2024-09-16T01:42:15.382759+0000","last_fullsized":"2024-09-16T01:42:15.382759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:00.916078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238582+0000","last_change":"2024-09-16T01:42:14.128571+0000","last_active":"2024-09-16T01:42:15.238582+0000","last_peered":"2024-09-16T01:42:15.238582+0000","last_clean":"2024-09-16T01:42:15.238582+0000","last_became_active":"2024-09-16T01:42:14.128294+0000","last_became_peered":"2024-09-16T01:42:14.128294+0000","last_unstale":"2024-09-16T01:42:15.238582+0000","last_undegraded":"2024-09-16T01:42:15.238582+0000","last_fullsized":"2024-09-16T01:42:15.238582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:44.378057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129361+0000","last_change":"2024-09-16T01:42:13.122097+0000","last_active":"2024-09-16T01:42:15.129361+0000","last_peered":"2024-09-16T01:42:15.129361+0000","last_clean":"2024-09-16T01:42:15.129361+0000","last_became_active":"2024-09-16T01:42:13.121776+0000","last_became_peered":"2024-09-16T01:42:13.121776+0000","last_unstale":"2024-09-16T01:42:15.129361+0000","last_undegraded":"2024-09-16T01:42:15.129361+0000","last_fullsized":"2024-09-16T01:42:15.129361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:01.835006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129066+0000","last_change":"2024-09-16T01:42:14.128395+0000","last_active":"2024-09-16T01:42:15.129066+0000","last_peered":"2024-09-16T01:42:15.129066+0000","last_clean":"2024-09-16T01:42:15.129066+0000","last_became_active":"2024-09-16T01:42:14.128144+0000","last_became_peered":"2024-09-16T01:42:14.128144+0000","last_unstale":"2024-09-16T01:42:15.129066+0000","last_undegraded":"2024-09-16T01:42:15.129066+0000","last_fullsized":"2024-09-16T01:42:15.129066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127682+0000","last_change":"2024-09-16T01:42:13.127717+0000","last_active":"2024-09-16T01:42:15.127682+0000","last_peered":"2024-09-16T01:42:15.127682+0000","last_clean":"2024-09-16T01:42:15.127682+0000","last_became_active":"2024-09-16T01:42:13.127278+0000","last_became_peered":"2024-09-16T01:42:13.127278+0000","last_unstale":"2024-09-16T01:42:15.127682+0000","last_undegraded":"2024-09-16T01:42:15.127682+0000","last_fullsized":"2024-09-16T01:42:15.127682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:17.603792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238626+0000","last_change":"2024-09-16T01:42:14.134160+0000","last_active":"2024-09-16T01:42:15.238626+0000","last_peered":"2024-09-16T01:42:15.238626+0000","last_clean":"2024-09-16T01:42:15.238626+0000","last_became_active":"2024-09-16T01:42:14.133631+0000","last_became_peered":"2024-09-16T01:42:14.133631+0000","last_unstale":"2024-09-16T01:42:15.238626+0000","last_undegraded":"2024-09-16T01:42:15.238626+0000","last_fullsized":"2024-09-16T01:42:15.238626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:59.949151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129931+0000","last_change":"2024-09-16T01:42:13.122348+0000","last_active":"2024-09-16T01:42:15.129931+0000","last_peered":"2024-09-16T01:42:15.129931+0000","last_clean":"2024-09-16T01:42:15.129931+0000","last_became_active":"2024-09-16T01:42:13.122044+0000","last_became_peered":"2024-09-16T01:42:13.122044+0000","last_unstale":"2024-09-16T01:42:15.129931+0000","last_undegraded":"2024-09-16T01:42:15.129931+0000","last_fullsized":"2024-09-16T01:42:15.129931+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238821+0000","last_change":"2024-09-16T01:42:14.128747+0000","last_active":"2024-09-16T01:42:15.238821+0000","last_peered":"2024-09-16T01:42:15.238821+0000","last_clean":"2024-09-16T01:42:15.238821+0000","last_became_active":"2024-09-16T01:42:14.128448+0000","last_became_peered":"2024-09-16T01:42:14.128448+0000","last_unstale":"2024-09-16T01:42:15.238821+0000","last_undegraded":"2024-09-16T01:42:15.238821+0000","last_fullsized":"2024-09-16T01:42:15.238821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:34.929705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127924+0000","last_change":"2024-09-16T01:42:13.129482+0000","last_active":"2024-09-16T01:42:15.127924+0000","last_peered":"2024-09-16T01:42:15.127924+0000","last_clean":"2024-09-16T01:42:15.127924+0000","last_became_active":"2024-09-16T01:42:13.129164+0000","last_became_peered":"2024-09-16T01:42:13.129164+0000","last_unstale":"2024-09-16T01:42:15.127924+0000","last_undegraded":"2024-09-16T01:42:15.127924+0000","last_fullsized":"2024-09-16T01:42:15.127924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.239062+0000","last_change":"2024-09-16T01:42:14.133175+0000","last_active":"2024-09-16T01:42:15.239062+0000","last_peered":"2024-09-16T01:42:15.239062+0000","last_clean":"2024-09-16T01:42:15.239062+0000","last_became_active":"2024-09-16T01:42:14.131321+0000","last_became_peered":"2024-09-16T01:42:14.131321+0000","last_unstale":"2024-09-16T01:42:15.239062+0000","last_undegraded":"2024-09-16T01:42:15.239062+0000","last_fullsized":"2024-09-16T01:42:15.239062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:59.720491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382864+0000","last_change":"2024-09-16T01:42:13.126631+0000","last_active":"2024-09-16T01:42:15.382864+0000","last_peered":"2024-09-16T01:42:15.382864+0000","last_clean":"2024-09-16T01:42:15.382864+0000","last_became_active":"2024-09-16T01:42:13.124093+0000","last_became_peered":"2024-09-16T01:42:13.124093+0000","last_unstale":"2024-09-16T01:42:15.382864+0000","last_undegraded":"2024-09-16T01:42:15.382864+0000","last_fullsized":"2024-09-16T01:42:15.382864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382989+0000","last_change":"2024-09-16T01:42:14.142285+0000","last_active":"2024-09-16T01:42:15.382989+0000","last_peered":"2024-09-16T01:42:15.382989+0000","last_clean":"2024-09-16T01:42:15.382989+0000","last_became_active":"2024-09-16T01:42:14.141713+0000","last_became_peered":"2024-09-16T01:42:14.141713+0000","last_unstale":"2024-09-16T01:42:15.382989+0000","last_undegraded":"2024-09-16T01:42:15.382989+0000","last_fullsized":"2024-09-16T01:42:15.382989+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:30.616552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127864+0000","last_change":"2024-09-16T01:42:13.128629+0000","last_active":"2024-09-16T01:42:15.127864+0000","last_peered":"2024-09-16T01:42:15.127864+0000","last_clean":"2024-09-16T01:42:15.127864+0000","last_became_active":"2024-09-16T01:42:13.128027+0000","last_became_peered":"2024-09-16T01:42:13.128027+0000","last_unstale":"2024-09-16T01:42:15.127864+0000","last_undegraded":"2024-09-16T01:42:15.127864+0000","last_fullsized":"2024-09-16T01:42:15.127864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:59.338617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238681+0000","last_change":"2024-09-16T01:42:14.140270+0000","last_active":"2024-09-16T01:42:15.238681+0000","last_peered":"2024-09-16T01:42:15.238681+0000","last_clean":"2024-09-16T01:42:15.238681+0000","last_became_active":"2024-09-16T01:42:14.139996+0000","last_became_peered":"2024-09-16T01:42:14.139996+0000","last_unstale":"2024-09-16T01:42:15.238681+0000","last_undegraded":"2024-09-16T01:42:15.238681+0000","last_fullsized":"2024-09-16T01:42:15.238681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:22.403393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238297+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:15.238297+0000","last_peered":"2024-09-16T01:42:15.238297+0000","last_clean":"2024-09-16T01:42:15.238297+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:15.238297+0000","last_undegraded":"2024-09-16T01:42:15.238297+0000","last_fullsized":"2024-09-16T01:42:15.238297+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382511+0000","last_change":"2024-09-16T01:42:13.129571+0000","last_active":"2024-09-16T01:42:15.382511+0000","last_peered":"2024-09-16T01:42:15.382511+0000","last_clean":"2024-09-16T01:42:15.382511+0000","last_became_active":"2024-09-16T01:42:13.129238+0000","last_became_peered":"2024-09-16T01:42:13.129238+0000","last_unstale":"2024-09-16T01:42:15.382511+0000","last_undegraded":"2024-09-16T01:42:15.382511+0000","last_fullsized":"2024-09-16T01:42:15.382511+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231731+0000","last_change":"2024-09-16T01:42:14.137862+0000","last_active":"2024-09-16T01:42:15.231731+0000","last_peered":"2024-09-16T01:42:15.231731+0000","last_clean":"2024-09-16T01:42:15.231731+0000","last_became_active":"2024-09-16T01:42:14.136719+0000","last_became_peered":"2024-09-16T01:42:14.136719+0000","last_unstale":"2024-09-16T01:42:15.231731+0000","last_undegraded":"2024-09-16T01:42:15.231731+0000","last_fullsized":"2024-09-16T01:42:15.231731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238226+0000","last_change":"2024-09-16T01:42:13.129812+0000","last_active":"2024-09-16T01:42:15.238226+0000","last_peered":"2024-09-16T01:42:15.238226+0000","last_clean":"2024-09-16T01:42:15.238226+0000","last_became_active":"2024-09-16T01:42:13.128861+0000","last_became_peered":"2024-09-16T01:42:13.128861+0000","last_unstale":"2024-09-16T01:42:15.238226+0000","last_undegraded":"2024-09-16T01:42:15.238226+0000","last_fullsized":"2024-09-16T01:42:15.238226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:23.555677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383176+0000","last_change":"2024-09-16T01:42:14.132228+0000","last_active":"2024-09-16T01:42:15.383176+0000","last_peered":"2024-09-16T01:42:15.383176+0000","last_clean":"2024-09-16T01:42:15.383176+0000","last_became_active":"2024-09-16T01:42:14.131635+0000","last_became_peered":"2024-09-16T01:42:14.131635+0000","last_unstale":"2024-09-16T01:42:15.383176+0000","last_undegraded":"2024-09-16T01:42:15.383176+0000","last_fullsized":"2024-09-16T01:42:15.383176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127769+0000","last_change":"2024-09-16T01:42:13.130232+0000","last_active":"2024-09-16T01:42:15.127769+0000","last_peered":"2024-09-16T01:42:15.127769+0000","last_clean":"2024-09-16T01:42:15.127769+0000","last_became_active":"2024-09-16T01:42:13.129949+0000","last_became_peered":"2024-09-16T01:42:13.129949+0000","last_unstale":"2024-09-16T01:42:15.127769+0000","last_undegraded":"2024-09-16T01:42:15.127769+0000","last_fullsized":"2024-09-16T01:42:15.127769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382349+0000","last_change":"2024-09-16T01:42:14.124300+0000","last_active":"2024-09-16T01:42:15.382349+0000","last_peered":"2024-09-16T01:42:15.382349+0000","last_clean":"2024-09-16T01:42:15.382349+0000","last_became_active":"2024-09-16T01:42:14.124011+0000","last_became_peered":"2024-09-16T01:42:14.124011+0000","last_unstale":"2024-09-16T01:42:15.382349+0000","last_undegraded":"2024-09-16T01:42:15.382349+0000","last_fullsized":"2024-09-16T01:42:15.382349+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382877+0000","last_change":"2024-09-16T01:42:13.127447+0000","last_active":"2024-09-16T01:42:15.382877+0000","last_peered":"2024-09-16T01:42:15.382877+0000","last_clean":"2024-09-16T01:42:15.382877+0000","last_became_active":"2024-09-16T01:42:13.127169+0000","last_became_peered":"2024-09-16T01:42:13.127169+0000","last_unstale":"2024-09-16T01:42:15.382877+0000","last_undegraded":"2024-09-16T01:42:15.382877+0000","last_fullsized":"2024-09-16T01:42:15.382877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:01.835006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129648+0000","last_change":"2024-09-16T01:42:14.135684+0000","last_active":"2024-09-16T01:42:15.129648+0000","last_peered":"2024-09-16T01:42:15.129648+0000","last_clean":"2024-09-16T01:42:15.129648+0000","last_became_active":"2024-09-16T01:42:14.135398+0000","last_became_peered":"2024-09-16T01:42:14.135398+0000","last_unstale":"2024-09-16T01:42:15.129648+0000","last_undegraded":"2024-09-16T01:42:15.129648+0000","last_fullsized":"2024-09-16T01:42:15.129648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:51.433162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382729+0000","last_change":"2024-09-16T01:42:13.126566+0000","last_active":"2024-09-16T01:42:15.382729+0000","last_peered":"2024-09-16T01:42:15.382729+0000","last_clean":"2024-09-16T01:42:15.382729+0000","last_became_active":"2024-09-16T01:42:13.126251+0000","last_became_peered":"2024-09-16T01:42:13.126251+0000","last_unstale":"2024-09-16T01:42:15.382729+0000","last_undegraded":"2024-09-16T01:42:15.382729+0000","last_fullsized":"2024-09-16T01:42:15.382729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:43.499522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383095+0000","last_change":"2024-09-16T01:42:14.137879+0000","last_active":"2024-09-16T01:42:15.383095+0000","last_peered":"2024-09-16T01:42:15.383095+0000","last_clean":"2024-09-16T01:42:15.383095+0000","last_became_active":"2024-09-16T01:42:14.137582+0000","last_became_peered":"2024-09-16T01:42:14.137582+0000","last_unstale":"2024-09-16T01:42:15.383095+0000","last_undegraded":"2024-09-16T01:42:15.383095+0000","last_fullsized":"2024-09-16T01:42:15.383095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:08.827211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238863+0000","last_change":"2024-09-16T01:42:13.129217+0000","last_active":"2024-09-16T01:42:15.238863+0000","last_peered":"2024-09-16T01:42:15.238863+0000","last_clean":"2024-09-16T01:42:15.238863+0000","last_became_active":"2024-09-16T01:42:13.128919+0000","last_became_peered":"2024-09-16T01:42:13.128919+0000","last_unstale":"2024-09-16T01:42:15.238863+0000","last_undegraded":"2024-09-16T01:42:15.238863+0000","last_fullsized":"2024-09-16T01:42:15.238863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:42.816121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382831+0000","last_change":"2024-09-16T01:42:14.122504+0000","last_active":"2024-09-16T01:42:15.382831+0000","last_peered":"2024-09-16T01:42:15.382831+0000","last_clean":"2024-09-16T01:42:15.382831+0000","last_became_active":"2024-09-16T01:42:14.122203+0000","last_became_peered":"2024-09-16T01:42:14.122203+0000","last_unstale":"2024-09-16T01:42:15.382831+0000","last_undegraded":"2024-09-16T01:42:15.382831+0000","last_fullsized":"2024-09-16T01:42:15.382831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382592+0000","last_change":"2024-09-16T01:42:13.129423+0000","last_active":"2024-09-16T01:42:15.382592+0000","last_peered":"2024-09-16T01:42:15.382592+0000","last_clean":"2024-09-16T01:42:15.382592+0000","last_became_active":"2024-09-16T01:42:13.129125+0000","last_became_peered":"2024-09-16T01:42:13.129125+0000","last_unstale":"2024-09-16T01:42:15.382592+0000","last_undegraded":"2024-09-16T01:42:15.382592+0000","last_fullsized":"2024-09-16T01:42:15.382592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232081+0000","last_change":"2024-09-16T01:42:14.139733+0000","last_active":"2024-09-16T01:42:15.232081+0000","last_peered":"2024-09-16T01:42:15.232081+0000","last_clean":"2024-09-16T01:42:15.232081+0000","last_became_active":"2024-09-16T01:42:14.139391+0000","last_became_peered":"2024-09-16T01:42:14.139391+0000","last_unstale":"2024-09-16T01:42:15.232081+0000","last_undegraded":"2024-09-16T01:42:15.232081+0000","last_fullsized":"2024-09-16T01:42:15.232081+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130264+0000","last_change":"2024-09-16T01:42:13.123521+0000","last_active":"2024-09-16T01:42:15.130264+0000","last_peered":"2024-09-16T01:42:15.130264+0000","last_clean":"2024-09-16T01:42:15.130264+0000","last_became_active":"2024-09-16T01:42:13.123233+0000","last_became_peered":"2024-09-16T01:42:13.123233+0000","last_unstale":"2024-09-16T01:42:15.130264+0000","last_undegraded":"2024-09-16T01:42:15.130264+0000","last_fullsized":"2024-09-16T01:42:15.130264+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:50.428000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382842+0000","last_change":"2024-09-16T01:42:14.128087+0000","last_active":"2024-09-16T01:42:15.382842+0000","last_peered":"2024-09-16T01:42:15.382842+0000","last_clean":"2024-09-16T01:42:15.382842+0000","last_became_active":"2024-09-16T01:42:14.127802+0000","last_became_peered":"2024-09-16T01:42:14.127802+0000","last_unstale":"2024-09-16T01:42:15.382842+0000","last_undegraded":"2024-09-16T01:42:15.382842+0000","last_fullsized":"2024-09-16T01:42:15.382842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:16.688169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238366+0000","last_change":"2024-09-16T01:42:13.128467+0000","last_active":"2024-09-16T01:42:15.238366+0000","last_peered":"2024-09-16T01:42:15.238366+0000","last_clean":"2024-09-16T01:42:15.238366+0000","last_became_active":"2024-09-16T01:42:13.128188+0000","last_became_peered":"2024-09-16T01:42:13.128188+0000","last_unstale":"2024-09-16T01:42:15.238366+0000","last_undegraded":"2024-09-16T01:42:15.238366+0000","last_fullsized":"2024-09-16T01:42:15.238366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:19.042757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129669+0000","last_change":"2024-09-16T01:42:14.129389+0000","last_active":"2024-09-16T01:42:15.129669+0000","last_peered":"2024-09-16T01:42:15.129669+0000","last_clean":"2024-09-16T01:42:15.129669+0000","last_became_active":"2024-09-16T01:42:14.129071+0000","last_became_peered":"2024-09-16T01:42:14.129071+0000","last_unstale":"2024-09-16T01:42:15.129669+0000","last_undegraded":"2024-09-16T01:42:15.129669+0000","last_fullsized":"2024-09-16T01:42:15.129669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:02.840169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382402+0000","last_change":"2024-09-16T01:42:13.128091+0000","last_active":"2024-09-16T01:42:15.382402+0000","last_peered":"2024-09-16T01:42:15.382402+0000","last_clean":"2024-09-16T01:42:15.382402+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.382402+0000","last_undegraded":"2024-09-16T01:42:15.382402+0000","last_fullsized":"2024-09-16T01:42:15.382402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231666+0000","last_change":"2024-09-16T01:42:14.134441+0000","last_active":"2024-09-16T01:42:15.231666+0000","last_peered":"2024-09-16T01:42:15.231666+0000","last_clean":"2024-09-16T01:42:15.231666+0000","last_became_active":"2024-09-16T01:42:14.134128+0000","last_became_peered":"2024-09-16T01:42:14.134128+0000","last_unstale":"2024-09-16T01:42:15.231666+0000","last_undegraded":"2024-09-16T01:42:15.231666+0000","last_fullsized":"2024-09-16T01:42:15.231666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382621+0000","last_change":"2024-09-16T01:42:13.130916+0000","last_active":"2024-09-16T01:42:15.382621+0000","last_peered":"2024-09-16T01:42:15.382621+0000","last_clean":"2024-09-16T01:42:15.382621+0000","last_became_active":"2024-09-16T01:42:13.130636+0000","last_became_peered":"2024-09-16T01:42:13.130636+0000","last_unstale":"2024-09-16T01:42:15.382621+0000","last_undegraded":"2024-09-16T01:42:15.382621+0000","last_fullsized":"2024-09-16T01:42:15.382621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231813+0000","last_change":"2024-09-16T01:42:14.143640+0000","last_active":"2024-09-16T01:42:15.231813+0000","last_peered":"2024-09-16T01:42:15.231813+0000","last_clean":"2024-09-16T01:42:15.231813+0000","last_became_active":"2024-09-16T01:42:14.143341+0000","last_became_peered":"2024-09-16T01:42:14.143341+0000","last_unstale":"2024-09-16T01:42:15.231813+0000","last_undegraded":"2024-09-16T01:42:15.231813+0000","last_fullsized":"2024-09-16T01:42:15.231813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238732+0000","last_change":"2024-09-16T01:42:13.128028+0000","last_active":"2024-09-16T01:42:15.238732+0000","last_peered":"2024-09-16T01:42:15.238732+0000","last_clean":"2024-09-16T01:42:15.238732+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.238732+0000","last_undegraded":"2024-09-16T01:42:15.238732+0000","last_fullsized":"2024-09-16T01:42:15.238732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129281+0000","last_change":"2024-09-16T01:42:14.126726+0000","last_active":"2024-09-16T01:42:15.129281+0000","last_peered":"2024-09-16T01:42:15.129281+0000","last_clean":"2024-09-16T01:42:15.129281+0000","last_became_active":"2024-09-16T01:42:14.126415+0000","last_became_peered":"2024-09-16T01:42:14.126415+0000","last_unstale":"2024-09-16T01:42:15.129281+0000","last_undegraded":"2024-09-16T01:42:15.129281+0000","last_fullsized":"2024-09-16T01:42:15.129281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383075+0000","last_change":"2024-09-16T01:42:14.134718+0000","last_active":"2024-09-16T01:42:15.383075+0000","last_peered":"2024-09-16T01:42:15.383075+0000","last_clean":"2024-09-16T01:42:15.383075+0000","last_became_active":"2024-09-16T01:42:14.134414+0000","last_became_peered":"2024-09-16T01:42:14.134414+0000","last_unstale":"2024-09-16T01:42:15.383075+0000","last_undegraded":"2024-09-16T01:42:15.383075+0000","last_fullsized":"2024-09-16T01:42:15.383075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:12.663231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238486+0000","last_change":"2024-09-16T01:42:13.129080+0000","last_active":"2024-09-16T01:42:15.238486+0000","last_peered":"2024-09-16T01:42:15.238486+0000","last_clean":"2024-09-16T01:42:15.238486+0000","last_became_active":"2024-09-16T01:42:13.128816+0000","last_became_peered":"2024-09-16T01:42:13.128816+0000","last_unstale":"2024-09-16T01:42:15.238486+0000","last_undegraded":"2024-09-16T01:42:15.238486+0000","last_fullsized":"2024-09-16T01:42:15.238486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382796+0000","last_change":"2024-09-16T01:42:14.139421+0000","last_active":"2024-09-16T01:42:15.382796+0000","last_peered":"2024-09-16T01:42:15.382796+0000","last_clean":"2024-09-16T01:42:15.382796+0000","last_became_active":"2024-09-16T01:42:14.139155+0000","last_became_peered":"2024-09-16T01:42:14.139155+0000","last_unstale":"2024-09-16T01:42:15.382796+0000","last_undegraded":"2024-09-16T01:42:15.382796+0000","last_fullsized":"2024-09-16T01:42:15.382796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238748+0000","last_change":"2024-09-16T01:42:13.127986+0000","last_active":"2024-09-16T01:42:15.238748+0000","last_peered":"2024-09-16T01:42:15.238748+0000","last_clean":"2024-09-16T01:42:15.238748+0000","last_became_active":"2024-09-16T01:42:13.127711+0000","last_became_peered":"2024-09-16T01:42:13.127711+0000","last_unstale":"2024-09-16T01:42:15.238748+0000","last_undegraded":"2024-09-16T01:42:15.238748+0000","last_fullsized":"2024-09-16T01:42:15.238748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383064+0000","last_change":"2024-09-16T01:42:14.138831+0000","last_active":"2024-09-16T01:42:15.383064+0000","last_peered":"2024-09-16T01:42:15.383064+0000","last_clean":"2024-09-16T01:42:15.383064+0000","last_became_active":"2024-09-16T01:42:14.138127+0000","last_became_peered":"2024-09-16T01:42:14.138127+0000","last_unstale":"2024-09-16T01:42:15.383064+0000","last_undegraded":"2024-09-16T01:42:15.383064+0000","last_fullsized":"2024-09-16T01:42:15.383064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231989+0000","last_change":"2024-09-16T01:42:13.124746+0000","last_active":"2024-09-16T01:42:15.231989+0000","last_peered":"2024-09-16T01:42:15.231989+0000","last_clean":"2024-09-16T01:42:15.231989+0000","last_became_active":"2024-09-16T01:42:13.124464+0000","last_became_peered":"2024-09-16T01:42:13.124464+0000","last_unstale":"2024-09-16T01:42:15.231989+0000","last_undegraded":"2024-09-16T01:42:15.231989+0000","last_fullsized":"2024-09-16T01:42:15.231989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232063+0000","last_change":"2024-09-16T01:42:14.135371+0000","last_active":"2024-09-16T01:42:15.232063+0000","last_peered":"2024-09-16T01:42:15.232063+0000","last_clean":"2024-09-16T01:42:15.232063+0000","last_became_active":"2024-09-16T01:42:14.135104+0000","last_became_peered":"2024-09-16T01:42:14.135104+0000","last_unstale":"2024-09-16T01:42:15.232063+0000","last_undegraded":"2024-09-16T01:42:15.232063+0000","last_fullsized":"2024-09-16T01:42:15.232063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383150+0000","last_change":"2024-09-16T01:42:13.125561+0000","last_active":"2024-09-16T01:42:15.383150+0000","last_peered":"2024-09-16T01:42:15.383150+0000","last_clean":"2024-09-16T01:42:15.383150+0000","last_became_active":"2024-09-16T01:42:13.125098+0000","last_became_peered":"2024-09-16T01:42:13.125098+0000","last_unstale":"2024-09-16T01:42:15.383150+0000","last_undegraded":"2024-09-16T01:42:15.383150+0000","last_fullsized":"2024-09-16T01:42:15.383150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:14.112841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":73545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":73581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":73455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":664405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:28.416 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:42:28.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.555+0000 7f703f8a5640 1 Processor -- start 2024-09-16T01:42:28.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.555+0000 7f703f8a5640 1 -- start start 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f703f8a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70380b7f20 0x7f70380b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f703f8a5640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70380b8500 con 0x7f70380d4570 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f703f8a5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70380b87e0 con 0x7f703815e680 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f703f8a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f70380b8ac0 con 0x7f70380b7f20 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f703de42640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f70380d4570 0x7f703815ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36174/0 (socket says 172.21.15.16:36174) 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f703de42640 1 -- 172.21.15.16:0/2324793036 learned_addr learned my addr 172.21.15.16:0/2324793036 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f703ce40640 1 --2- 172.21.15.16:0/2324793036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70380b7f20 0x7f70380b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f7037fff640 1 -- 172.21.15.16:0/2324793036 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1193744351 0 0) 0x7f70380b8500 con 0x7f70380d4570 2024-09-16T01:42:28.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f7037fff640 1 -- 172.21.15.16:0/2324793036 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7020003520 con 0x7f70380d4570 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.556+0000 7f7037fff640 1 -- 172.21.15.16:0/2324793036 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 699214367 0 0) 0x7f70380b87e0 con 0x7f703815e680 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.557+0000 7f7037fff640 1 -- 172.21.15.16:0/2324793036 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70380b8500 con 0x7f703815e680 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.557+0000 7f703ce40640 1 -- 172.21.15.16:0/2324793036 >> v1:172.21.15.104:6789/0 conn(0x7f703815e680 legacy=0x7f70380d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.557+0000 7f703ce40640 1 -- 172.21.15.16:0/2324793036 >> v1:172.21.15.16:6789/0 conn(0x7f70380d4570 legacy=0x7f703815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.557+0000 7f703ce40640 1 -- 172.21.15.16:0/2324793036 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70380b8da0 con 0x7f70380b7f20 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.557+0000 7f703ce40640 1 --2- 172.21.15.16:0/2324793036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70380b7f20 0x7f70380b95a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f702c0097d0 tx=0x7f702c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0cc3d85fe880cdd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.557+0000 7f7037fff640 1 -- 172.21.15.16:0/2324793036 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c037070 con 0x7f70380b7f20 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f7037fff640 1 -- 172.21.15.16:0/2324793036 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f702c032440 con 0x7f70380b7f20 2024-09-16T01:42:28.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f7037fff640 1 -- 172.21.15.16:0/2324793036 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c0327f0 con 0x7f70380b7f20 2024-09-16T01:42:28.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f703f8a5640 1 -- 172.21.15.16:0/2324793036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70380b7f20 msgr2=0x7f70380b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f703f8a5640 1 --2- 172.21.15.16:0/2324793036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70380b7f20 0x7f70380b95a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f702c0097d0 tx=0x7f702c02a210 comp rx=0 tx=0).stop 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f703f8a5640 1 -- 172.21.15.16:0/2324793036 shutdown_connections 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f703f8a5640 1 --2- 172.21.15.16:0/2324793036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70380b7f20 0x7f70380b95a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f703f8a5640 1 -- 172.21.15.16:0/2324793036 >> 172.21.15.16:0/2324793036 conn(0x7f7038074fe0 msgr2=0x7f7038072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f703f8a5640 1 -- 172.21.15.16:0/2324793036 shutdown_connections 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.558+0000 7f703f8a5640 1 -- 172.21.15.16:0/2324793036 wait complete. 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.559+0000 7f703f8a5640 1 Processor -- start 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.559+0000 7f703f8a5640 1 -- start start 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703f8a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70380b7f20 0x7f703814a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703f8a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70380d4570 0x7f703813ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703f8a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f703815e680 0x7f7038152360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703f8a5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f70380d4b60 con 0x7f70380d4570 2024-09-16T01:42:28.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703f8a5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70380d49e0 con 0x7f70380b7f20 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703f8a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f70380d4ce0 con 0x7f703815e680 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703ce40640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70380d4570 0x7f703813ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703ce40640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70380d4570 0x7f703813ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60922/0 (socket says 172.21.15.16:60922) 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703ce40640 1 -- 172.21.15.16:0/4050215030 learned_addr learned my addr 172.21.15.16:0/4050215030 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703d641640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70380b7f20 0x7f703814a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703de42640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f703815e680 0x7f7038152360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703ce40640 1 -- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f703815e680 msgr2=0x7f7038152360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703ce40640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f703815e680 0x7f7038152360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703ce40640 1 -- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70380b7f20 msgr2=0x7f703814a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.560+0000 7f703ce40640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70380b7f20 0x7f703814a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.561+0000 7f703ce40640 1 -- 172.21.15.16:0/4050215030 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7038156e50 con 0x7f70380d4570 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.561+0000 7f703ce40640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70380d4570 0x7f703813ff70 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f702c0098f0 tx=0x7f702c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.561+0000 7f7035ffb640 1 -- 172.21.15.16:0/4050215030 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c037040 con 0x7f70380d4570 2024-09-16T01:42:28.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.561+0000 7f7035ffb640 1 -- 172.21.15.16:0/4050215030 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f702c042070 con 0x7f70380d4570 2024-09-16T01:42:28.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.561+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7038157130 con 0x7f70380d4570 2024-09-16T01:42:28.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.561+0000 7f7035ffb640 1 -- 172.21.15.16:0/4050215030 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c032810 con 0x7f70380d4570 2024-09-16T01:42:28.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.561+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7038151e40 con 0x7f70380d4570 2024-09-16T01:42:28.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.562+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70380b95a0 con 0x7f70380d4570 2024-09-16T01:42:28.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.562+0000 7f7035ffb640 1 -- 172.21.15.16:0/4050215030 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f702c0329b0 con 0x7f70380d4570 2024-09-16T01:42:28.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.563+0000 7f7035ffb640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f702406c2b0 0x7f702406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.563+0000 7f7035ffb640 1 -- 172.21.15.16:0/4050215030 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f702c0abdd0 con 0x7f70380d4570 2024-09-16T01:42:28.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.563+0000 7f703d641640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f702406c2b0 0x7f702406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.564+0000 7f703d641640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f702406c2b0 0x7f702406e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7028001560 tx=0x7f7028009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.567+0000 7f7035ffb640 1 -- 172.21.15.16:0/4050215030 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f702c07a420 con 0x7f70380d4570 2024-09-16T01:42:28.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.738+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f70381583b0 con 0x7f702406c2b0 2024-09-16T01:42:28.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.744+0000 7f7035ffb640 1 -- 172.21.15.16:0/4050215030 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f70381583b0 con 0x7f702406c2b0 2024-09-16T01:42:28.748 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:28.749 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f702406c2b0 msgr2=0x7f702406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f702406c2b0 0x7f702406e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7028001560 tx=0x7f7028009040 comp rx=0 tx=0).stop 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70380d4570 msgr2=0x7f703813ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70380d4570 0x7f703813ff70 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f702c0098f0 tx=0x7f702c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 shutdown_connections 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f702406c2b0 0x7f702406e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f703815e680 0x7f7038152360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70380d4570 0x7f703813ff70 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 --2- 172.21.15.16:0/4050215030 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70380b7f20 0x7f703814a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 >> 172.21.15.16:0/4050215030 conn(0x7f7038074fe0 msgr2=0x7f70381620a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 shutdown_connections 2024-09-16T01:42:28.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.747+0000 7f703f8a5640 1 -- 172.21.15.16:0/4050215030 wait complete. 2024-09-16T01:42:28.759 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-16T01:42:28.300688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239920,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734800,"statfs":{"total":773094113280,"available":772848435200,"internally_reserved":0,"allocated":2924544,"data_stored":1773196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003597"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238904+0000","last_change":"2024-09-16T01:42:14.133406+0000","last_active":"2024-09-16T01:42:15.238904+0000","last_peered":"2024-09-16T01:42:15.238904+0000","last_clean":"2024-09-16T01:42:15.238904+0000","last_became_active":"2024-09-16T01:42:14.131685+0000","last_became_peered":"2024-09-16T01:42:14.131685+0000","last_unstale":"2024-09-16T01:42:15.238904+0000","last_undegraded":"2024-09-16T01:42:15.238904+0000","last_fullsized":"2024-09-16T01:42:15.238904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:27.910985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382539+0000","last_change":"2024-09-16T01:42:14.125346+0000","last_active":"2024-09-16T01:42:15.382539+0000","last_peered":"2024-09-16T01:42:15.382539+0000","last_clean":"2024-09-16T01:42:15.382539+0000","last_became_active":"2024-09-16T01:42:14.125089+0000","last_became_peered":"2024-09-16T01:42:14.125089+0000","last_unstale":"2024-09-16T01:42:15.382539+0000","last_undegraded":"2024-09-16T01:42:15.382539+0000","last_fullsized":"2024-09-16T01:42:15.382539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382633+0000","last_change":"2024-09-16T01:42:14.129786+0000","last_active":"2024-09-16T01:42:15.382633+0000","last_peered":"2024-09-16T01:42:15.382633+0000","last_clean":"2024-09-16T01:42:15.382633+0000","last_became_active":"2024-09-16T01:42:14.127732+0000","last_became_peered":"2024-09-16T01:42:14.127732+0000","last_unstale":"2024-09-16T01:42:15.382633+0000","last_undegraded":"2024-09-16T01:42:15.382633+0000","last_fullsized":"2024-09-16T01:42:15.382633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:14.096130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382741+0000","last_change":"2024-09-16T01:42:14.141925+0000","last_active":"2024-09-16T01:42:15.382741+0000","last_peered":"2024-09-16T01:42:15.382741+0000","last_clean":"2024-09-16T01:42:15.382741+0000","last_became_active":"2024-09-16T01:42:14.141649+0000","last_became_peered":"2024-09-16T01:42:14.141649+0000","last_unstale":"2024-09-16T01:42:15.382741+0000","last_undegraded":"2024-09-16T01:42:15.382741+0000","last_fullsized":"2024-09-16T01:42:15.382741+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238526+0000","last_change":"2024-09-16T01:42:14.125213+0000","last_active":"2024-09-16T01:42:15.238526+0000","last_peered":"2024-09-16T01:42:15.238526+0000","last_clean":"2024-09-16T01:42:15.238526+0000","last_became_active":"2024-09-16T01:42:14.124933+0000","last_became_peered":"2024-09-16T01:42:14.124933+0000","last_unstale":"2024-09-16T01:42:15.238526+0000","last_undegraded":"2024-09-16T01:42:15.238526+0000","last_fullsized":"2024-09-16T01:42:15.238526+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:33:25.707037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382493+0000","last_change":"2024-09-16T01:42:14.135669+0000","last_active":"2024-09-16T01:42:15.382493+0000","last_peered":"2024-09-16T01:42:15.382493+0000","last_clean":"2024-09-16T01:42:15.382493+0000","last_became_active":"2024-09-16T01:42:14.135375+0000","last_became_peered":"2024-09-16T01:42:14.135375+0000","last_unstale":"2024-09-16T01:42:15.382493+0000","last_undegraded":"2024-09-16T01:42:15.382493+0000","last_fullsized":"2024-09-16T01:42:15.382493+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238409+0000","last_change":"2024-09-16T01:42:14.129859+0000","last_active":"2024-09-16T01:42:15.238409+0000","last_peered":"2024-09-16T01:42:15.238409+0000","last_clean":"2024-09-16T01:42:15.238409+0000","last_became_active":"2024-09-16T01:42:14.129573+0000","last_became_peered":"2024-09-16T01:42:14.129573+0000","last_unstale":"2024-09-16T01:42:15.238409+0000","last_undegraded":"2024-09-16T01:42:15.238409+0000","last_fullsized":"2024-09-16T01:42:15.238409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:08.300524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231517+0000","last_change":"2024-09-16T01:42:14.137151+0000","last_active":"2024-09-16T01:42:15.231517+0000","last_peered":"2024-09-16T01:42:15.231517+0000","last_clean":"2024-09-16T01:42:15.231517+0000","last_became_active":"2024-09-16T01:42:14.136873+0000","last_became_peered":"2024-09-16T01:42:14.136873+0000","last_unstale":"2024-09-16T01:42:15.231517+0000","last_undegraded":"2024-09-16T01:42:15.231517+0000","last_fullsized":"2024-09-16T01:42:15.231517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238921+0000","last_change":"2024-09-16T01:42:14.139578+0000","last_active":"2024-09-16T01:42:15.238921+0000","last_peered":"2024-09-16T01:42:15.238921+0000","last_clean":"2024-09-16T01:42:15.238921+0000","last_became_active":"2024-09-16T01:42:14.139303+0000","last_became_peered":"2024-09-16T01:42:14.139303+0000","last_unstale":"2024-09-16T01:42:15.238921+0000","last_undegraded":"2024-09-16T01:42:15.238921+0000","last_fullsized":"2024-09-16T01:42:15.238921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:34:22.172142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129528+0000","last_change":"2024-09-16T01:42:14.136919+0000","last_active":"2024-09-16T01:42:15.129528+0000","last_peered":"2024-09-16T01:42:15.129528+0000","last_clean":"2024-09-16T01:42:15.129528+0000","last_became_active":"2024-09-16T01:42:14.136615+0000","last_became_peered":"2024-09-16T01:42:14.136615+0000","last_unstale":"2024-09-16T01:42:15.129528+0000","last_undegraded":"2024-09-16T01:42:15.129528+0000","last_fullsized":"2024-09-16T01:42:15.129528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129771+0000","last_change":"2024-09-16T01:42:14.137458+0000","last_active":"2024-09-16T01:42:15.129771+0000","last_peered":"2024-09-16T01:42:15.129771+0000","last_clean":"2024-09-16T01:42:15.129771+0000","last_became_active":"2024-09-16T01:42:14.137171+0000","last_became_peered":"2024-09-16T01:42:14.137171+0000","last_unstale":"2024-09-16T01:42:15.129771+0000","last_undegraded":"2024-09-16T01:42:15.129771+0000","last_fullsized":"2024-09-16T01:42:15.129771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130229+0000","last_change":"2024-09-16T01:42:14.135250+0000","last_active":"2024-09-16T01:42:15.130229+0000","last_peered":"2024-09-16T01:42:15.130229+0000","last_clean":"2024-09-16T01:42:15.130229+0000","last_became_active":"2024-09-16T01:42:14.129671+0000","last_became_peered":"2024-09-16T01:42:14.129671+0000","last_unstale":"2024-09-16T01:42:15.130229+0000","last_undegraded":"2024-09-16T01:42:15.130229+0000","last_fullsized":"2024-09-16T01:42:15.130229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:25.523081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231808+0000","last_change":"2024-09-16T01:42:14.135966+0000","last_active":"2024-09-16T01:42:15.231808+0000","last_peered":"2024-09-16T01:42:15.231808+0000","last_clean":"2024-09-16T01:42:15.231808+0000","last_became_active":"2024-09-16T01:42:14.135691+0000","last_became_peered":"2024-09-16T01:42:14.135691+0000","last_unstale":"2024-09-16T01:42:15.231808+0000","last_undegraded":"2024-09-16T01:42:15.231808+0000","last_fullsized":"2024-09-16T01:42:15.231808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382583+0000","last_change":"2024-09-16T01:42:14.130570+0000","last_active":"2024-09-16T01:42:15.382583+0000","last_peered":"2024-09-16T01:42:15.382583+0000","last_clean":"2024-09-16T01:42:15.382583+0000","last_became_active":"2024-09-16T01:42:14.130306+0000","last_became_peered":"2024-09-16T01:42:14.130306+0000","last_unstale":"2024-09-16T01:42:15.382583+0000","last_undegraded":"2024-09-16T01:42:15.382583+0000","last_fullsized":"2024-09-16T01:42:15.382583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:24.560840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382382+0000","last_change":"2024-09-16T01:42:14.134933+0000","last_active":"2024-09-16T01:42:15.382382+0000","last_peered":"2024-09-16T01:42:15.382382+0000","last_clean":"2024-09-16T01:42:15.382382+0000","last_became_active":"2024-09-16T01:42:14.134314+0000","last_became_peered":"2024-09-16T01:42:14.134314+0000","last_unstale":"2024-09-16T01:42:15.382382+0000","last_undegraded":"2024-09-16T01:42:15.382382+0000","last_fullsized":"2024-09-16T01:42:15.382382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382437+0000","last_change":"2024-09-16T01:42:14.135636+0000","last_active":"2024-09-16T01:42:15.382437+0000","last_peered":"2024-09-16T01:42:15.382437+0000","last_clean":"2024-09-16T01:42:15.382437+0000","last_became_active":"2024-09-16T01:42:14.135318+0000","last_became_peered":"2024-09-16T01:42:14.135318+0000","last_unstale":"2024-09-16T01:42:15.382437+0000","last_undegraded":"2024-09-16T01:42:15.382437+0000","last_fullsized":"2024-09-16T01:42:15.382437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383078+0000","last_change":"2024-09-16T01:42:14.137415+0000","last_active":"2024-09-16T01:42:15.383078+0000","last_peered":"2024-09-16T01:42:15.383078+0000","last_clean":"2024-09-16T01:42:15.383078+0000","last_became_active":"2024-09-16T01:42:14.137149+0000","last_became_peered":"2024-09-16T01:42:14.137149+0000","last_unstale":"2024-09-16T01:42:15.383078+0000","last_undegraded":"2024-09-16T01:42:15.383078+0000","last_fullsized":"2024-09-16T01:42:15.383078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:23.098950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127965+0000","last_change":"2024-09-16T01:42:14.127477+0000","last_active":"2024-09-16T01:42:15.127965+0000","last_peered":"2024-09-16T01:42:15.127965+0000","last_clean":"2024-09-16T01:42:15.127965+0000","last_became_active":"2024-09-16T01:42:14.127151+0000","last_became_peered":"2024-09-16T01:42:14.127151+0000","last_unstale":"2024-09-16T01:42:15.127965+0000","last_undegraded":"2024-09-16T01:42:15.127965+0000","last_fullsized":"2024-09-16T01:42:15.127965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:37.125981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238868+0000","last_change":"2024-09-16T01:42:14.131875+0000","last_active":"2024-09-16T01:42:15.238868+0000","last_peered":"2024-09-16T01:42:15.238868+0000","last_clean":"2024-09-16T01:42:15.238868+0000","last_became_active":"2024-09-16T01:42:14.131582+0000","last_became_peered":"2024-09-16T01:42:14.131582+0000","last_unstale":"2024-09-16T01:42:15.238868+0000","last_undegraded":"2024-09-16T01:42:15.238868+0000","last_fullsized":"2024-09-16T01:42:15.238868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:56.503048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129744+0000","last_change":"2024-09-16T01:42:14.129253+0000","last_active":"2024-09-16T01:42:15.129744+0000","last_peered":"2024-09-16T01:42:15.129744+0000","last_clean":"2024-09-16T01:42:15.129744+0000","last_became_active":"2024-09-16T01:42:14.128738+0000","last_became_peered":"2024-09-16T01:42:14.128738+0000","last_unstale":"2024-09-16T01:42:15.129744+0000","last_undegraded":"2024-09-16T01:42:15.129744+0000","last_fullsized":"2024-09-16T01:42:15.129744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383264+0000","last_change":"2024-09-16T01:42:14.140252+0000","last_active":"2024-09-16T01:42:15.383264+0000","last_peered":"2024-09-16T01:42:15.383264+0000","last_clean":"2024-09-16T01:42:15.383264+0000","last_became_active":"2024-09-16T01:42:14.139954+0000","last_became_peered":"2024-09-16T01:42:14.139954+0000","last_unstale":"2024-09-16T01:42:15.383264+0000","last_undegraded":"2024-09-16T01:42:15.383264+0000","last_fullsized":"2024-09-16T01:42:15.383264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:35.508728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382620+0000","last_change":"2024-09-16T01:42:14.143999+0000","last_active":"2024-09-16T01:42:15.382620+0000","last_peered":"2024-09-16T01:42:15.382620+0000","last_clean":"2024-09-16T01:42:15.382620+0000","last_became_active":"2024-09-16T01:42:14.143670+0000","last_became_peered":"2024-09-16T01:42:14.143670+0000","last_unstale":"2024-09-16T01:42:15.382620+0000","last_undegraded":"2024-09-16T01:42:15.382620+0000","last_fullsized":"2024-09-16T01:42:15.382620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231620+0000","last_change":"2024-09-16T01:42:14.131882+0000","last_active":"2024-09-16T01:42:15.231620+0000","last_peered":"2024-09-16T01:42:15.231620+0000","last_clean":"2024-09-16T01:42:15.231620+0000","last_became_active":"2024-09-16T01:42:14.131537+0000","last_became_peered":"2024-09-16T01:42:14.131537+0000","last_unstale":"2024-09-16T01:42:15.231620+0000","last_undegraded":"2024-09-16T01:42:15.231620+0000","last_fullsized":"2024-09-16T01:42:15.231620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382523+0000","last_change":"2024-09-16T01:42:14.138325+0000","last_active":"2024-09-16T01:42:15.382523+0000","last_peered":"2024-09-16T01:42:15.382523+0000","last_clean":"2024-09-16T01:42:15.382523+0000","last_became_active":"2024-09-16T01:42:14.138067+0000","last_became_peered":"2024-09-16T01:42:14.138067+0000","last_unstale":"2024-09-16T01:42:15.382523+0000","last_undegraded":"2024-09-16T01:42:15.382523+0000","last_fullsized":"2024-09-16T01:42:15.382523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231990+0000","last_change":"2024-09-16T01:42:14.141482+0000","last_active":"2024-09-16T01:42:15.231990+0000","last_peered":"2024-09-16T01:42:15.231990+0000","last_clean":"2024-09-16T01:42:15.231990+0000","last_became_active":"2024-09-16T01:42:14.141176+0000","last_became_peered":"2024-09-16T01:42:14.141176+0000","last_unstale":"2024-09-16T01:42:15.231990+0000","last_undegraded":"2024-09-16T01:42:15.231990+0000","last_fullsized":"2024-09-16T01:42:15.231990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129911+0000","last_change":"2024-09-16T01:42:14.132923+0000","last_active":"2024-09-16T01:42:15.129911+0000","last_peered":"2024-09-16T01:42:15.129911+0000","last_clean":"2024-09-16T01:42:15.129911+0000","last_became_active":"2024-09-16T01:42:14.132306+0000","last_became_peered":"2024-09-16T01:42:14.132306+0000","last_unstale":"2024-09-16T01:42:15.129911+0000","last_undegraded":"2024-09-16T01:42:15.129911+0000","last_fullsized":"2024-09-16T01:42:15.129911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:18.699641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382803+0000","last_change":"2024-09-16T01:42:14.133461+0000","last_active":"2024-09-16T01:42:15.382803+0000","last_peered":"2024-09-16T01:42:15.382803+0000","last_clean":"2024-09-16T01:42:15.382803+0000","last_became_active":"2024-09-16T01:42:14.133189+0000","last_became_peered":"2024-09-16T01:42:14.133189+0000","last_unstale":"2024-09-16T01:42:15.382803+0000","last_undegraded":"2024-09-16T01:42:15.382803+0000","last_fullsized":"2024-09-16T01:42:15.382803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231923+0000","last_change":"2024-09-16T01:42:14.141495+0000","last_active":"2024-09-16T01:42:15.231923+0000","last_peered":"2024-09-16T01:42:15.231923+0000","last_clean":"2024-09-16T01:42:15.231923+0000","last_became_active":"2024-09-16T01:42:14.141197+0000","last_became_peered":"2024-09-16T01:42:14.141197+0000","last_unstale":"2024-09-16T01:42:15.231923+0000","last_undegraded":"2024-09-16T01:42:15.231923+0000","last_fullsized":"2024-09-16T01:42:15.231923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:41.155496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383346+0000","last_change":"2024-09-16T01:42:14.141969+0000","last_active":"2024-09-16T01:42:15.383346+0000","last_peered":"2024-09-16T01:42:15.383346+0000","last_clean":"2024-09-16T01:42:15.383346+0000","last_became_active":"2024-09-16T01:42:14.141578+0000","last_became_peered":"2024-09-16T01:42:14.141578+0000","last_unstale":"2024-09-16T01:42:15.383346+0000","last_undegraded":"2024-09-16T01:42:15.383346+0000","last_fullsized":"2024-09-16T01:42:15.383346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:55.256265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382744+0000","last_change":"2024-09-16T01:42:14.137993+0000","last_active":"2024-09-16T01:42:15.382744+0000","last_peered":"2024-09-16T01:42:15.382744+0000","last_clean":"2024-09-16T01:42:15.382744+0000","last_became_active":"2024-09-16T01:42:14.137184+0000","last_became_peered":"2024-09-16T01:42:14.137184+0000","last_unstale":"2024-09-16T01:42:15.382744+0000","last_undegraded":"2024-09-16T01:42:15.382744+0000","last_fullsized":"2024-09-16T01:42:15.382744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:34:53.794687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127906+0000","last_change":"2024-09-16T01:42:14.136886+0000","last_active":"2024-09-16T01:42:15.127906+0000","last_peered":"2024-09-16T01:42:15.127906+0000","last_clean":"2024-09-16T01:42:15.127906+0000","last_became_active":"2024-09-16T01:42:14.136567+0000","last_became_peered":"2024-09-16T01:42:14.136567+0000","last_unstale":"2024-09-16T01:42:15.127906+0000","last_undegraded":"2024-09-16T01:42:15.127906+0000","last_fullsized":"2024-09-16T01:42:15.127906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:14.078739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129063+0000","last_change":"2024-09-16T01:42:14.129083+0000","last_active":"2024-09-16T01:42:15.129063+0000","last_peered":"2024-09-16T01:42:15.129063+0000","last_clean":"2024-09-16T01:42:15.129063+0000","last_became_active":"2024-09-16T01:42:14.128800+0000","last_became_peered":"2024-09-16T01:42:14.128800+0000","last_unstale":"2024-09-16T01:42:15.129063+0000","last_undegraded":"2024-09-16T01:42:15.129063+0000","last_fullsized":"2024-09-16T01:42:15.129063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:07.424992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129661+0000","last_change":"2024-09-16T01:42:14.125827+0000","last_active":"2024-09-16T01:42:15.129661+0000","last_peered":"2024-09-16T01:42:15.129661+0000","last_clean":"2024-09-16T01:42:15.129661+0000","last_became_active":"2024-09-16T01:42:14.125483+0000","last_became_peered":"2024-09-16T01:42:14.125483+0000","last_unstale":"2024-09-16T01:42:15.129661+0000","last_undegraded":"2024-09-16T01:42:15.129661+0000","last_fullsized":"2024-09-16T01:42:15.129661+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:01.921240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231873+0000","last_change":"2024-09-16T01:42:13.127544+0000","last_active":"2024-09-16T01:42:15.231873+0000","last_peered":"2024-09-16T01:42:15.231873+0000","last_clean":"2024-09-16T01:42:15.231873+0000","last_became_active":"2024-09-16T01:42:13.127264+0000","last_became_peered":"2024-09-16T01:42:13.127264+0000","last_unstale":"2024-09-16T01:42:15.231873+0000","last_undegraded":"2024-09-16T01:42:15.231873+0000","last_fullsized":"2024-09-16T01:42:15.231873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383344+0000","last_change":"2024-09-16T01:42:14.131154+0000","last_active":"2024-09-16T01:42:15.383344+0000","last_peered":"2024-09-16T01:42:15.383344+0000","last_clean":"2024-09-16T01:42:15.383344+0000","last_became_active":"2024-09-16T01:42:14.130862+0000","last_became_peered":"2024-09-16T01:42:14.130862+0000","last_unstale":"2024-09-16T01:42:15.383344+0000","last_undegraded":"2024-09-16T01:42:15.383344+0000","last_fullsized":"2024-09-16T01:42:15.383344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129244+0000","last_change":"2024-09-16T01:42:13.122872+0000","last_active":"2024-09-16T01:42:15.129244+0000","last_peered":"2024-09-16T01:42:15.129244+0000","last_clean":"2024-09-16T01:42:15.129244+0000","last_became_active":"2024-09-16T01:42:13.122554+0000","last_became_peered":"2024-09-16T01:42:13.122554+0000","last_unstale":"2024-09-16T01:42:15.129244+0000","last_undegraded":"2024-09-16T01:42:15.129244+0000","last_fullsized":"2024-09-16T01:42:15.129244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:00.916078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231537+0000","last_change":"2024-09-16T01:42:13.124230+0000","last_active":"2024-09-16T01:42:15.231537+0000","last_peered":"2024-09-16T01:42:15.231537+0000","last_clean":"2024-09-16T01:42:15.231537+0000","last_became_active":"2024-09-16T01:42:13.123499+0000","last_became_peered":"2024-09-16T01:42:13.123499+0000","last_unstale":"2024-09-16T01:42:15.231537+0000","last_undegraded":"2024-09-16T01:42:15.231537+0000","last_fullsized":"2024-09-16T01:42:15.231537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231651+0000","last_change":"2024-09-16T01:42:14.141939+0000","last_active":"2024-09-16T01:42:15.231651+0000","last_peered":"2024-09-16T01:42:15.231651+0000","last_clean":"2024-09-16T01:42:15.231651+0000","last_became_active":"2024-09-16T01:42:14.141588+0000","last_became_peered":"2024-09-16T01:42:14.141588+0000","last_unstale":"2024-09-16T01:42:15.231651+0000","last_undegraded":"2024-09-16T01:42:15.231651+0000","last_fullsized":"2024-09-16T01:42:15.231651+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:58.406701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382643+0000","last_change":"2024-09-16T01:42:13.122944+0000","last_active":"2024-09-16T01:42:15.382643+0000","last_peered":"2024-09-16T01:42:15.382643+0000","last_clean":"2024-09-16T01:42:15.382643+0000","last_became_active":"2024-09-16T01:42:13.122662+0000","last_became_peered":"2024-09-16T01:42:13.122662+0000","last_unstale":"2024-09-16T01:42:15.382643+0000","last_undegraded":"2024-09-16T01:42:15.382643+0000","last_fullsized":"2024-09-16T01:42:15.382643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:50.428000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382343+0000","last_change":"2024-09-16T01:42:14.135175+0000","last_active":"2024-09-16T01:42:15.382343+0000","last_peered":"2024-09-16T01:42:15.382343+0000","last_clean":"2024-09-16T01:42:15.382343+0000","last_became_active":"2024-09-16T01:42:14.134661+0000","last_became_peered":"2024-09-16T01:42:14.134661+0000","last_unstale":"2024-09-16T01:42:15.382343+0000","last_undegraded":"2024-09-16T01:42:15.382343+0000","last_fullsized":"2024-09-16T01:42:15.382343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130137+0000","last_change":"2024-09-16T01:42:13.124324+0000","last_active":"2024-09-16T01:42:15.130137+0000","last_peered":"2024-09-16T01:42:15.130137+0000","last_clean":"2024-09-16T01:42:15.130137+0000","last_became_active":"2024-09-16T01:42:13.124037+0000","last_became_peered":"2024-09-16T01:42:13.124037+0000","last_unstale":"2024-09-16T01:42:15.130137+0000","last_undegraded":"2024-09-16T01:42:15.130137+0000","last_fullsized":"2024-09-16T01:42:15.130137+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382745+0000","last_change":"2024-09-16T01:42:14.135460+0000","last_active":"2024-09-16T01:42:15.382745+0000","last_peered":"2024-09-16T01:42:15.382745+0000","last_clean":"2024-09-16T01:42:15.382745+0000","last_became_active":"2024-09-16T01:42:14.135165+0000","last_became_peered":"2024-09-16T01:42:14.135165+0000","last_unstale":"2024-09-16T01:42:15.382745+0000","last_undegraded":"2024-09-16T01:42:15.382745+0000","last_fullsized":"2024-09-16T01:42:15.382745+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382792+0000","last_change":"2024-09-16T01:42:13.125304+0000","last_active":"2024-09-16T01:42:15.382792+0000","last_peered":"2024-09-16T01:42:15.382792+0000","last_clean":"2024-09-16T01:42:15.382792+0000","last_became_active":"2024-09-16T01:42:13.125004+0000","last_became_peered":"2024-09-16T01:42:13.125004+0000","last_unstale":"2024-09-16T01:42:15.382792+0000","last_undegraded":"2024-09-16T01:42:15.382792+0000","last_fullsized":"2024-09-16T01:42:15.382792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:53.017503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383201+0000","last_change":"2024-09-16T01:42:14.137463+0000","last_active":"2024-09-16T01:42:15.383201+0000","last_peered":"2024-09-16T01:42:15.383201+0000","last_clean":"2024-09-16T01:42:15.383201+0000","last_became_active":"2024-09-16T01:42:14.137170+0000","last_became_peered":"2024-09-16T01:42:14.137170+0000","last_unstale":"2024-09-16T01:42:15.383201+0000","last_undegraded":"2024-09-16T01:42:15.383201+0000","last_fullsized":"2024-09-16T01:42:15.383201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:53.703125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382817+0000","last_change":"2024-09-16T01:42:13.125643+0000","last_active":"2024-09-16T01:42:15.382817+0000","last_peered":"2024-09-16T01:42:15.382817+0000","last_clean":"2024-09-16T01:42:15.382817+0000","last_became_active":"2024-09-16T01:42:13.125357+0000","last_became_peered":"2024-09-16T01:42:13.125357+0000","last_unstale":"2024-09-16T01:42:15.382817+0000","last_undegraded":"2024-09-16T01:42:15.382817+0000","last_fullsized":"2024-09-16T01:42:15.382817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130229+0000","last_change":"2024-09-16T01:42:14.135503+0000","last_active":"2024-09-16T01:42:15.130229+0000","last_peered":"2024-09-16T01:42:15.130229+0000","last_clean":"2024-09-16T01:42:15.130229+0000","last_became_active":"2024-09-16T01:42:14.132241+0000","last_became_peered":"2024-09-16T01:42:14.132241+0000","last_unstale":"2024-09-16T01:42:15.130229+0000","last_undegraded":"2024-09-16T01:42:15.130229+0000","last_fullsized":"2024-09-16T01:42:15.130229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:12.949603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129843+0000","last_change":"2024-09-16T01:42:13.124675+0000","last_active":"2024-09-16T01:42:15.129843+0000","last_peered":"2024-09-16T01:42:15.129843+0000","last_clean":"2024-09-16T01:42:15.129843+0000","last_became_active":"2024-09-16T01:42:13.124390+0000","last_became_peered":"2024-09-16T01:42:13.124390+0000","last_unstale":"2024-09-16T01:42:15.129843+0000","last_undegraded":"2024-09-16T01:42:15.129843+0000","last_fullsized":"2024-09-16T01:42:15.129843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:11.944440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238598+0000","last_change":"2024-09-16T01:42:14.138795+0000","last_active":"2024-09-16T01:42:15.238598+0000","last_peered":"2024-09-16T01:42:15.238598+0000","last_clean":"2024-09-16T01:42:15.238598+0000","last_became_active":"2024-09-16T01:42:14.137874+0000","last_became_peered":"2024-09-16T01:42:14.137874+0000","last_unstale":"2024-09-16T01:42:15.238598+0000","last_undegraded":"2024-09-16T01:42:15.238598+0000","last_fullsized":"2024-09-16T01:42:15.238598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:32.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383373+0000","last_change":"2024-09-16T01:42:13.118495+0000","last_active":"2024-09-16T01:42:15.383373+0000","last_peered":"2024-09-16T01:42:15.383373+0000","last_clean":"2024-09-16T01:42:15.383373+0000","last_became_active":"2024-09-16T01:42:13.116311+0000","last_became_peered":"2024-09-16T01:42:13.116311+0000","last_unstale":"2024-09-16T01:42:15.383373+0000","last_undegraded":"2024-09-16T01:42:15.383373+0000","last_fullsized":"2024-09-16T01:42:15.383373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:08.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382730+0000","last_change":"2024-09-16T01:42:14.133705+0000","last_active":"2024-09-16T01:42:15.382730+0000","last_peered":"2024-09-16T01:42:15.382730+0000","last_clean":"2024-09-16T01:42:15.382730+0000","last_became_active":"2024-09-16T01:42:14.133426+0000","last_became_peered":"2024-09-16T01:42:14.133426+0000","last_unstale":"2024-09-16T01:42:15.382730+0000","last_undegraded":"2024-09-16T01:42:15.382730+0000","last_fullsized":"2024-09-16T01:42:15.382730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:25.593655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382759+0000","last_change":"2024-09-16T01:42:13.125171+0000","last_active":"2024-09-16T01:42:15.382759+0000","last_peered":"2024-09-16T01:42:15.382759+0000","last_clean":"2024-09-16T01:42:15.382759+0000","last_became_active":"2024-09-16T01:42:13.124892+0000","last_became_peered":"2024-09-16T01:42:13.124892+0000","last_unstale":"2024-09-16T01:42:15.382759+0000","last_undegraded":"2024-09-16T01:42:15.382759+0000","last_fullsized":"2024-09-16T01:42:15.382759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:00.916078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238582+0000","last_change":"2024-09-16T01:42:14.128571+0000","last_active":"2024-09-16T01:42:15.238582+0000","last_peered":"2024-09-16T01:42:15.238582+0000","last_clean":"2024-09-16T01:42:15.238582+0000","last_became_active":"2024-09-16T01:42:14.128294+0000","last_became_peered":"2024-09-16T01:42:14.128294+0000","last_unstale":"2024-09-16T01:42:15.238582+0000","last_undegraded":"2024-09-16T01:42:15.238582+0000","last_fullsized":"2024-09-16T01:42:15.238582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:44.378057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129361+0000","last_change":"2024-09-16T01:42:13.122097+0000","last_active":"2024-09-16T01:42:15.129361+0000","last_peered":"2024-09-16T01:42:15.129361+0000","last_clean":"2024-09-16T01:42:15.129361+0000","last_became_active":"2024-09-16T01:42:13.121776+0000","last_became_peered":"2024-09-16T01:42:13.121776+0000","last_unstale":"2024-09-16T01:42:15.129361+0000","last_undegraded":"2024-09-16T01:42:15.129361+0000","last_fullsized":"2024-09-16T01:42:15.129361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:01.835006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129066+0000","last_change":"2024-09-16T01:42:14.128395+0000","last_active":"2024-09-16T01:42:15.129066+0000","last_peered":"2024-09-16T01:42:15.129066+0000","last_clean":"2024-09-16T01:42:15.129066+0000","last_became_active":"2024-09-16T01:42:14.128144+0000","last_became_peered":"2024-09-16T01:42:14.128144+0000","last_unstale":"2024-09-16T01:42:15.129066+0000","last_undegraded":"2024-09-16T01:42:15.129066+0000","last_fullsized":"2024-09-16T01:42:15.129066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:23.846945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127682+0000","last_change":"2024-09-16T01:42:13.127717+0000","last_active":"2024-09-16T01:42:15.127682+0000","last_peered":"2024-09-16T01:42:15.127682+0000","last_clean":"2024-09-16T01:42:15.127682+0000","last_became_active":"2024-09-16T01:42:13.127278+0000","last_became_peered":"2024-09-16T01:42:13.127278+0000","last_unstale":"2024-09-16T01:42:15.127682+0000","last_undegraded":"2024-09-16T01:42:15.127682+0000","last_fullsized":"2024-09-16T01:42:15.127682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:17.603792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238626+0000","last_change":"2024-09-16T01:42:14.134160+0000","last_active":"2024-09-16T01:42:15.238626+0000","last_peered":"2024-09-16T01:42:15.238626+0000","last_clean":"2024-09-16T01:42:15.238626+0000","last_became_active":"2024-09-16T01:42:14.133631+0000","last_became_peered":"2024-09-16T01:42:14.133631+0000","last_unstale":"2024-09-16T01:42:15.238626+0000","last_undegraded":"2024-09-16T01:42:15.238626+0000","last_fullsized":"2024-09-16T01:42:15.238626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:59.949151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129931+0000","last_change":"2024-09-16T01:42:13.122348+0000","last_active":"2024-09-16T01:42:15.129931+0000","last_peered":"2024-09-16T01:42:15.129931+0000","last_clean":"2024-09-16T01:42:15.129931+0000","last_became_active":"2024-09-16T01:42:13.122044+0000","last_became_peered":"2024-09-16T01:42:13.122044+0000","last_unstale":"2024-09-16T01:42:15.129931+0000","last_undegraded":"2024-09-16T01:42:15.129931+0000","last_fullsized":"2024-09-16T01:42:15.129931+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:19.671964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238821+0000","last_change":"2024-09-16T01:42:14.128747+0000","last_active":"2024-09-16T01:42:15.238821+0000","last_peered":"2024-09-16T01:42:15.238821+0000","last_clean":"2024-09-16T01:42:15.238821+0000","last_became_active":"2024-09-16T01:42:14.128448+0000","last_became_peered":"2024-09-16T01:42:14.128448+0000","last_unstale":"2024-09-16T01:42:15.238821+0000","last_undegraded":"2024-09-16T01:42:15.238821+0000","last_fullsized":"2024-09-16T01:42:15.238821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:34.929705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127924+0000","last_change":"2024-09-16T01:42:13.129482+0000","last_active":"2024-09-16T01:42:15.127924+0000","last_peered":"2024-09-16T01:42:15.127924+0000","last_clean":"2024-09-16T01:42:15.127924+0000","last_became_active":"2024-09-16T01:42:13.129164+0000","last_became_peered":"2024-09-16T01:42:13.129164+0000","last_unstale":"2024-09-16T01:42:15.127924+0000","last_undegraded":"2024-09-16T01:42:15.127924+0000","last_fullsized":"2024-09-16T01:42:15.127924+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:28.541005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.239062+0000","last_change":"2024-09-16T01:42:14.133175+0000","last_active":"2024-09-16T01:42:15.239062+0000","last_peered":"2024-09-16T01:42:15.239062+0000","last_clean":"2024-09-16T01:42:15.239062+0000","last_became_active":"2024-09-16T01:42:14.131321+0000","last_became_peered":"2024-09-16T01:42:14.131321+0000","last_unstale":"2024-09-16T01:42:15.239062+0000","last_undegraded":"2024-09-16T01:42:15.239062+0000","last_fullsized":"2024-09-16T01:42:15.239062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:59.720491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382864+0000","last_change":"2024-09-16T01:42:13.126631+0000","last_active":"2024-09-16T01:42:15.382864+0000","last_peered":"2024-09-16T01:42:15.382864+0000","last_clean":"2024-09-16T01:42:15.382864+0000","last_became_active":"2024-09-16T01:42:13.124093+0000","last_became_peered":"2024-09-16T01:42:13.124093+0000","last_unstale":"2024-09-16T01:42:15.382864+0000","last_undegraded":"2024-09-16T01:42:15.382864+0000","last_fullsized":"2024-09-16T01:42:15.382864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382989+0000","last_change":"2024-09-16T01:42:14.142285+0000","last_active":"2024-09-16T01:42:15.382989+0000","last_peered":"2024-09-16T01:42:15.382989+0000","last_clean":"2024-09-16T01:42:15.382989+0000","last_became_active":"2024-09-16T01:42:14.141713+0000","last_became_peered":"2024-09-16T01:42:14.141713+0000","last_unstale":"2024-09-16T01:42:15.382989+0000","last_undegraded":"2024-09-16T01:42:15.382989+0000","last_fullsized":"2024-09-16T01:42:15.382989+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:30.616552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127864+0000","last_change":"2024-09-16T01:42:13.128629+0000","last_active":"2024-09-16T01:42:15.127864+0000","last_peered":"2024-09-16T01:42:15.127864+0000","last_clean":"2024-09-16T01:42:15.127864+0000","last_became_active":"2024-09-16T01:42:13.128027+0000","last_became_peered":"2024-09-16T01:42:13.128027+0000","last_unstale":"2024-09-16T01:42:15.127864+0000","last_undegraded":"2024-09-16T01:42:15.127864+0000","last_fullsized":"2024-09-16T01:42:15.127864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:59.338617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238681+0000","last_change":"2024-09-16T01:42:14.140270+0000","last_active":"2024-09-16T01:42:15.238681+0000","last_peered":"2024-09-16T01:42:15.238681+0000","last_clean":"2024-09-16T01:42:15.238681+0000","last_became_active":"2024-09-16T01:42:14.139996+0000","last_became_peered":"2024-09-16T01:42:14.139996+0000","last_unstale":"2024-09-16T01:42:15.238681+0000","last_undegraded":"2024-09-16T01:42:15.238681+0000","last_fullsized":"2024-09-16T01:42:15.238681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:22.403393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238297+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:15.238297+0000","last_peered":"2024-09-16T01:42:15.238297+0000","last_clean":"2024-09-16T01:42:15.238297+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:15.238297+0000","last_undegraded":"2024-09-16T01:42:15.238297+0000","last_fullsized":"2024-09-16T01:42:15.238297+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382511+0000","last_change":"2024-09-16T01:42:13.129571+0000","last_active":"2024-09-16T01:42:15.382511+0000","last_peered":"2024-09-16T01:42:15.382511+0000","last_clean":"2024-09-16T01:42:15.382511+0000","last_became_active":"2024-09-16T01:42:13.129238+0000","last_became_peered":"2024-09-16T01:42:13.129238+0000","last_unstale":"2024-09-16T01:42:15.382511+0000","last_undegraded":"2024-09-16T01:42:15.382511+0000","last_fullsized":"2024-09-16T01:42:15.382511+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:43.473529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231731+0000","last_change":"2024-09-16T01:42:14.137862+0000","last_active":"2024-09-16T01:42:15.231731+0000","last_peered":"2024-09-16T01:42:15.231731+0000","last_clean":"2024-09-16T01:42:15.231731+0000","last_became_active":"2024-09-16T01:42:14.136719+0000","last_became_peered":"2024-09-16T01:42:14.136719+0000","last_unstale":"2024-09-16T01:42:15.231731+0000","last_undegraded":"2024-09-16T01:42:15.231731+0000","last_fullsized":"2024-09-16T01:42:15.231731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:58.794556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238226+0000","last_change":"2024-09-16T01:42:13.129812+0000","last_active":"2024-09-16T01:42:15.238226+0000","last_peered":"2024-09-16T01:42:15.238226+0000","last_clean":"2024-09-16T01:42:15.238226+0000","last_became_active":"2024-09-16T01:42:13.128861+0000","last_became_peered":"2024-09-16T01:42:13.128861+0000","last_unstale":"2024-09-16T01:42:15.238226+0000","last_undegraded":"2024-09-16T01:42:15.238226+0000","last_fullsized":"2024-09-16T01:42:15.238226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:23.555677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383176+0000","last_change":"2024-09-16T01:42:14.132228+0000","last_active":"2024-09-16T01:42:15.383176+0000","last_peered":"2024-09-16T01:42:15.383176+0000","last_clean":"2024-09-16T01:42:15.383176+0000","last_became_active":"2024-09-16T01:42:14.131635+0000","last_became_peered":"2024-09-16T01:42:14.131635+0000","last_unstale":"2024-09-16T01:42:15.383176+0000","last_undegraded":"2024-09-16T01:42:15.383176+0000","last_fullsized":"2024-09-16T01:42:15.383176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.127769+0000","last_change":"2024-09-16T01:42:13.130232+0000","last_active":"2024-09-16T01:42:15.127769+0000","last_peered":"2024-09-16T01:42:15.127769+0000","last_clean":"2024-09-16T01:42:15.127769+0000","last_became_active":"2024-09-16T01:42:13.129949+0000","last_became_peered":"2024-09-16T01:42:13.129949+0000","last_unstale":"2024-09-16T01:42:15.127769+0000","last_undegraded":"2024-09-16T01:42:15.127769+0000","last_fullsized":"2024-09-16T01:42:15.127769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382349+0000","last_change":"2024-09-16T01:42:14.124300+0000","last_active":"2024-09-16T01:42:15.382349+0000","last_peered":"2024-09-16T01:42:15.382349+0000","last_clean":"2024-09-16T01:42:15.382349+0000","last_became_active":"2024-09-16T01:42:14.124011+0000","last_became_peered":"2024-09-16T01:42:14.124011+0000","last_unstale":"2024-09-16T01:42:15.382349+0000","last_undegraded":"2024-09-16T01:42:15.382349+0000","last_fullsized":"2024-09-16T01:42:15.382349+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:02.000821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382877+0000","last_change":"2024-09-16T01:42:13.127447+0000","last_active":"2024-09-16T01:42:15.382877+0000","last_peered":"2024-09-16T01:42:15.382877+0000","last_clean":"2024-09-16T01:42:15.382877+0000","last_became_active":"2024-09-16T01:42:13.127169+0000","last_became_peered":"2024-09-16T01:42:13.127169+0000","last_unstale":"2024-09-16T01:42:15.382877+0000","last_undegraded":"2024-09-16T01:42:15.382877+0000","last_fullsized":"2024-09-16T01:42:15.382877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:01.835006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129648+0000","last_change":"2024-09-16T01:42:14.135684+0000","last_active":"2024-09-16T01:42:15.129648+0000","last_peered":"2024-09-16T01:42:15.129648+0000","last_clean":"2024-09-16T01:42:15.129648+0000","last_became_active":"2024-09-16T01:42:14.135398+0000","last_became_peered":"2024-09-16T01:42:14.135398+0000","last_unstale":"2024-09-16T01:42:15.129648+0000","last_undegraded":"2024-09-16T01:42:15.129648+0000","last_fullsized":"2024-09-16T01:42:15.129648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:51.433162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382729+0000","last_change":"2024-09-16T01:42:13.126566+0000","last_active":"2024-09-16T01:42:15.382729+0000","last_peered":"2024-09-16T01:42:15.382729+0000","last_clean":"2024-09-16T01:42:15.382729+0000","last_became_active":"2024-09-16T01:42:13.126251+0000","last_became_peered":"2024-09-16T01:42:13.126251+0000","last_unstale":"2024-09-16T01:42:15.382729+0000","last_undegraded":"2024-09-16T01:42:15.382729+0000","last_fullsized":"2024-09-16T01:42:15.382729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:43.499522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383095+0000","last_change":"2024-09-16T01:42:14.137879+0000","last_active":"2024-09-16T01:42:15.383095+0000","last_peered":"2024-09-16T01:42:15.383095+0000","last_clean":"2024-09-16T01:42:15.383095+0000","last_became_active":"2024-09-16T01:42:14.137582+0000","last_became_peered":"2024-09-16T01:42:14.137582+0000","last_unstale":"2024-09-16T01:42:15.383095+0000","last_undegraded":"2024-09-16T01:42:15.383095+0000","last_fullsized":"2024-09-16T01:42:15.383095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:08.827211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238863+0000","last_change":"2024-09-16T01:42:13.129217+0000","last_active":"2024-09-16T01:42:15.238863+0000","last_peered":"2024-09-16T01:42:15.238863+0000","last_clean":"2024-09-16T01:42:15.238863+0000","last_became_active":"2024-09-16T01:42:13.128919+0000","last_became_peered":"2024-09-16T01:42:13.128919+0000","last_unstale":"2024-09-16T01:42:15.238863+0000","last_undegraded":"2024-09-16T01:42:15.238863+0000","last_fullsized":"2024-09-16T01:42:15.238863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:42.816121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382831+0000","last_change":"2024-09-16T01:42:14.122504+0000","last_active":"2024-09-16T01:42:15.382831+0000","last_peered":"2024-09-16T01:42:15.382831+0000","last_clean":"2024-09-16T01:42:15.382831+0000","last_became_active":"2024-09-16T01:42:14.122203+0000","last_became_peered":"2024-09-16T01:42:14.122203+0000","last_unstale":"2024-09-16T01:42:15.382831+0000","last_undegraded":"2024-09-16T01:42:15.382831+0000","last_fullsized":"2024-09-16T01:42:15.382831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:36.467902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382592+0000","last_change":"2024-09-16T01:42:13.129423+0000","last_active":"2024-09-16T01:42:15.382592+0000","last_peered":"2024-09-16T01:42:15.382592+0000","last_clean":"2024-09-16T01:42:15.382592+0000","last_became_active":"2024-09-16T01:42:13.129125+0000","last_became_peered":"2024-09-16T01:42:13.129125+0000","last_unstale":"2024-09-16T01:42:15.382592+0000","last_undegraded":"2024-09-16T01:42:15.382592+0000","last_fullsized":"2024-09-16T01:42:15.382592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232081+0000","last_change":"2024-09-16T01:42:14.139733+0000","last_active":"2024-09-16T01:42:15.232081+0000","last_peered":"2024-09-16T01:42:15.232081+0000","last_clean":"2024-09-16T01:42:15.232081+0000","last_became_active":"2024-09-16T01:42:14.139391+0000","last_became_peered":"2024-09-16T01:42:14.139391+0000","last_unstale":"2024-09-16T01:42:15.232081+0000","last_undegraded":"2024-09-16T01:42:15.232081+0000","last_fullsized":"2024-09-16T01:42:15.232081+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.130264+0000","last_change":"2024-09-16T01:42:13.123521+0000","last_active":"2024-09-16T01:42:15.130264+0000","last_peered":"2024-09-16T01:42:15.130264+0000","last_clean":"2024-09-16T01:42:15.130264+0000","last_became_active":"2024-09-16T01:42:13.123233+0000","last_became_peered":"2024-09-16T01:42:13.123233+0000","last_unstale":"2024-09-16T01:42:15.130264+0000","last_undegraded":"2024-09-16T01:42:15.130264+0000","last_fullsized":"2024-09-16T01:42:15.130264+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:50.428000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382842+0000","last_change":"2024-09-16T01:42:14.128087+0000","last_active":"2024-09-16T01:42:15.382842+0000","last_peered":"2024-09-16T01:42:15.382842+0000","last_clean":"2024-09-16T01:42:15.382842+0000","last_became_active":"2024-09-16T01:42:14.127802+0000","last_became_peered":"2024-09-16T01:42:14.127802+0000","last_unstale":"2024-09-16T01:42:15.382842+0000","last_undegraded":"2024-09-16T01:42:15.382842+0000","last_fullsized":"2024-09-16T01:42:15.382842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:16.688169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238366+0000","last_change":"2024-09-16T01:42:13.128467+0000","last_active":"2024-09-16T01:42:15.238366+0000","last_peered":"2024-09-16T01:42:15.238366+0000","last_clean":"2024-09-16T01:42:15.238366+0000","last_became_active":"2024-09-16T01:42:13.128188+0000","last_became_peered":"2024-09-16T01:42:13.128188+0000","last_unstale":"2024-09-16T01:42:15.238366+0000","last_undegraded":"2024-09-16T01:42:15.238366+0000","last_fullsized":"2024-09-16T01:42:15.238366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:19.042757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129669+0000","last_change":"2024-09-16T01:42:14.129389+0000","last_active":"2024-09-16T01:42:15.129669+0000","last_peered":"2024-09-16T01:42:15.129669+0000","last_clean":"2024-09-16T01:42:15.129669+0000","last_became_active":"2024-09-16T01:42:14.129071+0000","last_became_peered":"2024-09-16T01:42:14.129071+0000","last_unstale":"2024-09-16T01:42:15.129669+0000","last_undegraded":"2024-09-16T01:42:15.129669+0000","last_fullsized":"2024-09-16T01:42:15.129669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:02.840169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382402+0000","last_change":"2024-09-16T01:42:13.128091+0000","last_active":"2024-09-16T01:42:15.382402+0000","last_peered":"2024-09-16T01:42:15.382402+0000","last_clean":"2024-09-16T01:42:15.382402+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.382402+0000","last_undegraded":"2024-09-16T01:42:15.382402+0000","last_fullsized":"2024-09-16T01:42:15.382402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231666+0000","last_change":"2024-09-16T01:42:14.134441+0000","last_active":"2024-09-16T01:42:15.231666+0000","last_peered":"2024-09-16T01:42:15.231666+0000","last_clean":"2024-09-16T01:42:15.231666+0000","last_became_active":"2024-09-16T01:42:14.134128+0000","last_became_peered":"2024-09-16T01:42:14.134128+0000","last_unstale":"2024-09-16T01:42:15.231666+0000","last_undegraded":"2024-09-16T01:42:15.231666+0000","last_fullsized":"2024-09-16T01:42:15.231666+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:32.639887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382621+0000","last_change":"2024-09-16T01:42:13.130916+0000","last_active":"2024-09-16T01:42:15.382621+0000","last_peered":"2024-09-16T01:42:15.382621+0000","last_clean":"2024-09-16T01:42:15.382621+0000","last_became_active":"2024-09-16T01:42:13.130636+0000","last_became_peered":"2024-09-16T01:42:13.130636+0000","last_unstale":"2024-09-16T01:42:15.382621+0000","last_undegraded":"2024-09-16T01:42:15.382621+0000","last_fullsized":"2024-09-16T01:42:15.382621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:15.313645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231813+0000","last_change":"2024-09-16T01:42:14.143640+0000","last_active":"2024-09-16T01:42:15.231813+0000","last_peered":"2024-09-16T01:42:15.231813+0000","last_clean":"2024-09-16T01:42:15.231813+0000","last_became_active":"2024-09-16T01:42:14.143341+0000","last_became_peered":"2024-09-16T01:42:14.143341+0000","last_unstale":"2024-09-16T01:42:15.231813+0000","last_undegraded":"2024-09-16T01:42:15.231813+0000","last_fullsized":"2024-09-16T01:42:15.231813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:55.883225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238732+0000","last_change":"2024-09-16T01:42:13.128028+0000","last_active":"2024-09-16T01:42:15.238732+0000","last_peered":"2024-09-16T01:42:15.238732+0000","last_clean":"2024-09-16T01:42:15.238732+0000","last_became_active":"2024-09-16T01:42:13.127733+0000","last_became_peered":"2024-09-16T01:42:13.127733+0000","last_unstale":"2024-09-16T01:42:15.238732+0000","last_undegraded":"2024-09-16T01:42:15.238732+0000","last_fullsized":"2024-09-16T01:42:15.238732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:13.073576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.129281+0000","last_change":"2024-09-16T01:42:14.126726+0000","last_active":"2024-09-16T01:42:15.129281+0000","last_peered":"2024-09-16T01:42:15.129281+0000","last_clean":"2024-09-16T01:42:15.129281+0000","last_became_active":"2024-09-16T01:42:14.126415+0000","last_became_peered":"2024-09-16T01:42:14.126415+0000","last_unstale":"2024-09-16T01:42:15.129281+0000","last_undegraded":"2024-09-16T01:42:15.129281+0000","last_fullsized":"2024-09-16T01:42:15.129281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:19.759032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383075+0000","last_change":"2024-09-16T01:42:14.134718+0000","last_active":"2024-09-16T01:42:15.383075+0000","last_peered":"2024-09-16T01:42:15.383075+0000","last_clean":"2024-09-16T01:42:15.383075+0000","last_became_active":"2024-09-16T01:42:14.134414+0000","last_became_peered":"2024-09-16T01:42:14.134414+0000","last_unstale":"2024-09-16T01:42:15.383075+0000","last_undegraded":"2024-09-16T01:42:15.383075+0000","last_fullsized":"2024-09-16T01:42:15.383075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:12.663231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238486+0000","last_change":"2024-09-16T01:42:13.129080+0000","last_active":"2024-09-16T01:42:15.238486+0000","last_peered":"2024-09-16T01:42:15.238486+0000","last_clean":"2024-09-16T01:42:15.238486+0000","last_became_active":"2024-09-16T01:42:13.128816+0000","last_became_peered":"2024-09-16T01:42:13.128816+0000","last_unstale":"2024-09-16T01:42:15.238486+0000","last_undegraded":"2024-09-16T01:42:15.238486+0000","last_fullsized":"2024-09-16T01:42:15.238486+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:01.490683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.382796+0000","last_change":"2024-09-16T01:42:14.139421+0000","last_active":"2024-09-16T01:42:15.382796+0000","last_peered":"2024-09-16T01:42:15.382796+0000","last_clean":"2024-09-16T01:42:15.382796+0000","last_became_active":"2024-09-16T01:42:14.139155+0000","last_became_peered":"2024-09-16T01:42:14.139155+0000","last_unstale":"2024-09-16T01:42:15.382796+0000","last_undegraded":"2024-09-16T01:42:15.382796+0000","last_fullsized":"2024-09-16T01:42:15.382796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:12.251672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.238748+0000","last_change":"2024-09-16T01:42:13.127986+0000","last_active":"2024-09-16T01:42:15.238748+0000","last_peered":"2024-09-16T01:42:15.238748+0000","last_clean":"2024-09-16T01:42:15.238748+0000","last_became_active":"2024-09-16T01:42:13.127711+0000","last_became_peered":"2024-09-16T01:42:13.127711+0000","last_unstale":"2024-09-16T01:42:15.238748+0000","last_undegraded":"2024-09-16T01:42:15.238748+0000","last_fullsized":"2024-09-16T01:42:15.238748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:36.120818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383064+0000","last_change":"2024-09-16T01:42:14.138831+0000","last_active":"2024-09-16T01:42:15.383064+0000","last_peered":"2024-09-16T01:42:15.383064+0000","last_clean":"2024-09-16T01:42:15.383064+0000","last_became_active":"2024-09-16T01:42:14.138127+0000","last_became_peered":"2024-09-16T01:42:14.138127+0000","last_unstale":"2024-09-16T01:42:15.383064+0000","last_undegraded":"2024-09-16T01:42:15.383064+0000","last_fullsized":"2024-09-16T01:42:15.383064+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:06.126483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.231989+0000","last_change":"2024-09-16T01:42:13.124746+0000","last_active":"2024-09-16T01:42:15.231989+0000","last_peered":"2024-09-16T01:42:15.231989+0000","last_clean":"2024-09-16T01:42:15.231989+0000","last_became_active":"2024-09-16T01:42:13.124464+0000","last_became_peered":"2024-09-16T01:42:13.124464+0000","last_unstale":"2024-09-16T01:42:15.231989+0000","last_undegraded":"2024-09-16T01:42:15.231989+0000","last_fullsized":"2024-09-16T01:42:15.231989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:56.234987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.232063+0000","last_change":"2024-09-16T01:42:14.135371+0000","last_active":"2024-09-16T01:42:15.232063+0000","last_peered":"2024-09-16T01:42:15.232063+0000","last_clean":"2024-09-16T01:42:15.232063+0000","last_became_active":"2024-09-16T01:42:14.135104+0000","last_became_peered":"2024-09-16T01:42:14.135104+0000","last_unstale":"2024-09-16T01:42:15.232063+0000","last_undegraded":"2024-09-16T01:42:15.232063+0000","last_fullsized":"2024-09-16T01:42:15.232063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:13.101343+0000","last_clean_scrub_stamp":"2024-09-16T01:42:13.101343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:15.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:42:15.383150+0000","last_change":"2024-09-16T01:42:13.125561+0000","last_active":"2024-09-16T01:42:15.383150+0000","last_peered":"2024-09-16T01:42:15.383150+0000","last_clean":"2024-09-16T01:42:15.383150+0000","last_became_active":"2024-09-16T01:42:13.125098+0000","last_became_peered":"2024-09-16T01:42:13.125098+0000","last_unstale":"2024-09-16T01:42:15.383150+0000","last_undegraded":"2024-09-16T01:42:15.383150+0000","last_fullsized":"2024-09-16T01:42:15.383150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:12.096181+0000","last_clean_scrub_stamp":"2024-09-16T01:42:12.096181+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:14.112841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":73545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":73581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35572,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336268,"statfs":{"total":96636764160,"available":96600338432,"internally_reserved":0,"allocated":221184,"data_stored":75067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":73455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":73615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":664405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:28.763 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:42:28.763 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T01:42:28.763 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T01:42:28.763 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T01:42:28.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.899+0000 7fc77cf42640 1 Processor -- start 2024-09-16T01:42:28.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.900+0000 7fc77cf42640 1 -- start start 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.900+0000 7fc77cf42640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc77815c330 0x7fc7780d1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.900+0000 7fc77cf42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7780d1a30 0x7fc77806f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc77cf42640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7780b5900 con 0x7fc7780b5470 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc77cf42640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc7780b5be0 con 0x7fc7780d1a30 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc77cf42640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc7780b5ec0 con 0x7fc77815c330 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc776d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7780d1a30 0x7fc77806f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc775d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc7780b5470 0x7fc7780b6790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36188/0 (socket says 172.21.15.16:36188) 2024-09-16T01:42:28.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc775d9b640 1 -- 172.21.15.16:0/3019093962 learned_addr learned my addr 172.21.15.16:0/3019093962 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc77659c640 1 --2- 172.21.15.16:0/3019093962 >> v2:172.21.15.104:3300/0 conn(0x7fc77815c330 0x7fc7780d1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc776d9d640 1 -- 172.21.15.16:0/3019093962 >> v2:172.21.15.104:3300/0 conn(0x7fc77815c330 msgr2=0x7fc7780d1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc776d9d640 1 --2- 172.21.15.16:0/3019093962 >> v2:172.21.15.104:3300/0 conn(0x7fc77815c330 0x7fc7780d1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc776d9d640 1 -- 172.21.15.16:0/3019093962 >> v1:172.21.15.16:6789/0 conn(0x7fc7780b5470 legacy=0x7fc7780b6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc77559a640 1 -- 172.21.15.16:0/3019093962 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3665703905 0 0) 0x7fc7780b5900 con 0x7fc7780b5470 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.901+0000 7fc776d9d640 1 -- 172.21.15.16:0/3019093962 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7780b61a0 con 0x7fc7780d1a30 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc776d9d640 1 --2- 172.21.15.16:0/3019093962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7780d1a30 0x7fc77806f2d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc77806ee00 tx=0x7fc77002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=529d58a0e5d75ce1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77559a640 1 -- 172.21.15.16:0/3019093962 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770037070 con 0x7fc7780d1a30 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77559a640 1 -- 172.21.15.16:0/3019093962 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc770032440 con 0x7fc7780d1a30 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77559a640 1 -- 172.21.15.16:0/3019093962 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770032810 con 0x7fc7780d1a30 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77cf42640 1 -- 172.21.15.16:0/3019093962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7780d1a30 msgr2=0x7fc77806f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3019093962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7780d1a30 0x7fc77806f2d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc77806ee00 tx=0x7fc77002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77cf42640 1 -- 172.21.15.16:0/3019093962 shutdown_connections 2024-09-16T01:42:28.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3019093962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7780d1a30 0x7fc77806f2d0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3019093962 >> v2:172.21.15.104:3300/0 conn(0x7fc77815c330 0x7fc7780d1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.902+0000 7fc77cf42640 1 -- 172.21.15.16:0/3019093962 >> 172.21.15.16:0/3019093962 conn(0x7fc7780d23c0 msgr2=0x7fc7780d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.903+0000 7fc77cf42640 1 -- 172.21.15.16:0/3019093962 shutdown_connections 2024-09-16T01:42:28.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.903+0000 7fc77cf42640 1 -- 172.21.15.16:0/3019093962 wait complete. 2024-09-16T01:42:28.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.904+0000 7fc77cf42640 1 Processor -- start 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.904+0000 7fc77cf42640 1 -- start start 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77cf42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7780d1a30 0x7fc77815dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77cf42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc77815c330 0x7fc778156d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77cf42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc778157240 0x7fc778149bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77cf42640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc77806f990 con 0x7fc778157240 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77cf42640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc77806f810 con 0x7fc77815c330 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77cf42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc77806fb10 con 0x7fc7780d1a30 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc778157240 0x7fc778149bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc778157240 0x7fc778149bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60940/0 (socket says 172.21.15.16:60940) 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 -- 172.21.15.16:0/3923077973 learned_addr learned my addr 172.21.15.16:0/3923077973 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc775d9b640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc77815c330 0x7fc778156d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77659c640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7780d1a30 0x7fc77815dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 -- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7780d1a30 msgr2=0x7fc77815dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7780d1a30 0x7fc77815dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 -- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc77815c330 msgr2=0x7fc778156d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc77815c330 0x7fc778156d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 -- 172.21.15.16:0/3923077973 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77815e570 con 0x7fc778157240 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc776d9d640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc778157240 0x7fc778149bc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc770035040 tx=0x7fc7700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc76effd640 1 -- 172.21.15.16:0/3923077973 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770037040 con 0x7fc778157240 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc76effd640 1 -- 172.21.15.16:0/3923077973 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc770042070 con 0x7fc778157240 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc76effd640 1 -- 172.21.15.16:0/3923077973 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770030b30 con 0x7fc778157240 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.905+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc77815e850 con 0x7fc778157240 2024-09-16T01:42:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.906+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc77815ee10 con 0x7fc778157240 2024-09-16T01:42:28.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.906+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7781595b0 con 0x7fc778157240 2024-09-16T01:42:28.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.907+0000 7fc76effd640 1 -- 172.21.15.16:0/3923077973 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc770030cd0 con 0x7fc778157240 2024-09-16T01:42:28.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.908+0000 7fc76effd640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc75806c2b0 0x7fc75806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.908+0000 7fc76effd640 1 -- 172.21.15.16:0/3923077973 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc7700abe10 con 0x7fc778157240 2024-09-16T01:42:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.908+0000 7fc77659c640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc75806c2b0 0x7fc75806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.908+0000 7fc77659c640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc75806c2b0 0x7fc75806e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc768003b80 tx=0x7fc7680098d0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:28.912+0000 7fc76effd640 1 -- 172.21.15.16:0/3923077973 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc7700af030 con 0x7fc778157240 2024-09-16T01:42:29.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.122+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fc7780d0bd0 con 0x7fc778157240 2024-09-16T01:42:29.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.122+0000 7fc76effd640 1 -- 172.21.15.16:0/3923077973 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fc770032e20 con 0x7fc778157240 2024-09-16T01:42:29.124 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:29.124 INFO:teuthology.orchestra.run.smithi016.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T01:42:29.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.124+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc75806c2b0 msgr2=0x7fc75806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.124+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc75806c2b0 0x7fc75806e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc768003b80 tx=0x7fc7680098d0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc778157240 msgr2=0x7fc778149bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc778157240 0x7fc778149bc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc770035040 tx=0x7fc7700046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 shutdown_connections 2024-09-16T01:42:29.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc75806c2b0 0x7fc75806e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc778157240 0x7fc778149bc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc77815c330 0x7fc778156d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 --2- 172.21.15.16:0/3923077973 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7780d1a30 0x7fc77815dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 >> 172.21.15.16:0/3923077973 conn(0x7fc7780d23c0 msgr2=0x7fc7780d0eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:29.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 shutdown_connections 2024-09-16T01:42:29.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.125+0000 7fc77cf42640 1 -- 172.21.15.16:0/3923077973 wait complete. 2024-09-16T01:42:29.137 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T01:42:29.138 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:29.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.239+0000 7f1d827b7640 1 Processor -- start 2024-09-16T01:42:29.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.239+0000 7f1d827b7640 1 -- start start 2024-09-16T01:42:29.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.240+0000 7f1d827b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d7c15e3a0 0x7f1d7c06d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.240+0000 7f1d827b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d7c0b6a70 con 0x7f1d7c06bbe0 2024-09-16T01:42:29.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.240+0000 7f1d827b7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d7c0b6d10 con 0x7f1d7c06d790 2024-09-16T01:42:29.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.240+0000 7f1d827b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1d7c0b7640 con 0x7f1d7c15e3a0 2024-09-16T01:42:29.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.240+0000 7f1d7bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d7c15e3a0 0x7f1d7c06d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.240+0000 7f1d80d54640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1d7c06bbe0 0x7f1d7c161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36200/0 (socket says 172.21.15.16:36200) 2024-09-16T01:42:29.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.240+0000 7f1d80d54640 1 -- 172.21.15.16:0/485025743 learned_addr learned my addr 172.21.15.16:0/485025743 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:29.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.241+0000 7f1d7bfff640 1 -- 172.21.15.16:0/485025743 >> v1:172.21.15.104:6789/0 conn(0x7f1d7c06d790 legacy=0x7f1d7c06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:29.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.241+0000 7f1d7bfff640 1 -- 172.21.15.16:0/485025743 >> v1:172.21.15.16:6789/0 conn(0x7f1d7c06bbe0 legacy=0x7f1d7c161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.241+0000 7f1d7bfff640 1 -- 172.21.15.16:0/485025743 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d7c0b6ff0 con 0x7f1d7c15e3a0 2024-09-16T01:42:29.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.241+0000 7f1d7bfff640 1 --2- 172.21.15.16:0/485025743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c06d250 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c0097a0 tx=0x7f1d6c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606912d7a30563ee server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d7affd640 1 -- 172.21.15.16:0/485025743 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d6c037070 con 0x7f1d7c15e3a0 2024-09-16T01:42:29.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d7affd640 1 -- 172.21.15.16:0/485025743 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d6c032440 con 0x7f1d7c15e3a0 2024-09-16T01:42:29.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d7affd640 1 -- 172.21.15.16:0/485025743 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d6c032810 con 0x7f1d7c15e3a0 2024-09-16T01:42:29.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d827b7640 1 -- 172.21.15.16:0/485025743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c15e3a0 msgr2=0x7f1d7c06d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d827b7640 1 --2- 172.21.15.16:0/485025743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c06d250 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c0097a0 tx=0x7f1d6c02a1e0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d827b7640 1 -- 172.21.15.16:0/485025743 shutdown_connections 2024-09-16T01:42:29.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d827b7640 1 --2- 172.21.15.16:0/485025743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c06d250 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d827b7640 1 -- 172.21.15.16:0/485025743 >> 172.21.15.16:0/485025743 conn(0x7f1d7c0b4090 msgr2=0x7f1d7c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:29.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d827b7640 1 -- 172.21.15.16:0/485025743 shutdown_connections 2024-09-16T01:42:29.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.242+0000 7f1d827b7640 1 -- 172.21.15.16:0/485025743 wait complete. 2024-09-16T01:42:29.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.243+0000 7f1d827b7640 1 Processor -- start 2024-09-16T01:42:29.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d827b7640 1 -- start start 2024-09-16T01:42:29.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d827b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d7c06bbe0 0x7f1d7c152d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d827b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c06d790 0x7f1d7c1609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d827b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c160ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d827b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1d7c073cc0 con 0x7f1d7c06d790 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d827b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1d7c15e780 con 0x7f1d7c15e3a0 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d827b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1d7c073e40 con 0x7f1d7c06bbe0 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d7b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c06d790 0x7f1d7c1609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d7b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c06d790 0x7f1d7c1609a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60956/0 (socket says 172.21.15.16:60956) 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d7b7fe640 1 -- 172.21.15.16:0/2697984988 learned_addr learned my addr 172.21.15.16:0/2697984988 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d80d54640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c160ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.244+0000 7f1d7bfff640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d7c06bbe0 0x7f1d7c152d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d7b7fe640 1 -- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d7c06bbe0 msgr2=0x7f1d7c152d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d7b7fe640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d7c06bbe0 0x7f1d7c152d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d7b7fe640 1 -- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d7c15e3a0 msgr2=0x7f1d7c160ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d7b7fe640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c160ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d7b7fe640 1 -- 172.21.15.16:0/2697984988 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d7c15aed0 con 0x7f1d7c06d790 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d80d54640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c160ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d7b7fe640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c06d790 0x7f1d7c1609a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1d70004640 tx=0x7f1d7000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d78ff9640 1 -- 172.21.15.16:0/2697984988 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d70011790 con 0x7f1d7c06d790 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d78ff9640 1 -- 172.21.15.16:0/2697984988 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d70017070 con 0x7f1d7c06d790 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d7c15b1b0 con 0x7f1d7c06d790 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d78ff9640 1 -- 172.21.15.16:0/2697984988 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d70011bb0 con 0x7f1d7c06d790 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.245+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d7c15b770 con 0x7f1d7c06d790 2024-09-16T01:42:29.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.246+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d7c0d22d0 con 0x7f1d7c06d790 2024-09-16T01:42:29.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.247+0000 7f1d78ff9640 1 -- 172.21.15.16:0/2697984988 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d70011d50 con 0x7f1d7c06d790 2024-09-16T01:42:29.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.247+0000 7f1d78ff9640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d6806c2b0 0x7f1d6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.247+0000 7f1d78ff9640 1 -- 172.21.15.16:0/2697984988 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1d7008b170 con 0x7f1d7c06d790 2024-09-16T01:42:29.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.247+0000 7f1d7bfff640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d6806c2b0 0x7f1d6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.248+0000 7f1d7bfff640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d6806c2b0 0x7f1d6806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c034000 tx=0x7f1d6c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.251+0000 7f1d78ff9640 1 -- 172.21.15.16:0/2697984988 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1d70059970 con 0x7f1d7c06d790 2024-09-16T01:42:29.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.463+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d7c0d1ff0 con 0x7f1d7c06d790 2024-09-16T01:42:29.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.463+0000 7f1d78ff9640 1 -- 172.21.15.16:0/2697984988 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7f1d70059270 con 0x7f1d7c06d790 2024-09-16T01:42:29.465 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:29.465 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:29.465 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:29.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d6806c2b0 msgr2=0x7f1d6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d6806c2b0 0x7f1d6806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c034000 tx=0x7f1d6c02e000 comp rx=0 tx=0).stop 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c06d790 msgr2=0x7f1d7c1609a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c06d790 0x7f1d7c1609a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1d70004640 tx=0x7f1d7000c8e0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 shutdown_connections 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1d6806c2b0 0x7f1d6806e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d7c15e3a0 0x7f1d7c160ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d7c06d790 0x7f1d7c1609a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 --2- 172.21.15.16:0/2697984988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d7c06bbe0 0x7f1d7c152d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 >> 172.21.15.16:0/2697984988 conn(0x7f1d7c0b4090 msgr2=0x7f1d7c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 shutdown_connections 2024-09-16T01:42:29.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.465+0000 7f1d827b7640 1 -- 172.21.15.16:0/2697984988 wait complete. 2024-09-16T01:42:29.478 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:29.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.578+0000 7f3ee3c47640 1 Processor -- start 2024-09-16T01:42:29.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.578+0000 7f3ee3c47640 1 -- start start 2024-09-16T01:42:29.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee3c47640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3edc06f8b0 0x7f3edc1690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee3c47640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3edc0b6a70 con 0x7f3edc06bbe0 2024-09-16T01:42:29.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee3c47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3edc06d960 con 0x7f3edc15e3a0 2024-09-16T01:42:29.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee3c47640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3edc0b7640 con 0x7f3edc06f8b0 2024-09-16T01:42:29.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee21e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3edc06f8b0 0x7f3edc1690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee21e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3edc06f8b0 0x7f3edc1690c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60960/0 (socket says 172.21.15.16:60960) 2024-09-16T01:42:29.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee11e2640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3edc06bbe0 0x7f3edc06f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36208/0 (socket says 172.21.15.16:36208) 2024-09-16T01:42:29.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.579+0000 7f3ee21e4640 1 -- 172.21.15.16:0/2520355087 learned_addr learned my addr 172.21.15.16:0/2520355087 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:29.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.580+0000 7f3ee21e4640 1 -- 172.21.15.16:0/2520355087 >> v1:172.21.15.104:6789/0 conn(0x7f3edc15e3a0 legacy=0x7f3edc06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.580+0000 7f3ee21e4640 1 -- 172.21.15.16:0/2520355087 >> v1:172.21.15.16:6789/0 conn(0x7f3edc06bbe0 legacy=0x7f3edc06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.580+0000 7f3ee21e4640 1 -- 172.21.15.16:0/2520355087 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3edc0b6d10 con 0x7f3edc06f8b0 2024-09-16T01:42:29.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.580+0000 7f3ee21e4640 1 --2- 172.21.15.16:0/2520355087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc1690c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc009e50 tx=0x7f3ecc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6455423aa1c8d28 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee09e1640 1 -- 172.21.15.16:0/2520355087 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc036070 con 0x7f3edc06f8b0 2024-09-16T01:42:29.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee09e1640 1 -- 172.21.15.16:0/2520355087 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ecc031600 con 0x7f3edc06f8b0 2024-09-16T01:42:29.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee09e1640 1 -- 172.21.15.16:0/2520355087 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc0319d0 con 0x7f3edc06f8b0 2024-09-16T01:42:29.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2520355087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 msgr2=0x7f3edc1690c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2520355087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc1690c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc009e50 tx=0x7f3ecc02a730 comp rx=0 tx=0).stop 2024-09-16T01:42:29.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2520355087 shutdown_connections 2024-09-16T01:42:29.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2520355087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc1690c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2520355087 >> 172.21.15.16:0/2520355087 conn(0x7f3edc0b4090 msgr2=0x7f3edc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:29.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2520355087 shutdown_connections 2024-09-16T01:42:29.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.581+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2520355087 wait complete. 2024-09-16T01:42:29.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.582+0000 7f3ee3c47640 1 Processor -- start 2024-09-16T01:42:29.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee3c47640 1 -- start start 2024-09-16T01:42:29.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee3c47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3edc06bbe0 0x7f3edc159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee3c47640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc0b0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee3c47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc15e3a0 0x7f3edc0cfc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee3c47640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3edc15e780 con 0x7f3edc06f8b0 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee3c47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3edc0b72d0 con 0x7f3edc15e3a0 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee3c47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3edc073cc0 con 0x7f3edc06bbe0 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee11e2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc0b0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee11e2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc0b0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60962/0 (socket says 172.21.15.16:60962) 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.583+0000 7f3ee11e2640 1 -- 172.21.15.16:0/2629478124 learned_addr learned my addr 172.21.15.16:0/2629478124 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee21e4640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc15e3a0 0x7f3edc0cfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee19e3640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3edc06bbe0 0x7f3edc159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee11e2640 1 -- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3edc06bbe0 msgr2=0x7f3edc159000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee11e2640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3edc06bbe0 0x7f3edc159000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee11e2640 1 -- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc15e3a0 msgr2=0x7f3edc0cfc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee11e2640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc15e3a0 0x7f3edc0cfc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee11e2640 1 -- 172.21.15.16:0/2629478124 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3edc0b14d0 con 0x7f3edc06f8b0 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee21e4640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc15e3a0 0x7f3edc0cfc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee11e2640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc0b0a30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3ed000c500 tx=0x7f3ed000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3eda7fc640 1 -- 172.21.15.16:0/2629478124 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed0017070 con 0x7f3edc06f8b0 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3eda7fc640 1 -- 172.21.15.16:0/2629478124 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ed0007500 con 0x7f3edc06f8b0 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3edc1e8e90 con 0x7f3edc06f8b0 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3eda7fc640 1 -- 172.21.15.16:0/2629478124 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed00059c0 con 0x7f3edc06f8b0 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.584+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3edc1e9450 con 0x7f3edc06f8b0 2024-09-16T01:42:29.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.585+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3edc068f80 con 0x7f3edc06f8b0 2024-09-16T01:42:29.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.586+0000 7f3eda7fc640 1 -- 172.21.15.16:0/2629478124 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ed001a070 con 0x7f3edc06f8b0 2024-09-16T01:42:29.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.586+0000 7f3eda7fc640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ec806c2b0 0x7f3ec806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.587+0000 7f3eda7fc640 1 -- 172.21.15.16:0/2629478124 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3ed008a820 con 0x7f3edc06f8b0 2024-09-16T01:42:29.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.587+0000 7f3ee19e3640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ec806c2b0 0x7f3ec806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.587+0000 7f3ee19e3640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ec806c2b0 0x7f3ec806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4007fd0 tx=0x7f3ed4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.591+0000 7f3eda7fc640 1 -- 172.21.15.16:0/2629478124 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3edc068f80 con 0x7f3edc06f8b0 2024-09-16T01:42:29.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.801+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3edc06f1a0 con 0x7f3edc06f8b0 2024-09-16T01:42:29.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.802+0000 7f3eda7fc640 1 -- 172.21.15.16:0/2629478124 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7f3ed0058fa0 con 0x7f3edc06f8b0 2024-09-16T01:42:29.804 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:29.804 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:29.804 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:29.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ec806c2b0 msgr2=0x7f3ec806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ec806c2b0 0x7f3ec806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4007fd0 tx=0x7f3ed4009040 comp rx=0 tx=0).stop 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 msgr2=0x7f3edc0b0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc0b0a30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3ed000c500 tx=0x7f3ed000c9c0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 shutdown_connections 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ec806c2b0 0x7f3ec806e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc15e3a0 0x7f3edc0cfc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3edc06f8b0 0x7f3edc0b0a30 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 --2- 172.21.15.16:0/2629478124 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3edc06bbe0 0x7f3edc159000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 >> 172.21.15.16:0/2629478124 conn(0x7f3edc0b4090 msgr2=0x7f3edc159b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 shutdown_connections 2024-09-16T01:42:29.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.804+0000 7f3ee3c47640 1 -- 172.21.15.16:0/2629478124 wait complete. 2024-09-16T01:42:29.816 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:29.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.917+0000 7fdad8c65640 1 Processor -- start 2024-09-16T01:42:29.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.917+0000 7fdad8c65640 1 -- start start 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad8c65640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdad41590d0 0x7fdad40af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad8c65640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdad415bb20 con 0x7fdad406c2f0 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad8c65640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdad415be00 con 0x7fdad4158cf0 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad8c65640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdad40afd50 con 0x7fdad41590d0 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdacbfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdad406c2f0 0x7fdad40ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36212/0 (socket says 172.21.15.16:36212) 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdacbfff640 1 -- 172.21.15.16:0/333075374 learned_addr learned my addr 172.21.15.16:0/333075374 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad2d9d640 1 --2- 172.21.15.16:0/333075374 >> v2:172.21.15.104:3300/0 conn(0x7fdad41590d0 0x7fdad40af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3969874785 0 0) 0x7fdad415bb20 con 0x7fdad406c2f0 2024-09-16T01:42:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdac0005730 con 0x7fdad406c2f0 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3312518776 0 0) 0x7fdac0005730 con 0x7fdad406c2f0 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 >> v2:172.21.15.104:3300/0 conn(0x7fdad41590d0 msgr2=0x7fdad40af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 --2- 172.21.15.16:0/333075374 >> v2:172.21.15.104:3300/0 conn(0x7fdad41590d0 0x7fdad40af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 >> v1:172.21.15.104:6789/0 conn(0x7fdad4158cf0 legacy=0x7fdad406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad415c0e0 con 0x7fdad406c2f0 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fdabc001670 con 0x7fdad406c2f0 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 >> v1:172.21.15.16:6789/0 conn(0x7fdad406c2f0 legacy=0x7fdad40ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac0005bc0 0x7fdac0005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac0006a10 0x7fdac0006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00074f0 0x7fdac000dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdad40afd50 con 0x7fdac0006a10 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdac000e3c0 con 0x7fdac00074f0 2024-09-16T01:42:29.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdac000e5c0 con 0x7fdac0005bc0 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.918+0000 7fdacbfff640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac0006a10 0x7fdac0006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdad2d9d640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00074f0 0x7fdac000dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdad259c640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac0005bc0 0x7fdac0005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdacbfff640 1 -- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac0005bc0 msgr2=0x7fdac0005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdacbfff640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac0005bc0 0x7fdac0005fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdacbfff640 1 -- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00074f0 msgr2=0x7fdac000dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdacbfff640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00074f0 0x7fdac000dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdacbfff640 1 -- 172.21.15.16:0/333075374 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac0005730 con 0x7fdac0006a10 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdad2d9d640 1 -- 172.21.15.16:0/333075374 reap_dead start 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.919+0000 7fdacbfff640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac0006a10 0x7fdac0006e90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00c210 tx=0x7fdac0007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f5926f64eb61a9f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc007d10 con 0x7fdac0006a10 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdabc005ad0 con 0x7fdac0006a10 2024-09-16T01:42:29.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad1d9b640 1 -- 172.21.15.16:0/333075374 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc007070 con 0x7fdac0006a10 2024-09-16T01:42:29.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad8c65640 1 -- 172.21.15.16:0/333075374 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac0006a10 msgr2=0x7fdac0006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad8c65640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac0006a10 0x7fdac0006e90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00c210 tx=0x7fdac0007a40 comp rx=0 tx=0).stop 2024-09-16T01:42:29.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad8c65640 1 -- 172.21.15.16:0/333075374 shutdown_connections 2024-09-16T01:42:29.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad8c65640 1 --2- 172.21.15.16:0/333075374 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac0006a10 0x7fdac0006e90 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad8c65640 1 -- 172.21.15.16:0/333075374 >> 172.21.15.16:0/333075374 conn(0x7fdad40b2000 msgr2=0x7fdad40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:29.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad8c65640 1 -- 172.21.15.16:0/333075374 shutdown_connections 2024-09-16T01:42:29.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.920+0000 7fdad8c65640 1 -- 172.21.15.16:0/333075374 wait complete. 2024-09-16T01:42:29.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 Processor -- start 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 -- start start 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac0006a10 0x7fdad415d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdad41f0070 0x7fdad4149900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdad4149e40 0x7fdad40ce190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdad415cb90 con 0x7fdad41f0070 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdad415ca10 con 0x7fdac0006a10 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad8c65640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdad415cd10 con 0x7fdad4149e40 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdacbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdad41f0070 0x7fdad4149900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdacbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdad41f0070 0x7fdad4149900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60982/0 (socket says 172.21.15.16:60982) 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdacbfff640 1 -- 172.21.15.16:0/3287573862 learned_addr learned my addr 172.21.15.16:0/3287573862 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad259c640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac0006a10 0x7fdad415d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.922+0000 7fdad2d9d640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdad4149e40 0x7fdad40ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacbfff640 1 -- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdad4149e40 msgr2=0x7fdad40ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacbfff640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdad4149e40 0x7fdad40ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacbfff640 1 -- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac0006a10 msgr2=0x7fdad415d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacbfff640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac0006a10 0x7fdad415d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacbfff640 1 -- 172.21.15.16:0/3287573862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad40af220 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacbfff640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdad41f0070 0x7fdad4149900 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00c330 tx=0x7fdad40b4b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacaffd640 1 -- 172.21.15.16:0/3287573862 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc041020 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacaffd640 1 -- 172.21.15.16:0/3287573862 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdabc038040 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdad4072530 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdacaffd640 1 -- 172.21.15.16:0/3287573862 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc001670 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.923+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdad4072990 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.924+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdad40b3300 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.925+0000 7fdacaffd640 1 -- 172.21.15.16:0/3287573862 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdabc044020 con 0x7fdad41f0070 2024-09-16T01:42:29.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.925+0000 7fdacaffd640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdab406c2e0 0x7fdab406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:29.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.925+0000 7fdacaffd640 1 -- 172.21.15.16:0/3287573862 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdabc0ab490 con 0x7fdad41f0070 2024-09-16T01:42:29.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.925+0000 7fdad259c640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdab406c2e0 0x7fdab406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:29.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.926+0000 7fdad259c640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdab406c2e0 0x7fdab406e7a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdac4000c00 tx=0x7fdac4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:29.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:29.929+0000 7fdacaffd640 1 -- 172.21.15.16:0/3287573862 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdabc005aa0 con 0x7fdad41f0070 2024-09-16T01:42:30.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.105+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdad40b41b0 con 0x7fdad41f0070 2024-09-16T01:42:30.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.106+0000 7fdacaffd640 1 -- 172.21.15.16:0/3287573862 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7fdabc079640 con 0x7fdad41f0070 2024-09-16T01:42:30.107 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:30.108 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:15.122084+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:30.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdab406c2e0 msgr2=0x7fdab406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdab406c2e0 0x7fdab406e7a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdac4000c00 tx=0x7fdac4009040 comp rx=0 tx=0).stop 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdad41f0070 msgr2=0x7fdad4149900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdad41f0070 0x7fdad4149900 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00c330 tx=0x7fdad40b4b20 comp rx=0 tx=0).stop 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 shutdown_connections 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdab406c2e0 0x7fdab406e7a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdad4149e40 0x7fdad40ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdad41f0070 0x7fdad4149900 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 --2- 172.21.15.16:0/3287573862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac0006a10 0x7fdad415d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 >> 172.21.15.16:0/3287573862 conn(0x7fdad40b2000 msgr2=0x7fdad40b1470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 shutdown_connections 2024-09-16T01:42:30.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.108+0000 7fdad8c65640 1 -- 172.21.15.16:0/3287573862 wait complete. 2024-09-16T01:42:30.121 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.223+0000 7fb562e77640 1 Processor -- start 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.223+0000 7fb562e77640 1 -- start start 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb562e77640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb55c15e570 0x7fb55c0d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb562e77640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb55c15e950 con 0x7fb55c0d4a00 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb562e77640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb55c0d3960 con 0x7fb55c0d1030 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb562e77640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb55c0d3c40 con 0x7fb55c15e570 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb55bfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb55c0d4a00 0x7fb55c0cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36222/0 (socket says 172.21.15.16:36222) 2024-09-16T01:42:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb55bfff640 1 -- 172.21.15.16:0/1534594020 learned_addr learned my addr 172.21.15.16:0/1534594020 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb560c13640 1 --2- 172.21.15.16:0/1534594020 >> v2:172.21.15.104:3300/0 conn(0x7fb55c15e570 0x7fb55c0d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb55b7fe640 1 -- 172.21.15.16:0/1534594020 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3463445224 0 0) 0x7fb55c15e950 con 0x7fb55c0d4a00 2024-09-16T01:42:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb55b7fe640 1 -- 172.21.15.16:0/1534594020 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb54c003520 con 0x7fb55c0d4a00 2024-09-16T01:42:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb55b7fe640 1 -- 172.21.15.16:0/1534594020 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1829686930 0 0) 0x7fb54c003520 con 0x7fb55c0d4a00 2024-09-16T01:42:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb560c13640 1 -- 172.21.15.16:0/1534594020 >> v1:172.21.15.104:6789/0 conn(0x7fb55c0d1030 legacy=0x7fb55c0b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.224+0000 7fb560c13640 1 -- 172.21.15.16:0/1534594020 >> v1:172.21.15.16:6789/0 conn(0x7fb55c0d4a00 legacy=0x7fb55c0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.225+0000 7fb560c13640 1 -- 172.21.15.16:0/1534594020 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55c0d3f20 con 0x7fb55c15e570 2024-09-16T01:42:30.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.225+0000 7fb560c13640 1 --2- 172.21.15.16:0/1534594020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 0x7fb55c0d32d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb5500097a0 tx=0x7fb55002a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6932cc32e72ed3e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.225+0000 7fb55b7fe640 1 -- 172.21.15.16:0/1534594020 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb550037070 con 0x7fb55c15e570 2024-09-16T01:42:30.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb55b7fe640 1 -- 172.21.15.16:0/1534594020 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb55002ab60 con 0x7fb55c15e570 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb55b7fe640 1 -- 172.21.15.16:0/1534594020 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb548001670 con 0x7fb55c15e570 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb562e77640 1 -- 172.21.15.16:0/1534594020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 msgr2=0x7fb55c0d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb562e77640 1 --2- 172.21.15.16:0/1534594020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 0x7fb55c0d32d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb5500097a0 tx=0x7fb55002a0d0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb562e77640 1 -- 172.21.15.16:0/1534594020 shutdown_connections 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb562e77640 1 --2- 172.21.15.16:0/1534594020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 0x7fb55c0d32d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb562e77640 1 -- 172.21.15.16:0/1534594020 >> 172.21.15.16:0/1534594020 conn(0x7fb55c074bc0 msgr2=0x7fb55c074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb562e77640 1 -- 172.21.15.16:0/1534594020 shutdown_connections 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.226+0000 7fb562e77640 1 -- 172.21.15.16:0/1534594020 wait complete. 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.227+0000 7fb562e77640 1 Processor -- start 2024-09-16T01:42:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.227+0000 7fb562e77640 1 -- start start 2024-09-16T01:42:30.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb562e77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0d1030 0x7fb55c1603b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb562e77640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0d4a00 0x7fb55c15f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb562e77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 0x7fb55c1e9720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb562e77640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c0d4e40 con 0x7fb55c0d4a00 2024-09-16T01:42:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb562e77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c0d44e0 con 0x7fb55c15e570 2024-09-16T01:42:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb562e77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb55c0d4fc0 con 0x7fb55c0d1030 2024-09-16T01:42:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0d4a00 0x7fb55c15f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0d4a00 0x7fb55c15f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60992/0 (socket says 172.21.15.16:60992) 2024-09-16T01:42:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.228+0000 7fb55bfff640 1 -- 172.21.15.16:0/3455328508 learned_addr learned my addr 172.21.15.16:0/3455328508 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb560c13640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0d1030 0x7fb55c1603b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb561414640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 0x7fb55c1e9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb55bfff640 1 -- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0d1030 msgr2=0x7fb55c1603b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb55bfff640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0d1030 0x7fb55c1603b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb55bfff640 1 -- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 msgr2=0x7fb55c1e9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb55bfff640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 0x7fb55c1e9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb55bfff640 1 -- 172.21.15.16:0/3455328508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55c151790 con 0x7fb55c0d4a00 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb560c13640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0d1030 0x7fb55c1603b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb55bfff640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0d4a00 0x7fb55c15f490 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb54800c780 tx=0x7fb54800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb5597fa640 1 -- 172.21.15.16:0/3455328508 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb548018070 con 0x7fb55c0d4a00 2024-09-16T01:42:30.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb5597fa640 1 -- 172.21.15.16:0/3455328508 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5480072d0 con 0x7fb55c0d4a00 2024-09-16T01:42:30.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb5597fa640 1 -- 172.21.15.16:0/3455328508 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5480047e0 con 0x7fb55c0d4a00 2024-09-16T01:42:30.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb55c151a70 con 0x7fb55c0d4a00 2024-09-16T01:42:30.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.229+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb55c1608f0 con 0x7fb55c0d4a00 2024-09-16T01:42:30.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.230+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb55c0d32d0 con 0x7fb55c0d4a00 2024-09-16T01:42:30.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.231+0000 7fb5597fa640 1 -- 172.21.15.16:0/3455328508 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb54801b070 con 0x7fb55c0d4a00 2024-09-16T01:42:30.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.231+0000 7fb5597fa640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c2b0 0x7fb54006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.231+0000 7fb5597fa640 1 -- 172.21.15.16:0/3455328508 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb54808a810 con 0x7fb55c0d4a00 2024-09-16T01:42:30.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.231+0000 7fb560c13640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c2b0 0x7fb54006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.232+0000 7fb560c13640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c2b0 0x7fb54006e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.236+0000 7fb5597fa640 1 -- 172.21.15.16:0/3455328508 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb548059010 con 0x7fb55c0d4a00 2024-09-16T01:42:30.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.445+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb55c0b8a80 con 0x7fb55c0d4a00 2024-09-16T01:42:30.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.446+0000 7fb5597fa640 1 -- 172.21.15.16:0/3455328508 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7fb548058910 con 0x7fb55c0d4a00 2024-09-16T01:42:30.448 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:30.448 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:30.448 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:30.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c2b0 msgr2=0x7fb54006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c2b0 0x7fb54006e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).stop 2024-09-16T01:42:30.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0d4a00 msgr2=0x7fb55c15f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0d4a00 0x7fb55c15f490 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb54800c780 tx=0x7fb54800cc40 comp rx=0 tx=0).stop 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 shutdown_connections 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c2b0 0x7fb54006e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c15e570 0x7fb55c1e9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0d4a00 0x7fb55c15f490 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 --2- 172.21.15.16:0/3455328508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0d1030 0x7fb55c1603b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 >> 172.21.15.16:0/3455328508 conn(0x7fb55c074bc0 msgr2=0x7fb55c0b43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 shutdown_connections 2024-09-16T01:42:30.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.448+0000 7fb562e77640 1 -- 172.21.15.16:0/3455328508 wait complete. 2024-09-16T01:42:30.864 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:42:13.469191+0000', 'modified': '2024-09-16T01:42:16.298436+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4287}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4287': {'gid': 4287, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/608743703', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6834', 'nonce': 608743703}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 608743703}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4287, 'qdb_cluster': [4287]} 2024-09-16T01:42:30.865 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:42:30.865 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T01:42:30.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.973+0000 7f3794911640 1 Processor -- start 2024-09-16T01:42:30.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.973+0000 7f3794911640 1 -- start start 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.973+0000 7f3794911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 0x7f37900ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.973+0000 7f3794911640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3790160230 con 0x7f37900cf090 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.973+0000 7f3794911640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3790160510 con 0x7f37900cecb0 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.973+0000 7f3794911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3790160e40 con 0x7f37900cda90 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378ed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f37900cf090 0x7f379006bc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36232/0 (socket says 172.21.15.16:36232) 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378ed9d640 1 -- 172.21.15.16:0/3951004757 learned_addr learned my addr 172.21.15.16:0/3951004757 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f3787fff640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 0x7f37900ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1209072903 0 0) 0x7f3790160230 con 0x7f37900cf090 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f377c003520 con 0x7f37900cf090 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1875926155 0 0) 0x7f377c003520 con 0x7f37900cf090 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 msgr2=0x7f37900ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:30.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 0x7f37900ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 >> v1:172.21.15.104:6789/0 conn(0x7f37900cecb0 legacy=0x7f37900cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37901607f0 con 0x7f37900cf090 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f37880019f0 con 0x7f37900cf090 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 >> v1:172.21.15.16:6789/0 conn(0x7f37900cf090 legacy=0x7f379006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 0x7f377c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f377c003f60 0x7f377c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f377c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3790160e40 con 0x7f377c004d40 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f377c00baa0 con 0x7f377c003f60 2024-09-16T01:42:30.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f377c00bca0 con 0x7f37900cda90 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378ed9d640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f377c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f378e59c640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 0x7f377c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.974+0000 7f3787fff640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f377c003f60 0x7f377c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378ed9d640 1 -- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 msgr2=0x7f377c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378ed9d640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f37900cda90 0x7f377c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378ed9d640 1 -- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f377c003f60 msgr2=0x7f377c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378ed9d640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f377c003f60 0x7f377c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378ed9d640 1 -- 172.21.15.16:0/3951004757 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f377c003520 con 0x7f377c004d40 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378ed9d640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f377c0051c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f378800a810 tx=0x7f377c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54c43352e6fbac8a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378800a460 con 0x7f377c004d40 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f378802f070 con 0x7f377c004d40 2024-09-16T01:42:30.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.975+0000 7f378dd9b640 1 -- 172.21.15.16:0/3951004757 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378802bcb0 con 0x7f377c004d40 2024-09-16T01:42:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.976+0000 7f3794911640 1 -- 172.21.15.16:0/3951004757 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 msgr2=0x7f377c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.976+0000 7f3794911640 1 --2- 172.21.15.16:0/3951004757 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f377c0051c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f378800a810 tx=0x7f377c005830 comp rx=0 tx=0).stop 2024-09-16T01:42:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.976+0000 7f378ed9d640 1 -- 172.21.15.16:0/3951004757 reap_dead start 2024-09-16T01:42:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.976+0000 7f3794911640 1 -- 172.21.15.16:0/3951004757 shutdown_connections 2024-09-16T01:42:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.976+0000 7f3794911640 1 -- 172.21.15.16:0/3951004757 >> 172.21.15.16:0/3951004757 conn(0x7f37900b2000 msgr2=0x7f37900b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.976+0000 7f3794911640 1 -- 172.21.15.16:0/3951004757 shutdown_connections 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.976+0000 7f3794911640 1 -- 172.21.15.16:0/3951004757 wait complete. 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.977+0000 7f3794911640 1 Processor -- start 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.977+0000 7f3794911640 1 -- start start 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f3794911640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f3790146680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f3794911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3790146ff0 0x7f3790148570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f3794911640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3790148ab0 0x7f379014a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f3794911640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f379006c4e0 con 0x7f377c004d40 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f3794911640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f379006c360 con 0x7f3790148ab0 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f3794911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f379006c660 con 0x7f3790146ff0 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f378e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f3790146680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f378e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f3790146680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32780/0 (socket says 172.21.15.16:32780) 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f378e59c640 1 -- 172.21.15.16:0/156796654 learned_addr learned my addr 172.21.15.16:0/156796654 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f378ed9d640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3790148ab0 0x7f379014a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.978+0000 7f3787fff640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3790146ff0 0x7f3790148570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f378e59c640 1 -- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3790146ff0 msgr2=0x7f3790148570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f378e59c640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3790146ff0 0x7f3790148570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f378e59c640 1 -- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3790148ab0 msgr2=0x7f379014a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f378e59c640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3790148ab0 0x7f379014a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f378e59c640 1 -- 172.21.15.16:0/156796654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37901474d0 con 0x7f377c004d40 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f378e59c640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f3790146680 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f378000f850 tx=0x7f378000fc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f3786ffd640 1 -- 172.21.15.16:0/156796654 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37800050d0 con 0x7f377c004d40 2024-09-16T01:42:30.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f3786ffd640 1 -- 172.21.15.16:0/156796654 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3780018070 con 0x7f377c004d40 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37901477b0 con 0x7f377c004d40 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f3786ffd640 1 -- 172.21.15.16:0/156796654 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378000d730 con 0x7f377c004d40 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.979+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3790147d70 con 0x7f377c004d40 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.981+0000 7f3786ffd640 1 -- 172.21.15.16:0/156796654 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f378000d8d0 con 0x7f377c004d40 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.981+0000 7f3786ffd640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f377006c2e0 0x7f377006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.981+0000 7f3786ffd640 1 -- 172.21.15.16:0/156796654 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f378008b1d0 con 0x7f377c004d40 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.981+0000 7f3787fff640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f377006c2e0 0x7f377006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.982+0000 7f3787fff640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f377006c2e0 0x7f377006e7a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f37901596a0 tx=0x7f3778009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.982+0000 7f37976a9740 1 Processor -- start 2024-09-16T01:42:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.982+0000 7f37976a9740 1 -- start start 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b240500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f37976a9740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b213a80 0x55804b25c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f37976a9740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55804b178520 con 0x55804b213a80 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55804b1203e0 con 0x55804b25aae0 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55804b1744e0 con 0x55804b240120 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b213a80 0x55804b25c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b213a80 0x55804b25c7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32782/0 (socket says 172.21.15.16:32782) 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 -- 172.21.15.16:0/1601055943 learned_addr learned my addr 172.21.15.16:0/1601055943 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f3787fff640 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378e59c640 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b240500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 -- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 msgr2=0x55804b240500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b240500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 -- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 msgr2=0x55804b25c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 -- 172.21.15.16:0/1601055943 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55804b13b2f0 con 0x55804b213a80 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.983+0000 7f378ed9d640 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b213a80 0x55804b25c7d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3788000f80 tx=0x7f378802d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f609e87ab0d7f311 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f376ffff640 1 -- 172.21.15.16:0/1601055943 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37880019f0 con 0x55804b213a80 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f376ffff640 1 -- 172.21.15.16:0/1601055943 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f378802f070 con 0x55804b213a80 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f376ffff640 1 -- 172.21.15.16:0/1601055943 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378802ba30 con 0x55804b213a80 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 -- 172.21.15.16:0/1601055943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b213a80 msgr2=0x55804b25c7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b213a80 0x55804b25c7d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3788000f80 tx=0x7f378802d000 comp rx=0 tx=0).stop 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 -- 172.21.15.16:0/1601055943 shutdown_connections 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b213a80 0x55804b25c7d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 --2- 172.21.15.16:0/1601055943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b240500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 -- 172.21.15.16:0/1601055943 >> 172.21.15.16:0/1601055943 conn(0x55804b212a80 msgr2=0x55804b25af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 -- 172.21.15.16:0/1601055943 shutdown_connections 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.984+0000 7f37976a9740 1 -- 172.21.15.16:0/1601055943 wait complete. 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.985+0000 7f37976a9740 1 -- start start 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.985+0000 7f37976a9740 1 Processor -- start 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b213f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f37976a9740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b25def0 0x55804b215670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f37976a9740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55804b240ee0 con 0x55804b25def0 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55804b101450 con 0x55804b25aae0 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55804b25b770 con 0x55804b240120 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f37976a9740 10 client.0 _ll_register_callbacks cb 0x55804ae8aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b25def0 0x55804b215670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b25def0 0x55804b215670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32796/0 (socket says 172.21.15.16:32796) 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 -- 172.21.15.16:0/2935122879 learned_addr learned my addr 172.21.15.16:0/2935122879 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f3787fff640 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378e59c640 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b213f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 -- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 msgr2=0x55804b213f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:31.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b213f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 -- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 msgr2=0x55804b25e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.986+0000 7f378ed9d640 1 -- 172.21.15.16:0/2935122879 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55804ae8b2d0 con 0x55804b25def0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f378ed9d640 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b25def0 0x55804b215670 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f378802b4e0 tx=0x7f379015cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de9d6939e65c8d9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f376d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f376d7fa640 1 -- 172.21.15.16:0/2935122879 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378804e060 con 0x55804b25def0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f376d7fa640 1 -- 172.21.15.16:0/2935122879 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3788004d70 con 0x55804b25def0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f378802f070 con 0x55804b25def0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f376d7fa640 1 -- 172.21.15.16:0/2935122879 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f3788054050 con 0x55804b25def0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 10 client.4671 fetch_fsmap learned FSMap version 7 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55804af556b0 con 0x55804b25def0 2024-09-16T01:42:31.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f376d7fa640 1 -- 172.21.15.16:0/2935122879 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f378802f070 con 0x55804b25def0 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f376d7fa640 1 -- 172.21.15.16:0/2935122879 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f3788057020 con 0x55804b25def0 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 10 client.4671 fetch_fsmap finished waiting for FSMap version 7 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 10 client.4671 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 20 client.4671 populate_metadata read hostname 'smithi016' 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b255920 0x55804b255d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 4 client.4671 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.987+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 --> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55804b185c50 con 0x55804b255920 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.988+0000 7f378e59c640 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b255920 0x55804b255d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.988+0000 7f376d7fa640 10 client.4671 ms_handle_connect on v2:172.21.15.16:6834/608743703 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.988+0000 7f378e59c640 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b255920 0x55804b255d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a006c34937e57f70 server_cookie=398da5e41ed69fe3 in_seq=0 out_seq=0 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f376d7fa640 1 -- 172.21.15.16:0/2935122879 <== mds.0 v2:172.21.15.16:6834/608743703 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55804b185c50 con 0x55804b255920 2024-09-16T01:42:31.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f376d7fa640 10 client.4671 handle_command_reply: tid=0 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 client.4671 shutdown 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b25def0 msgr2=0x55804b215670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b25def0 0x55804b215670 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f378802b4e0 tx=0x7f379015cba0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 shutdown_connections 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b255920 0x55804b255d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b25def0 0x55804b215670 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b25e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 --2- 172.21.15.16:0/2935122879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b240120 0x55804b213f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f376d7fa640 0 client.4671 ms_handle_reset on v2:172.21.15.16:6834/608743703 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 >> 172.21.15.16:0/2935122879 conn(0x55804b213a80 msgr2=0x55804b25c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:31.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 shutdown_connections 2024-09-16T01:42:31.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 1 -- 172.21.15.16:0/2935122879 wait complete. 2024-09-16T01:42:31.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:30.989+0000 7f37976a9740 20 client.4671 trim_cache size 0 max 16384 2024-09-16T01:42:31.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.007+0000 7f37976a9740 1 Processor -- start 2024-09-16T01:42:31.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.007+0000 7f37976a9740 1 -- start start 2024-09-16T01:42:31.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b213a80 0x55804b25a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f37976a9740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b23b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b20f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f37976a9740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f37900b49c0 con 0x55804b240120 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3790149990 con 0x55804b25aae0 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3790149fe0 con 0x55804b213a80 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b23b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b23b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32800/0 (socket says 172.21.15.16:32800) 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 -- 172.21.15.16:0/3390906064 learned_addr learned my addr 172.21.15.16:0/3390906064 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 -- 172.21.15.16:0/3390906064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b213a80 msgr2=0x55804b25a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 --2- 172.21.15.16:0/3390906064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b213a80 0x55804b25a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 -- 172.21.15.16:0/3390906064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 msgr2=0x55804b20f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 --2- 172.21.15.16:0/3390906064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b20f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 -- 172.21.15.16:0/3390906064 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55804b25e480 con 0x55804b240120 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f3787fff640 1 --2- 172.21.15.16:0/3390906064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b23b680 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f37780040f0 tx=0x7f3778017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55177ed39eb389d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f376f7fe640 1 -- 172.21.15.16:0/3390906064 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377801b070 con 0x55804b240120 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f376f7fe640 1 -- 172.21.15.16:0/3390906064 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3778003de0 con 0x55804b240120 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.008+0000 7f376f7fe640 1 -- 172.21.15.16:0/3390906064 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3778022430 con 0x55804b240120 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 -- 172.21.15.16:0/3390906064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 msgr2=0x55804b23b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 --2- 172.21.15.16:0/3390906064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b23b680 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f37780040f0 tx=0x7f3778017000 comp rx=0 tx=0).stop 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 -- 172.21.15.16:0/3390906064 shutdown_connections 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 --2- 172.21.15.16:0/3390906064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b25aae0 0x55804b20f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 --2- 172.21.15.16:0/3390906064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b23b680 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 --2- 172.21.15.16:0/3390906064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b213a80 0x55804b25a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 -- 172.21.15.16:0/3390906064 >> 172.21.15.16:0/3390906064 conn(0x55804b2157d0 msgr2=0x55804b213fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 -- 172.21.15.16:0/3390906064 shutdown_connections 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.009+0000 7f37976a9740 1 -- 172.21.15.16:0/3390906064 wait complete. 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.010+0000 7f37976a9740 1 -- start start 2024-09-16T01:42:31.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.010+0000 7f37976a9740 1 Processor -- start 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.010+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b213a80 0x55804b23bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.010+0000 7f37976a9740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b2e0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f37976a9740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b25aae0 0x55804b2e10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f37976a9740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55804b240ee0 con 0x55804b240120 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55804b101450 con 0x55804b213a80 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f37976a9740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55804b272c60 con 0x55804b25aae0 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f37976a9740 10 client.0 _ll_register_callbacks cb 0x7f3778009850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:42:31.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b2e0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b2e0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32814/0 (socket says 172.21.15.16:32814) 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 -- 172.21.15.16:0/3243991627 learned_addr learned my addr 172.21.15.16:0/3243991627 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f378e59c640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b213a80 0x55804b23bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f378ed9d640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b25aae0 0x55804b2e10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 -- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b25aae0 msgr2=0x55804b2e10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b25aae0 0x55804b2e10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 -- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b213a80 msgr2=0x55804b23bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b213a80 0x55804b23bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 -- 172.21.15.16:0/3243991627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55804b259450 con 0x55804b240120 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f378ed9d640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b25aae0 0x55804b2e10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:31.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f3787fff640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b2e0800 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37780039e0 tx=0x7f37780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=781c17e018584a32 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f376d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f376d7fa640 1 -- 172.21.15.16:0/3243991627 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3778033070 con 0x55804b240120 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f376d7fa640 1 -- 172.21.15.16:0/3243991627 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f377802d420 con 0x55804b240120 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3778003de0 con 0x55804b240120 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.011+0000 7f376d7fa640 1 -- 172.21.15.16:0/3243991627 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f3778014d10 con 0x55804b240120 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 10 client.4677 fetch_fsmap learned FSMap version 7 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55804b216c80 con 0x55804b240120 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f376d7fa640 1 -- 172.21.15.16:0/3243991627 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3778003de0 con 0x55804b240120 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f376d7fa640 1 -- 172.21.15.16:0/3243991627 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f3778044080 con 0x55804b240120 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 10 client.4677 fetch_fsmap finished waiting for FSMap version 7 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 10 client.4677 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:42:31.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 20 client.4677 populate_metadata read hostname 'smithi016' 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b25def0 0x55804b20fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 4 client.4677 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 --> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] -- command(tid 0: {"prefix": "status"}) -- 0x55804b214b50 con 0x55804b25def0 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f378e59c640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b25def0 0x55804b20fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f376d7fa640 10 client.4677 ms_handle_connect on v2:172.21.15.16:6834/608743703 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f378e59c640 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b25def0 0x55804b20fcc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a7032b6ae62bb15 server_cookie=4713242ed70d9071 in_seq=0 out_seq=0 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f376d7fa640 1 -- 172.21.15.16:0/3243991627 <== mds.0 v2:172.21.15.16:6834/608743703 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x55804b214b50 con 0x55804b25def0 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f376d7fa640 10 client.4677 handle_command_reply: tid=0 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.012+0000 7f37976a9740 1 client.4677 shutdown 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 msgr2=0x55804b2e0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b2e0800 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37780039e0 tx=0x7f37780046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 shutdown_connections 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:6834/608743703,v1:172.21.15.16:6835/608743703] conn(0x55804b25def0 0x55804b20fcc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55804b25aae0 0x55804b2e10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55804b240120 0x55804b2e0800 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f376d7fa640 0 client.4677 ms_handle_reset on v2:172.21.15.16:6834/608743703 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 --2- 172.21.15.16:0/3243991627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55804b213a80 0x55804b23bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 >> 172.21.15.16:0/3243991627 conn(0x55804b2157d0 msgr2=0x55804b254cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 shutdown_connections 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 1 -- 172.21.15.16:0/3243991627 wait complete. 2024-09-16T01:42:31.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f37976a9740 20 client.4677 trim_cache size 0 max 16384 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4287, 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 16.905328638, 2024-09-16T01:42:31.024 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 7, 2024-09-16T01:42:31.025 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 21, 2024-09-16T01:42:31.025 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 21, 2024-09-16T01:42:31.025 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 22.930144145 2024-09-16T01:42:31.025 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:42:31.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f377006c2e0 msgr2=0x7f377006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f377006c2e0 0x7f377006e7a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f37901596a0 tx=0x7f3778009190 comp rx=0 tx=0).stop 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 msgr2=0x7f3790146680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f3790146680 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f378000f850 tx=0x7f378000fc50 comp rx=0 tx=0).stop 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 shutdown_connections 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f377006c2e0 0x7f377006e7a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3790148ab0 0x7f379014a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3790146ff0 0x7f3790148570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 --2- 172.21.15.16:0/156796654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f377c004d40 0x7f3790146680 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 >> 172.21.15.16:0/156796654 conn(0x7f37900b2000 msgr2=0x7f379015b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 shutdown_connections 2024-09-16T01:42:31.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.013+0000 7f3794911640 1 -- 172.21.15.16:0/156796654 wait complete. 2024-09-16T01:42:31.028 INFO:teuthology.run_tasks:Running task sequential... 2024-09-16T01:42:31.040 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-16T01:42:31.040 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T01:42:31.041 INFO:teuthology.task.print:Enabling mgr modules 2024-09-16T01:42:31.041 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-16T01:42:31.082 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-16T01:42:31.082 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-16T01:42:31.082 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:31.083 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:31.083 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:31.083 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:42:31.083 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:31.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:31.084 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:42:31.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:31.104 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-09-16T01:42:31.177 INFO:teuthology.orchestra.run.smithi104.stderr:Cannot find device "ceph-brx" 2024-09-16T01:42:31.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:42:31.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:31.179 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:42:31.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:31.197 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2024-09-16T01:42:31.265 INFO:teuthology.orchestra.run.smithi016.stderr:Cannot find device "ceph-brx" 2024-09-16T01:42:31.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:42:31.267 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-16T01:42:31.267 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:42:31.268 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:42:31.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.408+0000 7fd1d8627640 1 Processor -- start 2024-09-16T01:42:31.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.408+0000 7fd1d8627640 1 -- start start 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d8627640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d006c2f0 0x7fd1d00af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d8627640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d015bb20 con 0x7fd1d0158cf0 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d8627640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d015be00 con 0x7fd1d01590d0 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d8627640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d00afd50 con 0x7fd1d006c2f0 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d63c3640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd1d0158cf0 0x7fd1d006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36242/0 (socket says 172.21.15.16:36242) 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d63c3640 1 -- 172.21.15.16:0/3433961543 learned_addr learned my addr 172.21.15.16:0/3433961543 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d5bc2640 1 --2- 172.21.15.16:0/3433961543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d006c2f0 0x7fd1d00af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1249557743 0 0) 0x7fd1d015bb20 con 0x7fd1d0158cf0 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.409+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1bc005730 con 0x7fd1d0158cf0 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.410+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2562273307 0 0) 0x7fd1d015be00 con 0x7fd1d01590d0 2024-09-16T01:42:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.410+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1d015bb20 con 0x7fd1d01590d0 2024-09-16T01:42:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.410+0000 7fd1d5bc2640 1 -- 172.21.15.16:0/3433961543 >> v1:172.21.15.104:6789/0 conn(0x7fd1d01590d0 legacy=0x7fd1d00ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.410+0000 7fd1d5bc2640 1 -- 172.21.15.16:0/3433961543 >> v1:172.21.15.16:6789/0 conn(0x7fd1d0158cf0 legacy=0x7fd1d006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.410+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 98433808 0 0) 0x7fd1bc005730 con 0x7fd1d0158cf0 2024-09-16T01:42:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.410+0000 7fd1d5bc2640 1 -- 172.21.15.16:0/3433961543 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d015c0e0 con 0x7fd1d006c2f0 2024-09-16T01:42:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.410+0000 7fd1d5bc2640 1 --2- 172.21.15.16:0/3433961543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d006c2f0 0x7fd1d00af810 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd1c00097d0 tx=0x7fd1c002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=355159bc8a701ffa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0037070 con 0x7fd1d006c2f0 2024-09-16T01:42:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c002ab90 con 0x7fd1d006c2f0 2024-09-16T01:42:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d53c1640 1 -- 172.21.15.16:0/3433961543 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8001670 con 0x7fd1d006c2f0 2024-09-16T01:42:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d8627640 1 -- 172.21.15.16:0/3433961543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d006c2f0 msgr2=0x7fd1d00af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3433961543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d006c2f0 0x7fd1d00af810 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd1c00097d0 tx=0x7fd1c002a100 comp rx=0 tx=0).stop 2024-09-16T01:42:31.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d8627640 1 -- 172.21.15.16:0/3433961543 shutdown_connections 2024-09-16T01:42:31.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3433961543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d006c2f0 0x7fd1d00af810 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d8627640 1 -- 172.21.15.16:0/3433961543 >> 172.21.15.16:0/3433961543 conn(0x7fd1d00b2000 msgr2=0x7fd1d00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:31.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d8627640 1 -- 172.21.15.16:0/3433961543 shutdown_connections 2024-09-16T01:42:31.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.411+0000 7fd1d8627640 1 -- 172.21.15.16:0/3433961543 wait complete. 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.412+0000 7fd1d8627640 1 Processor -- start 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.412+0000 7fd1d8627640 1 -- start start 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d8627640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1d006c2f0 0x7fd1d00739a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d8627640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1d0158cf0 0x7fd1d0071290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d8627640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d01590d0 0x7fd1d00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d8627640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d015cb90 con 0x7fd1d0158cf0 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d8627640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d015ca10 con 0x7fd1d006c2f0 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d8627640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d015cd10 con 0x7fd1d01590d0 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d5bc2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1d0158cf0 0x7fd1d0071290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d5bc2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1d0158cf0 0x7fd1d0071290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32816/0 (socket says 172.21.15.16:32816) 2024-09-16T01:42:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d5bc2640 1 -- 172.21.15.16:0/3945040178 learned_addr learned my addr 172.21.15.16:0/3945040178 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d63c3640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1d006c2f0 0x7fd1d00739a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.413+0000 7fd1d6bc4640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d01590d0 0x7fd1d00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d5bc2640 1 -- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d01590d0 msgr2=0x7fd1d00ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d5bc2640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d01590d0 0x7fd1d00ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d5bc2640 1 -- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1d006c2f0 msgr2=0x7fd1d00739a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d5bc2640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1d006c2f0 0x7fd1d00739a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d5bc2640 1 -- 172.21.15.16:0/3945040178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d015ac40 con 0x7fd1d0158cf0 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d6bc4640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d01590d0 0x7fd1d00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d63c3640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1d006c2f0 0x7fd1d00739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d5bc2640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1d0158cf0 0x7fd1d0071290 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd1c00097d0 tx=0x7fd1c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1c6ffd640 1 -- 172.21.15.16:0/3945040178 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0042020 con 0x7fd1d0158cf0 2024-09-16T01:42:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1c6ffd640 1 -- 172.21.15.16:0/3945040178 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c0003a40 con 0x7fd1d0158cf0 2024-09-16T01:42:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1c6ffd640 1 -- 172.21.15.16:0/3945040178 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0037040 con 0x7fd1d0158cf0 2024-09-16T01:42:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d015af20 con 0x7fd1d0158cf0 2024-09-16T01:42:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.414+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d0073ee0 con 0x7fd1d0158cf0 2024-09-16T01:42:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.415+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1d00b3300 con 0x7fd1d0158cf0 2024-09-16T01:42:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.415+0000 7fd1c6ffd640 1 -- 172.21.15.16:0/3945040178 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd1c0045020 con 0x7fd1d0158cf0 2024-09-16T01:42:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.416+0000 7fd1c6ffd640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd1b406c2b0 0x7fd1b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.416+0000 7fd1c6ffd640 1 -- 172.21.15.16:0/3945040178 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd1c00ab9d0 con 0x7fd1d0158cf0 2024-09-16T01:42:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.416+0000 7fd1d63c3640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd1b406c2b0 0x7fd1b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.417+0000 7fd1d63c3640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd1b406c2b0 0x7fd1b406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8001380 tx=0x7fd1c8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:31.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.420+0000 7fd1c6ffd640 1 -- 172.21.15.16:0/3945040178 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1c004c030 con 0x7fd1d0158cf0 2024-09-16T01:42:31.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.628+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd1d00ce530 con 0x7fd1d0158cf0 2024-09-16T01:42:31.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.628+0000 7fd1c6ffd640 1 -- 172.21.15.16:0/3945040178 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fd1c007a1d0 con 0x7fd1d0158cf0 2024-09-16T01:42:31.630 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd1b406c2b0 msgr2=0x7fd1b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd1b406c2b0 0x7fd1b406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8001380 tx=0x7fd1c8009040 comp rx=0 tx=0).stop 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1d0158cf0 msgr2=0x7fd1d0071290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1d0158cf0 0x7fd1d0071290 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd1c00097d0 tx=0x7fd1c00046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 shutdown_connections 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd1b406c2b0 0x7fd1b406e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1d01590d0 0x7fd1d00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1d0158cf0 0x7fd1d0071290 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 --2- 172.21.15.16:0/3945040178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1d006c2f0 0x7fd1d00739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:31.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 >> 172.21.15.16:0/3945040178 conn(0x7fd1d00b2000 msgr2=0x7fd1d006d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:31.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 shutdown_connections 2024-09-16T01:42:31.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31.630+0000 7fd1d8627640 1 -- 172.21.15.16:0/3945040178 wait complete. 2024-09-16T01:42:31.642 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:42:31.642 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:42:31.642 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:42:31.642 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:42:31.642 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:31.643 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:42:31.643 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:42:31.643 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:42:31.643 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:42:31.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:31.643 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:31.659 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42789sec preferred_lft 42789sec 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:31.660 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:42:31.661 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T01:42:31.661 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:31.661 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:31.661 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add name ceph-brx type bridge 2024-09-16T01:42:31.661 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr flush dev ceph-brx 2024-09-16T01:42:31.661 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set ceph-brx up 2024-09-16T01:42:31.661 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T01:42:31.661 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:31.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:31.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:31.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:31.879 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:42:31.906 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:42:31.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:31.908 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:42:31.979 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:42:31.979 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:42:31.980 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:42:31.980 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:42:31.980 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:42:31.980 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:31.980 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:31.980 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:42:31.980 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:42:31.980 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:42:31.981 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:32.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:32.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:32.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:32.281 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:42:32.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:32.297 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list-id 2024-09-16T01:42:32.353 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:32.353 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:32.353 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:32.354 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-16T01:42:32.354 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:32.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:32.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:32.475 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-16T01:42:32.475 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:32.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:32.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:32.600 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:32.601 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:32.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:42:32.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T01:42:32.601 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:32.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:32.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:32.680 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:42:32.680 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:32.681 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:32.696 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:42:32.696 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:32.697 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:32.751 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:42:32.817 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:32.873 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:42:32.873 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:42:32.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:42:32.875 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:42:32.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:32.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:32.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:32.876 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:42:32.929 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:42:32.930 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:42:32.972 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:42:32.997 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:42:33.056 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:33.057 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:33.058 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:33.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:33.059 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:42:33.068 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:42:33.067+0000 7f22d211f480 -1 init, newargv = 0x55d4d718ebc0 newargc=15 2024-09-16T01:42:33.068 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[44472]: starting ceph client 2024-09-16T01:42:33.073 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[44472]: starting fuse 2024-09-16T01:42:33.084 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:42:33.085 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:42:33.085 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:42:33.086 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:42:33.087 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:42:33.087 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:42:33.087 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:33.087 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:42:33.087 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:42:33.207 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.44472.asok 2024-09-16T01:42:33.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:33.219 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44472.asok 2024-09-16T01:42:33.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:33.219 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44472.asok status 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:42:33.357 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "44472", 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4689, 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 4689 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:42:33.358 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3402338242 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3402338242 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.4689 192.168.0.1:0/3402338242", 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/3402338242", 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 7, 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 21, 2024-09-16T01:42:33.359 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:42:33.360 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:42:33.360 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:42:33.360 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:42:33.366 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:42:33.366 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:42:33.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.466+0000 7fec1c703640 1 Processor -- start 2024-09-16T01:42:33.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.466+0000 7fec1c703640 1 -- start start 2024-09-16T01:42:33.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.467+0000 7fec1c703640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec1415f960 0x7fec140cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.467+0000 7fec1c703640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fec140ce9f0 0x7fec140b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.467+0000 7fec1c703640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec140d0780 con 0x7fec140b6830 2024-09-16T01:42:33.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.467+0000 7fec1c703640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fec140d0a60 con 0x7fec140ce9f0 2024-09-16T01:42:33.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.467+0000 7fec1c703640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fec140d0d40 con 0x7fec1415f960 2024-09-16T01:42:33.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec19c9e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fec140ce9f0 0x7fec140b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec1a49f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec1415f960 0x7fec140cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec1aca0640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fec140b6830 0x7fec140d0fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:52524/0 (socket says 172.21.15.16:52524) 2024-09-16T01:42:33.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec1aca0640 1 -- 172.21.15.16:0/1855294389 learned_addr learned my addr 172.21.15.16:0/1855294389 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:33.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec1949d640 1 -- 172.21.15.16:0/1855294389 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3555260117 0 0) 0x7fec140d0780 con 0x7fec140b6830 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec1949d640 1 -- 172.21.15.16:0/1855294389 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec00003520 con 0x7fec140b6830 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec19c9e640 1 -- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec1415f960 msgr2=0x7fec140cff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec19c9e640 1 --2- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec1415f960 0x7fec140cff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec19c9e640 1 -- 172.21.15.16:0/1855294389 >> v1:172.21.15.104:6789/0 conn(0x7fec140b6830 legacy=0x7fec140d0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec19c9e640 1 -- 172.21.15.16:0/1855294389 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec14072e90 con 0x7fec140ce9f0 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.468+0000 7fec1a49f640 1 --2- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec1415f960 0x7fec140cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.469+0000 7fec19c9e640 1 --2- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec140ce9f0 0x7fec140b62f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fec040097a0 tx=0x7fec0402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76b9f47379d985ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.469+0000 7fec1949d640 1 -- 172.21.15.16:0/1855294389 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04037070 con 0x7fec140ce9f0 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.469+0000 7fec1949d640 1 -- 172.21.15.16:0/1855294389 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec04032440 con 0x7fec140ce9f0 2024-09-16T01:42:33.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.469+0000 7fec1949d640 1 -- 172.21.15.16:0/1855294389 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec040327f0 con 0x7fec140ce9f0 2024-09-16T01:42:33.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 -- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec140ce9f0 msgr2=0x7fec140b62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 --2- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec140ce9f0 0x7fec140b62f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fec040097a0 tx=0x7fec0402a180 comp rx=0 tx=0).stop 2024-09-16T01:42:33.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 -- 172.21.15.16:0/1855294389 shutdown_connections 2024-09-16T01:42:33.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 --2- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec140ce9f0 0x7fec140b62f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 --2- 172.21.15.16:0/1855294389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec1415f960 0x7fec140cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 -- 172.21.15.16:0/1855294389 >> 172.21.15.16:0/1855294389 conn(0x7fec140b4090 msgr2=0x7fec140b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:33.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 -- 172.21.15.16:0/1855294389 shutdown_connections 2024-09-16T01:42:33.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.470+0000 7fec1c703640 1 -- 172.21.15.16:0/1855294389 wait complete. 2024-09-16T01:42:33.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.471+0000 7fec1c703640 1 Processor -- start 2024-09-16T01:42:33.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.471+0000 7fec1c703640 1 -- start start 2024-09-16T01:42:33.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1c703640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec140b6830 0x7fec14153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1c703640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec140ce9f0 0x7fec14144bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1c703640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec1415f960 0x7fec14151410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1c703640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fec140d16f0 con 0x7fec140b6830 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1c703640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fec140d0470 con 0x7fec1415f960 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1c703640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fec140d1870 con 0x7fec140ce9f0 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec140b6830 0x7fec14153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec140b6830 0x7fec14153840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34872/0 (socket says 172.21.15.16:34872) 2024-09-16T01:42:33.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 -- 172.21.15.16:0/119768741 learned_addr learned my addr 172.21.15.16:0/119768741 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:33.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1aca0640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec1415f960 0x7fec14151410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec19c9e640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec140ce9f0 0x7fec14144bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 -- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec140ce9f0 msgr2=0x7fec14144bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec140ce9f0 0x7fec14144bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 -- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec1415f960 msgr2=0x7fec14151410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec1415f960 0x7fec14151410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.472+0000 7fec1a49f640 1 -- 172.21.15.16:0/119768741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec14150370 con 0x7fec140b6830 2024-09-16T01:42:33.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.473+0000 7fec1a49f640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec140b6830 0x7fec14153840 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fec1000ebe0 tx=0x7fec1000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:33.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.473+0000 7fec0affd640 1 -- 172.21.15.16:0/119768741 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec10017070 con 0x7fec140b6830 2024-09-16T01:42:33.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.473+0000 7fec0affd640 1 -- 172.21.15.16:0/119768741 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec1000cc30 con 0x7fec140b6830 2024-09-16T01:42:33.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.473+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec14150650 con 0x7fec140b6830 2024-09-16T01:42:33.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.473+0000 7fec0affd640 1 -- 172.21.15.16:0/119768741 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec10013470 con 0x7fec140b6830 2024-09-16T01:42:33.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.473+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec14150c10 con 0x7fec140b6830 2024-09-16T01:42:33.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.474+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec140b62f0 con 0x7fec140b6830 2024-09-16T01:42:33.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.474+0000 7fec0affd640 1 -- 172.21.15.16:0/119768741 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fec1001a070 con 0x7fec140b6830 2024-09-16T01:42:33.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.475+0000 7fec0affd640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febf806c2b0 0x7febf806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.475+0000 7fec0affd640 1 -- 172.21.15.16:0/119768741 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fec1008b670 con 0x7fec140b6830 2024-09-16T01:42:33.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.475+0000 7fec19c9e640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febf806c2b0 0x7febf806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.475+0000 7fec19c9e640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febf806c2b0 0x7febf806e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fec04034000 tx=0x7fec0402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:33.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.479+0000 7fec0affd640 1 -- 172.21.15.16:0/119768741 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fec10059790 con 0x7fec140b6830 2024-09-16T01:42:33.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.689+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fec140d0230 con 0x7fec140b6830 2024-09-16T01:42:33.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.690+0000 7fec0affd640 1 -- 172.21.15.16:0/119768741 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fec1005da90 con 0x7fec140b6830 2024-09-16T01:42:33.691 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:42:33.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febf806c2b0 msgr2=0x7febf806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febf806c2b0 0x7febf806e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fec04034000 tx=0x7fec0402e000 comp rx=0 tx=0).stop 2024-09-16T01:42:33.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec140b6830 msgr2=0x7fec14153840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec140b6830 0x7fec14153840 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fec1000ebe0 tx=0x7fec1000c520 comp rx=0 tx=0).stop 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 shutdown_connections 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febf806c2b0 0x7febf806e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec1415f960 0x7fec14151410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec140ce9f0 0x7fec14144bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 --2- 172.21.15.16:0/119768741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec140b6830 0x7fec14153840 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 >> 172.21.15.16:0/119768741 conn(0x7fec140b4090 msgr2=0x7fec140cee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 shutdown_connections 2024-09-16T01:42:33.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33.692+0000 7fec1c703640 1 -- 172.21.15.16:0/119768741 wait complete. 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:42:33.704 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-16T01:42:33.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:33.705 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:42:33.720 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:42:33.721 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42787sec preferred_lft 42787sec 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:33.722 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:42:33.723 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:33.723 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link tentative 2024-09-16T01:42:33.723 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:33.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:33.723 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:42:33.785 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:42:33.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:33.787 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:42:33.844 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:42:33.844 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:42:33.844 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:42:33.844 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:42:33.844 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:42:33.844 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:33.844 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:33.844 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:42:33.845 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:42:33.845 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:42:33.845 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:33.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:33.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:33.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:33.973 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:42:33.989 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:42:33.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:33.990 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list-id 2024-09-16T01:42:34.045 INFO:teuthology.orchestra.run.smithi016.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-16T01:42:34.045 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:34.045 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:34.045 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:42:34.045 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-16T01:42:34.045 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:34.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:34.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:34.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:34.164 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 7a:83:6a:65:d0:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::7883:6aff:fe65:d086/64 scope link tentative 2024-09-16T01:42:34.190 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:34.192 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 7a:83:6a:65:d0:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:42:34.258 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.259 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::7883:6aff:fe65:d086/64 scope link tentative 2024-09-16T01:42:34.259 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:34.260 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-16T01:42:34.260 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:34.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:34.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:34.417 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:34.417 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:42:34.417 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.1 up 2024-09-16T01:42:34.417 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T01:42:34.417 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:42:34.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:34.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:34.495 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-16T01:42:34.495 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:34.495 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:34.511 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-16T01:42:34.511 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:34.511 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:34.566 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:42:34.636 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:34.692 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:42:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:42:34.694 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:42:34.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:34.695 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:42:34.749 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:42:34.749 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-16T01:42:34.750 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-16T01:42:34.791 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:42:34.816 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:34.874 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:42:34.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:42:34.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:42:34.874 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:42:34.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:42:34.874 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:42:34.875 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:42:34.876 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:34.877 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:42:34.877 INFO:teuthology.orchestra.run.smithi016.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:34.877 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:42:34.877 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:42:34.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:34.877 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:42:34.878 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi016.stderr:2024-09-16T01:42:34.875+0000 7f9bc5b71480 -1 init, newargv = 0x55d671bd8e20 newargc=15 2024-09-16T01:42:34.878 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi016.stderr:ceph-fuse[44965]: starting ceph client 2024-09-16T01:42:34.880 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi016.stderr:ceph-fuse[44965]: starting fuse 2024-09-16T01:42:34.894 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:42:34.894 INFO:teuthology.orchestra.run.smithi016.stdout:44 2024-09-16T01:42:34.894 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-16T01:42:34.894 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:42:34.894 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:42:34.894 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:42:34.894 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:42:34.894 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:42:34.895 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:34.895 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:42:34.896 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:42:34.897 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:42:34.897 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:42:34.897 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:42:34.897 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.2")) 2024-09-16T01:42:34.897 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:42:35.014 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.2.44965.asok 2024-09-16T01:42:35.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:35.025 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.44965.asok 2024-09-16T01:42:35.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:35.025 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.44965.asok status 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "2", 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "44965", 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:35.162 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4701, 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 4701 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2930572221 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:35.163 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2930572221 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.4701 192.168.0.2:0/2930572221", 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.2:0/2930572221", 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 7, 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 21, 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:42:35.164 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:42:35.170 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:42:35.170 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:42:35.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.271+0000 7f13c9f9f640 1 Processor -- start 2024-09-16T01:42:35.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.271+0000 7f13c9f9f640 1 -- start start 2024-09-16T01:42:35.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c9f9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 0x7f13c40b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c9f9f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13c40b8500 con 0x7f13c415e680 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c9f9f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13c40b87e0 con 0x7f13c40b7f20 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c9f9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f13c40b8ac0 con 0x7f13c40d4c80 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f13c415e680 0x7f13c40d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:55818/0 (socket says 172.21.15.16:55818) 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c37fe640 1 -- 172.21.15.16:0/1349107275 learned_addr learned my addr 172.21.15.16:0/1349107275 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 465325461 0 0) 0x7f13c40b8500 con 0x7f13c415e680 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.272+0000 7f13c3fff640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 0x7f13c40b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f13b0003520 con 0x7f13c415e680 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 312879878 0 0) 0x7f13b0003520 con 0x7f13c415e680 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 msgr2=0x7f13c40b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 0x7f13c40b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 >> v1:172.21.15.104:6789/0 conn(0x7f13c40b7f20 legacy=0x7f13c40d4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c40b8da0 con 0x7f13c415e680 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f13b4001670 con 0x7f13c415e680 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 >> v1:172.21.15.16:6789/0 conn(0x7f13c415e680 legacy=0x7f13c40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13b00039e0 0x7f13b0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13b0004800 0x7f13b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 0x7f13b00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f13c40b8ac0 con 0x7f13b0004800 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f13b000baa0 con 0x7f13b00039e0 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f13b000bca0 con 0x7f13c40d4c80 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c2ffd640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13b0004800 0x7f13b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c37fe640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13b00039e0 0x7f13b0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c3fff640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 0x7f13b00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c2ffd640 1 -- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 msgr2=0x7f13b00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c2ffd640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13c40d4c80 0x7f13b00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c2ffd640 1 -- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13b00039e0 msgr2=0x7f13b0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:35.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c2ffd640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13b00039e0 0x7f13b0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.273+0000 7f13c2ffd640 1 -- 172.21.15.16:0/1349107275 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13b0003520 con 0x7f13b0004800 2024-09-16T01:42:35.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.274+0000 7f13c2ffd640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13b0004800 0x7f13b0004c80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f13ac001720 tx=0x7f13b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f0caae7b51ee309 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:35.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.274+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ac001370 con 0x7f13b0004800 2024-09-16T01:42:35.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.274+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13ac0052d0 con 0x7f13b0004800 2024-09-16T01:42:35.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.274+0000 7f13c27fc640 1 -- 172.21.15.16:0/1349107275 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ac02ab90 con 0x7f13b0004800 2024-09-16T01:42:35.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.275+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1349107275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13b0004800 msgr2=0x7f13b0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:35.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.275+0000 7f13c9f9f640 1 --2- 172.21.15.16:0/1349107275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13b0004800 0x7f13b0004c80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f13ac001720 tx=0x7f13b0005830 comp rx=0 tx=0).stop 2024-09-16T01:42:35.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.275+0000 7f13c3fff640 1 -- 172.21.15.16:0/1349107275 reap_dead start 2024-09-16T01:42:35.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.275+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1349107275 shutdown_connections 2024-09-16T01:42:35.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.275+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1349107275 >> 172.21.15.16:0/1349107275 conn(0x7f13c4074fe0 msgr2=0x7f13c4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.275+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1349107275 shutdown_connections 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.275+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1349107275 wait complete. 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.276+0000 7f13c9f9f640 1 Processor -- start 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.276+0000 7f13c9f9f640 1 -- start start 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c9f9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13b0004800 0x7f13c4142990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c9f9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13c40caa70 0x7f13c40caef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c9f9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c4155410 0x7f13c4155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c9f9f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f13c40b9720 con 0x7f13c4155410 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c9f9f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f13c40b95a0 con 0x7f13c40caa70 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c9f9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f13c40b98a0 con 0x7f13b0004800 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c4155410 0x7f13c4155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c4155410 0x7f13c4155890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34894/0 (socket says 172.21.15.16:34894) 2024-09-16T01:42:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 -- 172.21.15.16:0/1435391747 learned_addr learned my addr 172.21.15.16:0/1435391747 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c37fe640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13b0004800 0x7f13c4142990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c2ffd640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13c40caa70 0x7f13c40caef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 -- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13b0004800 msgr2=0x7f13c4142990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13b0004800 0x7f13c4142990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 -- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13c40caa70 msgr2=0x7f13c40caef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13c40caa70 0x7f13c40caef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.277+0000 7f13c3fff640 1 -- 172.21.15.16:0/1435391747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c4156140 con 0x7f13c4155410 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.278+0000 7f13c3fff640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c4155410 0x7f13c4155890 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f13c40d1430 tx=0x7f13bc00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.278+0000 7f13bbfff640 1 -- 172.21.15.16:0/1435391747 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc015430 con 0x7f13c4155410 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.278+0000 7f13bbfff640 1 -- 172.21.15.16:0/1435391747 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13bc01d070 con 0x7f13c4155410 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.278+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13c4156420 con 0x7f13c4155410 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.278+0000 7f13bbfff640 1 -- 172.21.15.16:0/1435391747 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc015830 con 0x7f13c4155410 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.278+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13c41569e0 con 0x7f13c4155410 2024-09-16T01:42:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.279+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13c415b730 con 0x7f13c4155410 2024-09-16T01:42:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.279+0000 7f13bbfff640 1 -- 172.21.15.16:0/1435391747 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13bc0159d0 con 0x7f13c4155410 2024-09-16T01:42:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.280+0000 7f13bbfff640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f13a406c2b0 0x7f13a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.280+0000 7f13bbfff640 1 -- 172.21.15.16:0/1435391747 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f13bc08bd90 con 0x7f13c4155410 2024-09-16T01:42:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.280+0000 7f13c37fe640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f13a406c2b0 0x7f13a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.281+0000 7f13c37fe640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f13a406c2b0 0x7f13a406e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f13b4001050 tx=0x7f13b40078f0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.284+0000 7f13bbfff640 1 -- 172.21.15.16:0/1435391747 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f13bc010040 con 0x7f13c4155410 2024-09-16T01:42:35.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.495+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f13c40756f0 con 0x7f13c4155410 2024-09-16T01:42:35.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.496+0000 7f13bbfff640 1 -- 172.21.15.16:0/1435391747 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f13bc059e10 con 0x7f13c4155410 2024-09-16T01:42:35.497 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:42:35.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f13a406c2b0 msgr2=0x7f13a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:35.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f13a406c2b0 0x7f13a406e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f13b4001050 tx=0x7f13b40078f0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c4155410 msgr2=0x7f13c4155890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c4155410 0x7f13c4155890 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f13c40d1430 tx=0x7f13bc00f580 comp rx=0 tx=0).stop 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 shutdown_connections 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f13a406c2b0 0x7f13a406e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c4155410 0x7f13c4155890 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13c40caa70 0x7f13c40caef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 --2- 172.21.15.16:0/1435391747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13b0004800 0x7f13c4142990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 >> 172.21.15.16:0/1435391747 conn(0x7f13c4074fe0 msgr2=0x7f13c4162080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 shutdown_connections 2024-09-16T01:42:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:35.498+0000 7f13c9f9f640 1 -- 172.21.15.16:0/1435391747 wait complete. 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:42:35.510 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:42:35.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:35.511 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:35.530 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:42:35.531 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:35.532 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:42:35.532 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42785sec preferred_lft 42785sec 2024-09-16T01:42:35.532 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:42:35.532 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:35.532 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T01:42:35.532 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:35.533 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:35.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add name ceph-brx type bridge 2024-09-16T01:42:35.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip addr flush dev ceph-brx 2024-09-16T01:42:35.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set ceph-brx up 2024-09-16T01:42:35.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T01:42:35.533 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:35.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:35.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:35.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:35.803 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:42:35.828 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:42:35.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:35.830 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:42:35.907 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:42:35.907 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:42:35.907 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:42:35.907 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:42:35.907 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:42:35.908 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:35.908 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:35.908 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:42:35.908 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:42:35.908 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:42:35.908 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:35.995 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:36.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:36.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:36.188 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:42:36.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:36.204 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list-id 2024-09-16T01:42:36.259 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:36.259 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:36.259 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:36.259 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-16T01:42:36.260 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:36.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:36.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:36.375 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-16T01:42:36.376 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:36.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:36.496 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:36.497 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:36.497 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:42:36.497 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T01:42:36.497 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:36.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:36.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:36.572 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:42:36.572 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:36.572 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:36.587 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:42:36.587 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:36.587 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:36.642 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:42:36.709 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:36.766 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:42:36.766 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:42:36.766 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:42:36.767 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:42:36.767 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:42:36.767 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:42:36.767 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:42:36.767 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:42:36.767 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:42:36.768 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:42:36.768 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:42:36.768 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:42:36.768 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:36.768 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:42:36.769 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:42:36.769 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:42:36.770 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:42:36.770 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:36.770 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:42:36.771 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:42:36.772 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:42:36.772 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:42:36.772 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:36.772 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:36.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:36.772 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:42:36.821 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:42:36.822 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:42:36.864 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:42:36.888 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:42:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:42:36.946 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:36.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:36.947 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:42:36.955 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:42:36.954+0000 7fcde6667480 -1 init, newargv = 0x5648456cbd60 newargc=15 2024-09-16T01:42:36.955 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[42795]: starting ceph client 2024-09-16T01:42:36.960 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[42795]: starting fuse 2024-09-16T01:42:36.970 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:42:36.970 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:42:36.970 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:42:36.970 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:42:36.970 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:42:36.970 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:42:36.970 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:36.971 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:42:36.972 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:42:37.087 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.42795.asok 2024-09-16T01:42:37.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:37.097 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42795.asok 2024-09-16T01:42:37.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:37.097 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42795.asok status 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "42795", 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:42:37.233 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 4615, 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 4615 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 475315037 2024-09-16T01:42:37.234 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 475315037 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.4615 192.168.0.1:0/475315037", 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/475315037", 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 7, 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 21, 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:42:37.235 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:42:37.236 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:42:37.241 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:42:37.241 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:42:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.355+0000 7fa724a45640 1 Processor -- start 2024-09-16T01:42:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.355+0000 7fa724a45640 1 -- start start 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa724a45640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa72015e680 0x7fa7200b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa724a45640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa7200b95a0 0x7fa7200d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa724a45640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7200b9a10 con 0x7fa7200d4570 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa724a45640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa7200b8500 con 0x7fa72015e680 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa724a45640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa7200b87e0 con 0x7fa7200b95a0 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa72015e680 0x7fa7200b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa72015e680 0x7fa7200b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34908/0 (socket says 172.21.15.16:34908) 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71e59c640 1 -- 172.21.15.16:0/320945712 learned_addr learned my addr 172.21.15.16:0/320945712 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71ed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa7200d4570 0x7fa7200d4980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:55824/0 (socket says 172.21.15.16:55824) 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71e59c640 1 -- 172.21.15.16:0/320945712 >> v2:172.21.15.104:3300/0 conn(0x7fa7200b95a0 msgr2=0x7fa7200d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71e59c640 1 --2- 172.21.15.16:0/320945712 >> v2:172.21.15.104:3300/0 conn(0x7fa7200b95a0 0x7fa7200d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71e59c640 1 -- 172.21.15.16:0/320945712 >> v1:172.21.15.16:6789/0 conn(0x7fa7200d4570 legacy=0x7fa7200d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.356+0000 7fa71e59c640 1 -- 172.21.15.16:0/320945712 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7200b8ac0 con 0x7fa72015e680 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.357+0000 7fa71e59c640 1 --2- 172.21.15.16:0/320945712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa72015e680 0x7fa7200b7f20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa7201631b0 tx=0x7fa71802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa5e3bbf77d2ffcd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.357+0000 7fa71d59a640 1 -- 172.21.15.16:0/320945712 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718037070 con 0x7fa72015e680 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.357+0000 7fa71d59a640 1 -- 172.21.15.16:0/320945712 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa718032440 con 0x7fa72015e680 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.357+0000 7fa71d59a640 1 -- 172.21.15.16:0/320945712 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718032810 con 0x7fa72015e680 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 -- 172.21.15.16:0/320945712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa72015e680 msgr2=0x7fa7200b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 --2- 172.21.15.16:0/320945712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa72015e680 0x7fa7200b7f20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa7201631b0 tx=0x7fa71802a270 comp rx=0 tx=0).stop 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 -- 172.21.15.16:0/320945712 shutdown_connections 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 --2- 172.21.15.16:0/320945712 >> v2:172.21.15.104:3300/0 conn(0x7fa7200b95a0 0x7fa7200d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 --2- 172.21.15.16:0/320945712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa72015e680 0x7fa7200b7f20 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 -- 172.21.15.16:0/320945712 >> 172.21.15.16:0/320945712 conn(0x7fa720074fe0 msgr2=0x7fa720072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 -- 172.21.15.16:0/320945712 shutdown_connections 2024-09-16T01:42:37.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.358+0000 7fa724a45640 1 -- 172.21.15.16:0/320945712 wait complete. 2024-09-16T01:42:37.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.359+0000 7fa724a45640 1 Processor -- start 2024-09-16T01:42:37.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.359+0000 7fa724a45640 1 -- start start 2024-09-16T01:42:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa724a45640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7200b95a0 0x7fa720146040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa724a45640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7200d4570 0x7fa7200cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa724a45640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa72015e680 0x7fa72015f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa724a45640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa7200d1bd0 con 0x7fa7200d4570 2024-09-16T01:42:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa724a45640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa7200b9080 con 0x7fa7200b95a0 2024-09-16T01:42:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa724a45640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa72015ea60 con 0x7fa72015e680 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa71dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7200d4570 0x7fa7200cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa71dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7200d4570 0x7fa7200cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34922/0 (socket says 172.21.15.16:34922) 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.360+0000 7fa71dd9b640 1 -- 172.21.15.16:0/3461021449 learned_addr learned my addr 172.21.15.16:0/3461021449 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71e59c640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7200b95a0 0x7fa720146040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71ed9d640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa72015e680 0x7fa72015f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71dd9b640 1 -- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa72015e680 msgr2=0x7fa72015f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71dd9b640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa72015e680 0x7fa72015f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71dd9b640 1 -- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7200b95a0 msgr2=0x7fa720146040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71dd9b640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7200b95a0 0x7fa720146040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71dd9b640 1 -- 172.21.15.16:0/3461021449 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7200cd8d0 con 0x7fa7200d4570 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71ed9d640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa72015e680 0x7fa72015f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa71dd9b640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7200d4570 0x7fa7200cf3e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa70800b4d0 tx=0x7fa70800b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa716ffd640 1 -- 172.21.15.16:0/3461021449 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa708014070 con 0x7fa7200d4570 2024-09-16T01:42:37.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa716ffd640 1 -- 172.21.15.16:0/3461021449 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa708010870 con 0x7fa7200d4570 2024-09-16T01:42:37.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7200cdbb0 con 0x7fa7200d4570 2024-09-16T01:42:37.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa716ffd640 1 -- 172.21.15.16:0/3461021449 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa708010c60 con 0x7fa7200d4570 2024-09-16T01:42:37.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.361+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7200ce170 con 0x7fa7200d4570 2024-09-16T01:42:37.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.362+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7200d1690 con 0x7fa7200d4570 2024-09-16T01:42:37.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.363+0000 7fa716ffd640 1 -- 172.21.15.16:0/3461021449 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa708017070 con 0x7fa7200d4570 2024-09-16T01:42:37.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.363+0000 7fa716ffd640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa70006c2b0 0x7fa70006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.363+0000 7fa716ffd640 1 -- 172.21.15.16:0/3461021449 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa70808b290 con 0x7fa7200d4570 2024-09-16T01:42:37.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.363+0000 7fa71e59c640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa70006c2b0 0x7fa70006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.364+0000 7fa71e59c640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa70006c2b0 0x7fa70006e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa718034000 tx=0x7fa71802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:37.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.368+0000 7fa716ffd640 1 -- 172.21.15.16:0/3461021449 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa708059a00 con 0x7fa7200d4570 2024-09-16T01:42:37.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.578+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa7200d27e0 con 0x7fa7200d4570 2024-09-16T01:42:37.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.578+0000 7fa716ffd640 1 -- 172.21.15.16:0/3461021449 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fa708059300 con 0x7fa7200d4570 2024-09-16T01:42:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:42:37.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa70006c2b0 msgr2=0x7fa70006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa70006c2b0 0x7fa70006e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa718034000 tx=0x7fa71802e000 comp rx=0 tx=0).stop 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7200d4570 msgr2=0x7fa7200cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7200d4570 0x7fa7200cf3e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa70800b4d0 tx=0x7fa70800b990 comp rx=0 tx=0).stop 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 shutdown_connections 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa70006c2b0 0x7fa70006e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa72015e680 0x7fa72015f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7200d4570 0x7fa7200cf3e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 --2- 172.21.15.16:0/3461021449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7200b95a0 0x7fa720146040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 >> 172.21.15.16:0/3461021449 conn(0x7fa720074fe0 msgr2=0x7fa7200d0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 shutdown_connections 2024-09-16T01:42:37.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:37.580+0000 7fa724a45640 1 -- 172.21.15.16:0/3461021449 wait complete. 2024-09-16T01:42:37.592 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:42:37.592 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:42:37.592 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:42:37.592 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-16T01:42:37.592 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:37.592 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:42:37.593 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:42:37.593 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:42:37.593 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-16T01:42:37.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:37.593 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:42:37.609 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:42:37.610 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42783sec preferred_lft 42783sec 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:42:37.611 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:37.612 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:42:37.612 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:37.612 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link tentative 2024-09-16T01:42:37.612 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:37.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:37.612 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:42:37.674 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:42:37.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:37.676 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:42:37.733 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:42:37.733 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:42:37.733 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:42:37.733 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:42:37.733 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:42:37.733 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:37.734 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:37.734 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:42:37.734 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:42:37.734 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:42:37.734 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:37.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:37.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:37.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:37.859 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:42:37.874 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:42:37.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:37.875 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list-id 2024-09-16T01:42:37.929 INFO:teuthology.orchestra.run.smithi104.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-16T01:42:37.930 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:37.930 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:37.930 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:42:37.930 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-16T01:42:37.930 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:38.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:38.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:38.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:38.046 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T01:42:38.070 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:38.070 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:38.070 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:38.070 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 12:01:f4:9b:52:5a brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::1001:f4ff:fe9b:525a/64 scope link 2024-09-16T01:42:38.071 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:38.072 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T01:42:38.137 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:42:38.137 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 12:01:f4:9b:52:5a brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::1001:f4ff:fe9b:525a/64 scope link 2024-09-16T01:42:38.138 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:42:38.139 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-16T01:42:38.139 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:38.140 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:38.140 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-16T01:42:38.140 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T01:42:38.140 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-16T01:42:38.140 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-16T01:42:38.140 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-16T01:42:38.140 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:38.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:38.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:38.290 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:42:38.290 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:42:38.290 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.1 up 2024-09-16T01:42:38.290 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T01:42:38.290 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:42:38.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:42:38.360 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:38.366 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-16T01:42:38.367 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:38.367 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:38.384 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-16T01:42:38.385 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:42:38.385 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:38.440 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:42:38.506 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:42:38.562 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:42:38.563 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:42:38.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:38.565 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:42:38.617 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:42:38.617 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-16T01:42:38.617 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-16T01:42:38.659 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:42:38.683 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:42:38.740 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:42:38.740 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:42:38.740 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:42:38.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:42:38.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:38.743 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:42:38.743 INFO:teuthology.orchestra.run.smithi104.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:38.743 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:42:38.743 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:42:38.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:38.743 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:42:38.744 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi104.stderr:2024-09-16T01:42:38.740+0000 7fc6dd2b3480 -1 init, newargv = 0x5643aa380bb0 newargc=15 2024-09-16T01:42:38.744 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi104.stderr:ceph-fuse[43249]: starting ceph client 2024-09-16T01:42:38.746 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi104.stderr:ceph-fuse[43249]: starting fuse 2024-09-16T01:42:38.759 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:42:38.759 INFO:teuthology.orchestra.run.smithi104.stdout:44 2024-09-16T01:42:38.759 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-16T01:42:38.760 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:42:38.761 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.3")) 2024-09-16T01:42:38.762 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:42:38.877 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.3.43249.asok 2024-09-16T01:42:38.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:42:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:42:38.887 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43249.asok 2024-09-16T01:42:38.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:38.887 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43249.asok status 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "3", 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-16T01:42:39.020 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "43249", 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 4505, 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 4505 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 726987512 2024-09-16T01:42:39.021 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 726987512 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.4505 192.168.0.2:0/726987512", 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.2:0/726987512", 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 7, 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 21, 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:42:39.022 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:42:39.023 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:42:39.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.028 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:42:39.028 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:39.048 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:42:39.049 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:39.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.049 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:39.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.121 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:42:39.122 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:39.182 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:42:39.182 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:39.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.183 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:39.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.256 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:42:39.257 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:39.273 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:42:39.273 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:39.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.273 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:39.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.338 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:42:39.338 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:39.394 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:42:39.394 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:39.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:39.394 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:39.459 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-16T01:42:39.600 INFO:tasks.cephfs_test_runner:Starting test: test_binary_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate binary .meta file on legacy subvol root doesn't break the system 2024-09-16T01:42:39.600 INFO:tasks.cephfs_test_runner:test_binary_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:42:39.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:39.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.714+0000 7f89336d9640 1 Processor -- start 2024-09-16T01:42:39.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.715+0000 7f89336d9640 1 -- start start 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.715+0000 7f89336d9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c0b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f89336d9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f892c0d4570 0x7f892c0d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f89336d9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f892c0b8500 con 0x7f892c15e680 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f89336d9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f892c0d4f20 con 0x7f892c0d4570 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f89336d9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f892c0b87e0 con 0x7f892c0b7f20 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8931475640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f892c15e680 0x7f892c0d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:55830/0 (socket says 172.21.15.16:55830) 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8931475640 1 -- 172.21.15.16:0/1299026208 learned_addr learned my addr 172.21.15.16:0/1299026208 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8930c74640 1 --2- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c0b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8931c76640 1 --2- 172.21.15.16:0/1299026208 >> v2:172.21.15.104:3300/0 conn(0x7f892c0d4570 0x7f892c0d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:39.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8923fff640 1 -- 172.21.15.16:0/1299026208 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 6768565 0 0) 0x7f892c0b8500 con 0x7f892c15e680 2024-09-16T01:42:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8923fff640 1 -- 172.21.15.16:0/1299026208 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8918003520 con 0x7f892c15e680 2024-09-16T01:42:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8931c76640 1 -- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 msgr2=0x7f892c0b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8931c76640 1 --2- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c0b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8931c76640 1 -- 172.21.15.16:0/1299026208 >> v1:172.21.15.16:6789/0 conn(0x7f892c15e680 legacy=0x7f892c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8931c76640 1 -- 172.21.15.16:0/1299026208 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892c0b8ac0 con 0x7f892c0d4570 2024-09-16T01:42:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.716+0000 7f8930c74640 1 --2- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c0b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.717+0000 7f8931c76640 1 --2- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c0d4570 0x7f892c0d49e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8924009d90 tx=0x7f892402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0d9745f456af2a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.717+0000 7f8923fff640 1 -- 172.21.15.16:0/1299026208 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8924007740 con 0x7f892c0d4570 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.717+0000 7f8923fff640 1 -- 172.21.15.16:0/1299026208 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89240078e0 con 0x7f892c0d4570 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.717+0000 7f8923fff640 1 -- 172.21.15.16:0/1299026208 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8924007cb0 con 0x7f892c0d4570 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 -- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c0d4570 msgr2=0x7f892c0d49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 --2- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c0d4570 0x7f892c0d49e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8924009d90 tx=0x7f892402a660 comp rx=0 tx=0).stop 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 -- 172.21.15.16:0/1299026208 shutdown_connections 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 --2- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c0d4570 0x7f892c0d49e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 --2- 172.21.15.16:0/1299026208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c0b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 -- 172.21.15.16:0/1299026208 >> 172.21.15.16:0/1299026208 conn(0x7f892c074fe0 msgr2=0x7f892c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 -- 172.21.15.16:0/1299026208 shutdown_connections 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.718+0000 7f89336d9640 1 -- 172.21.15.16:0/1299026208 wait complete. 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.719+0000 7f89336d9640 1 Processor -- start 2024-09-16T01:42:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.719+0000 7f89336d9640 1 -- start start 2024-09-16T01:42:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f89336d9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c151210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f89336d9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f892c0d4570 0x7f892c15bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f89336d9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c15e680 0x7f892c15c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f89336d9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f892c15ea60 con 0x7f892c0d4570 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f89336d9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f892c0b9080 con 0x7f892c15e680 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f89336d9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f892c15ebe0 con 0x7f892c0b7f20 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f892c0d4570 0x7f892c15bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f892c0d4570 0x7f892c15bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34936/0 (socket says 172.21.15.16:34936) 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 -- 172.21.15.16:0/3988215882 learned_addr learned my addr 172.21.15.16:0/3988215882 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8931475640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c151210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8931c76640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c15e680 0x7f892c15c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 -- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 msgr2=0x7f892c151210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c151210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 -- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c15e680 msgr2=0x7f892c15c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c15e680 0x7f892c15c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.720+0000 7f8930c74640 1 -- 172.21.15.16:0/3988215882 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892c15ad60 con 0x7f892c0d4570 2024-09-16T01:42:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.721+0000 7f8930c74640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f892c0d4570 0x7f892c15bda0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f891c00ebe0 tx=0x7f891c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.721+0000 7f8921ffb640 1 -- 172.21.15.16:0/3988215882 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c017070 con 0x7f892c0d4570 2024-09-16T01:42:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.721+0000 7f8921ffb640 1 -- 172.21.15.16:0/3988215882 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f891c00cbd0 con 0x7f892c0d4570 2024-09-16T01:42:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.721+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f892c15b040 con 0x7f892c0d4570 2024-09-16T01:42:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.721+0000 7f8921ffb640 1 -- 172.21.15.16:0/3988215882 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c013470 con 0x7f892c0d4570 2024-09-16T01:42:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.721+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f892c15b600 con 0x7f892c0d4570 2024-09-16T01:42:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.722+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f892c0d49e0 con 0x7f892c0d4570 2024-09-16T01:42:39.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.723+0000 7f8921ffb640 1 -- 172.21.15.16:0/3988215882 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f891c01a070 con 0x7f892c0d4570 2024-09-16T01:42:39.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.723+0000 7f8921ffb640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f891006c2b0 0x7f891006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:39.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.723+0000 7f8921ffb640 1 -- 172.21.15.16:0/3988215882 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f891c08b5d0 con 0x7f892c0d4570 2024-09-16T01:42:39.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.723+0000 7f8931475640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f891006c2b0 0x7f891006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:39.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.724+0000 7f8931475640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f891006c2b0 0x7f891006e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8928005880 tx=0x7f8928009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:39.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.728+0000 7f8921ffb640 1 -- 172.21.15.16:0/3988215882 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f891c0596f0 con 0x7f892c0d4570 2024-09-16T01:42:39.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.903+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f892c158b70 con 0x7f892c0d4570 2024-09-16T01:42:39.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.904+0000 7f8921ffb640 1 -- 172.21.15.16:0/3988215882 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f891c05d9f0 con 0x7f892c0d4570 2024-09-16T01:42:39.906 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:39.907 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:15.122084+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:39.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f891006c2b0 msgr2=0x7f891006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f891006c2b0 0x7f891006e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8928005880 tx=0x7f8928009040 comp rx=0 tx=0).stop 2024-09-16T01:42:39.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f892c0d4570 msgr2=0x7f892c15bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f892c0d4570 0x7f892c15bda0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f891c00ebe0 tx=0x7f891c00c520 comp rx=0 tx=0).stop 2024-09-16T01:42:39.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 shutdown_connections 2024-09-16T01:42:39.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f891006c2b0 0x7f891006e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c15e680 0x7f892c15c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f892c0d4570 0x7f892c15bda0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 --2- 172.21.15.16:0/3988215882 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f892c0b7f20 0x7f892c151210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.906+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 >> 172.21.15.16:0/3988215882 conn(0x7f892c074fe0 msgr2=0x7f892c159210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:39.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.907+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 shutdown_connections 2024-09-16T01:42:39.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:39.907+0000 7f89336d9640 1 -- 172.21.15.16:0/3988215882 wait complete. 2024-09-16T01:42:39.920 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T01:42:11.336008+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T01:42:12.455979+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:42:39.920 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:42:40.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.024+0000 7f823cae6640 1 Processor -- start 2024-09-16T01:42:40.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.024+0000 7f823cae6640 1 -- start start 2024-09-16T01:42:40.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f823cae6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f823806c2f0 0x7f8238162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f823cae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f82380d0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f823cae6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82380cf260 con 0x7f823815e410 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f823cae6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f82380d2cf0 con 0x7f823806c2f0 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f823cae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82380cf500 con 0x7f82380cfd00 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8235d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f823806c2f0 0x7f8238162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8235d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f823806c2f0 0x7f8238162990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34950/0 (socket says 172.21.15.16:34950) 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8235d9b640 1 -- 172.21.15.16:0/2245536926 learned_addr learned my addr 172.21.15.16:0/2245536926 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8236d9d640 1 --2- 172.21.15.16:0/2245536926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f82380d0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8235d9b640 1 -- 172.21.15.16:0/2245536926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 msgr2=0x7f82380d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8235d9b640 1 --2- 172.21.15.16:0/2245536926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f82380d0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8235d9b640 1 -- 172.21.15.16:0/2245536926 >> v1:172.21.15.104:6789/0 conn(0x7f823815e410 legacy=0x7f823806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:40.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.025+0000 7f8235d9b640 1 -- 172.21.15.16:0/2245536926 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82380cf7e0 con 0x7f823806c2f0 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.026+0000 7f8235d9b640 1 --2- 172.21.15.16:0/2245536926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238162990 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f82380b3e30 tx=0x7f822c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c62a9c81166a9c0c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.026+0000 7f823559a640 1 -- 172.21.15.16:0/2245536926 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c037070 con 0x7f823806c2f0 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.026+0000 7f823559a640 1 -- 172.21.15.16:0/2245536926 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f822c032440 con 0x7f823806c2f0 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.026+0000 7f823559a640 1 -- 172.21.15.16:0/2245536926 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c032810 con 0x7f823806c2f0 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 -- 172.21.15.16:0/2245536926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 msgr2=0x7f8238162990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 --2- 172.21.15.16:0/2245536926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238162990 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f82380b3e30 tx=0x7f822c02a270 comp rx=0 tx=0).stop 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 -- 172.21.15.16:0/2245536926 shutdown_connections 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 --2- 172.21.15.16:0/2245536926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f82380d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 --2- 172.21.15.16:0/2245536926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238162990 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 -- 172.21.15.16:0/2245536926 >> 172.21.15.16:0/2245536926 conn(0x7f8238072620 msgr2=0x7f8238072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:40.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 -- 172.21.15.16:0/2245536926 shutdown_connections 2024-09-16T01:42:40.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.027+0000 7f823cae6640 1 -- 172.21.15.16:0/2245536926 wait complete. 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.028+0000 7f823cae6640 1 Processor -- start 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.028+0000 7f823cae6640 1 -- start start 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823cae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238161d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823cae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f823815c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823cae6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f823815e410 0x7f8238155e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823cae6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f82380d2fd0 con 0x7f823806c2f0 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823cae6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82380ce8a0 con 0x7f823815e410 2024-09-16T01:42:40.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823cae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82380d3150 con 0x7f82380cfd00 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238161d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238161d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34954/0 (socket says 172.21.15.16:34954) 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 -- 172.21.15.16:0/915326062 learned_addr learned my addr 172.21.15.16:0/915326062 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f8236d9d640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f823815e410 0x7f8238155e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f8235d9b640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f823815c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 -- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 msgr2=0x7f823815c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f823815c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 -- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f823815e410 msgr2=0x7f8238155e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f823815e410 0x7f8238155e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.029+0000 7f823659c640 1 -- 172.21.15.16:0/915326062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82380cda80 con 0x7f823806c2f0 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.030+0000 7f823659c640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238161d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f822800c430 tx=0x7f822800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.030+0000 7f8226ffd640 1 -- 172.21.15.16:0/915326062 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8228011790 con 0x7f823806c2f0 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.030+0000 7f8226ffd640 1 -- 172.21.15.16:0/915326062 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8228017070 con 0x7f823806c2f0 2024-09-16T01:42:40.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.030+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82381622c0 con 0x7f823806c2f0 2024-09-16T01:42:40.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.030+0000 7f8226ffd640 1 -- 172.21.15.16:0/915326062 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8228011bb0 con 0x7f823806c2f0 2024-09-16T01:42:40.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.030+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82380cd7a0 con 0x7f823806c2f0 2024-09-16T01:42:40.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.031+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82380d2910 con 0x7f823806c2f0 2024-09-16T01:42:40.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.032+0000 7f8226ffd640 1 -- 172.21.15.16:0/915326062 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f822801c460 con 0x7f823806c2f0 2024-09-16T01:42:40.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.032+0000 7f8226ffd640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f821806c2b0 0x7f821806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.032+0000 7f8226ffd640 1 -- 172.21.15.16:0/915326062 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f822808b1b0 con 0x7f823806c2f0 2024-09-16T01:42:40.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.032+0000 7f8235d9b640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f821806c2b0 0x7f821806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.033+0000 7f8235d9b640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f821806c2b0 0x7f821806e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f822c034000 tx=0x7f822c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.037+0000 7f8226ffd640 1 -- 172.21.15.16:0/915326062 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82280592d0 con 0x7f823806c2f0 2024-09-16T01:42:40.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.210+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8238072c50 con 0x7f823806c2f0 2024-09-16T01:42:40.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.211+0000 7f8226ffd640 1 -- 172.21.15.16:0/915326062 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7f822805d5d0 con 0x7f823806c2f0 2024-09-16T01:42:40.212 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:42:40.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f821806c2b0 msgr2=0x7f821806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f821806c2b0 0x7f821806e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f822c034000 tx=0x7f822c02e000 comp rx=0 tx=0).stop 2024-09-16T01:42:40.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 msgr2=0x7f8238161d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238161d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f822800c430 tx=0x7f822800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 shutdown_connections 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f821806c2b0 0x7f821806e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f823815e410 0x7f8238155e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82380cfd00 0x7f823815c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 --2- 172.21.15.16:0/915326062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f823806c2f0 0x7f8238161d80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 >> 172.21.15.16:0/915326062 conn(0x7f8238072620 msgr2=0x7f82380d0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 shutdown_connections 2024-09-16T01:42:40.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.213+0000 7f823cae6640 1 -- 172.21.15.16:0/915326062 wait complete. 2024-09-16T01:42:40.225 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T01:42:40.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.329+0000 7f47db653640 1 Processor -- start 2024-09-16T01:42:40.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.329+0000 7f47db653640 1 -- start start 2024-09-16T01:42:40.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47db653640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f47d40d1000 0x7f47d415ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47db653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d406cbf0 0x7f47d406d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47db653640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47d41608e0 con 0x7f47d4145990 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47db653640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f47d4160bc0 con 0x7f47d40d1000 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47db653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f47d40ce0e0 con 0x7f47d406cbf0 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d8bee640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f47d40d1000 0x7f47d415ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d93ef640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f47d4145990 0x7f47d40ce8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:55838/0 (socket says 172.21.15.16:55838) 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d93ef640 1 -- 172.21.15.16:0/3718224100 learned_addr learned my addr 172.21.15.16:0/3718224100 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d9bf0640 1 --2- 172.21.15.16:0/3718224100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d406cbf0 0x7f47d406d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d8bee640 1 -- 172.21.15.16:0/3718224100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d406cbf0 msgr2=0x7f47d406d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:40.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d8bee640 1 --2- 172.21.15.16:0/3718224100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d406cbf0 0x7f47d406d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d8bee640 1 -- 172.21.15.16:0/3718224100 >> v1:172.21.15.16:6789/0 conn(0x7f47d4145990 legacy=0x7f47d40ce8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.330+0000 7f47d8bee640 1 -- 172.21.15.16:0/3718224100 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47d41604b0 con 0x7f47d40d1000 2024-09-16T01:42:40.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.331+0000 7f47d8bee640 1 --2- 172.21.15.16:0/3718224100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d40d1000 0x7f47d415ff70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f47c80097d0 tx=0x7f47c802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4133c3e1d6344d29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.331+0000 7f47d3fff640 1 -- 172.21.15.16:0/3718224100 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c8037070 con 0x7f47d40d1000 2024-09-16T01:42:40.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.331+0000 7f47d3fff640 1 -- 172.21.15.16:0/3718224100 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47c802ae40 con 0x7f47d40d1000 2024-09-16T01:42:40.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.331+0000 7f47d3fff640 1 -- 172.21.15.16:0/3718224100 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c8032660 con 0x7f47d40d1000 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 -- 172.21.15.16:0/3718224100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d40d1000 msgr2=0x7f47d415ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 --2- 172.21.15.16:0/3718224100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d40d1000 0x7f47d415ff70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f47c80097d0 tx=0x7f47c802a130 comp rx=0 tx=0).stop 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 -- 172.21.15.16:0/3718224100 shutdown_connections 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 --2- 172.21.15.16:0/3718224100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d406cbf0 0x7f47d406d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 --2- 172.21.15.16:0/3718224100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d40d1000 0x7f47d415ff70 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 -- 172.21.15.16:0/3718224100 >> 172.21.15.16:0/3718224100 conn(0x7f47d4071ff0 msgr2=0x7f47d4072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 -- 172.21.15.16:0/3718224100 shutdown_connections 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.332+0000 7f47db653640 1 -- 172.21.15.16:0/3718224100 wait complete. 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.333+0000 7f47db653640 1 Processor -- start 2024-09-16T01:42:40.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.333+0000 7f47db653640 1 -- start start 2024-09-16T01:42:40.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47db653640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d406cbf0 0x7f47d413d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47db653640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47d40d1000 0x7f47d41f6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47db653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d4145990 0x7f47d415b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47db653640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f47d406e830 con 0x7f47d406cbf0 2024-09-16T01:42:40.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47db653640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f47d406e6b0 con 0x7f47d40d1000 2024-09-16T01:42:40.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47db653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f47d406e9b0 con 0x7f47d4145990 2024-09-16T01:42:40.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d406cbf0 0x7f47d413d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d406cbf0 0x7f47d413d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34980/0 (socket says 172.21.15.16:34980) 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 -- 172.21.15.16:0/1636766737 learned_addr learned my addr 172.21.15.16:0/1636766737 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d9bf0640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d4145990 0x7f47d415b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d8bee640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47d40d1000 0x7f47d41f6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 -- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d4145990 msgr2=0x7f47d415b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d4145990 0x7f47d415b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 -- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47d40d1000 msgr2=0x7f47d41f6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47d40d1000 0x7f47d41f6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 -- 172.21.15.16:0/1636766737 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47d41f5b40 con 0x7f47d406cbf0 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d93ef640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d406cbf0 0x7f47d413d9b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f47c400ca70 tx=0x7f47c400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d1ffb640 1 -- 172.21.15.16:0/1636766737 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c4017070 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d1ffb640 1 -- 172.21.15.16:0/1636766737 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47c400abd0 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.334+0000 7f47d1ffb640 1 -- 172.21.15.16:0/1636766737 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c4012400 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.335+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47d413e000 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.335+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47d413e5c0 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.336+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47d406f580 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.336+0000 7f47d1ffb640 1 -- 172.21.15.16:0/1636766737 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f47c401a070 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.336+0000 7f47d1ffb640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47c006c2b0 0x7f47c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.337+0000 7f47d1ffb640 1 -- 172.21.15.16:0/1636766737 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f47c408aff0 con 0x7f47d406cbf0 2024-09-16T01:42:40.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.337+0000 7f47d8bee640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47c006c2b0 0x7f47c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.337+0000 7f47d8bee640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47c006c2b0 0x7f47c006e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f47c8034000 tx=0x7f47c802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.341+0000 7f47d1ffb640 1 -- 172.21.15.16:0/1636766737 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f47c40591a0 con 0x7f47d406cbf0 2024-09-16T01:42:40.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.516+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f47d4144cd0 con 0x7f47d406cbf0 2024-09-16T01:42:40.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.516+0000 7f47d1ffb640 1 -- 172.21.15.16:0/1636766737 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7f47c405d4a0 con 0x7f47d406cbf0 2024-09-16T01:42:40.518 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2024-09-16T01:42:40.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47c006c2b0 msgr2=0x7f47c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47c006c2b0 0x7f47c006e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f47c8034000 tx=0x7f47c802e000 comp rx=0 tx=0).stop 2024-09-16T01:42:40.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d406cbf0 msgr2=0x7f47d413d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d406cbf0 0x7f47d413d9b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f47c400ca70 tx=0x7f47c400cf30 comp rx=0 tx=0).stop 2024-09-16T01:42:40.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 shutdown_connections 2024-09-16T01:42:40.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47c006c2b0 0x7f47c006e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47d4145990 0x7f47d415b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47d40d1000 0x7f47d41f6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 --2- 172.21.15.16:0/1636766737 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47d406cbf0 0x7f47d413d9b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 >> 172.21.15.16:0/1636766737 conn(0x7f47d4071ff0 msgr2=0x7f47d40d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 shutdown_connections 2024-09-16T01:42:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.518+0000 7f47db653640 1 -- 172.21.15.16:0/1636766737 wait complete. 2024-09-16T01:42:40.530 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T01:42:40.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.634+0000 7f39c82b7640 1 Processor -- start 2024-09-16T01:42:40.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.634+0000 7f39c82b7640 1 -- start start 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c82b7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f39c015e690 0x7f39c006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c82b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f39c006c120 0x7f39c00cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c82b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c00cf5e0 0x7f39c00d2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c82b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f39c006c590 con 0x7f39c006c120 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c82b7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f39c015ea70 con 0x7f39c015e690 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c82b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39c00722a0 con 0x7f39c00cf5e0 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c5852640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f39c006c120 0x7f39c00cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c5852640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f39c006c120 0x7f39c00cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34994/0 (socket says 172.21.15.16:34994) 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c5852640 1 -- 172.21.15.16:0/2258168700 learned_addr learned my addr 172.21.15.16:0/2258168700 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:40.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c6053640 1 --2- 172.21.15.16:0/2258168700 >> v2:172.21.15.104:3300/0 conn(0x7f39c015e690 0x7f39c006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.635+0000 7f39c6854640 1 --2- 172.21.15.16:0/2258168700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c00cf5e0 0x7f39c00d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5852640 1 -- 172.21.15.16:0/2258168700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c00cf5e0 msgr2=0x7f39c00d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:40.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5852640 1 --2- 172.21.15.16:0/2258168700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c00cf5e0 0x7f39c00d2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5852640 1 -- 172.21.15.16:0/2258168700 >> v2:172.21.15.104:3300/0 conn(0x7f39c015e690 msgr2=0x7f39c006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:40.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5852640 1 --2- 172.21.15.16:0/2258168700 >> v2:172.21.15.104:3300/0 conn(0x7f39c015e690 0x7f39c006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5852640 1 -- 172.21.15.16:0/2258168700 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c0072580 con 0x7f39c006c120 2024-09-16T01:42:40.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c6053640 1 --2- 172.21.15.16:0/2258168700 >> v2:172.21.15.104:3300/0 conn(0x7f39c015e690 0x7f39c006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:40.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5852640 1 --2- 172.21.15.16:0/2258168700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c006c120 0x7f39c00cf0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f39c00697e0 tx=0x7f39b002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a6a6623f52e3ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5051640 1 -- 172.21.15.16:0/2258168700 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0037070 con 0x7f39c006c120 2024-09-16T01:42:40.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5051640 1 -- 172.21.15.16:0/2258168700 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b0032440 con 0x7f39c006c120 2024-09-16T01:42:40.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.636+0000 7f39c5051640 1 -- 172.21.15.16:0/2258168700 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0032810 con 0x7f39c006c120 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 -- 172.21.15.16:0/2258168700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c006c120 msgr2=0x7f39c00cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 --2- 172.21.15.16:0/2258168700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c006c120 0x7f39c00cf0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f39c00697e0 tx=0x7f39b002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 -- 172.21.15.16:0/2258168700 shutdown_connections 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 --2- 172.21.15.16:0/2258168700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c00cf5e0 0x7f39c00d2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 --2- 172.21.15.16:0/2258168700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c006c120 0x7f39c00cf0a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 --2- 172.21.15.16:0/2258168700 >> v2:172.21.15.104:3300/0 conn(0x7f39c015e690 0x7f39c006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 -- 172.21.15.16:0/2258168700 >> 172.21.15.16:0/2258168700 conn(0x7f39c00d1200 msgr2=0x7f39c00d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 -- 172.21.15.16:0/2258168700 shutdown_connections 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.637+0000 7f39c82b7640 1 -- 172.21.15.16:0/2258168700 wait complete. 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.638+0000 7f39c82b7640 1 Processor -- start 2024-09-16T01:42:40.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.638+0000 7f39c82b7640 1 -- start start 2024-09-16T01:42:40.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c82b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c006c120 0x7f39c00caa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c82b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c00cf5e0 0x7f39c01603a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c82b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39c015e690 0x7f39c015f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c82b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f39c00cfa70 con 0x7f39c00cf5e0 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c82b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f39c0072b40 con 0x7f39c015e690 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c82b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39c00d2da0 con 0x7f39c006c120 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c00cf5e0 0x7f39c01603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c00cf5e0 0x7f39c01603a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34996/0 (socket says 172.21.15.16:34996) 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 -- 172.21.15.16:0/1766478794 learned_addr learned my addr 172.21.15.16:0/1766478794 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c6854640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39c015e690 0x7f39c015f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c6053640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c006c120 0x7f39c00caa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 -- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c006c120 msgr2=0x7f39c00caa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c006c120 0x7f39c00caa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 -- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39c015e690 msgr2=0x7f39c015f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39c015e690 0x7f39c015f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c5852640 1 -- 172.21.15.16:0/1766478794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c0160c60 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.639+0000 7f39c6854640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39c015e690 0x7f39c015f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.640+0000 7f39c5852640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c00cf5e0 0x7f39c01603a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f39b002a220 tx=0x7f39b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.640+0000 7f39b6ffd640 1 -- 172.21.15.16:0/1766478794 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0037040 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.640+0000 7f39b6ffd640 1 -- 172.21.15.16:0/1766478794 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b0042070 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.640+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39c015eda0 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.640+0000 7f39b6ffd640 1 -- 172.21.15.16:0/1766478794 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0030bb0 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.640+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39c015f360 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.641+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39c00d2510 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.641+0000 7f39b6ffd640 1 -- 172.21.15.16:0/1766478794 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39b0047460 con 0x7f39c00cf5e0 2024-09-16T01:42:40.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.642+0000 7f39b6ffd640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.642+0000 7f39b6ffd640 1 -- 172.21.15.16:0/1766478794 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f39b00ac020 con 0x7f39c00cf5e0 2024-09-16T01:42:40.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.642+0000 7f39c6053640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.642+0000 7f39c6053640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f39c00c8160 tx=0x7f39bc008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.646+0000 7f39b6ffd640 1 -- 172.21.15.16:0/1766478794 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f39b0045360 con 0x7f39c00cf5e0 2024-09-16T01:42:40.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.825+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f39c00756f0 con 0x7f39c00cf5e0 2024-09-16T01:42:40.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.825+0000 7f39b6ffd640 1 -- 172.21.15.16:0/1766478794 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7f39b007a820 con 0x7f39c00cf5e0 2024-09-16T01:42:40.827 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2024-09-16T01:42:40.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 msgr2=0x7f39a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f39c00c8160 tx=0x7f39bc008040 comp rx=0 tx=0).stop 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c00cf5e0 msgr2=0x7f39c01603a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c00cf5e0 0x7f39c01603a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f39b002a220 tx=0x7f39b00046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 shutdown_connections 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39c015e690 0x7f39c015f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39c00cf5e0 0x7f39c01603a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 --2- 172.21.15.16:0/1766478794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39c006c120 0x7f39c00caa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 >> 172.21.15.16:0/1766478794 conn(0x7f39c00d1200 msgr2=0x7f39c00b7630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 shutdown_connections 2024-09-16T01:42:40.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.828+0000 7f39c82b7640 1 -- 172.21.15.16:0/1766478794 wait complete. 2024-09-16T01:42:40.841 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade' 2024-09-16T01:42:40.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.942+0000 7f544449b640 1 Processor -- start 2024-09-16T01:42:40.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.942+0000 7f544449b640 1 -- start start 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.943+0000 7f544449b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c147fc0 0x7f543c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.943+0000 7f544449b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f543c0b9ee0 0x7f543c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.943+0000 7f544449b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f543c0ba310 con 0x7f543c0d0ee0 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.943+0000 7f544449b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f543c1483a0 con 0x7f543c0b9ee0 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.943+0000 7f544449b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f543c15efa0 con 0x7f543c147fc0 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.943+0000 7f5442a38640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f543c0b9ee0 0x7f543c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.943+0000 7f5442a38640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f543c0b9ee0 0x7f543c0d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35006/0 (socket says 172.21.15.16:35006) 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.944+0000 7f5442a38640 1 -- 172.21.15.16:0/1520454892 learned_addr learned my addr 172.21.15.16:0/1520454892 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.944+0000 7f5442237640 1 --2- 172.21.15.16:0/1520454892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c147fc0 0x7f543c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.944+0000 7f5442a38640 1 -- 172.21.15.16:0/1520454892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c147fc0 msgr2=0x7f543c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.944+0000 7f5442a38640 1 --2- 172.21.15.16:0/1520454892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c147fc0 0x7f543c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.944+0000 7f5442a38640 1 -- 172.21.15.16:0/1520454892 >> v1:172.21.15.104:6789/0 conn(0x7f543c0d0ee0 legacy=0x7f543c0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.944+0000 7f5442a38640 1 -- 172.21.15.16:0/1520454892 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f543c0d2750 con 0x7f543c0b9ee0 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.944+0000 7f5442a38640 1 --2- 172.21.15.16:0/1520454892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0b9ee0 0x7f543c0d1340 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5434009870 tx=0x7f543402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64ad6882569c6b17 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f5441235640 1 -- 172.21.15.16:0/1520454892 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5434037070 con 0x7f543c0b9ee0 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f5441235640 1 -- 172.21.15.16:0/1520454892 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5434032440 con 0x7f543c0b9ee0 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f5441235640 1 -- 172.21.15.16:0/1520454892 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5434032810 con 0x7f543c0b9ee0 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 -- 172.21.15.16:0/1520454892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0b9ee0 msgr2=0x7f543c0d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 --2- 172.21.15.16:0/1520454892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0b9ee0 0x7f543c0d1340 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5434009870 tx=0x7f543402a210 comp rx=0 tx=0).stop 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 -- 172.21.15.16:0/1520454892 shutdown_connections 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 --2- 172.21.15.16:0/1520454892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0b9ee0 0x7f543c0d1340 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 --2- 172.21.15.16:0/1520454892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c147fc0 0x7f543c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 -- 172.21.15.16:0/1520454892 >> 172.21.15.16:0/1520454892 conn(0x7f543c074fe0 msgr2=0x7f543c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:40.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 -- 172.21.15.16:0/1520454892 shutdown_connections 2024-09-16T01:42:40.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.945+0000 7f544449b640 1 -- 172.21.15.16:0/1520454892 wait complete. 2024-09-16T01:42:40.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.946+0000 7f544449b640 1 Processor -- start 2024-09-16T01:42:40.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f544449b640 1 -- start start 2024-09-16T01:42:40.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f544449b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c0b9ee0 0x7f543c15cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f544449b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0d0ee0 0x7f543c15d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f544449b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543c147fc0 0x7f543c15de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f544449b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f543c0d2500 con 0x7f543c0d0ee0 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f544449b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f543c0d2d10 con 0x7f543c147fc0 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f544449b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f543c0d2ff0 con 0x7f543c0b9ee0 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f5441a36640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0d0ee0 0x7f543c15d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f5441a36640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0d0ee0 0x7f543c15d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35012/0 (socket says 172.21.15.16:35012) 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.947+0000 7f5441a36640 1 -- 172.21.15.16:0/4239562094 learned_addr learned my addr 172.21.15.16:0/4239562094 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5442237640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c0b9ee0 0x7f543c15cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5442a38640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543c147fc0 0x7f543c15de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5441a36640 1 -- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c0b9ee0 msgr2=0x7f543c15cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5441a36640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c0b9ee0 0x7f543c15cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5441a36640 1 -- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543c147fc0 msgr2=0x7f543c15de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5441a36640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543c147fc0 0x7f543c15de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:40.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5441a36640 1 -- 172.21.15.16:0/4239562094 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f543c144560 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f5441a36640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0d0ee0 0x7f543c15d900 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f543000c430 tx=0x7f543000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f543affd640 1 -- 172.21.15.16:0/4239562094 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5430011790 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f543affd640 1 -- 172.21.15.16:0/4239562094 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5430017070 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f543affd640 1 -- 172.21.15.16:0/4239562094 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5430011bb0 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f543c144840 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.948+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f543c144e00 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.949+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f543c0d1340 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.950+0000 7f543affd640 1 -- 172.21.15.16:0/4239562094 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f543001c460 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.950+0000 7f543affd640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f542806c2b0 0x7f542806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.950+0000 7f543affd640 1 -- 172.21.15.16:0/4239562094 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f543008b1d0 con 0x7f543c0d0ee0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.951+0000 7f5442237640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f542806c2b0 0x7f542806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:40.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.951+0000 7f5442237640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f542806c2b0 0x7f542806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f542c00f360 tx=0x7f542c007710 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:40.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:40.954+0000 7f543affd640 1 -- 172.21.15.16:0/4239562094 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f54300592f0 con 0x7f543c0d0ee0 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:41.197+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f543c145040 con 0x7f543c0d0ee0 2024-09-16T01:42:41.964 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:42:41.967 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:42:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.186+0000 7f543affd640 1 -- 172.21.15.16:0/4239562094 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]}]=0 v47) ==== 161+0+0 (secure 0 0 0) 0x7f543005d5f0 con 0x7f543c0d0ee0 2024-09-16T01:42:42.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f542806c2b0 msgr2=0x7f542806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f542806c2b0 0x7f542806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f542c00f360 tx=0x7f542c007710 comp rx=0 tx=0).stop 2024-09-16T01:42:42.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0d0ee0 msgr2=0x7f543c15d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0d0ee0 0x7f543c15d900 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f543000c430 tx=0x7f543000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 shutdown_connections 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f542806c2b0 0x7f542806e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543c147fc0 0x7f543c15de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f543c0d0ee0 0x7f543c15d900 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 --2- 172.21.15.16:0/4239562094 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f543c0b9ee0 0x7f543c15cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 >> 172.21.15.16:0/4239562094 conn(0x7f543c074fe0 msgr2=0x7f543c0cf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 shutdown_connections 2024-09-16T01:42:42.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.189+0000 7f544449b640 1 -- 172.21.15.16:0/4239562094 wait complete. 2024-09-16T01:42:42.204 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:42:42.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.315+0000 7fd24f36d640 1 Processor -- start 2024-09-16T01:42:42.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.315+0000 7fd24f36d640 1 -- start start 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.316+0000 7fd24f36d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd24806c2f0 0x7fd2480cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.316+0000 7fd24f36d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd24815ea70 con 0x7fd2480cf5e0 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.316+0000 7fd24f36d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2480722a0 con 0x7fd24815e690 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.316+0000 7fd24f36d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd248072580 con 0x7fd24806c2f0 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.316+0000 7fd24d90a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd2480cf5e0 0x7fd2480b7630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60690/0 (socket says 172.21.15.16:60690) 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.316+0000 7fd24d90a640 1 -- 172.21.15.16:0/165421243 learned_addr learned my addr 172.21.15.16:0/165421243 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.316+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3406399685 0 0) 0x7fd24815ea70 con 0x7fd2480cf5e0 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd234003520 con 0x7fd2480cf5e0 2024-09-16T01:42:42.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24c908640 1 --2- 172.21.15.16:0/165421243 >> v2:172.21.15.104:3300/0 conn(0x7fd24806c2f0 0x7fd2480cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2434828561 0 0) 0x7fd234003520 con 0x7fd2480cf5e0 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 >> v2:172.21.15.104:3300/0 conn(0x7fd24806c2f0 msgr2=0x7fd2480cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 --2- 172.21.15.16:0/165421243 >> v2:172.21.15.104:3300/0 conn(0x7fd24806c2f0 0x7fd2480cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 >> v1:172.21.15.104:6789/0 conn(0x7fd24815e690 legacy=0x7fd24806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd248072860 con 0x7fd2480cf5e0 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fd2400019f0 con 0x7fd2480cf5e0 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 >> v1:172.21.15.16:6789/0 conn(0x7fd2480cf5e0 legacy=0x7fd2480b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340039b0 0x7fd234003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd234004800 0x7fd234004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2340051c0 0x7fd23400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd248072580 con 0x7fd2340051c0 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd23400c060 con 0x7fd2340039b0 2024-09-16T01:42:42.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd23400c260 con 0x7fd234004800 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24d90a640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2340051c0 0x7fd23400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24d109640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340039b0 0x7fd234003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24c908640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd234004800 0x7fd234004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24d90a640 1 -- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd234004800 msgr2=0x7fd234004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24d90a640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd234004800 0x7fd234004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24d90a640 1 -- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340039b0 msgr2=0x7fd234003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24d90a640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340039b0 0x7fd234003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.317+0000 7fd24d90a640 1 -- 172.21.15.16:0/165421243 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd234003520 con 0x7fd2340051c0 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.318+0000 7fd24d90a640 1 -- 172.21.15.16:0/165421243 reap_dead start 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.318+0000 7fd24d90a640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2340051c0 0x7fd23400b9c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd24000a840 tx=0x7fd234005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48ee519f88a98803 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.318+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd24000a460 con 0x7fd2340051c0 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.318+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd24002f070 con 0x7fd2340051c0 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.318+0000 7fd23ffff640 1 -- 172.21.15.16:0/165421243 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd24002bcb0 con 0x7fd2340051c0 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.319+0000 7fd24f36d640 1 -- 172.21.15.16:0/165421243 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2340051c0 msgr2=0x7fd23400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.319+0000 7fd24f36d640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2340051c0 0x7fd23400b9c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd24000a840 tx=0x7fd234005830 comp rx=0 tx=0).stop 2024-09-16T01:42:42.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.319+0000 7fd24f36d640 1 -- 172.21.15.16:0/165421243 shutdown_connections 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.319+0000 7fd24f36d640 1 --2- 172.21.15.16:0/165421243 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2340051c0 0x7fd23400b9c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.319+0000 7fd24f36d640 1 -- 172.21.15.16:0/165421243 >> 172.21.15.16:0/165421243 conn(0x7fd2480d1200 msgr2=0x7fd2480d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.319+0000 7fd24f36d640 1 -- 172.21.15.16:0/165421243 shutdown_connections 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.319+0000 7fd24f36d640 1 -- 172.21.15.16:0/165421243 wait complete. 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.320+0000 7fd24f36d640 1 Processor -- start 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.320+0000 7fd24f36d640 1 -- start start 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24f36d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340051c0 0x7fd24814e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24f36d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2480cc080 0x7fd24815a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24f36d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2480b5090 0x7fd2480b5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24f36d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd2480cf0a0 con 0x7fd2480b5090 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24f36d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd2480cfa70 con 0x7fd2340051c0 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24f36d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd2480cf220 con 0x7fd2480cc080 2024-09-16T01:42:42.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24d90a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2480b5090 0x7fd2480b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24d90a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2480b5090 0x7fd2480b5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54162/0 (socket says 172.21.15.16:54162) 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24d90a640 1 -- 172.21.15.16:0/2322043903 learned_addr learned my addr 172.21.15.16:0/2322043903 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.321+0000 7fd24d109640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340051c0 0x7fd24814e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24c908640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2480cc080 0x7fd24815a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24d90a640 1 -- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2480cc080 msgr2=0x7fd24815a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24d90a640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2480cc080 0x7fd24815a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24d90a640 1 -- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340051c0 msgr2=0x7fd24814e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24d90a640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340051c0 0x7fd24814e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24d90a640 1 -- 172.21.15.16:0/2322043903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2480cc580 con 0x7fd2480b5090 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24d109640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340051c0 0x7fd24814e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24d90a640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2480b5090 0x7fd2480b5520 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd24002b500 tx=0x7fd248072470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd23dffb640 1 -- 172.21.15.16:0/2322043903 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd24002bc60 con 0x7fd2480b5090 2024-09-16T01:42:42.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd23dffb640 1 -- 172.21.15.16:0/2322043903 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd24002be00 con 0x7fd2480b5090 2024-09-16T01:42:42.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2480cc860 con 0x7fd2480b5090 2024-09-16T01:42:42.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd23dffb640 1 -- 172.21.15.16:0/2322043903 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd240034670 con 0x7fd2480b5090 2024-09-16T01:42:42.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.322+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2480cce20 con 0x7fd2480b5090 2024-09-16T01:42:42.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.323+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd24806bbe0 con 0x7fd2480b5090 2024-09-16T01:42:42.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.324+0000 7fd23dffb640 1 -- 172.21.15.16:0/2322043903 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd240034810 con 0x7fd2480b5090 2024-09-16T01:42:42.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.324+0000 7fd23dffb640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd22c06c2b0 0x7fd22c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.324+0000 7fd23dffb640 1 -- 172.21.15.16:0/2322043903 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd2400ab8e0 con 0x7fd2480b5090 2024-09-16T01:42:42.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.325+0000 7fd24d109640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd22c06c2b0 0x7fd22c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.325+0000 7fd24d109640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd22c06c2b0 0x7fd22c06e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd244000c00 tx=0x7fd244009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.329+0000 7fd23dffb640 1 -- 172.21.15.16:0/2322043903 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd240046060 con 0x7fd2480b5090 2024-09-16T01:42:42.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.505+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd24806bbe0 con 0x7fd2480b5090 2024-09-16T01:42:42.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.508+0000 7fd23dffb640 1 -- 172.21.15.16:0/2322043903 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fd24007a050 con 0x7fd2480b5090 2024-09-16T01:42:42.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd22c06c2b0 msgr2=0x7fd22c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd22c06c2b0 0x7fd22c06e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd244000c00 tx=0x7fd244009040 comp rx=0 tx=0).stop 2024-09-16T01:42:42.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2480b5090 msgr2=0x7fd2480b5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2480b5090 0x7fd2480b5520 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd24002b500 tx=0x7fd248072470 comp rx=0 tx=0).stop 2024-09-16T01:42:42.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 shutdown_connections 2024-09-16T01:42:42.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd22c06c2b0 0x7fd22c06e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2480b5090 0x7fd2480b5520 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2480cc080 0x7fd24815a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 --2- 172.21.15.16:0/2322043903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2340051c0 0x7fd24814e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.510+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 >> 172.21.15.16:0/2322043903 conn(0x7fd2480d1200 msgr2=0x7fd24815cea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:42.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.511+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 shutdown_connections 2024-09-16T01:42:42.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.511+0000 7fd24f36d640 1 -- 172.21.15.16:0/2322043903 wait complete. 2024-09-16T01:42:42.523 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:42:42.523 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:42:42.577 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:42:42.630 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:42:42.630 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:42:42.630 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:42.647 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:42:42.647 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:42.704 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:42.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.846+0000 7f1a7b9d6640 1 Processor -- start 2024-09-16T01:42:42.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.846+0000 7f1a7b9d6640 1 -- start start 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a7b9d6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a740b3ae0 0x7f1a7415ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a7b9d6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a740b04f0 con 0x7f1a7415f7e0 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a7b9d6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a740b07d0 con 0x7f1a74073ef0 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a7b9d6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1a74073410 con 0x7f1a740b3ae0 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a78f71640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a740b3ae0 0x7f1a7415ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a78f71640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a740b3ae0 0x7f1a7415ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54170/0 (socket says 172.21.15.16:54170) 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a79772640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1a7415f7e0 0x7f1a7406d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60704/0 (socket says 172.21.15.16:60704) 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.847+0000 7f1a78f71640 1 -- 172.21.15.16:0/3903144355 learned_addr learned my addr 172.21.15.16:0/3903144355 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:42.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a78f71640 1 -- 172.21.15.16:0/3903144355 >> v1:172.21.15.104:6789/0 conn(0x7f1a74073ef0 legacy=0x7f1a740cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a78f71640 1 -- 172.21.15.16:0/3903144355 >> v1:172.21.15.16:6789/0 conn(0x7f1a7415f7e0 legacy=0x7f1a7406d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a6bfff640 1 -- 172.21.15.16:0/3903144355 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3825869598 0 0) 0x7f1a740b04f0 con 0x7f1a7415f7e0 2024-09-16T01:42:42.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a78f71640 1 -- 172.21.15.16:0/3903144355 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a740736f0 con 0x7f1a740b3ae0 2024-09-16T01:42:42.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a78f71640 1 --2- 172.21.15.16:0/3903144355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a740b3ae0 0x7f1a7415ff60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1a64009870 tx=0x7f1a6402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f4b277b8126ebf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a6bfff640 1 -- 172.21.15.16:0/3903144355 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a64037070 con 0x7f1a740b3ae0 2024-09-16T01:42:42.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a6bfff640 1 -- 172.21.15.16:0/3903144355 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a6402ae50 con 0x7f1a740b3ae0 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.848+0000 7f1a6bfff640 1 -- 172.21.15.16:0/3903144355 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a64032860 con 0x7f1a740b3ae0 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.849+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/3903144355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a740b3ae0 msgr2=0x7f1a7415ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.849+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/3903144355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a740b3ae0 0x7f1a7415ff60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1a64009870 tx=0x7f1a6402a300 comp rx=0 tx=0).stop 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.849+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/3903144355 shutdown_connections 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.849+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/3903144355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a740b3ae0 0x7f1a7415ff60 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.849+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/3903144355 >> 172.21.15.16:0/3903144355 conn(0x7f1a740b2ec0 msgr2=0x7f1a740b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.849+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/3903144355 shutdown_connections 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.849+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/3903144355 wait complete. 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.850+0000 7f1a7b9d6640 1 Processor -- start 2024-09-16T01:42:42.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.850+0000 7f1a7b9d6640 1 -- start start 2024-09-16T01:42:42.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a7b9d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a74073ef0 0x7f1a740b1200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a7b9d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a740b3ae0 0x7f1a7415b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a7b9d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a7415f7e0 0x7f1a74159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a7b9d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7415fd40 con 0x7f1a74073ef0 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a7b9d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7415fbc0 con 0x7f1a7415f7e0 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a7b9d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1a741604a0 con 0x7f1a740b3ae0 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a79772640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a74073ef0 0x7f1a740b1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a79772640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a74073ef0 0x7f1a740b1200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54186/0 (socket says 172.21.15.16:54186) 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a79772640 1 -- 172.21.15.16:0/1335394692 learned_addr learned my addr 172.21.15.16:0/1335394692 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a79f73640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a7415f7e0 0x7f1a74159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a78f71640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a740b3ae0 0x7f1a7415b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.851+0000 7f1a79772640 1 -- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a740b3ae0 msgr2=0x7f1a7415b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a79772640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a740b3ae0 0x7f1a7415b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a79772640 1 -- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a7415f7e0 msgr2=0x7f1a74159850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a79772640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a7415f7e0 0x7f1a74159850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a79772640 1 -- 172.21.15.16:0/1335394692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a7415a2a0 con 0x7f1a74073ef0 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a79772640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a74073ef0 0x7f1a740b1200 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1a7000c420 tx=0x7f1a7000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a69ffb640 1 -- 172.21.15.16:0/1335394692 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a700074e0 con 0x7f1a74073ef0 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a69ffb640 1 -- 172.21.15.16:0/1335394692 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a700047e0 con 0x7f1a74073ef0 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a7415a580 con 0x7f1a74073ef0 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a69ffb640 1 -- 172.21.15.16:0/1335394692 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a70004c10 con 0x7f1a74073ef0 2024-09-16T01:42:42.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.852+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a7415ab40 con 0x7f1a74073ef0 2024-09-16T01:42:42.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.853+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a74068fd0 con 0x7f1a74073ef0 2024-09-16T01:42:42.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.853+0000 7f1a69ffb640 1 -- 172.21.15.16:0/1335394692 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1a70011070 con 0x7f1a74073ef0 2024-09-16T01:42:42.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.854+0000 7f1a69ffb640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1a5806c2b0 0x7f1a5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.854+0000 7f1a69ffb640 1 -- 172.21.15.16:0/1335394692 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1a7008b090 con 0x7f1a74073ef0 2024-09-16T01:42:42.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.854+0000 7f1a78f71640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1a5806c2b0 0x7f1a5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.855+0000 7f1a78f71640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1a5806c2b0 0x7f1a5806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1a64034000 tx=0x7f1a6402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.859 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:42.858+0000 7f1a69ffb640 1 -- 172.21.15.16:0/1335394692 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1a7000e280 con 0x7f1a74073ef0 2024-09-16T01:42:43.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.045+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1a74160870 con 0x7f1a74073ef0 2024-09-16T01:42:43.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.046+0000 7f1a69ffb640 1 -- 172.21.15.16:0/1335394692 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f1a70059800 con 0x7f1a74073ef0 2024-09-16T01:42:43.047 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.047+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1a5806c2b0 msgr2=0x7f1a5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.047+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1a5806c2b0 0x7f1a5806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1a64034000 tx=0x7f1a6402e000 comp rx=0 tx=0).stop 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.047+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a74073ef0 msgr2=0x7f1a740b1200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.047+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a74073ef0 0x7f1a740b1200 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1a7000c420 tx=0x7f1a7000c8e0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.047+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 shutdown_connections 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.047+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1a5806c2b0 0x7f1a5806e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.047+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a7415f7e0 0x7f1a74159850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.048+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a740b3ae0 0x7f1a7415b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.048+0000 7f1a7b9d6640 1 --2- 172.21.15.16:0/1335394692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a74073ef0 0x7f1a740b1200 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.048+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 >> 172.21.15.16:0/1335394692 conn(0x7f1a740b2ec0 msgr2=0x7f1a740cc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:43.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.048+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 shutdown_connections 2024-09-16T01:42:43.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.048+0000 7f1a7b9d6640 1 -- 172.21.15.16:0/1335394692 wait complete. 2024-09-16T01:42:43.059 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:42:43.059 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:43.076 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:43.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.219+0000 7f61f70f1640 1 Processor -- start 2024-09-16T01:42:43.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.219+0000 7f61f70f1640 1 -- start start 2024-09-16T01:42:43.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61f70f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61f70f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61f00ba310 con 0x7f61f00d0ee0 2024-09-16T01:42:43.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61f70f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61f00d2750 con 0x7f61f00b9ee0 2024-09-16T01:42:43.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61f70f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f61f01483a0 con 0x7f61f0147fc0 2024-09-16T01:42:43.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61effff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f61f00d0ee0 0x7f61f00b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60712/0 (socket says 172.21.15.16:60712) 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61effff640 1 -- 172.21.15.16:0/2754139443 learned_addr learned my addr 172.21.15.16:0/2754139443 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61f4e8d640 1 --2- 172.21.15.16:0/2754139443 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61ef7fe640 1 -- 172.21.15.16:0/2754139443 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2671689514 0 0) 0x7f61f00ba310 con 0x7f61f00d0ee0 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61ef7fe640 1 -- 172.21.15.16:0/2754139443 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f61e0003520 con 0x7f61f00d0ee0 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61ef7fe640 1 -- 172.21.15.16:0/2754139443 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3453280895 0 0) 0x7f61f00d2750 con 0x7f61f00b9ee0 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.220+0000 7f61ef7fe640 1 -- 172.21.15.16:0/2754139443 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f61f00ba310 con 0x7f61f00b9ee0 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.221+0000 7f61f4e8d640 1 -- 172.21.15.16:0/2754139443 >> v1:172.21.15.104:6789/0 conn(0x7f61f00b9ee0 legacy=0x7f61f00d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.221+0000 7f61f4e8d640 1 -- 172.21.15.16:0/2754139443 >> v1:172.21.15.16:6789/0 conn(0x7f61f00d0ee0 legacy=0x7f61f00b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.221+0000 7f61f4e8d640 1 -- 172.21.15.16:0/2754139443 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61f00d2a30 con 0x7f61f0147fc0 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.221+0000 7f61f4e8d640 1 --2- 172.21.15.16:0/2754139443 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015ea60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f61e40097d0 tx=0x7f61e402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49d8f8125faa7f32 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.221+0000 7f61ef7fe640 1 -- 172.21.15.16:0/2754139443 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e4037070 con 0x7f61f0147fc0 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61ef7fe640 1 -- 172.21.15.16:0/2754139443 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61e4032440 con 0x7f61f0147fc0 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61ef7fe640 1 -- 172.21.15.16:0/2754139443 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e4032810 con 0x7f61f0147fc0 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61f70f1640 1 -- 172.21.15.16:0/2754139443 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 msgr2=0x7f61f015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2754139443 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015ea60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f61e40097d0 tx=0x7f61e402a210 comp rx=0 tx=0).stop 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61f70f1640 1 -- 172.21.15.16:0/2754139443 shutdown_connections 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2754139443 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015ea60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61f70f1640 1 -- 172.21.15.16:0/2754139443 >> 172.21.15.16:0/2754139443 conn(0x7f61f0074fe0 msgr2=0x7f61f006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61f70f1640 1 -- 172.21.15.16:0/2754139443 shutdown_connections 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.222+0000 7f61f70f1640 1 -- 172.21.15.16:0/2754139443 wait complete. 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.223+0000 7f61f70f1640 1 Processor -- start 2024-09-16T01:42:43.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.223+0000 7f61f70f1640 1 -- start start 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f70f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61f00b9ee0 0x7f61f00aea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f70f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61f00d0ee0 0x7f61f00ac980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f70f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f70f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f61f00d2500 con 0x7f61f00b9ee0 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f70f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f61f015efa0 con 0x7f61f00d0ee0 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f70f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f61f00d2ff0 con 0x7f61f0147fc0 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f4e8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61f00b9ee0 0x7f61f00aea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f4e8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61f00b9ee0 0x7f61f00aea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54202/0 (socket says 172.21.15.16:54202) 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f4e8d640 1 -- 172.21.15.16:0/2524674259 learned_addr learned my addr 172.21.15.16:0/2524674259 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61effff640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61f00d0ee0 0x7f61f00ac980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.224+0000 7f61f568e640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f4e8d640 1 -- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 msgr2=0x7f61f015dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f4e8d640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f4e8d640 1 -- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61f00d0ee0 msgr2=0x7f61f00ac980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f4e8d640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61f00d0ee0 0x7f61f00ac980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f4e8d640 1 -- 172.21.15.16:0/2524674259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61f00ad2f0 con 0x7f61f00b9ee0 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f4e8d640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61f00b9ee0 0x7f61f00aea20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f61e4035040 tx=0x7f61e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61ed7fa640 1 -- 172.21.15.16:0/2524674259 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e4041020 con 0x7f61f00b9ee0 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61ed7fa640 1 -- 172.21.15.16:0/2524674259 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61e403d720 con 0x7f61f00b9ee0 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61f00ad5d0 con 0x7f61f00b9ee0 2024-09-16T01:42:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61ed7fa640 1 -- 172.21.15.16:0/2524674259 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e4037040 con 0x7f61f00b9ee0 2024-09-16T01:42:43.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.225+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61f00ade70 con 0x7f61f00b9ee0 2024-09-16T01:42:43.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.226+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61f015ea60 con 0x7f61f00b9ee0 2024-09-16T01:42:43.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.226+0000 7f61ed7fa640 1 -- 172.21.15.16:0/2524674259 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61e4044020 con 0x7f61f00b9ee0 2024-09-16T01:42:43.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.227+0000 7f61ed7fa640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f61d406c2e0 0x7f61d406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.227+0000 7f61ed7fa640 1 -- 172.21.15.16:0/2524674259 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f61e40aba10 con 0x7f61f00b9ee0 2024-09-16T01:42:43.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.227+0000 7f61effff640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f61d406c2e0 0x7f61d406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.228+0000 7f61effff640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f61d406c2e0 0x7f61d406e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f61f00cf200 tx=0x7f61dc007d70 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:43.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.232+0000 7f61ed7fa640 1 -- 172.21.15.16:0/2524674259 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f61e404b030 con 0x7f61f00b9ee0 2024-09-16T01:42:43.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.440+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f61f00b9a50 con 0x7f61f00b9ee0 2024-09-16T01:42:43.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.440+0000 7f61ed7fa640 1 -- 172.21.15.16:0/2524674259 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f61e4079ab0 con 0x7f61f00b9ee0 2024-09-16T01:42:43.442 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f61d406c2e0 msgr2=0x7f61d406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f61d406c2e0 0x7f61d406e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f61f00cf200 tx=0x7f61dc007d70 comp rx=0 tx=0).stop 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61f00b9ee0 msgr2=0x7f61f00aea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61f00b9ee0 0x7f61f00aea20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f61e4035040 tx=0x7f61e40046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 shutdown_connections 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f61d406c2e0 0x7f61d406e7a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61f0147fc0 0x7f61f015dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61f00d0ee0 0x7f61f00ac980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 --2- 172.21.15.16:0/2524674259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61f00b9ee0 0x7f61f00aea20 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 >> 172.21.15.16:0/2524674259 conn(0x7f61f0074fe0 msgr2=0x7f61f00b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:43.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 shutdown_connections 2024-09-16T01:42:43.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.442+0000 7f61f70f1640 1 -- 172.21.15.16:0/2524674259 wait complete. 2024-09-16T01:42:43.455 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:42:43.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:43.455 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:42:43.482 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:43.482 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:42:43.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:43.482 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:42:43.543 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:42:43.544 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:43.565 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:42:43.565 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:43.623 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:43.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.725+0000 7f32313cf640 1 Processor -- start 2024-09-16T01:42:43.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.725+0000 7f32313cf640 1 -- start start 2024-09-16T01:42:43.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.726+0000 7f32313cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.726+0000 7f32313cf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f322c0b97d0 0x7f322c0b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.726+0000 7f32313cf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f322c0d2750 con 0x7f322c147fc0 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.726+0000 7f32313cf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f322c1483a0 con 0x7f322c0b97d0 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.726+0000 7f32313cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f322c15efa0 con 0x7f322c0d15f0 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322a7fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322b7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f322c0b97d0 0x7f322c0b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322affd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f322c147fc0 0x7f322c0d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60156/0 (socket says 172.21.15.16:60156) 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322affd640 1 -- 172.21.15.16:0/3654181998 learned_addr learned my addr 172.21.15.16:0/3654181998 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322a7fc640 1 -- 172.21.15.16:0/3654181998 >> v2:172.21.15.104:3300/0 conn(0x7f322c0b97d0 msgr2=0x7f322c0b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322a7fc640 1 --2- 172.21.15.16:0/3654181998 >> v2:172.21.15.104:3300/0 conn(0x7f322c0b97d0 0x7f322c0b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322a7fc640 1 -- 172.21.15.16:0/3654181998 >> v1:172.21.15.104:6789/0 conn(0x7f322c147fc0 legacy=0x7f322c0d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322a7fc640 1 -- 172.21.15.16:0/3654181998 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322c0d2a30 con 0x7f322c0d15f0 2024-09-16T01:42:43.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f322b7fe640 1 --2- 172.21.15.16:0/3654181998 >> v2:172.21.15.104:3300/0 conn(0x7f322c0b97d0 0x7f322c0b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:43.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.727+0000 7f3229ffb640 1 -- 172.21.15.16:0/3654181998 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3481639183 0 0) 0x7f322c0d2750 con 0x7f322c147fc0 2024-09-16T01:42:43.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.728+0000 7f322a7fc640 1 --2- 172.21.15.16:0/3654181998 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c15ea60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f32140097a0 tx=0x7f321402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6560979a3b8150bf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:43.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.728+0000 7f3229ffb640 1 -- 172.21.15.16:0/3654181998 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214037070 con 0x7f322c0d15f0 2024-09-16T01:42:43.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.728+0000 7f3229ffb640 1 -- 172.21.15.16:0/3654181998 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3214032440 con 0x7f322c0d15f0 2024-09-16T01:42:43.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.728+0000 7f3229ffb640 1 -- 172.21.15.16:0/3654181998 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214032810 con 0x7f322c0d15f0 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 -- 172.21.15.16:0/3654181998 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 msgr2=0x7f322c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 --2- 172.21.15.16:0/3654181998 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c15ea60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f32140097a0 tx=0x7f321402a180 comp rx=0 tx=0).stop 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 -- 172.21.15.16:0/3654181998 shutdown_connections 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 --2- 172.21.15.16:0/3654181998 >> v2:172.21.15.104:3300/0 conn(0x7f322c0b97d0 0x7f322c0b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 --2- 172.21.15.16:0/3654181998 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c15ea60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 -- 172.21.15.16:0/3654181998 >> 172.21.15.16:0/3654181998 conn(0x7f322c074fe0 msgr2=0x7f322c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 -- 172.21.15.16:0/3654181998 shutdown_connections 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.729+0000 7f32313cf640 1 -- 172.21.15.16:0/3654181998 wait complete. 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.730+0000 7f32313cf640 1 Processor -- start 2024-09-16T01:42:43.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.730+0000 7f32313cf640 1 -- start start 2024-09-16T01:42:43.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f32313cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f322c0b97d0 0x7f322c1e7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f32313cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c143f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f32313cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f322c147fc0 0x7f322c150c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f32313cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f322c0d2ff0 con 0x7f322c147fc0 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f32313cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f322c0d2500 con 0x7f322c0b97d0 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f32313cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f322c0ba120 con 0x7f322c0d15f0 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f322c147fc0 0x7f322c150c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f322c147fc0 0x7f322c150c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54206/0 (socket says 172.21.15.16:54206) 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 -- 172.21.15.16:0/3472480090 learned_addr learned my addr 172.21.15.16:0/3472480090 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322a7fc640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c143f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322affd640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f322c0b97d0 0x7f322c1e7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 -- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 msgr2=0x7f322c143f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c143f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 -- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f322c0b97d0 msgr2=0x7f322c1e7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f322c0b97d0 0x7f322c1e7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 -- 172.21.15.16:0/3472480090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322c1e7f00 con 0x7f322c147fc0 2024-09-16T01:42:43.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322a7fc640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c143f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:43.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.731+0000 7f322b7fe640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f322c147fc0 0x7f322c150c60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f321c009e50 tx=0x7f321c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:43.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.732+0000 7f32237fe640 1 -- 172.21.15.16:0/3472480090 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321c018030 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.732+0000 7f32237fe640 1 -- 172.21.15.16:0/3472480090 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f321c00cd90 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.732+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f322c1e81e0 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.732+0000 7f32237fe640 1 -- 172.21.15.16:0/3472480090 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321c003bb0 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.732+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f322c1e87a0 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.733+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f322c0b9be0 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.733+0000 7f32237fe640 1 -- 172.21.15.16:0/3472480090 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f321c01b070 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.734+0000 7f32237fe640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f320c06c2b0 0x7f320c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.734+0000 7f32237fe640 1 -- 172.21.15.16:0/3472480090 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f321c08be90 con 0x7f322c147fc0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.734+0000 7f322affd640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f320c06c2b0 0x7f320c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:43.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.734+0000 7f322affd640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f320c06c2b0 0x7f320c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3224000f60 tx=0x7f3224007c00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:43.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.738+0000 7f32237fe640 1 -- 172.21.15.16:0/3472480090 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f321c010040 con 0x7f322c147fc0 2024-09-16T01:42:43.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.926+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f322c145950 con 0x7f322c147fc0 2024-09-16T01:42:43.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.926+0000 7f32237fe640 1 -- 172.21.15.16:0/3472480090 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f321c012340 con 0x7f322c147fc0 2024-09-16T01:42:43.928 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:43.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f320c06c2b0 msgr2=0x7f320c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f320c06c2b0 0x7f320c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3224000f60 tx=0x7f3224007c00 comp rx=0 tx=0).stop 2024-09-16T01:42:43.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f322c147fc0 msgr2=0x7f322c150c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:43.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f322c147fc0 0x7f322c150c60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f321c009e50 tx=0x7f321c00c490 comp rx=0 tx=0).stop 2024-09-16T01:42:43.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 shutdown_connections 2024-09-16T01:42:43.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f320c06c2b0 0x7f320c06e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f322c147fc0 0x7f322c150c60 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f322c0d15f0 0x7f322c143f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 --2- 172.21.15.16:0/3472480090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f322c0b97d0 0x7f322c1e7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:43.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 >> 172.21.15.16:0/3472480090 conn(0x7f322c074fe0 msgr2=0x7f322c161130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:43.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 shutdown_connections 2024-09-16T01:42:43.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:43.929+0000 7f32313cf640 1 -- 172.21.15.16:0/3472480090 wait complete. 2024-09-16T01:42:43.941 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:42:43.941 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:43.961 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:44.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.063+0000 7fdac6e53640 1 Processor -- start 2024-09-16T01:42:44.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.063+0000 7fdac6e53640 1 -- start start 2024-09-16T01:42:44.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac6e53640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdac015e680 0x7fdac00b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac6e53640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdac00b95a0 0x7fdac00d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac6e53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac00d4570 0x7fdac00d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac6e53640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdac00d4f00 con 0x7fdac015e680 2024-09-16T01:42:44.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac6e53640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdac00b9a10 con 0x7fdac00b95a0 2024-09-16T01:42:44.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac6e53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdac00b8500 con 0x7fdac00d4570 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdac015e680 0x7fdac00b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdac015e680 0x7fdac00b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54212/0 (socket says 172.21.15.16:54212) 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 -- 172.21.15.16:0/666494447 learned_addr learned my addr 172.21.15.16:0/666494447 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac53f0640 1 --2- 172.21.15.16:0/666494447 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac00d4570 0x7fdac00d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdabffff640 1 --2- 172.21.15.16:0/666494447 >> v2:172.21.15.104:3300/0 conn(0x7fdac00b95a0 0x7fdac00d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 -- 172.21.15.16:0/666494447 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac00d4570 msgr2=0x7fdac00d49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 --2- 172.21.15.16:0/666494447 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac00d4570 0x7fdac00d49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 -- 172.21.15.16:0/666494447 >> v2:172.21.15.104:3300/0 conn(0x7fdac00b95a0 msgr2=0x7fdac00d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:44.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 --2- 172.21.15.16:0/666494447 >> v2:172.21.15.104:3300/0 conn(0x7fdac00b95a0 0x7fdac00d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.064+0000 7fdac4bef640 1 -- 172.21.15.16:0/666494447 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac00b87e0 con 0x7fdac015e680 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.065+0000 7fdac4bef640 1 --2- 172.21.15.16:0/666494447 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac015e680 0x7fdac00b7f20 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fdac01631b0 tx=0x7fdab802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=999e88b807cc164e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.065+0000 7fdabf7fe640 1 -- 172.21.15.16:0/666494447 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8037070 con 0x7fdac015e680 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.065+0000 7fdabf7fe640 1 -- 172.21.15.16:0/666494447 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdab8032440 con 0x7fdac015e680 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.065+0000 7fdabf7fe640 1 -- 172.21.15.16:0/666494447 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8032810 con 0x7fdac015e680 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 -- 172.21.15.16:0/666494447 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac015e680 msgr2=0x7fdac00b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 --2- 172.21.15.16:0/666494447 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac015e680 0x7fdac00b7f20 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fdac01631b0 tx=0x7fdab802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 -- 172.21.15.16:0/666494447 shutdown_connections 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 --2- 172.21.15.16:0/666494447 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac00d4570 0x7fdac00d49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 --2- 172.21.15.16:0/666494447 >> v2:172.21.15.104:3300/0 conn(0x7fdac00b95a0 0x7fdac00d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 --2- 172.21.15.16:0/666494447 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac015e680 0x7fdac00b7f20 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 -- 172.21.15.16:0/666494447 >> 172.21.15.16:0/666494447 conn(0x7fdac0074fe0 msgr2=0x7fdac0072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:44.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 -- 172.21.15.16:0/666494447 shutdown_connections 2024-09-16T01:42:44.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.066+0000 7fdac6e53640 1 -- 172.21.15.16:0/666494447 wait complete. 2024-09-16T01:42:44.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.067+0000 7fdac6e53640 1 Processor -- start 2024-09-16T01:42:44.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.067+0000 7fdac6e53640 1 -- start start 2024-09-16T01:42:44.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac6e53640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac00b95a0 0x7fdac014ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac6e53640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00d4570 0x7fdac01e9390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac6e53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac015e680 0x7fdac014e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac6e53640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdac00b9080 con 0x7fdac00b95a0 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac6e53640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdac00b8da0 con 0x7fdac00d4570 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac6e53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdac00d1bd0 con 0x7fdac015e680 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac4bef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac00b95a0 0x7fdac014ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac4bef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac00b95a0 0x7fdac014ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54220/0 (socket says 172.21.15.16:54220) 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac4bef640 1 -- 172.21.15.16:0/1788861534 learned_addr learned my addr 172.21.15.16:0/1788861534 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:44.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdabffff640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00d4570 0x7fdac01e9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac53f0640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac015e680 0x7fdac014e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac4bef640 1 -- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac015e680 msgr2=0x7fdac014e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac4bef640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac015e680 0x7fdac014e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac4bef640 1 -- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00d4570 msgr2=0x7fdac01e9390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.068+0000 7fdac4bef640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00d4570 0x7fdac01e9390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdac4bef640 1 -- 172.21.15.16:0/1788861534 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac01e82f0 con 0x7fdac00b95a0 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdac53f0640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac015e680 0x7fdac014e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdac4bef640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac00b95a0 0x7fdac014ce70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdab802a220 tx=0x7fdab80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdabd7fa640 1 -- 172.21.15.16:0/1788861534 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8041020 con 0x7fdac00b95a0 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdabd7fa640 1 -- 172.21.15.16:0/1788861534 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdab80306c0 con 0x7fdac00b95a0 2024-09-16T01:42:44.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac01e85d0 con 0x7fdac00b95a0 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdabd7fa640 1 -- 172.21.15.16:0/1788861534 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8037040 con 0x7fdac00b95a0 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.069+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac01e8b90 con 0x7fdac00b95a0 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.070+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac00d49c0 con 0x7fdac00b95a0 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.070+0000 7fdabd7fa640 1 -- 172.21.15.16:0/1788861534 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdab8044020 con 0x7fdac00b95a0 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.071+0000 7fdabd7fa640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa006c2b0 0x7fdaa006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.071+0000 7fdabd7fa640 1 -- 172.21.15.16:0/1788861534 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdab80abbf0 con 0x7fdac00b95a0 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.071+0000 7fdabffff640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa006c2b0 0x7fdaa006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.072+0000 7fdabffff640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa006c2b0 0x7fdaa006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fdac00b7080 tx=0x7fdab0009830 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.075+0000 7fdabd7fa640 1 -- 172.21.15.16:0/1788861534 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdab804b030 con 0x7fdac00b95a0 2024-09-16T01:42:44.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.266+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdac00c95b0 con 0x7fdac00b95a0 2024-09-16T01:42:44.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.267+0000 7fdabd7fa640 1 -- 172.21.15.16:0/1788861534 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fdab807a360 con 0x7fdac00b95a0 2024-09-16T01:42:44.268 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:44.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa006c2b0 msgr2=0x7fdaa006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa006c2b0 0x7fdaa006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fdac00b7080 tx=0x7fdab0009830 comp rx=0 tx=0).stop 2024-09-16T01:42:44.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac00b95a0 msgr2=0x7fdac014ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac00b95a0 0x7fdac014ce70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdab802a220 tx=0x7fdab80046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 shutdown_connections 2024-09-16T01:42:44.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa006c2b0 0x7fdaa006e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac015e680 0x7fdac014e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac00d4570 0x7fdac01e9390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 --2- 172.21.15.16:0/1788861534 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac00b95a0 0x7fdac014ce70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 >> 172.21.15.16:0/1788861534 conn(0x7fdac0074fe0 msgr2=0x7fdac00d3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 shutdown_connections 2024-09-16T01:42:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.269+0000 7fdac6e53640 1 -- 172.21.15.16:0/1788861534 wait complete. 2024-09-16T01:42:44.282 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:42:44.282 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:44.282 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:42:44.313 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:44.313 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:42:44.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:44.313 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:42:44.384 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:42:44.384 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:44.400 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:42:44.400 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:44.457 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:44.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.599+0000 7f1b6f591640 1 Processor -- start 2024-09-16T01:42:44.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.599+0000 7f1b6f591640 1 -- start start 2024-09-16T01:42:44.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6f591640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1b6815e680 0x7f1b680b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6f591640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b680b95a0 0x7f1b680d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6f591640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b680b9a10 con 0x7f1b680d4570 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6f591640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1b680b8500 con 0x7f1b680b95a0 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6f591640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1b680b87e0 con 0x7f1b6815e680 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6cb2c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b680b95a0 0x7f1b680d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6db2e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1b680d4570 0x7f1b680d4980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60726/0 (socket says 172.21.15.16:60726) 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6db2e640 1 -- 172.21.15.16:0/257394701 learned_addr learned my addr 172.21.15.16:0/257394701 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6d32d640 1 --2- 172.21.15.16:0/257394701 >> v2:172.21.15.104:3300/0 conn(0x7f1b6815e680 0x7f1b680b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6cb2c640 1 -- 172.21.15.16:0/257394701 >> v2:172.21.15.104:3300/0 conn(0x7f1b6815e680 msgr2=0x7f1b680b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6cb2c640 1 --2- 172.21.15.16:0/257394701 >> v2:172.21.15.104:3300/0 conn(0x7f1b6815e680 0x7f1b680b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6cb2c640 1 -- 172.21.15.16:0/257394701 >> v1:172.21.15.16:6789/0 conn(0x7f1b680d4570 legacy=0x7f1b680d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b5ffff640 1 -- 172.21.15.16:0/257394701 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 766082867 0 0) 0x7f1b680b9a10 con 0x7f1b680d4570 2024-09-16T01:42:44.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.600+0000 7f1b6cb2c640 1 -- 172.21.15.16:0/257394701 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b680b8ac0 con 0x7f1b680b95a0 2024-09-16T01:42:44.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.601+0000 7f1b6cb2c640 1 --2- 172.21.15.16:0/257394701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b680b95a0 0x7f1b680d1690 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1b68072d70 tx=0x7f1b5802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b232cf1382ba455 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.601+0000 7f1b5ffff640 1 -- 172.21.15.16:0/257394701 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b58037070 con 0x7f1b680b95a0 2024-09-16T01:42:44.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.601+0000 7f1b5ffff640 1 -- 172.21.15.16:0/257394701 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b58032440 con 0x7f1b680b95a0 2024-09-16T01:42:44.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.601+0000 7f1b5ffff640 1 -- 172.21.15.16:0/257394701 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b58032810 con 0x7f1b680b95a0 2024-09-16T01:42:44.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 -- 172.21.15.16:0/257394701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b680b95a0 msgr2=0x7f1b680d1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 --2- 172.21.15.16:0/257394701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b680b95a0 0x7f1b680d1690 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1b68072d70 tx=0x7f1b5802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 -- 172.21.15.16:0/257394701 shutdown_connections 2024-09-16T01:42:44.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 --2- 172.21.15.16:0/257394701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b680b95a0 0x7f1b680d1690 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 --2- 172.21.15.16:0/257394701 >> v2:172.21.15.104:3300/0 conn(0x7f1b6815e680 0x7f1b680b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 -- 172.21.15.16:0/257394701 >> 172.21.15.16:0/257394701 conn(0x7f1b68074fe0 msgr2=0x7f1b68072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 -- 172.21.15.16:0/257394701 shutdown_connections 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.602+0000 7f1b6f591640 1 -- 172.21.15.16:0/257394701 wait complete. 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.603+0000 7f1b6f591640 1 Processor -- start 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.603+0000 7f1b6f591640 1 -- start start 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6f591640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b680b95a0 0x7f1b680cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6f591640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b680d4570 0x7f1b680cea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6f591640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b6815e680 0x7f1b68146fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6f591640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1b680d1bd0 con 0x7f1b6815e680 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6f591640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b680b9080 con 0x7f1b680b95a0 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6f591640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1b6815ea60 con 0x7f1b680d4570 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b6815e680 0x7f1b68146fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b6815e680 0x7f1b68146fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54230/0 (socket says 172.21.15.16:54230) 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 -- 172.21.15.16:0/3010610440 learned_addr learned my addr 172.21.15.16:0/3010610440 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:44.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6cb2c640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b680d4570 0x7f1b680cea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6d32d640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b680b95a0 0x7f1b680cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 -- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b680d4570 msgr2=0x7f1b680cea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b680d4570 0x7f1b680cea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 -- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b680b95a0 msgr2=0x7f1b680cc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b680b95a0 0x7f1b680cc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 -- 172.21.15.16:0/3010610440 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b680ccbc0 con 0x7f1b6815e680 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b6db2e640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b6815e680 0x7f1b68146fc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000c7d0 tx=0x7f1b6000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.604+0000 7f1b5dffb640 1 -- 172.21.15.16:0/3010610440 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b60018070 con 0x7f1b6815e680 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.605+0000 7f1b5dffb640 1 -- 172.21.15.16:0/3010610440 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b6000a640 con 0x7f1b6815e680 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.605+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b680ccea0 con 0x7f1b6815e680 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.605+0000 7f1b5dffb640 1 -- 172.21.15.16:0/3010610440 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6000aa70 con 0x7f1b6815e680 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.605+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b680cd460 con 0x7f1b6815e680 2024-09-16T01:42:44.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.606+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b680d1690 con 0x7f1b6815e680 2024-09-16T01:42:44.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.606+0000 7f1b5dffb640 1 -- 172.21.15.16:0/3010610440 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b6001b070 con 0x7f1b6815e680 2024-09-16T01:42:44.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.606+0000 7f1b5dffb640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b4c06c2e0 0x7f1b4c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.607+0000 7f1b5dffb640 1 -- 172.21.15.16:0/3010610440 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1b6008aa30 con 0x7f1b6815e680 2024-09-16T01:42:44.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.607+0000 7f1b6d32d640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b4c06c2e0 0x7f1b4c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.607+0000 7f1b6d32d640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b4c06c2e0 0x7f1b4c06e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1b64006fd0 tx=0x7f1b64008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.611+0000 7f1b5dffb640 1 -- 172.21.15.16:0/3010610440 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b600591a0 con 0x7f1b6815e680 2024-09-16T01:42:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.798+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1b680724e0 con 0x7f1b6815e680 2024-09-16T01:42:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.799+0000 7f1b5dffb640 1 -- 172.21.15.16:0/3010610440 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f1b60058aa0 con 0x7f1b6815e680 2024-09-16T01:42:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b4c06c2e0 msgr2=0x7f1b4c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b4c06c2e0 0x7f1b4c06e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1b64006fd0 tx=0x7f1b64008040 comp rx=0 tx=0).stop 2024-09-16T01:42:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b6815e680 msgr2=0x7f1b68146fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b6815e680 0x7f1b68146fc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000c7d0 tx=0x7f1b6000cc90 comp rx=0 tx=0).stop 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 shutdown_connections 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b4c06c2e0 0x7f1b4c06e7a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b6815e680 0x7f1b68146fc0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b680d4570 0x7f1b680cea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 --2- 172.21.15.16:0/3010610440 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b680b95a0 0x7f1b680cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 >> 172.21.15.16:0/3010610440 conn(0x7f1b68074fe0 msgr2=0x7f1b680d2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 shutdown_connections 2024-09-16T01:42:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.801+0000 7f1b6f591640 1 -- 172.21.15.16:0/3010610440 wait complete. 2024-09-16T01:42:44.813 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:42:44.813 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:44.830 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:44.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.975+0000 7fce60bc6640 1 Processor -- start 2024-09-16T01:42:45.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.975+0000 7fce60bc6640 1 -- start start 2024-09-16T01:42:45.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce60bc6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c06d2a0 0x7fce5c0755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce60bc6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fce5c15eb40 0x7fce5c0739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce60bc6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce5c15f350 con 0x7fce5c073f20 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce60bc6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fce5c073270 con 0x7fce5c15eb40 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce60bc6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fce5c073550 con 0x7fce5c06d2a0 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce59d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fce5c15eb40 0x7fce5c0739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce59d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fce5c15eb40 0x7fce5c0739e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54246/0 (socket says 172.21.15.16:54246) 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce59d9b640 1 -- 172.21.15.16:0/797505917 learned_addr learned my addr 172.21.15.16:0/797505917 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.976+0000 7fce5a59c640 1 --2- 172.21.15.16:0/797505917 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c06d2a0 0x7fce5c0755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce59d9b640 1 -- 172.21.15.16:0/797505917 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c06d2a0 msgr2=0x7fce5c0755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce59d9b640 1 --2- 172.21.15.16:0/797505917 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c06d2a0 0x7fce5c0755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce59d9b640 1 -- 172.21.15.16:0/797505917 >> v1:172.21.15.104:6789/0 conn(0x7fce5c073f20 legacy=0x7fce5c0cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:45.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce59d9b640 1 -- 172.21.15.16:0/797505917 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce5c15f630 con 0x7fce5c15eb40 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce5a59c640 1 --2- 172.21.15.16:0/797505917 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c06d2a0 0x7fce5c0755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce59d9b640 1 --2- 172.21.15.16:0/797505917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c15eb40 0x7fce5c0739e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fce50009870 tx=0x7fce5002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5984a1f2bf6f731 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce5959a640 1 -- 172.21.15.16:0/797505917 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce50037070 con 0x7fce5c15eb40 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.977+0000 7fce5959a640 1 -- 172.21.15.16:0/797505917 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce50032440 con 0x7fce5c15eb40 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce5959a640 1 -- 172.21.15.16:0/797505917 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce50032810 con 0x7fce5c15eb40 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 -- 172.21.15.16:0/797505917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c15eb40 msgr2=0x7fce5c0739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 --2- 172.21.15.16:0/797505917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c15eb40 0x7fce5c0739e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fce50009870 tx=0x7fce5002a210 comp rx=0 tx=0).stop 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 -- 172.21.15.16:0/797505917 shutdown_connections 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 --2- 172.21.15.16:0/797505917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c15eb40 0x7fce5c0739e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 --2- 172.21.15.16:0/797505917 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c06d2a0 0x7fce5c0755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 -- 172.21.15.16:0/797505917 >> 172.21.15.16:0/797505917 conn(0x7fce5c0b2ec0 msgr2=0x7fce5c0b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:45.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 -- 172.21.15.16:0/797505917 shutdown_connections 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.978+0000 7fce60bc6640 1 -- 172.21.15.16:0/797505917 wait complete. 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.979+0000 7fce60bc6640 1 Processor -- start 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.979+0000 7fce60bc6640 1 -- start start 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce60bc6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c06d2a0 0x7fce5c14f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce60bc6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c073f20 0x7fce5c14ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce60bc6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5c15eb40 0x7fce5c0cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce60bc6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fce5c15f100 con 0x7fce5c06d2a0 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce60bc6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fce5c15ef80 con 0x7fce5c15eb40 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce60bc6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fce5c0cb220 con 0x7fce5c073f20 2024-09-16T01:42:45.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce5a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c06d2a0 0x7fce5c14f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce5a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c06d2a0 0x7fce5c14f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54254/0 (socket says 172.21.15.16:54254) 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce5a59c640 1 -- 172.21.15.16:0/2218674020 learned_addr learned my addr 172.21.15.16:0/2218674020 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.980+0000 7fce59d9b640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c073f20 0x7fce5c14ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5ad9d640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5c15eb40 0x7fce5c0cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5a59c640 1 -- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c073f20 msgr2=0x7fce5c14ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5a59c640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c073f20 0x7fce5c14ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5a59c640 1 -- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5c15eb40 msgr2=0x7fce5c0cb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5a59c640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5c15eb40 0x7fce5c0cb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5a59c640 1 -- 172.21.15.16:0/2218674020 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce5c0cbe10 con 0x7fce5c06d2a0 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5ad9d640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5c15eb40 0x7fce5c0cb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce5a59c640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c06d2a0 0x7fce5c14f790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fce4c00c7f0 tx=0x7fce4c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce4affd640 1 -- 172.21.15.16:0/2218674020 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4c015070 con 0x7fce5c06d2a0 2024-09-16T01:42:45.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce4affd640 1 -- 172.21.15.16:0/2218674020 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce4c007820 con 0x7fce5c06d2a0 2024-09-16T01:42:45.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce5c0cc0f0 con 0x7fce5c06d2a0 2024-09-16T01:42:45.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce4affd640 1 -- 172.21.15.16:0/2218674020 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4c007bd0 con 0x7fce5c06d2a0 2024-09-16T01:42:45.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.981+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce5c14f0f0 con 0x7fce5c06d2a0 2024-09-16T01:42:45.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.982+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce5c0cc4e0 con 0x7fce5c06d2a0 2024-09-16T01:42:45.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.982+0000 7fce4affd640 1 -- 172.21.15.16:0/2218674020 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fce4c018070 con 0x7fce5c06d2a0 2024-09-16T01:42:45.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.983+0000 7fce4affd640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fce3c06c2b0 0x7fce3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.983+0000 7fce4affd640 1 -- 172.21.15.16:0/2218674020 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fce4c08b4c0 con 0x7fce5c06d2a0 2024-09-16T01:42:45.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.983+0000 7fce59d9b640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fce3c06c2b0 0x7fce3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.984+0000 7fce59d9b640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fce3c06c2b0 0x7fce3c06e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fce50034000 tx=0x7fce5002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:44.987+0000 7fce4affd640 1 -- 172.21.15.16:0/2218674020 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fce4c059610 con 0x7fce5c06d2a0 2024-09-16T01:42:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.176+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fce5c0b1af0 con 0x7fce5c06d2a0 2024-09-16T01:42:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.176+0000 7fce4affd640 1 -- 172.21.15.16:0/2218674020 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fce5c0b1af0 con 0x7fce5c06d2a0 2024-09-16T01:42:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fce3c06c2b0 msgr2=0x7fce3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fce3c06c2b0 0x7fce3c06e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fce50034000 tx=0x7fce5002e000 comp rx=0 tx=0).stop 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c06d2a0 msgr2=0x7fce5c14f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c06d2a0 0x7fce5c14f790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fce4c00c7f0 tx=0x7fce4c00ccb0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 shutdown_connections 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fce3c06c2b0 0x7fce3c06e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5c15eb40 0x7fce5c0cb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce5c073f20 0x7fce5c14ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 --2- 172.21.15.16:0/2218674020 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5c06d2a0 0x7fce5c14f790 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 >> 172.21.15.16:0/2218674020 conn(0x7fce5c0b2ec0 msgr2=0x7fce5c0b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 shutdown_connections 2024-09-16T01:42:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.179+0000 7fce60bc6640 1 -- 172.21.15.16:0/2218674020 wait complete. 2024-09-16T01:42:45.192 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:42:45.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:45.192 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-16T01:42:45.222 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:45.222 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:42:45.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:45.223 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:42:45.281 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:42:45.282 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:45.303 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:42:45.303 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:45.365 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:45.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.467+0000 7fa0e801e640 1 Processor -- start 2024-09-16T01:42:45.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.467+0000 7fa0e801e640 1 -- start start 2024-09-16T01:42:45.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e801e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa0e015c2b0 0x7fa0e006e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e801e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf210 0x7fa0e006f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e801e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0e006d8d0 con 0x7fa0e00cf650 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e801e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa0e006d680 con 0x7fa0e015c2b0 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e801e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa0e006e200 con 0x7fa0e00cf210 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e5dba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa0e015c2b0 0x7fa0e006e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e5dba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa0e015c2b0 0x7fa0e006e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54256/0 (socket says 172.21.15.16:54256) 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e5dba640 1 -- 172.21.15.16:0/1001402720 learned_addr learned my addr 172.21.15.16:0/1001402720 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e55b9640 1 --2- 172.21.15.16:0/1001402720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf210 0x7fa0e006f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e5dba640 1 -- 172.21.15.16:0/1001402720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf210 msgr2=0x7fa0e006f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e5dba640 1 --2- 172.21.15.16:0/1001402720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf210 0x7fa0e006f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e5dba640 1 -- 172.21.15.16:0/1001402720 >> v1:172.21.15.104:6789/0 conn(0x7fa0e00cf650 legacy=0x7fa0e00b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.468+0000 7fa0e5dba640 1 -- 172.21.15.16:0/1001402720 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e006dbb0 con 0x7fa0e015c2b0 2024-09-16T01:42:45.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.469+0000 7fa0e5dba640 1 --2- 172.21.15.16:0/1001402720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e006e690 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc009870 tx=0x7fa0dc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1d8fd56925fd5d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.469+0000 7fa0e4db8640 1 -- 172.21.15.16:0/1001402720 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0dc037070 con 0x7fa0e015c2b0 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.469+0000 7fa0e4db8640 1 -- 172.21.15.16:0/1001402720 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0dc032440 con 0x7fa0e015c2b0 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.469+0000 7fa0e4db8640 1 -- 172.21.15.16:0/1001402720 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0dc032810 con 0x7fa0e015c2b0 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 -- 172.21.15.16:0/1001402720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 msgr2=0x7fa0e006e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 --2- 172.21.15.16:0/1001402720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e006e690 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc009870 tx=0x7fa0dc02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 -- 172.21.15.16:0/1001402720 shutdown_connections 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 --2- 172.21.15.16:0/1001402720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf210 0x7fa0e006f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 --2- 172.21.15.16:0/1001402720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e006e690 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 -- 172.21.15.16:0/1001402720 >> 172.21.15.16:0/1001402720 conn(0x7fa0e00b2690 msgr2=0x7fa0e00b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:45.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 -- 172.21.15.16:0/1001402720 shutdown_connections 2024-09-16T01:42:45.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.470+0000 7fa0e801e640 1 -- 172.21.15.16:0/1001402720 wait complete. 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.471+0000 7fa0e801e640 1 Processor -- start 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.471+0000 7fa0e801e640 1 -- start start 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e801e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e00cf210 0x7fa0e0146150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e801e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf650 0x7fa0e0153e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e801e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e0154340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e801e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e006ebd0 con 0x7fa0e015c2b0 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e801e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e015c690 con 0x7fa0e00cf210 2024-09-16T01:42:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e801e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa0e00d0320 con 0x7fa0e00cf650 2024-09-16T01:42:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e0154340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e0154340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54266/0 (socket says 172.21.15.16:54266) 2024-09-16T01:42:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 -- 172.21.15.16:0/3346859313 learned_addr learned my addr 172.21.15.16:0/3346859313 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e5dba640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e00cf210 0x7fa0e0146150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e55b9640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf650 0x7fa0e0153e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 -- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf650 msgr2=0x7fa0e0153e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf650 0x7fa0e0153e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 -- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e00cf210 msgr2=0x7fa0e0146150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e00cf210 0x7fa0e0146150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.472+0000 7fa0e65bb640 1 -- 172.21.15.16:0/3346859313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e0156d70 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.473+0000 7fa0e65bb640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e0154340 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800c6b0 tx=0x7fa0d800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.473+0000 7fa0d67fc640 1 -- 172.21.15.16:0/3346859313 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8003b70 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.473+0000 7fa0d67fc640 1 -- 172.21.15.16:0/3346859313 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0d8003d30 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.473+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0e0157050 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.473+0000 7fa0d67fc640 1 -- 172.21.15.16:0/3346859313 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8005310 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.473+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0e0157660 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.474+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0e006e670 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.474+0000 7fa0d67fc640 1 -- 172.21.15.16:0/3346859313 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0d80054b0 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.475+0000 7fa0d67fc640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa0c406c2b0 0x7fa0c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.475+0000 7fa0d67fc640 1 -- 172.21.15.16:0/3346859313 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa0d808b0b0 con 0x7fa0e015c2b0 2024-09-16T01:42:45.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.475+0000 7fa0e5dba640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa0c406c2b0 0x7fa0c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.476+0000 7fa0e5dba640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa0c406c2b0 0x7fa0c406e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc034000 tx=0x7fa0dc02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.479+0000 7fa0d67fc640 1 -- 172.21.15.16:0/3346859313 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa0d8059260 con 0x7fa0e015c2b0 2024-09-16T01:42:45.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.665+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa0e00b44c0 con 0x7fa0e015c2b0 2024-09-16T01:42:45.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.665+0000 7fa0d67fc640 1 -- 172.21.15.16:0/3346859313 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fa0d805d560 con 0x7fa0e015c2b0 2024-09-16T01:42:45.667 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:45.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa0c406c2b0 msgr2=0x7fa0c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa0c406c2b0 0x7fa0c406e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc034000 tx=0x7fa0dc02e000 comp rx=0 tx=0).stop 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 msgr2=0x7fa0e0154340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e0154340 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800c6b0 tx=0x7fa0d800cb70 comp rx=0 tx=0).stop 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 shutdown_connections 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa0c406c2b0 0x7fa0c406e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e015c2b0 0x7fa0e0154340 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e00cf650 0x7fa0e0153e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 --2- 172.21.15.16:0/3346859313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e00cf210 0x7fa0e0146150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 >> 172.21.15.16:0/3346859313 conn(0x7fa0e00b2690 msgr2=0x7fa0e00b0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 shutdown_connections 2024-09-16T01:42:45.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.667+0000 7fa0e801e640 1 -- 172.21.15.16:0/3346859313 wait complete. 2024-09-16T01:42:45.679 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:42:45.680 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:42:45.699 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:42:45.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.801+0000 7fcfe381e640 1 Processor -- start 2024-09-16T01:42:45.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.801+0000 7fcfe381e640 1 -- start start 2024-09-16T01:42:45.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe381e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcfdc06bbe0 0x7fcfdc06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe381e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfdc0b6a70 con 0x7fcfdc06f6e0 2024-09-16T01:42:45.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe381e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfdc06d960 con 0x7fcfdc15e3a0 2024-09-16T01:42:45.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe381e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcfdc06fb50 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe0db9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcfdc06bbe0 0x7fcfdc06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe1dbb640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcfdc06f6e0 0x7fcfdc161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60736/0 (socket says 172.21.15.16:60736) 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe0db9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcfdc06bbe0 0x7fcfdc06f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54278/0 (socket says 172.21.15.16:54278) 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe1dbb640 1 -- 172.21.15.16:0/401639700 learned_addr learned my addr 172.21.15.16:0/401639700 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe0db9640 1 -- 172.21.15.16:0/401639700 >> v1:172.21.15.104:6789/0 conn(0x7fcfdc15e3a0 legacy=0x7fcfdc06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe0db9640 1 -- 172.21.15.16:0/401639700 >> v1:172.21.15.16:6789/0 conn(0x7fcfdc06f6e0 legacy=0x7fcfdc161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfe0db9640 1 -- 172.21.15.16:0/401639700 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfdc0b6d10 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.802+0000 7fcfd3fff640 1 -- 172.21.15.16:0/401639700 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1463392097 0 0) 0x7fcfdc0b6a70 con 0x7fcfdc06f6e0 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.803+0000 7fcfe0db9640 1 --2- 172.21.15.16:0/401639700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc06f1a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc009790 tx=0x7fcfcc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4b4d78a269ac9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.803+0000 7fcfd3fff640 1 -- 172.21.15.16:0/401639700 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc037070 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.803+0000 7fcfd3fff640 1 -- 172.21.15.16:0/401639700 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfcc032440 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.803+0000 7fcfd3fff640 1 -- 172.21.15.16:0/401639700 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc032810 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.804+0000 7fcfe381e640 1 -- 172.21.15.16:0/401639700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 msgr2=0x7fcfdc06f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.804+0000 7fcfe381e640 1 --2- 172.21.15.16:0/401639700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc06f1a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc009790 tx=0x7fcfcc02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.804+0000 7fcfe381e640 1 -- 172.21.15.16:0/401639700 shutdown_connections 2024-09-16T01:42:45.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.804+0000 7fcfe381e640 1 --2- 172.21.15.16:0/401639700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc06f1a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.804+0000 7fcfe381e640 1 -- 172.21.15.16:0/401639700 >> 172.21.15.16:0/401639700 conn(0x7fcfdc0b4090 msgr2=0x7fcfdc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:45.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.804+0000 7fcfe381e640 1 -- 172.21.15.16:0/401639700 shutdown_connections 2024-09-16T01:42:45.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.804+0000 7fcfe381e640 1 -- 172.21.15.16:0/401639700 wait complete. 2024-09-16T01:42:45.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.805+0000 7fcfe381e640 1 Processor -- start 2024-09-16T01:42:45.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.805+0000 7fcfe381e640 1 -- start start 2024-09-16T01:42:45.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe381e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc159980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe381e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc06f6e0 0x7fcfdc15c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe381e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfdc15e3a0 0x7fcfdc15cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe381e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcfdc0b72d0 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe381e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcfdc0b7640 con 0x7fcfdc06f6e0 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe381e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcfdc15e780 con 0x7fcfdc15e3a0 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc159980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc159980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54294/0 (socket says 172.21.15.16:54294) 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 -- 172.21.15.16:0/840062433 learned_addr learned my addr 172.21.15.16:0/840062433 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe0db9640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc06f6e0 0x7fcfdc15c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 -- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfdc15e3a0 msgr2=0x7fcfdc15cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe1dbb640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfdc15e3a0 0x7fcfdc15cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfdc15e3a0 0x7fcfdc15cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 -- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc06f6e0 msgr2=0x7fcfdc15c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc06f6e0 0x7fcfdc15c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 -- 172.21.15.16:0/840062433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfdc0aea20 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe0db9640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc06f6e0 0x7fcfdc15c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe1dbb640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfdc15e3a0 0x7fcfdc15cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.806+0000 7fcfe15ba640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc159980 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcfd800c7a0 tx=0x7fcfd800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.807+0000 7fcfd1ffb640 1 -- 172.21.15.16:0/840062433 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8017070 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.807+0000 7fcfd1ffb640 1 -- 172.21.15.16:0/840062433 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfd8003da0 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.807+0000 7fcfd1ffb640 1 -- 172.21.15.16:0/840062433 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd80052b0 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.807+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfdc0aed00 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.807+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfdc0af2c0 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.808+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfdc0b4470 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.808+0000 7fcfd1ffb640 1 -- 172.21.15.16:0/840062433 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcfd801a070 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.809+0000 7fcfd1ffb640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcfc006c2b0 0x7fcfc006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:45.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.809+0000 7fcfd1ffb640 1 -- 172.21.15.16:0/840062433 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcfd808ab20 con 0x7fcfdc06bbe0 2024-09-16T01:42:45.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.809+0000 7fcfe0db9640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcfc006c2b0 0x7fcfc006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:45.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.810+0000 7fcfe0db9640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcfc006c2b0 0x7fcfc006e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc034000 tx=0x7fcfcc02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:45.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:45.813+0000 7fcfd1ffb640 1 -- 172.21.15.16:0/840062433 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcfdc0b4470 con 0x7fcfdc06bbe0 2024-09-16T01:42:46.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.001+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcfdc0af4c0 con 0x7fcfdc06bbe0 2024-09-16T01:42:46.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.002+0000 7fcfd1ffb640 1 -- 172.21.15.16:0/840062433 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fcfdc0af4c0 con 0x7fcfdc06bbe0 2024-09-16T01:42:46.003 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:42:46.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcfc006c2b0 msgr2=0x7fcfc006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcfc006c2b0 0x7fcfc006e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc034000 tx=0x7fcfcc02e000 comp rx=0 tx=0).stop 2024-09-16T01:42:46.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 msgr2=0x7fcfdc159980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc159980 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcfd800c7a0 tx=0x7fcfd800cc60 comp rx=0 tx=0).stop 2024-09-16T01:42:46.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 shutdown_connections 2024-09-16T01:42:46.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcfc006c2b0 0x7fcfc006e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfdc15e3a0 0x7fcfdc15cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc06f6e0 0x7fcfdc15c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 --2- 172.21.15.16:0/840062433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfdc06bbe0 0x7fcfdc159980 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 >> 172.21.15.16:0/840062433 conn(0x7fcfdc0b4090 msgr2=0x7fcfdc0d23f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 shutdown_connections 2024-09-16T01:42:46.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.004+0000 7fcfe381e640 1 -- 172.21.15.16:0/840062433 wait complete. 2024-09-16T01:42:46.016 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:42:46.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:46.016 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-16T01:42:46.047 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:46.047 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:42:46.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:42:46.047 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:42:46.106 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:42:46.106 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:46.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.211+0000 7f854a1a6640 1 Processor -- start 2024-09-16T01:42:46.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.211+0000 7f854a1a6640 1 -- start start 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f854a1a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f854406bbe0 0x7f854406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f854a1a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85440b6a70 con 0x7f854406f6e0 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f854a1a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f854406d960 con 0x7f854415e3a0 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f854a1a6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f854406fb50 con 0x7f854406bbe0 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f8542ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f854406bbe0 0x7f854406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f8543fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f854406f6e0 0x7f8544161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60744/0 (socket says 172.21.15.16:60744) 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f8543fff640 1 -- 172.21.15.16:0/1734064328 learned_addr learned my addr 172.21.15.16:0/1734064328 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f8542ffd640 1 -- 172.21.15.16:0/1734064328 >> v1:172.21.15.104:6789/0 conn(0x7f854415e3a0 legacy=0x7f854406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f8542ffd640 1 -- 172.21.15.16:0/1734064328 >> v1:172.21.15.16:6789/0 conn(0x7f854406f6e0 legacy=0x7f8544161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f85427fc640 1 -- 172.21.15.16:0/1734064328 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1719526502 0 0) 0x7f85440b6a70 con 0x7f854406f6e0 2024-09-16T01:42:46.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.212+0000 7f8542ffd640 1 -- 172.21.15.16:0/1734064328 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85440b6d10 con 0x7f854406bbe0 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.213+0000 7f8542ffd640 1 --2- 172.21.15.16:0/1734064328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854406bbe0 0x7f854406f1a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8538009790 tx=0x7f853802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2afa5ebd0adac904 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.213+0000 7f85427fc640 1 -- 172.21.15.16:0/1734064328 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8538037070 con 0x7f854406bbe0 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.213+0000 7f85427fc640 1 -- 172.21.15.16:0/1734064328 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8538032440 con 0x7f854406bbe0 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.213+0000 7f85427fc640 1 -- 172.21.15.16:0/1734064328 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8538032810 con 0x7f854406bbe0 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.214+0000 7f854a1a6640 1 -- 172.21.15.16:0/1734064328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854406bbe0 msgr2=0x7f854406f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.214+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1734064328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854406bbe0 0x7f854406f1a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8538009790 tx=0x7f853802a210 comp rx=0 tx=0).stop 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.214+0000 7f854a1a6640 1 -- 172.21.15.16:0/1734064328 shutdown_connections 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.214+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1734064328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854406bbe0 0x7f854406f1a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.214+0000 7f854a1a6640 1 -- 172.21.15.16:0/1734064328 >> 172.21.15.16:0/1734064328 conn(0x7f85440b4090 msgr2=0x7f85440b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.214+0000 7f854a1a6640 1 -- 172.21.15.16:0/1734064328 shutdown_connections 2024-09-16T01:42:46.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.214+0000 7f854a1a6640 1 -- 172.21.15.16:0/1734064328 wait complete. 2024-09-16T01:42:46.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.215+0000 7f854a1a6640 1 Processor -- start 2024-09-16T01:42:46.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.215+0000 7f854a1a6640 1 -- start start 2024-09-16T01:42:46.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f854a1a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f854406bbe0 0x7f85441597e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f854a1a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f854406f6e0 0x7f854415c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f854a1a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854415e3a0 0x7f854415cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f854a1a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f85440b72d0 con 0x7f854415e3a0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f854a1a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f85440b7640 con 0x7f854406bbe0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f854a1a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f854415e780 con 0x7f854406f6e0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f8543fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854415e3a0 0x7f854415cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f8543fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854415e3a0 0x7f854415cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54322/0 (socket says 172.21.15.16:54322) 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.216+0000 7f8543fff640 1 -- 172.21.15.16:0/1419179480 learned_addr learned my addr 172.21.15.16:0/1419179480 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f8542ffd640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f854406f6e0 0x7f854415c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f8543fff640 1 -- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f854406f6e0 msgr2=0x7f854415c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f85437fe640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f854406bbe0 0x7f85441597e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f8543fff640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f854406f6e0 0x7f854415c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f8543fff640 1 -- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f854406bbe0 msgr2=0x7f85441597e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f8543fff640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f854406bbe0 0x7f85441597e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f8543fff640 1 -- 172.21.15.16:0/1419179480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8544159d20 con 0x7f854415e3a0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f8543fff640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854415e3a0 0x7f854415cf20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f853c00caf0 tx=0x7f853c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f852bfff640 1 -- 172.21.15.16:0/1419179480 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c00aca0 con 0x7f854415e3a0 2024-09-16T01:42:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f852bfff640 1 -- 172.21.15.16:0/1419179480 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f853c00ae40 con 0x7f854415e3a0 2024-09-16T01:42:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85440b0e90 con 0x7f854415e3a0 2024-09-16T01:42:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f852bfff640 1 -- 172.21.15.16:0/1419179480 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c012620 con 0x7f854415e3a0 2024-09-16T01:42:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.217+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85440cf090 con 0x7f854415e3a0 2024-09-16T01:42:46.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.218+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8544073cc0 con 0x7f854415e3a0 2024-09-16T01:42:46.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.219+0000 7f852bfff640 1 -- 172.21.15.16:0/1419179480 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f853c012880 con 0x7f854415e3a0 2024-09-16T01:42:46.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.219+0000 7f852bfff640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f853006c2b0 0x7f853006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.219+0000 7f852bfff640 1 -- 172.21.15.16:0/1419179480 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f853c08bae0 con 0x7f854415e3a0 2024-09-16T01:42:46.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.219+0000 7f85437fe640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f853006c2b0 0x7f853006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.220+0000 7f85437fe640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f853006c2b0 0x7f853006e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8534000f60 tx=0x7f8534009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.223+0000 7f852bfff640 1 -- 172.21.15.16:0/1419179480 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f853c05a250 con 0x7f854415e3a0 2024-09-16T01:42:46.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.435+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f854406d660 con 0x7f854415e3a0 2024-09-16T01:42:46.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.435+0000 7f852bfff640 1 -- 172.21.15.16:0/1419179480 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7f853c059b50 con 0x7f854415e3a0 2024-09-16T01:42:46.437 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:46.437 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:46.437 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:46.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f853006c2b0 msgr2=0x7f853006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f853006c2b0 0x7f853006e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8534000f60 tx=0x7f8534009040 comp rx=0 tx=0).stop 2024-09-16T01:42:46.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854415e3a0 msgr2=0x7f854415cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854415e3a0 0x7f854415cf20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f853c00caf0 tx=0x7f853c00a060 comp rx=0 tx=0).stop 2024-09-16T01:42:46.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 shutdown_connections 2024-09-16T01:42:46.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f853006c2b0 0x7f853006e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f854415e3a0 0x7f854415cf20 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f854406f6e0 0x7f854415c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 --2- 172.21.15.16:0/1419179480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f854406bbe0 0x7f85441597e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 >> 172.21.15.16:0/1419179480 conn(0x7f85440b4090 msgr2=0x7f85440d23f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 shutdown_connections 2024-09-16T01:42:46.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.438+0000 7f854a1a6640 1 -- 172.21.15.16:0/1419179480 wait complete. 2024-09-16T01:42:46.450 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:46.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.550+0000 7f833872c640 1 Processor -- start 2024-09-16T01:42:46.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.551+0000 7f833872c640 1 -- start start 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.551+0000 7f833872c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f833015e680 0x7f83300b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.551+0000 7f833872c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300d4570 0x7f83300d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.551+0000 7f833872c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83300b9a10 con 0x7f83300b95a0 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.551+0000 7f833872c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f83300d4f00 con 0x7f833015e680 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.551+0000 7f833872c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f83300b8500 con 0x7f83300d4570 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f8335cc7640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f83300b95a0 0x7f83300d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60212/0 (socket says 172.21.15.16:60212) 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f8336cc9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300d4570 0x7f83300d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f83364c8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f833015e680 0x7f83300b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f8335cc7640 1 -- 172.21.15.16:0/3449330791 learned_addr learned my addr 172.21.15.16:0/3449330791 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f83354c6640 1 -- 172.21.15.16:0/3449330791 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2130481919 0 0) 0x7f83300b9a10 con 0x7f83300b95a0 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f83354c6640 1 -- 172.21.15.16:0/3449330791 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f831c003520 con 0x7f83300b95a0 2024-09-16T01:42:46.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f8336cc9640 1 -- 172.21.15.16:0/3449330791 >> v2:172.21.15.104:3300/0 conn(0x7f833015e680 msgr2=0x7f83300b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:46.555 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f8336cc9640 1 --2- 172.21.15.16:0/3449330791 >> v2:172.21.15.104:3300/0 conn(0x7f833015e680 0x7f83300b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.555 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f8336cc9640 1 -- 172.21.15.16:0/3449330791 >> v1:172.21.15.104:6789/0 conn(0x7f83300b95a0 legacy=0x7f83300d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.555 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f8336cc9640 1 -- 172.21.15.16:0/3449330791 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83300b87e0 con 0x7f83300d4570 2024-09-16T01:42:46.555 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.552+0000 7f83364c8640 1 --2- 172.21.15.16:0/3449330791 >> v2:172.21.15.104:3300/0 conn(0x7f833015e680 0x7f83300b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:46.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.553+0000 7f8336cc9640 1 --2- 172.21.15.16:0/3449330791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300d4570 0x7f83300d49c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8328009d90 tx=0x7f832802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbdb97feec44deb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.553+0000 7f83354c6640 1 -- 172.21.15.16:0/3449330791 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328007740 con 0x7f83300d4570 2024-09-16T01:42:46.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.553+0000 7f83354c6640 1 -- 172.21.15.16:0/3449330791 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83280078e0 con 0x7f83300d4570 2024-09-16T01:42:46.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.553+0000 7f83354c6640 1 -- 172.21.15.16:0/3449330791 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328007c90 con 0x7f83300d4570 2024-09-16T01:42:46.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 -- 172.21.15.16:0/3449330791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300d4570 msgr2=0x7f83300d49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 --2- 172.21.15.16:0/3449330791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300d4570 0x7f83300d49c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8328009d90 tx=0x7f832802a660 comp rx=0 tx=0).stop 2024-09-16T01:42:46.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 -- 172.21.15.16:0/3449330791 shutdown_connections 2024-09-16T01:42:46.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 --2- 172.21.15.16:0/3449330791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300d4570 0x7f83300d49c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 --2- 172.21.15.16:0/3449330791 >> v2:172.21.15.104:3300/0 conn(0x7f833015e680 0x7f83300b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 -- 172.21.15.16:0/3449330791 >> 172.21.15.16:0/3449330791 conn(0x7f8330074fe0 msgr2=0x7f8330072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 -- 172.21.15.16:0/3449330791 shutdown_connections 2024-09-16T01:42:46.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.554+0000 7f833872c640 1 -- 172.21.15.16:0/3449330791 wait complete. 2024-09-16T01:42:46.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.555+0000 7f833872c640 1 Processor -- start 2024-09-16T01:42:46.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.555+0000 7f833872c640 1 -- start start 2024-09-16T01:42:46.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f833872c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300b95a0 0x7f8330144090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f833872c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83300d4570 0x7f8330157d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f833872c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f833015e680 0x7f83301563b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f833872c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f83300b9080 con 0x7f833015e680 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f833872c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f83300b8da0 con 0x7f83300d4570 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f833872c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f833015ea60 con 0x7f83300b95a0 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f833015e680 0x7f83301563b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f833015e680 0x7f83301563b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54324/0 (socket says 172.21.15.16:54324) 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 -- 172.21.15.16:0/289374710 learned_addr learned my addr 172.21.15.16:0/289374710 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f83364c8640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300b95a0 0x7f8330144090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8335cc7640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83300d4570 0x7f8330157d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 -- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300b95a0 msgr2=0x7f8330144090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300b95a0 0x7f8330144090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 -- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83300d4570 msgr2=0x7f8330157d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83300d4570 0x7f8330157d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 -- 172.21.15.16:0/289374710 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8330156cb0 con 0x7f833015e680 2024-09-16T01:42:46.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.556+0000 7f8336cc9640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f833015e680 0x7f83301563b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8328009eb0 tx=0x7f8328004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.557+0000 7f8326ffd640 1 -- 172.21.15.16:0/289374710 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328040070 con 0x7f833015e680 2024-09-16T01:42:46.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.557+0000 7f8326ffd640 1 -- 172.21.15.16:0/289374710 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8328031c60 con 0x7f833015e680 2024-09-16T01:42:46.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.557+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8330156f90 con 0x7f833015e680 2024-09-16T01:42:46.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.557+0000 7f8326ffd640 1 -- 172.21.15.16:0/289374710 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328009450 con 0x7f833015e680 2024-09-16T01:42:46.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.557+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8330157550 con 0x7f833015e680 2024-09-16T01:42:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.558+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83300d49c0 con 0x7f833015e680 2024-09-16T01:42:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.558+0000 7f8326ffd640 1 -- 172.21.15.16:0/289374710 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8328039040 con 0x7f833015e680 2024-09-16T01:42:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.559+0000 7f8326ffd640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f831406c2b0 0x7f831406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.559+0000 7f8326ffd640 1 -- 172.21.15.16:0/289374710 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f83280ac830 con 0x7f833015e680 2024-09-16T01:42:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.559+0000 7f83364c8640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f831406c2b0 0x7f831406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.559+0000 7f83364c8640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f831406c2b0 0x7f831406e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f832c009950 tx=0x7f832c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.563+0000 7f8326ffd640 1 -- 172.21.15.16:0/289374710 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f832807afa0 con 0x7f833015e680 2024-09-16T01:42:46.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.774+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83300d2c20 con 0x7f833015e680 2024-09-16T01:42:46.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.775+0000 7f8326ffd640 1 -- 172.21.15.16:0/289374710 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7f832807a8a0 con 0x7f833015e680 2024-09-16T01:42:46.776 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:46.777 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:46.777 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f831406c2b0 msgr2=0x7f831406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f831406c2b0 0x7f831406e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f832c009950 tx=0x7f832c008040 comp rx=0 tx=0).stop 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f833015e680 msgr2=0x7f83301563b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f833015e680 0x7f83301563b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8328009eb0 tx=0x7f8328004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 shutdown_connections 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f831406c2b0 0x7f831406e770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f833015e680 0x7f83301563b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83300d4570 0x7f8330157d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 --2- 172.21.15.16:0/289374710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f83300b95a0 0x7f8330144090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 >> 172.21.15.16:0/289374710 conn(0x7f8330074fe0 msgr2=0x7f83300d1500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 shutdown_connections 2024-09-16T01:42:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.777+0000 7f833872c640 1 -- 172.21.15.16:0/289374710 wait complete. 2024-09-16T01:42:46.793 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:46.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.893+0000 7f48b5047640 1 Processor -- start 2024-09-16T01:42:46.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.893+0000 7f48b5047640 1 -- start start 2024-09-16T01:42:46.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48b5047640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48b015e680 0x7f48b00b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48b5047640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f48b00d4570 0x7f48b00d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48b5047640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48b00d4ec0 con 0x7f48b00b95a0 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48b5047640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f48b00b9a10 con 0x7f48b00d4570 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48b5047640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f48b00b8500 con 0x7f48b015e680 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48af59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f48b00d4570 0x7f48b00d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48ae59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f48b00b95a0 0x7f48b00d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60754/0 (socket says 172.21.15.16:60754) 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48ae59c640 1 -- 172.21.15.16:0/2376188641 learned_addr learned my addr 172.21.15.16:0/2376188641 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48aed9d640 1 --2- 172.21.15.16:0/2376188641 >> v2:172.21.15.104:3300/0 conn(0x7f48b015e680 0x7f48b00b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48af59e640 1 -- 172.21.15.16:0/2376188641 >> v2:172.21.15.104:3300/0 conn(0x7f48b015e680 msgr2=0x7f48b00b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48af59e640 1 --2- 172.21.15.16:0/2376188641 >> v2:172.21.15.104:3300/0 conn(0x7f48b015e680 0x7f48b00b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48af59e640 1 -- 172.21.15.16:0/2376188641 >> v1:172.21.15.16:6789/0 conn(0x7f48b00b95a0 legacy=0x7f48b00d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48add9b640 1 -- 172.21.15.16:0/2376188641 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 410244852 0 0) 0x7f48a4001110 con 0x7f48b00b95a0 2024-09-16T01:42:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48af59e640 1 -- 172.21.15.16:0/2376188641 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b00b87e0 con 0x7f48b00d4570 2024-09-16T01:42:46.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.894+0000 7f48aed9d640 1 --2- 172.21.15.16:0/2376188641 >> v2:172.21.15.104:3300/0 conn(0x7f48b015e680 0x7f48b00b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:46.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.895+0000 7f48af59e640 1 --2- 172.21.15.16:0/2376188641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b00d4570 0x7f48b00d4980 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f48b0072d70 tx=0x7f48a802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c70cb04c87e57847 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.895+0000 7f48add9b640 1 -- 172.21.15.16:0/2376188641 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a8007740 con 0x7f48b00d4570 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.895+0000 7f48add9b640 1 -- 172.21.15.16:0/2376188641 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48a80078e0 con 0x7f48b00d4570 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.895+0000 7f48add9b640 1 -- 172.21.15.16:0/2376188641 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a8007cb0 con 0x7f48b00d4570 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 -- 172.21.15.16:0/2376188641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b00d4570 msgr2=0x7f48b00d4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 --2- 172.21.15.16:0/2376188641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b00d4570 0x7f48b00d4980 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f48b0072d70 tx=0x7f48a802a680 comp rx=0 tx=0).stop 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 -- 172.21.15.16:0/2376188641 shutdown_connections 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 --2- 172.21.15.16:0/2376188641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b00d4570 0x7f48b00d4980 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 --2- 172.21.15.16:0/2376188641 >> v2:172.21.15.104:3300/0 conn(0x7f48b015e680 0x7f48b00b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 -- 172.21.15.16:0/2376188641 >> 172.21.15.16:0/2376188641 conn(0x7f48b0074fe0 msgr2=0x7f48b0072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 -- 172.21.15.16:0/2376188641 shutdown_connections 2024-09-16T01:42:46.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.896+0000 7f48b5047640 1 -- 172.21.15.16:0/2376188641 wait complete. 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.897+0000 7f48b5047640 1 Processor -- start 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.897+0000 7f48b5047640 1 -- start start 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48b5047640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48b00b95a0 0x7f48b0153b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48b5047640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48b00d4570 0x7f48b0152350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48b5047640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b015e680 0x7f48b01f4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48b5047640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f48b00b9080 con 0x7f48b015e680 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48b5047640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f48b00b8da0 con 0x7f48b00b95a0 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48b5047640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f48b015ea60 con 0x7f48b00d4570 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b015e680 0x7f48b01f4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b015e680 0x7f48b01f4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54340/0 (socket says 172.21.15.16:54340) 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 -- 172.21.15.16:0/215840654 learned_addr learned my addr 172.21.15.16:0/215840654 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 -- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48b00d4570 msgr2=0x7f48b0152350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48ae59c640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48b00d4570 0x7f48b0152350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48aed9d640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48b00b95a0 0x7f48b0153b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48b00d4570 0x7f48b0152350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 -- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48b00b95a0 msgr2=0x7f48b0153b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48b00b95a0 0x7f48b0153b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48af59e640 1 -- 172.21.15.16:0/215840654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b0152de0 con 0x7f48b015e680 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.898+0000 7f48ae59c640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48b00d4570 0x7f48b0152350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.899+0000 7f48aed9d640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48b00b95a0 0x7f48b0153b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.899+0000 7f48af59e640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b015e680 0x7f48b01f4180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f48a802ac70 tx=0x7f48a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.899+0000 7f48977fe640 1 -- 172.21.15.16:0/215840654 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a8040070 con 0x7f48b015e680 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.899+0000 7f48977fe640 1 -- 172.21.15.16:0/215840654 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48a8031c90 con 0x7f48b015e680 2024-09-16T01:42:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.899+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48b01530c0 con 0x7f48b015e680 2024-09-16T01:42:46.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.899+0000 7f48977fe640 1 -- 172.21.15.16:0/215840654 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a8045680 con 0x7f48b015e680 2024-09-16T01:42:46.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.899+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48b0155380 con 0x7f48b015e680 2024-09-16T01:42:46.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.900+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48b0155580 con 0x7f48b015e680 2024-09-16T01:42:46.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.901+0000 7f48977fe640 1 -- 172.21.15.16:0/215840654 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f48a8039040 con 0x7f48b015e680 2024-09-16T01:42:46.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.901+0000 7f48977fe640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f489c06c2b0 0x7f489c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.901+0000 7f48977fe640 1 -- 172.21.15.16:0/215840654 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f48a80ace40 con 0x7f48b015e680 2024-09-16T01:42:46.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.901+0000 7f48aed9d640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f489c06c2b0 0x7f489c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.902+0000 7f48aed9d640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f489c06c2b0 0x7f489c06e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f48a0006fd0 tx=0x7f48a0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:46.905+0000 7f48977fe640 1 -- 172.21.15.16:0/215840654 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f48a8043360 con 0x7f48b015e680 2024-09-16T01:42:47.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.081+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48b00d4980 con 0x7f48b015e680 2024-09-16T01:42:47.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.082+0000 7f48977fe640 1 -- 172.21.15.16:0/215840654 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f48a807b670 con 0x7f48b015e680 2024-09-16T01:42:47.084 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:47.084 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:15.122084+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:47.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f489c06c2b0 msgr2=0x7f489c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f489c06c2b0 0x7f489c06e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f48a0006fd0 tx=0x7f48a0008040 comp rx=0 tx=0).stop 2024-09-16T01:42:47.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b015e680 msgr2=0x7f48b01f4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b015e680 0x7f48b01f4180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f48a802ac70 tx=0x7f48a8004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:47.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 shutdown_connections 2024-09-16T01:42:47.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f489c06c2b0 0x7f489c06e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48b015e680 0x7f48b01f4180 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48b00d4570 0x7f48b0152350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 --2- 172.21.15.16:0/215840654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48b00b95a0 0x7f48b0153b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 >> 172.21.15.16:0/215840654 conn(0x7f48b0074fe0 msgr2=0x7f48b00b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:47.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 shutdown_connections 2024-09-16T01:42:47.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.084+0000 7f48b5047640 1 -- 172.21.15.16:0/215840654 wait complete. 2024-09-16T01:42:47.097 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:42:47.097 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:47.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.198+0000 7f0aa919d640 1 Processor -- start 2024-09-16T01:42:47.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.198+0000 7f0aa919d640 1 -- start start 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.199+0000 7f0aa919d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0aa40d0d90 0x7f0aa40b3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.199+0000 7f0aa919d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aa40aff90 con 0x7f0aa40af9a0 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.199+0000 7f0aa919d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aa40b0270 con 0x7f0aa415c320 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.199+0000 7f0aa919d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0aa406ed60 con 0x7f0aa40d0d90 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.199+0000 7f0aa37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0aa40d0d90 0x7f0aa40b3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.199+0000 7f0aa899c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0aa40af9a0 0x7f0aa40b4160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60766/0 (socket says 172.21.15.16:60766) 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.199+0000 7f0aa899c640 1 -- 172.21.15.16:0/3304990277 learned_addr learned my addr 172.21.15.16:0/3304990277 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.200+0000 7f0aa37fe640 1 -- 172.21.15.16:0/3304990277 >> v1:172.21.15.104:6789/0 conn(0x7f0aa415c320 legacy=0x7f0aa40d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.200+0000 7f0aa37fe640 1 -- 172.21.15.16:0/3304990277 >> v1:172.21.15.16:6789/0 conn(0x7f0aa40af9a0 legacy=0x7f0aa40b4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.200+0000 7f0aa37fe640 1 -- 172.21.15.16:0/3304990277 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa40b5860 con 0x7f0aa40d0d90 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa37fe640 1 --2- 172.21.15.16:0/3304990277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40d0d90 0x7f0aa40b3c20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0a980097a0 tx=0x7f0a9802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1464d2a17d17ec2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa2ffd640 1 -- 172.21.15.16:0/3304990277 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a98037070 con 0x7f0aa40d0d90 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa2ffd640 1 -- 172.21.15.16:0/3304990277 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a98032440 con 0x7f0aa40d0d90 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa2ffd640 1 -- 172.21.15.16:0/3304990277 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a98032810 con 0x7f0aa40d0d90 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa919d640 1 -- 172.21.15.16:0/3304990277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40d0d90 msgr2=0x7f0aa40b3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa919d640 1 --2- 172.21.15.16:0/3304990277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40d0d90 0x7f0aa40b3c20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0a980097a0 tx=0x7f0a9802a230 comp rx=0 tx=0).stop 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa919d640 1 -- 172.21.15.16:0/3304990277 shutdown_connections 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa919d640 1 --2- 172.21.15.16:0/3304990277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40d0d90 0x7f0aa40b3c20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa919d640 1 -- 172.21.15.16:0/3304990277 >> 172.21.15.16:0/3304990277 conn(0x7f0aa40751f0 msgr2=0x7f0aa406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa919d640 1 -- 172.21.15.16:0/3304990277 shutdown_connections 2024-09-16T01:42:47.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.201+0000 7f0aa919d640 1 -- 172.21.15.16:0/3304990277 wait complete. 2024-09-16T01:42:47.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.203+0000 7f0aa919d640 1 Processor -- start 2024-09-16T01:42:47.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.203+0000 7f0aa919d640 1 -- start start 2024-09-16T01:42:47.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa919d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40af9a0 0x7f0aa4150af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa919d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa40d0d90 0x7f0aa4159b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa919d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0aa415c320 0x7f0aa40abf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa919d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa406d4f0 con 0x7f0aa40af9a0 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa919d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa406d830 con 0x7f0aa40d0d90 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa919d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0aa406d670 con 0x7f0aa415c320 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40af9a0 0x7f0aa4150af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40af9a0 0x7f0aa4150af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54366/0 (socket says 172.21.15.16:54366) 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 -- 172.21.15.16:0/1653470683 learned_addr learned my addr 172.21.15.16:0/1653470683 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa37fe640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa40d0d90 0x7f0aa4159b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa899c640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0aa415c320 0x7f0aa40abf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 -- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0aa415c320 msgr2=0x7f0aa40abf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0aa415c320 0x7f0aa40abf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 -- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa40d0d90 msgr2=0x7f0aa4159b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa40d0d90 0x7f0aa4159b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 -- 172.21.15.16:0/1653470683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa40af3e0 con 0x7f0aa40af9a0 2024-09-16T01:42:47.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.204+0000 7f0aa3fff640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40af9a0 0x7f0aa4150af0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0a9400c3f0 tx=0x7f0a9400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.206+0000 7f0aa0ff9640 1 -- 172.21.15.16:0/1653470683 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a940052d0 con 0x7f0aa40af9a0 2024-09-16T01:42:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.206+0000 7f0aa0ff9640 1 -- 172.21.15.16:0/1653470683 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a94005490 con 0x7f0aa40af9a0 2024-09-16T01:42:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.206+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa40af100 con 0x7f0aa40af9a0 2024-09-16T01:42:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.206+0000 7f0aa0ff9640 1 -- 172.21.15.16:0/1653470683 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a94007260 con 0x7f0aa40af9a0 2024-09-16T01:42:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.206+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa4157790 con 0x7f0aa40af9a0 2024-09-16T01:42:47.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.207+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa415c7d0 con 0x7f0aa40af9a0 2024-09-16T01:42:47.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.207+0000 7f0aa0ff9640 1 -- 172.21.15.16:0/1653470683 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0a94007400 con 0x7f0aa40af9a0 2024-09-16T01:42:47.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.208+0000 7f0aa0ff9640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0a9006c2b0 0x7f0a9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.208+0000 7f0aa0ff9640 1 -- 172.21.15.16:0/1653470683 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0a9408a910 con 0x7f0aa40af9a0 2024-09-16T01:42:47.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.208+0000 7f0aa37fe640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0a9006c2b0 0x7f0a9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.209+0000 7f0aa37fe640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0a9006c2b0 0x7f0a9006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0a98034000 tx=0x7f0a9802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.212+0000 7f0aa0ff9640 1 -- 172.21.15.16:0/1653470683 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0a94058990 con 0x7f0aa40af9a0 2024-09-16T01:42:47.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.424+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0aa40b20d0 con 0x7f0aa40af9a0 2024-09-16T01:42:47.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.425+0000 7f0aa0ff9640 1 -- 172.21.15.16:0/1653470683 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7f0a9405de20 con 0x7f0aa40af9a0 2024-09-16T01:42:47.426 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:47.426 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:47.426 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:47.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0a9006c2b0 msgr2=0x7f0a9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0a9006c2b0 0x7f0a9006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0a98034000 tx=0x7f0a9802e000 comp rx=0 tx=0).stop 2024-09-16T01:42:47.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40af9a0 msgr2=0x7f0aa4150af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40af9a0 0x7f0aa4150af0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0a9400c3f0 tx=0x7f0a9400c8b0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 shutdown_connections 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0a9006c2b0 0x7f0a9006e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0aa415c320 0x7f0aa40abf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa40d0d90 0x7f0aa4159b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 --2- 172.21.15.16:0/1653470683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0aa40af9a0 0x7f0aa4150af0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 >> 172.21.15.16:0/1653470683 conn(0x7f0aa40751f0 msgr2=0x7f0aa41532d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 shutdown_connections 2024-09-16T01:42:47.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.427+0000 7f0aa919d640 1 -- 172.21.15.16:0/1653470683 wait complete. 2024-09-16T01:42:47.439 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:42:47.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.540+0000 7fb2de4a5640 1 Processor -- start 2024-09-16T01:42:47.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.540+0000 7fb2de4a5640 1 -- start start 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2de4a5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb2d806da40 0x7fb2d80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2de4a5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb2d80b3a10 0x7fb2d815ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2de4a5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2d81409b0 con 0x7fb2d8140440 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2de4a5640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb2d815e760 con 0x7fb2d806da40 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2de4a5640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb2d8140c90 con 0x7fb2d80b3a10 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2d7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb2d806da40 0x7fb2d80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2d7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb2d806da40 0x7fb2d80ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54372/0 (socket says 172.21.15.16:54372) 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2d7fff640 1 -- 172.21.15.16:0/4175441273 learned_addr learned my addr 172.21.15.16:0/4175441273 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2dca42640 1 --2- 172.21.15.16:0/4175441273 >> v2:172.21.15.104:3300/0 conn(0x7fb2d80b3a10 0x7fb2d815ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2d7fff640 1 -- 172.21.15.16:0/4175441273 >> v2:172.21.15.104:3300/0 conn(0x7fb2d80b3a10 msgr2=0x7fb2d815ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:47.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2d7fff640 1 --2- 172.21.15.16:0/4175441273 >> v2:172.21.15.104:3300/0 conn(0x7fb2d80b3a10 0x7fb2d815ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2d7fff640 1 -- 172.21.15.16:0/4175441273 >> v1:172.21.15.104:6789/0 conn(0x7fb2d8140440 legacy=0x7fb2d80b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:47.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.541+0000 7fb2d7fff640 1 -- 172.21.15.16:0/4175441273 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d8140f70 con 0x7fb2d806da40 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.542+0000 7fb2d7fff640 1 --2- 172.21.15.16:0/4175441273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80ce190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb2d815e8e0 tx=0x7fb2c802b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d26dbbcefaded3f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.542+0000 7fb2d6ffd640 1 -- 172.21.15.16:0/4175441273 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c800b040 con 0x7fb2d806da40 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.542+0000 7fb2d6ffd640 1 -- 172.21.15.16:0/4175441273 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2c802be50 con 0x7fb2d806da40 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.542+0000 7fb2d6ffd640 1 -- 172.21.15.16:0/4175441273 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c8030930 con 0x7fb2d806da40 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 -- 172.21.15.16:0/4175441273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 msgr2=0x7fb2d80ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/4175441273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80ce190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb2d815e8e0 tx=0x7fb2c802b630 comp rx=0 tx=0).stop 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 -- 172.21.15.16:0/4175441273 shutdown_connections 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/4175441273 >> v2:172.21.15.104:3300/0 conn(0x7fb2d80b3a10 0x7fb2d815ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/4175441273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80ce190 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 -- 172.21.15.16:0/4175441273 >> 172.21.15.16:0/4175441273 conn(0x7fb2d80b2000 msgr2=0x7fb2d80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 -- 172.21.15.16:0/4175441273 shutdown_connections 2024-09-16T01:42:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.543+0000 7fb2de4a5640 1 -- 172.21.15.16:0/4175441273 wait complete. 2024-09-16T01:42:47.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.544+0000 7fb2de4a5640 1 Processor -- start 2024-09-16T01:42:47.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.544+0000 7fb2de4a5640 1 -- start start 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2de4a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80cff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2de4a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2d80b3a10 0x7fb2d8072ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2de4a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2d8140440 0x7fb2d8073530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2de4a5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d80ce850 con 0x7fb2d806da40 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2de4a5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d80ce6d0 con 0x7fb2d80b3a10 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2de4a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb2d8144540 con 0x7fb2d8140440 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80cff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80cff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54380/0 (socket says 172.21.15.16:54380) 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 -- 172.21.15.16:0/2713539754 learned_addr learned my addr 172.21.15.16:0/2713539754 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2dca42640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2d8140440 0x7fb2d8073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d77fe640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2d80b3a10 0x7fb2d8072ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 -- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2d8140440 msgr2=0x7fb2d8073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2d8140440 0x7fb2d8073530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 -- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2d80b3a10 msgr2=0x7fb2d8072ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2d80b3a10 0x7fb2d8072ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d7fff640 1 -- 172.21.15.16:0/2713539754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d80ab240 con 0x7fb2d806da40 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2d77fe640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2d80b3a10 0x7fb2d8072ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.545+0000 7fb2dca42640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2d8140440 0x7fb2d8073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.546+0000 7fb2d7fff640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80cff90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800a1c0 tx=0x7fb2c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.546+0000 7fb2d4ff9640 1 -- 172.21.15.16:0/2713539754 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c803e020 con 0x7fb2d806da40 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.546+0000 7fb2d4ff9640 1 -- 172.21.15.16:0/2713539754 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2c8032810 con 0x7fb2d806da40 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.546+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2d80ab520 con 0x7fb2d806da40 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.546+0000 7fb2d4ff9640 1 -- 172.21.15.16:0/2713539754 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c8032bc0 con 0x7fb2d806da40 2024-09-16T01:42:47.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.546+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2d80abae0 con 0x7fb2d806da40 2024-09-16T01:42:47.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.547+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2d80693b0 con 0x7fb2d806da40 2024-09-16T01:42:47.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.548+0000 7fb2d4ff9640 1 -- 172.21.15.16:0/2713539754 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb2c8041020 con 0x7fb2d806da40 2024-09-16T01:42:47.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.548+0000 7fb2d4ff9640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb2c406c2b0 0x7fb2c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.548+0000 7fb2d4ff9640 1 -- 172.21.15.16:0/2713539754 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb2c80ab710 con 0x7fb2d806da40 2024-09-16T01:42:47.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.548+0000 7fb2d77fe640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb2c406c2b0 0x7fb2c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.549+0000 7fb2d77fe640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb2c406c2b0 0x7fb2c406e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc007fd0 tx=0x7fb2cc009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.552+0000 7fb2d4ff9640 1 -- 172.21.15.16:0/2713539754 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb2d80693b0 con 0x7fb2d806da40 2024-09-16T01:42:47.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.761+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb2d8143e60 con 0x7fb2d806da40 2024-09-16T01:42:47.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.761+0000 7fb2d4ff9640 1 -- 172.21.15.16:0/2713539754 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5214 (secure 0 0 0) 0x7fb2c8048030 con 0x7fb2d806da40 2024-09-16T01:42:47.764 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:47.764 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":7,"btime":"2024-09-16T01:42:17:127872+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3669093753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3669093753},{"type":"v1","addr":"172.21.15.104:6835","nonce":3669093753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/508304281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":508304281},{"type":"v1","addr":"172.21.15.16:6833","nonce":508304281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/120821729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":120821729},{"type":"v1","addr":"172.21.15.104:6837","nonce":120821729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:13.469191+0000","modified":"2024-09-16T01:42:16.298436+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/608743703","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":608743703},{"type":"v1","addr":"172.21.15.16:6835","nonce":608743703}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-16T01:42:47.766 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 7 2024-09-16T01:42:47.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb2c406c2b0 msgr2=0x7fb2c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb2c406c2b0 0x7fb2c406e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc007fd0 tx=0x7fb2cc009040 comp rx=0 tx=0).stop 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 msgr2=0x7fb2d80cff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80cff90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800a1c0 tx=0x7fb2c80046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 shutdown_connections 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb2c406c2b0 0x7fb2c406e770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2d8140440 0x7fb2d8073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2d80b3a10 0x7fb2d8072ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 --2- 172.21.15.16:0/2713539754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2d806da40 0x7fb2d80cff90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.763+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 >> 172.21.15.16:0/2713539754 conn(0x7fb2d80b2000 msgr2=0x7fb2d80d0c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:47.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.764+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 shutdown_connections 2024-09-16T01:42:47.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.764+0000 7fb2de4a5640 1 -- 172.21.15.16:0/2713539754 wait complete. 2024-09-16T01:42:47.776 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:47.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.886+0000 7f5352923640 1 Processor -- start 2024-09-16T01:42:47.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.886+0000 7f5352923640 1 -- start start 2024-09-16T01:42:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.886+0000 7f5352923640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f534c15e3a0 0x7f534c06d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5352923640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f534c06bbe0 0x7f534c161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5352923640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f534c0b6a70 con 0x7f534c06d790 2024-09-16T01:42:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5352923640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f534c0b7640 con 0x7f534c06bbe0 2024-09-16T01:42:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5352923640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f534c0b6d10 con 0x7f534c15e3a0 2024-09-16T01:42:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5350ec0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f534c06bbe0 0x7f534c161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5350ec0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f534c06bbe0 0x7f534c161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54394/0 (socket says 172.21.15.16:54394) 2024-09-16T01:42:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5350ec0640 1 -- 172.21.15.16:0/762398276 learned_addr learned my addr 172.21.15.16:0/762398276 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f534bfff640 1 --2- 172.21.15.16:0/762398276 >> v2:172.21.15.104:3300/0 conn(0x7f534c15e3a0 0x7f534c06d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5350ec0640 1 -- 172.21.15.16:0/762398276 >> v2:172.21.15.104:3300/0 conn(0x7f534c15e3a0 msgr2=0x7f534c06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5350ec0640 1 --2- 172.21.15.16:0/762398276 >> v2:172.21.15.104:3300/0 conn(0x7f534c15e3a0 0x7f534c06d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5350ec0640 1 -- 172.21.15.16:0/762398276 >> v1:172.21.15.104:6789/0 conn(0x7f534c06d790 legacy=0x7f534c06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.887+0000 7f5350ec0640 1 -- 172.21.15.16:0/762398276 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f534c0b6ff0 con 0x7f534c06bbe0 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5350ec0640 1 --2- 172.21.15.16:0/762398276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c06bbe0 0x7f534c161f80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f534c0b77c0 tx=0x7f534402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf14da1e87a80d38 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f534affd640 1 -- 172.21.15.16:0/762398276 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5344036070 con 0x7f534c06bbe0 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f534affd640 1 -- 172.21.15.16:0/762398276 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5344031600 con 0x7f534c06bbe0 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f534affd640 1 -- 172.21.15.16:0/762398276 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53440319d0 con 0x7f534c06bbe0 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5352923640 1 -- 172.21.15.16:0/762398276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c06bbe0 msgr2=0x7f534c161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5352923640 1 --2- 172.21.15.16:0/762398276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c06bbe0 0x7f534c161f80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f534c0b77c0 tx=0x7f534402a730 comp rx=0 tx=0).stop 2024-09-16T01:42:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5352923640 1 -- 172.21.15.16:0/762398276 shutdown_connections 2024-09-16T01:42:47.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5352923640 1 --2- 172.21.15.16:0/762398276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c06bbe0 0x7f534c161f80 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5352923640 1 --2- 172.21.15.16:0/762398276 >> v2:172.21.15.104:3300/0 conn(0x7f534c15e3a0 0x7f534c06d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5352923640 1 -- 172.21.15.16:0/762398276 >> 172.21.15.16:0/762398276 conn(0x7f534c0b4090 msgr2=0x7f534c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:47.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.888+0000 7f5352923640 1 -- 172.21.15.16:0/762398276 shutdown_connections 2024-09-16T01:42:47.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.889+0000 7f5352923640 1 -- 172.21.15.16:0/762398276 wait complete. 2024-09-16T01:42:47.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.890+0000 7f5352923640 1 Processor -- start 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.890+0000 7f5352923640 1 -- start start 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5352923640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f534c06bbe0 0x7f534c1604e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5352923640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f534c06d790 0x7f534c14f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5352923640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c15e3a0 0x7f534c158040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5352923640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f534c073cc0 con 0x7f534c15e3a0 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5352923640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f534c15e780 con 0x7f534c06bbe0 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5352923640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f534c073e40 con 0x7f534c06d790 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c15e3a0 0x7f534c158040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c15e3a0 0x7f534c158040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54410/0 (socket says 172.21.15.16:54410) 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 -- 172.21.15.16:0/477412570 learned_addr learned my addr 172.21.15.16:0/477412570 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f534bfff640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f534c06bbe0 0x7f534c1604e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f534b7fe640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f534c06d790 0x7f534c14f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 -- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f534c06d790 msgr2=0x7f534c14f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f534c06d790 0x7f534c14f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 -- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f534c06bbe0 msgr2=0x7f534c1604e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f534c06bbe0 0x7f534c1604e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 -- 172.21.15.16:0/477412570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f534c14fc10 con 0x7f534c15e3a0 2024-09-16T01:42:47.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5350ec0640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c15e3a0 0x7f534c158040 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5344009f10 tx=0x7f5344004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5348ff9640 1 -- 172.21.15.16:0/477412570 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5344036050 con 0x7f534c15e3a0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5348ff9640 1 -- 172.21.15.16:0/477412570 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5344042070 con 0x7f534c15e3a0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5348ff9640 1 -- 172.21.15.16:0/477412570 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5344009510 con 0x7f534c15e3a0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.891+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f534c15f440 con 0x7f534c15e3a0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.892+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f534c15fa00 con 0x7f534c15e3a0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.893+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f534c0706a0 con 0x7f534c15e3a0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.893+0000 7f5348ff9640 1 -- 172.21.15.16:0/477412570 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5344007bf0 con 0x7f534c15e3a0 2024-09-16T01:42:47.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.893+0000 7f5348ff9640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f533806c2b0 0x7f533806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:47.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.894+0000 7f5348ff9640 1 -- 172.21.15.16:0/477412570 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f53440ac090 con 0x7f534c15e3a0 2024-09-16T01:42:47.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.894+0000 7f534bfff640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f533806c2b0 0x7f533806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:47.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.894+0000 7f534bfff640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f533806c2b0 0x7f533806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f533c006fd0 tx=0x7f533c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:47.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:47.898+0000 7f5348ff9640 1 -- 172.21.15.16:0/477412570 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f534407a240 con 0x7f534c15e3a0 2024-09-16T01:42:48.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.073+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f534c0d2860 con 0x7f534c15e3a0 2024-09-16T01:42:48.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.074+0000 7f5348ff9640 1 -- 172.21.15.16:0/477412570 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f534407e540 con 0x7f534c15e3a0 2024-09-16T01:42:48.076 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:48.076 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:15.122084+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:11.336008+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:12.455979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:48.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f533806c2b0 msgr2=0x7f533806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f533806c2b0 0x7f533806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f533c006fd0 tx=0x7f533c008040 comp rx=0 tx=0).stop 2024-09-16T01:42:48.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c15e3a0 msgr2=0x7f534c158040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c15e3a0 0x7f534c158040 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5344009f10 tx=0x7f5344004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 shutdown_connections 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f533806c2b0 0x7f533806e770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f534c15e3a0 0x7f534c158040 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f534c06d790 0x7f534c14f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 --2- 172.21.15.16:0/477412570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f534c06bbe0 0x7f534c1604e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 >> 172.21.15.16:0/477412570 conn(0x7f534c0b4090 msgr2=0x7f534c0b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 shutdown_connections 2024-09-16T01:42:48.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.076+0000 7f5352923640 1 -- 172.21.15.16:0/477412570 wait complete. 2024-09-16T01:42:48.090 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:42:48.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.197+0000 7fa2b585e640 1 Processor -- start 2024-09-16T01:42:48.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.197+0000 7fa2b585e640 1 -- start start 2024-09-16T01:42:48.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2b585e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2b585e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa2b00d0ee0 0x7fa2b00d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2b585e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa2b00b97d0 0x7fa2b00b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2b585e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa2b01483a0 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2b585e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa2b015efa0 con 0x7fa2b00b97d0 2024-09-16T01:42:48.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2b585e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa2b00d1880 con 0x7fa2b0147fc0 2024-09-16T01:42:48.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2ae7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa2b00d0ee0 0x7fa2b00d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2ae7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa2b00d0ee0 0x7fa2b00d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54412/0 (socket says 172.21.15.16:54412) 2024-09-16T01:42:48.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.198+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/2335758577 learned_addr learned my addr 172.21.15.16:0/2335758577 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2af7fe640 1 --2- 172.21.15.16:0/2335758577 >> v2:172.21.15.104:3300/0 conn(0x7fa2b00b97d0 0x7fa2b00b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2aeffd640 1 --2- 172.21.15.16:0/2335758577 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/2335758577 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 msgr2=0x7fa2b015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2ae7fc640 1 --2- 172.21.15.16:0/2335758577 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/2335758577 >> v2:172.21.15.104:3300/0 conn(0x7fa2b00b97d0 msgr2=0x7fa2b00b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2ae7fc640 1 --2- 172.21.15.16:0/2335758577 >> v2:172.21.15.104:3300/0 conn(0x7fa2b00b97d0 0x7fa2b00b9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/2335758577 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b00d2750 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.199+0000 7fa2ae7fc640 1 --2- 172.21.15.16:0/2335758577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b00d1340 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa2b00b95a0 tx=0x7fa29802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e49c8c1c30f690ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2adffb640 1 -- 172.21.15.16:0/2335758577 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298037070 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2adffb640 1 -- 172.21.15.16:0/2335758577 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa298032440 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2adffb640 1 -- 172.21.15.16:0/2335758577 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298032810 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 -- 172.21.15.16:0/2335758577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 msgr2=0x7fa2b00d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 --2- 172.21.15.16:0/2335758577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b00d1340 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa2b00b95a0 tx=0x7fa29802a210 comp rx=0 tx=0).stop 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 -- 172.21.15.16:0/2335758577 shutdown_connections 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 --2- 172.21.15.16:0/2335758577 >> v2:172.21.15.104:3300/0 conn(0x7fa2b00b97d0 0x7fa2b00b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 --2- 172.21.15.16:0/2335758577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b00d1340 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 --2- 172.21.15.16:0/2335758577 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 -- 172.21.15.16:0/2335758577 >> 172.21.15.16:0/2335758577 conn(0x7fa2b0074fe0 msgr2=0x7fa2b006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 -- 172.21.15.16:0/2335758577 shutdown_connections 2024-09-16T01:42:48.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.200+0000 7fa2b585e640 1 -- 172.21.15.16:0/2335758577 wait complete. 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.201+0000 7fa2b585e640 1 Processor -- start 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2b585e640 1 -- start start 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2b585e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b00b97d0 0x7fa2b01f4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2b585e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b01f7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2b585e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b00cf560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2b585e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b00d2d10 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2b585e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b00d2500 con 0x7fa2b00b97d0 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2b585e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa2b00d2ff0 con 0x7fa2b0147fc0 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2ae7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b01f7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2ae7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b01f7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54428/0 (socket says 172.21.15.16:54428) 2024-09-16T01:42:48.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.202+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/1310534968 learned_addr learned my addr 172.21.15.16:0/1310534968 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2af7fe640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b00cf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2aeffd640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b00b97d0 0x7fa2b01f4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 msgr2=0x7fa2b00cf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2ae7fc640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b00cf560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b00b97d0 msgr2=0x7fa2b01f4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2ae7fc640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b00b97d0 0x7fa2b01f4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2ae7fc640 1 -- 172.21.15.16:0/1310534968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b00ca320 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2ae7fc640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b01f7210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa298000c00 tx=0x7fa2980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2a7fff640 1 -- 172.21.15.16:0/1310534968 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298041020 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2a7fff640 1 -- 172.21.15.16:0/1310534968 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2980306c0 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2b00ca600 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2a7fff640 1 -- 172.21.15.16:0/1310534968 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa298037040 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.203+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2b01f4ba0 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.204+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2b00ba2b0 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.205+0000 7fa2a7fff640 1 -- 172.21.15.16:0/1310534968 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa298044020 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.205+0000 7fa2a7fff640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa29006c2b0 0x7fa29006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.205+0000 7fa2a7fff640 1 -- 172.21.15.16:0/1310534968 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa2980aba90 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.205+0000 7fa2aeffd640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa29006c2b0 0x7fa29006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.206+0000 7fa2aeffd640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa29006c2b0 0x7fa29006e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0003aa0 tx=0x7fa2a0009830 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.211+0000 7fa2a7fff640 1 -- 172.21.15.16:0/1310534968 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa29804b030 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.422+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa2b00ceb20 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.424 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:42:48.423+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:42:48.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.425+0000 7fa2a7fff640 1 -- 172.21.15.16:0/1310534968 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) ==== 161+0+0 (secure 0 0 0) 0x7fa298079c40 con 0x7fa2b00d0ee0 2024-09-16T01:42:48.426 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa29006c2b0 msgr2=0x7fa29006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa29006c2b0 0x7fa29006e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0003aa0 tx=0x7fa2a0009830 comp rx=0 tx=0).stop 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 msgr2=0x7fa2b01f7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b01f7210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa298000c00 tx=0x7fa2980046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 shutdown_connections 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa29006c2b0 0x7fa29006e770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2b0147fc0 0x7fa2b00cf560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2b00d0ee0 0x7fa2b01f7210 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 --2- 172.21.15.16:0/1310534968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b00b97d0 0x7fa2b01f4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.427+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 >> 172.21.15.16:0/1310534968 conn(0x7fa2b0074fe0 msgr2=0x7fa2b015f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:48.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.428+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 shutdown_connections 2024-09-16T01:42:48.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.428+0000 7fa2b585e640 1 -- 172.21.15.16:0/1310534968 wait complete. 2024-09-16T01:42:48.430 INFO:tasks.ceph.mds.c.smithi016.stderr: -2132> 2024-09-16T01:42:19.093+0000 7f2dd7cc2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:42:48.440 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:42:48.460 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:42:48.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.547+0000 7fa86698d640 1 Processor -- start 2024-09-16T01:42:48.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.547+0000 7fa86698d640 1 -- start start 2024-09-16T01:42:48.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa86698d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa86015e410 0x7fa860162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa86698d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa86006bbe0 0x7fa86006c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa86698d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8600b5fd0 0x7fa8600b6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa86698d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa86006c590 con 0x7fa8600b5fd0 2024-09-16T01:42:48.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa86698d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa8600cf260 con 0x7fa86015e410 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa86698d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa8600d2cf0 con 0x7fa86006bbe0 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa864f2a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8600b5fd0 0x7fa8600b6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa864f2a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8600b5fd0 0x7fa8600b6460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54462/0 (socket says 172.21.15.16:54462) 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.548+0000 7fa864f2a640 1 -- 172.21.15.16:0/4069072978 learned_addr learned my addr 172.21.15.16:0/4069072978 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa85f7fe640 1 --2- 172.21.15.16:0/4069072978 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa86006bbe0 0x7fa86006c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa864f2a640 1 -- 172.21.15.16:0/4069072978 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa86006bbe0 msgr2=0x7fa86006c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa864f2a640 1 --2- 172.21.15.16:0/4069072978 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa86006bbe0 0x7fa86006c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa864f2a640 1 -- 172.21.15.16:0/4069072978 >> v2:172.21.15.104:3300/0 conn(0x7fa86015e410 msgr2=0x7fa860162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa85ffff640 1 --2- 172.21.15.16:0/4069072978 >> v2:172.21.15.104:3300/0 conn(0x7fa86015e410 0x7fa860162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa864f2a640 1 --2- 172.21.15.16:0/4069072978 >> v2:172.21.15.104:3300/0 conn(0x7fa86015e410 0x7fa860162990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa864f2a640 1 -- 172.21.15.16:0/4069072978 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8600cf500 con 0x7fa8600b5fd0 2024-09-16T01:42:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa85ffff640 1 --2- 172.21.15.16:0/4069072978 >> v2:172.21.15.104:3300/0 conn(0x7fa86015e410 0x7fa860162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.549+0000 7fa864f2a640 1 --2- 172.21.15.16:0/4069072978 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8600b5fd0 0x7fa8600b6460 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa8600b7050 tx=0x7fa85802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7438c101232d0cbf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa85effd640 1 -- 172.21.15.16:0/4069072978 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa858036070 con 0x7fa8600b5fd0 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa85effd640 1 -- 172.21.15.16:0/4069072978 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa858031600 con 0x7fa8600b5fd0 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa85effd640 1 -- 172.21.15.16:0/4069072978 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8580319d0 con 0x7fa8600b5fd0 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 -- 172.21.15.16:0/4069072978 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8600b5fd0 msgr2=0x7fa8600b6460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 --2- 172.21.15.16:0/4069072978 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8600b5fd0 0x7fa8600b6460 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa8600b7050 tx=0x7fa85802a730 comp rx=0 tx=0).stop 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 -- 172.21.15.16:0/4069072978 shutdown_connections 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 --2- 172.21.15.16:0/4069072978 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8600b5fd0 0x7fa8600b6460 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 --2- 172.21.15.16:0/4069072978 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa86006bbe0 0x7fa86006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 --2- 172.21.15.16:0/4069072978 >> v2:172.21.15.104:3300/0 conn(0x7fa86015e410 0x7fa860162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 -- 172.21.15.16:0/4069072978 >> 172.21.15.16:0/4069072978 conn(0x7fa860072620 msgr2=0x7fa860072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:48.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 -- 172.21.15.16:0/4069072978 shutdown_connections 2024-09-16T01:42:48.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.550+0000 7fa86698d640 1 -- 172.21.15.16:0/4069072978 wait complete. 2024-09-16T01:42:48.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.551+0000 7fa86698d640 1 Processor -- start 2024-09-16T01:42:48.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa86698d640 1 -- start start 2024-09-16T01:42:48.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa86698d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa86006bbe0 0x7fa860159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa86698d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8600b5fd0 0x7fa8600ccd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa86698d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa86015e410 0x7fa8600cd2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa86698d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa8600ce8a0 con 0x7fa86015e410 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa86698d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa86015e7f0 con 0x7fa86006bbe0 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa86698d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa8600d2fd0 con 0x7fa8600b5fd0 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa864f2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa86015e410 0x7fa8600cd2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa864f2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa86015e410 0x7fa8600cd2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54472/0 (socket says 172.21.15.16:54472) 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.552+0000 7fa864f2a640 1 -- 172.21.15.16:0/3337988598 learned_addr learned my addr 172.21.15.16:0/3337988598 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa85f7fe640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8600b5fd0 0x7fa8600ccd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa85ffff640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa86006bbe0 0x7fa860159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa864f2a640 1 -- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8600b5fd0 msgr2=0x7fa8600ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa864f2a640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8600b5fd0 0x7fa8600ccd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa864f2a640 1 -- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa86006bbe0 msgr2=0x7fa860159680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa864f2a640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa86006bbe0 0x7fa860159680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa864f2a640 1 -- 172.21.15.16:0/3337988598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8601f4c40 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa864f2a640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa86015e410 0x7fa8600cd2a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa858009f40 tx=0x7fa858004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa85cff9640 1 -- 172.21.15.16:0/3337988598 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa858036050 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa85cff9640 1 -- 172.21.15.16:0/3337988598 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa858042070 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8601f4ef0 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa85cff9640 1 -- 172.21.15.16:0/3337988598 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa858009510 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.553+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8601f54b0 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.554+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8600d2910 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.555+0000 7fa85cff9640 1 -- 172.21.15.16:0/3337988598 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa858007bf0 con 0x7fa86015e410 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.555+0000 7fa85cff9640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa84c06c2e0 0x7fa84c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.556+0000 7fa85cff9640 1 -- 172.21.15.16:0/3337988598 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7fa8580ac1b0 con 0x7fa86015e410 2024-09-16T01:42:48.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.556+0000 7fa85ffff640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa84c06c2e0 0x7fa84c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.556+0000 7fa85ffff640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa84c06c2e0 0x7fa84c06e7a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa85000aa40 tx=0x7fa850008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.560+0000 7fa85cff9640 1 -- 172.21.15.16:0/3337988598 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa85807a270 con 0x7fa86015e410 2024-09-16T01:42:48.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:48.770+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa86006c300 con 0x7fa86015e410 2024-09-16T01:42:49.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.426+0000 7fa85cff9640 1 -- 172.21.15.16:0/3337988598 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) ==== 104+0+0 (secure 0 0 0) 0x7fa85807e570 con 0x7fa86015e410 2024-09-16T01:42:49.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.428+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa84c06c2e0 msgr2=0x7fa84c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:49.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.428+0000 7fa86698d640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa84c06c2e0 0x7fa84c06e7a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa85000aa40 tx=0x7fa850008040 comp rx=0 tx=0).stop 2024-09-16T01:42:49.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.428+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa86015e410 msgr2=0x7fa8600cd2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:49.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.428+0000 7fa86698d640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa86015e410 0x7fa8600cd2a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa858009f40 tx=0x7fa858004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:49.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 shutdown_connections 2024-09-16T01:42:49.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa84c06c2e0 0x7fa84c06e7a0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa86015e410 0x7fa8600cd2a0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8600b5fd0 0x7fa8600ccd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 --2- 172.21.15.16:0/3337988598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa86006bbe0 0x7fa860159680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 >> 172.21.15.16:0/3337988598 conn(0x7fa860072620 msgr2=0x7fa8600b5210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:49.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 shutdown_connections 2024-09-16T01:42:49.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.429+0000 7fa86698d640 1 -- 172.21.15.16:0/3337988598 wait complete. 2024-09-16T01:42:49.445 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:42:49.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.601+0000 7f436c54b640 1 Processor -- start 2024-09-16T01:42:49.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.601+0000 7f436c54b640 1 -- start start 2024-09-16T01:42:49.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.602+0000 7f436c54b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f436415e900 0x7f43640ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:49.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.602+0000 7f436c54b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f436406db40 0x7f43640717d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:49.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.602+0000 7f436c54b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43640cf5b0 con 0x7f4364073d10 2024-09-16T01:42:49.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.602+0000 7f436c54b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f436415ece0 con 0x7f436415e900 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.602+0000 7f436c54b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f43640cf890 con 0x7f436406db40 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436a2e7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f436415e900 0x7f43640ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436a2e7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f436415e900 0x7f43640ceed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54488/0 (socket says 172.21.15.16:54488) 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436a2e7640 1 -- 172.21.15.16:0/3130439898 learned_addr learned my addr 172.21.15.16:0/3130439898 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436aae8640 1 --2- 172.21.15.16:0/3130439898 >> v2:172.21.15.104:3300/0 conn(0x7f436406db40 0x7f43640717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436a2e7640 1 -- 172.21.15.16:0/3130439898 >> v2:172.21.15.104:3300/0 conn(0x7f436406db40 msgr2=0x7f43640717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436a2e7640 1 --2- 172.21.15.16:0/3130439898 >> v2:172.21.15.104:3300/0 conn(0x7f436406db40 0x7f43640717d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436a2e7640 1 -- 172.21.15.16:0/3130439898 >> v1:172.21.15.104:6789/0 conn(0x7f4364073d10 legacy=0x7f436406d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436a2e7640 1 -- 172.21.15.16:0/3130439898 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43640cfb70 con 0x7f436415e900 2024-09-16T01:42:49.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.603+0000 7f436aae8640 1 --2- 172.21.15.16:0/3130439898 >> v2:172.21.15.104:3300/0 conn(0x7f436406db40 0x7f43640717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.604+0000 7f436a2e7640 1 --2- 172.21.15.16:0/3130439898 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f436415e900 0x7f43640ceed0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f436415ee60 tx=0x7f435c02c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e19a52812ee3a35 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.604+0000 7f43692e5640 1 -- 172.21.15.16:0/3130439898 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435c036020 con 0x7f436415e900 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.604+0000 7f43692e5640 1 -- 172.21.15.16:0/3130439898 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f435c032820 con 0x7f436415e900 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.604+0000 7f43692e5640 1 -- 172.21.15.16:0/3130439898 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435c032bf0 con 0x7f436415e900 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.604+0000 7f436c54b640 1 -- 172.21.15.16:0/3130439898 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f436415e900 msgr2=0x7f43640ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.604+0000 7f436c54b640 1 --2- 172.21.15.16:0/3130439898 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f436415e900 0x7f43640ceed0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f436415ee60 tx=0x7f435c02c920 comp rx=0 tx=0).stop 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.605+0000 7f436c54b640 1 -- 172.21.15.16:0/3130439898 shutdown_connections 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.605+0000 7f436c54b640 1 --2- 172.21.15.16:0/3130439898 >> v2:172.21.15.104:3300/0 conn(0x7f436406db40 0x7f43640717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.605+0000 7f436c54b640 1 --2- 172.21.15.16:0/3130439898 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f436415e900 0x7f43640ceed0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.605+0000 7f436c54b640 1 -- 172.21.15.16:0/3130439898 >> 172.21.15.16:0/3130439898 conn(0x7f436406c030 msgr2=0x7f436406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:49.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.605+0000 7f436c54b640 1 -- 172.21.15.16:0/3130439898 shutdown_connections 2024-09-16T01:42:49.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.605+0000 7f436c54b640 1 -- 172.21.15.16:0/3130439898 wait complete. 2024-09-16T01:42:49.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.606+0000 7f436c54b640 1 Processor -- start 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.606+0000 7f436c54b640 1 -- start start 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f436406db40 0x7f4364153a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4364073d10 0x7f4364154f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f436415e900 0x7f4364142e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4364071d10 con 0x7f4364073d10 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4364074180 con 0x7f436415e900 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4364071e90 con 0x7f436406db40 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4364073d10 0x7f4364154f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4364073d10 0x7f4364154f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54496/0 (socket says 172.21.15.16:54496) 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 -- 172.21.15.16:0/1017179222 learned_addr learned my addr 172.21.15.16:0/1017179222 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:49.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436aae8640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f436415e900 0x7f4364142e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436a2e7640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f436406db40 0x7f4364153a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 -- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f436406db40 msgr2=0x7f4364153a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f436406db40 0x7f4364153a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 -- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f436415e900 msgr2=0x7f4364142e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f436415e900 0x7f4364142e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 -- 172.21.15.16:0/1017179222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4364143340 con 0x7f4364073d10 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4369ae6640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4364073d10 0x7f4364154f80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f435800c430 tx=0x7f435800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4362ffd640 1 -- 172.21.15.16:0/1017179222 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43580052d0 con 0x7f4364073d10 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4362ffd640 1 -- 172.21.15.16:0/1017179222 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4358005490 con 0x7f4364073d10 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4364158b40 con 0x7f4364073d10 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f4362ffd640 1 -- 172.21.15.16:0/1017179222 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4358007260 con 0x7f4364073d10 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.607+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4364159100 con 0x7f4364073d10 2024-09-16T01:42:49.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.608+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43640b3ce0 con 0x7f4364073d10 2024-09-16T01:42:49.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.609+0000 7f4362ffd640 1 -- 172.21.15.16:0/1017179222 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4358007400 con 0x7f4364073d10 2024-09-16T01:42:49.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.609+0000 7f4362ffd640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f435006c2b0 0x7f435006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:49.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.609+0000 7f4362ffd640 1 -- 172.21.15.16:0/1017179222 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f435808a940 con 0x7f4364073d10 2024-09-16T01:42:49.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.610+0000 7f436a2e7640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f435006c2b0 0x7f435006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:49.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.610+0000 7f436a2e7640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f435006c2b0 0x7f435006e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f435c037000 tx=0x7f435c03d040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:49.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.614+0000 7f4362ffd640 1 -- 172.21.15.16:0/1017179222 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f43580590e0 con 0x7f4364073d10 2024-09-16T01:42:49.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:49.788+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f43640b3a00 con 0x7f4364073d10 2024-09-16T01:42:50.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.427+0000 7f4362ffd640 1 -- 172.21.15.16:0/1017179222 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f43580589e0 con 0x7f4364073d10 2024-09-16T01:42:50.429 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:42:50.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f435006c2b0 msgr2=0x7f435006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f435006c2b0 0x7f435006e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f435c037000 tx=0x7f435c03d040 comp rx=0 tx=0).stop 2024-09-16T01:42:50.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4364073d10 msgr2=0x7f4364154f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4364073d10 0x7f4364154f80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f435800c430 tx=0x7f435800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 shutdown_connections 2024-09-16T01:42:50.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f435006c2b0 0x7f435006e770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f436415e900 0x7f4364142e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4364073d10 0x7f4364154f80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.430+0000 7f436c54b640 1 --2- 172.21.15.16:0/1017179222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f436406db40 0x7f4364153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.431+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 >> 172.21.15.16:0/1017179222 conn(0x7f436406c030 msgr2=0x7f43640b27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:50.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.431+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 shutdown_connections 2024-09-16T01:42:50.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.431+0000 7f436c54b640 1 -- 172.21.15.16:0/1017179222 wait complete. 2024-09-16T01:42:50.444 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:42:50.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.555+0000 7f7e12a7b640 1 Processor -- start 2024-09-16T01:42:50.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.555+0000 7f7e12a7b640 1 -- start start 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e12a7b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7e0c15e840 0x7f7e0c0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e12a7b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e0c0b9880 0x7f7e0c0b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e12a7b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e0c0d4350 con 0x7f7e0c0ba230 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e12a7b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7e0c0cfe50 con 0x7f7e0c0b9880 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e12a7b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7e0c0d3590 con 0x7f7e0c15e840 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e0bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e0c0b9880 0x7f7e0c0b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e0bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e0c0b9880 0x7f7e0c0b9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54510/0 (socket says 172.21.15.16:54510) 2024-09-16T01:42:50.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e0bfff640 1 -- 172.21.15.16:0/2696612229 learned_addr learned my addr 172.21.15.16:0/2696612229 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:50.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.556+0000 7f7e10817640 1 --2- 172.21.15.16:0/2696612229 >> v2:172.21.15.104:3300/0 conn(0x7f7e0c15e840 0x7f7e0c0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.557+0000 7f7e0bfff640 1 -- 172.21.15.16:0/2696612229 >> v2:172.21.15.104:3300/0 conn(0x7f7e0c15e840 msgr2=0x7f7e0c0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:50.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.557+0000 7f7e0bfff640 1 --2- 172.21.15.16:0/2696612229 >> v2:172.21.15.104:3300/0 conn(0x7f7e0c15e840 0x7f7e0c0cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.557+0000 7f7e0bfff640 1 -- 172.21.15.16:0/2696612229 >> v1:172.21.15.104:6789/0 conn(0x7f7e0c0ba230 legacy=0x7f7e0c1623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.557+0000 7f7e0bfff640 1 -- 172.21.15.16:0/2696612229 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e0c0d3870 con 0x7f7e0c0b9880 2024-09-16T01:42:50.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.557+0000 7f7e0bfff640 1 --2- 172.21.15.16:0/2696612229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c0b9880 0x7f7e0c0b9cf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c0756b0 tx=0x7f7df802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dee9fc222be198 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:50.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.557+0000 7f7e0b7fe640 1 -- 172.21.15.16:0/2696612229 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df8037070 con 0x7f7e0c0b9880 2024-09-16T01:42:50.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.557+0000 7f7e0b7fe640 1 -- 172.21.15.16:0/2696612229 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7df8032440 con 0x7f7e0c0b9880 2024-09-16T01:42:50.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e0b7fe640 1 -- 172.21.15.16:0/2696612229 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df8032810 con 0x7f7e0c0b9880 2024-09-16T01:42:50.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 -- 172.21.15.16:0/2696612229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c0b9880 msgr2=0x7f7e0c0b9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/2696612229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c0b9880 0x7f7e0c0b9cf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c0756b0 tx=0x7f7df802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 -- 172.21.15.16:0/2696612229 shutdown_connections 2024-09-16T01:42:50.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/2696612229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c0b9880 0x7f7e0c0b9cf0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/2696612229 >> v2:172.21.15.104:3300/0 conn(0x7f7e0c15e840 0x7f7e0c0cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 -- 172.21.15.16:0/2696612229 >> 172.21.15.16:0/2696612229 conn(0x7f7e0c0d4630 msgr2=0x7f7e0c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:50.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 -- 172.21.15.16:0/2696612229 shutdown_connections 2024-09-16T01:42:50.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.558+0000 7f7e12a7b640 1 -- 172.21.15.16:0/2696612229 wait complete. 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.559+0000 7f7e12a7b640 1 Processor -- start 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.559+0000 7f7e12a7b640 1 -- start start 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e12a7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e0c0b9880 0x7f7e0c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e12a7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e0c0ba230 0x7f7e0c1527f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e12a7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c15e840 0x7f7e0c162570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e12a7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c0cfb40 con 0x7f7e0c15e840 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e12a7b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c0d3e30 con 0x7f7e0c0ba230 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e12a7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e0c15fc30 con 0x7f7e0c0b9880 2024-09-16T01:42:50.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e11018640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c15e840 0x7f7e0c162570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e11018640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c15e840 0x7f7e0c162570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54526/0 (socket says 172.21.15.16:54526) 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.560+0000 7f7e11018640 1 -- 172.21.15.16:0/1850692301 learned_addr learned my addr 172.21.15.16:0/1850692301 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e0bfff640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e0c0ba230 0x7f7e0c1527f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e10817640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e0c0b9880 0x7f7e0c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e11018640 1 -- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e0c0b9880 msgr2=0x7f7e0c0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e11018640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e0c0b9880 0x7f7e0c0cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e11018640 1 -- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e0c0ba230 msgr2=0x7f7e0c1527f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e11018640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e0c0ba230 0x7f7e0c1527f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e11018640 1 -- 172.21.15.16:0/1850692301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e0c0b5700 con 0x7f7e0c15e840 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e11018640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c15e840 0x7f7e0c162570 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7e0400c730 tx=0x7f7e0400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e097fa640 1 -- 172.21.15.16:0/1850692301 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e04003b70 con 0x7f7e0c15e840 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e097fa640 1 -- 172.21.15.16:0/1850692301 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e04003d30 con 0x7f7e0c15e840 2024-09-16T01:42:50.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e0c0b59e0 con 0x7f7e0c15e840 2024-09-16T01:42:50.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e097fa640 1 -- 172.21.15.16:0/1850692301 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e04005310 con 0x7f7e0c15e840 2024-09-16T01:42:50.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.561+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e0c0b5fa0 con 0x7f7e0c15e840 2024-09-16T01:42:50.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.562+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e0c0b9cf0 con 0x7f7e0c15e840 2024-09-16T01:42:50.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.563+0000 7f7e097fa640 1 -- 172.21.15.16:0/1850692301 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7e040056c0 con 0x7f7e0c15e840 2024-09-16T01:42:50.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.564+0000 7f7e097fa640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7df006c2b0 0x7f7df006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.564+0000 7f7e097fa640 1 -- 172.21.15.16:0/1850692301 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f7e0408b220 con 0x7f7e0c15e840 2024-09-16T01:42:50.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.564+0000 7f7e10817640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7df006c2b0 0x7f7df006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.564+0000 7f7e10817640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7df006c2b0 0x7f7df006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009aa0 tx=0x7f7e00009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:50.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.568+0000 7f7e097fa640 1 -- 172.21.15.16:0/1850692301 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e040594b0 con 0x7f7e0c15e840 2024-09-16T01:42:50.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:50.744+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7e0c0c7ee0 con 0x7f7e0c15e840 2024-09-16T01:42:51.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.437+0000 7f7e097fa640 1 -- 172.21.15.16:0/1850692301 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f7e0405d7b0 con 0x7f7e0c15e840 2024-09-16T01:42:51.438 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:42:51.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7df006c2b0 msgr2=0x7f7df006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7df006c2b0 0x7f7df006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009aa0 tx=0x7f7e00009190 comp rx=0 tx=0).stop 2024-09-16T01:42:51.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c15e840 msgr2=0x7f7e0c162570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c15e840 0x7f7e0c162570 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7e0400c730 tx=0x7f7e0400cbf0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 shutdown_connections 2024-09-16T01:42:51.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7df006c2b0 0x7f7df006e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e0c15e840 0x7f7e0c162570 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e0c0ba230 0x7f7e0c1527f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 --2- 172.21.15.16:0/1850692301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e0c0b9880 0x7f7e0c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.440+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 >> 172.21.15.16:0/1850692301 conn(0x7f7e0c0d4630 msgr2=0x7f7e0c0cea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:51.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.441+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 shutdown_connections 2024-09-16T01:42:51.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.441+0000 7f7e12a7b640 1 -- 172.21.15.16:0/1850692301 wait complete. 2024-09-16T01:42:51.455 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:42:51.455 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:42:51.455 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:42:51.455 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:51.456 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:42:51.456 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:42:51.456 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:42:51.456 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:51.456 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:42:51.456 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:42:51.457 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:42:51.457 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:51.457 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:42:51.457 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:42:51.458 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:42:51.458 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:42:51.466 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:42:51.466 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:42:51.468 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:42:51.468 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:42:51.469 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:42:51.469 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:42:51.470 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:42:51.471 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:42:51.508 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:42:51.509 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:51.509 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:42:51.510 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:51.512 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:42:51.512 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:51.513 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:42:51.513 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:51.513 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:42:51.592 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:42:51.592 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:42:51.594 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:42:51.594 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:42:51.594 INFO:tasks.ceph.mds.b.smithi104.stderr:2024-09-16T01:42:51.593+0000 7fa4769dc640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-16T01:42:51.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.624+0000 7f39bd0ba640 1 Processor -- start 2024-09-16T01:42:51.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.624+0000 7f39bd0ba640 1 -- start start 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39bd0ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b80b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39bd0ba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f39b80d4570 0x7f39b80d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39bd0ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39b80b8500 con 0x7f39b80b95a0 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39bd0ba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f39b80b87e0 con 0x7f39b80d4570 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39bd0ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39b80b8ac0 con 0x7f39b815e680 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39b659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f39b80b95a0 0x7f39b80d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60798/0 (socket says 172.21.15.16:60798) 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39b659c640 1 -- 172.21.15.16:0/3299791746 learned_addr learned my addr 172.21.15.16:0/3299791746 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39b759e640 1 --2- 172.21.15.16:0/3299791746 >> v2:172.21.15.104:3300/0 conn(0x7f39b80d4570 0x7f39b80d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39b6d9d640 1 --2- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b80b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39b5d9b640 1 -- 172.21.15.16:0/3299791746 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2083764928 0 0) 0x7f39b80b8500 con 0x7f39b80b95a0 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.625+0000 7f39b5d9b640 1 -- 172.21.15.16:0/3299791746 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f39a0003520 con 0x7f39b80b95a0 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.626+0000 7f39b759e640 1 -- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 msgr2=0x7f39b80b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.626+0000 7f39b759e640 1 --2- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b80b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.626+0000 7f39b759e640 1 -- 172.21.15.16:0/3299791746 >> v1:172.21.15.16:6789/0 conn(0x7f39b80b95a0 legacy=0x7f39b80d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.626+0000 7f39b759e640 1 -- 172.21.15.16:0/3299791746 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39b80b8da0 con 0x7f39b80d4570 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.626+0000 7f39b6d9d640 1 --2- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b80b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.626+0000 7f39b759e640 1 --2- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b80d4a00 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f39b0009d90 tx=0x7f39b002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50ab099b575cb2cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.626+0000 7f39b5d9b640 1 -- 172.21.15.16:0/3299791746 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0007740 con 0x7f39b80d4570 2024-09-16T01:42:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39b5d9b640 1 -- 172.21.15.16:0/3299791746 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b00078e0 con 0x7f39b80d4570 2024-09-16T01:42:51.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39b5d9b640 1 -- 172.21.15.16:0/3299791746 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0007c90 con 0x7f39b80d4570 2024-09-16T01:42:51.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 -- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 msgr2=0x7f39b80d4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b80d4a00 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f39b0009d90 tx=0x7f39b002a660 comp rx=0 tx=0).stop 2024-09-16T01:42:51.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 -- 172.21.15.16:0/3299791746 shutdown_connections 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b80d4a00 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/3299791746 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b80b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 -- 172.21.15.16:0/3299791746 >> 172.21.15.16:0/3299791746 conn(0x7f39b8074fe0 msgr2=0x7f39b8072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 -- 172.21.15.16:0/3299791746 shutdown_connections 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.627+0000 7f39bd0ba640 1 -- 172.21.15.16:0/3299791746 wait complete. 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 Processor -- start 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 -- start start 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39b80b95a0 0x7f39b8153fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b814a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b8155b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f39b815ea60 con 0x7f39b80b95a0 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f39b80b99e0 con 0x7f39b80d4570 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39bd0ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39b815ebe0 con 0x7f39b815e680 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.629+0000 7f39b6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39b80b95a0 0x7f39b8153fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b814a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39b80b95a0 0x7f39b8153fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54552/0 (socket says 172.21.15.16:54552) 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 -- 172.21.15.16:0/2461070547 learned_addr learned my addr 172.21.15.16:0/2461070547 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b759e640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b8155b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 -- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 msgr2=0x7f39b8155b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b8155b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 -- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 msgr2=0x7f39b814a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b814a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 -- 172.21.15.16:0/2461070547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39b80cab10 con 0x7f39b80b95a0 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b659c640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b814a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39b6d9d640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39b80b95a0 0x7f39b8153fd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f39a800e990 tx=0x7f39a800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f399f7fe640 1 -- 172.21.15.16:0/2461070547 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a8017070 con 0x7f39b80b95a0 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f399f7fe640 1 -- 172.21.15.16:0/2461070547 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39a800c9e0 con 0x7f39b80b95a0 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f399f7fe640 1 -- 172.21.15.16:0/2461070547 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a800cdb0 con 0x7f39b80b95a0 2024-09-16T01:42:51.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39b81560c0 con 0x7f39b80b95a0 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.630+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39b8156670 con 0x7f39b80b95a0 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.631+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39b80d0d00 con 0x7f39b80b95a0 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.632+0000 7f399f7fe640 1 -- 172.21.15.16:0/2461070547 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39a801a070 con 0x7f39b80b95a0 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.632+0000 7f399f7fe640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.632+0000 7f399f7fe640 1 -- 172.21.15.16:0/2461070547 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f39a808ae90 con 0x7f39b80b95a0 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.632+0000 7f39b659c640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.633+0000 7f39b659c640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f39b8157fc0 tx=0x7f39ac009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:51.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.637+0000 7f399f7fe640 1 -- 172.21.15.16:0/2461070547 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f39a8059340 con 0x7f39b80b95a0 2024-09-16T01:42:51.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:51.825+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f39b80c9b10 con 0x7f39b80b95a0 2024-09-16T01:42:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.448+0000 7f399f7fe640 1 -- 172.21.15.16:0/2461070547 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f39a805d640 con 0x7f39b80b95a0 2024-09-16T01:42:52.449 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:42:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 msgr2=0x7f39a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f39b8157fc0 tx=0x7f39ac009040 comp rx=0 tx=0).stop 2024-09-16T01:42:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39b80b95a0 msgr2=0x7f39b8153fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39b80b95a0 0x7f39b8153fd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f39a800e990 tx=0x7f39a800ee50 comp rx=0 tx=0).stop 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 shutdown_connections 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f39a406c2b0 0x7f39a406e770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39b815e680 0x7f39b8155b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39b80d4570 0x7f39b814a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 --2- 172.21.15.16:0/2461070547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39b80b95a0 0x7f39b8153fd0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 >> 172.21.15.16:0/2461070547 conn(0x7f39b8074fe0 msgr2=0x7f39b80b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 shutdown_connections 2024-09-16T01:42:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.451+0000 7f39bd0ba640 1 -- 172.21.15.16:0/2461070547 wait complete. 2024-09-16T01:42:52.465 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:42:52.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.569+0000 7f3e0a64c640 1 Processor -- start 2024-09-16T01:42:52.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.569+0000 7f3e0a64c640 1 -- start start 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e0a64c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3e0415e680 0x7f3e040b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e0a64c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e040b95a0 0x7f3e040d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e0a64c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e040b8500 con 0x7f3e040d4570 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e0a64c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3e040b87e0 con 0x7f3e0415e680 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e0a64c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3e040b8ac0 con 0x7f3e040b95a0 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e037fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e040b95a0 0x7f3e040d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e03fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3e0415e680 0x7f3e040b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e08be9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f3e040d4570 0x7f3e0415ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:33478/0 (socket says 172.21.15.16:33478) 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e037fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e040b95a0 0x7f3e040d1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:37274/0 (socket says 172.21.15.16:37274) 2024-09-16T01:42:52.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e08be9640 1 -- 172.21.15.16:0/978520639 learned_addr learned my addr 172.21.15.16:0/978520639 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:52.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e03fff640 1 -- 172.21.15.16:0/978520639 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e040b95a0 msgr2=0x7f3e040d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:52.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e03fff640 1 --2- 172.21.15.16:0/978520639 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e040b95a0 0x7f3e040d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e03fff640 1 -- 172.21.15.16:0/978520639 >> v1:172.21.15.104:6789/0 conn(0x7f3e040d4570 legacy=0x7f3e0415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.570+0000 7f3e03fff640 1 -- 172.21.15.16:0/978520639 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e040b8da0 con 0x7f3e0415e680 2024-09-16T01:42:52.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.571+0000 7f3e03fff640 1 --2- 172.21.15.16:0/978520639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e0415e680 0x7f3e040b7f20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3df40097a0 tx=0x7f3df402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73390b617f51ed1e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:52.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.571+0000 7f3e02ffd640 1 -- 172.21.15.16:0/978520639 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df4037070 con 0x7f3e0415e680 2024-09-16T01:42:52.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.571+0000 7f3e02ffd640 1 -- 172.21.15.16:0/978520639 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3df4032440 con 0x7f3e0415e680 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.571+0000 7f3e02ffd640 1 -- 172.21.15.16:0/978520639 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df4032810 con 0x7f3e0415e680 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 -- 172.21.15.16:0/978520639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e0415e680 msgr2=0x7f3e040b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/978520639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e0415e680 0x7f3e040b7f20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3df40097a0 tx=0x7f3df402a180 comp rx=0 tx=0).stop 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 -- 172.21.15.16:0/978520639 shutdown_connections 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/978520639 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e040b95a0 0x7f3e040d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/978520639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e0415e680 0x7f3e040b7f20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 -- 172.21.15.16:0/978520639 >> 172.21.15.16:0/978520639 conn(0x7f3e04074fe0 msgr2=0x7f3e04072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 -- 172.21.15.16:0/978520639 shutdown_connections 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.572+0000 7f3e0a64c640 1 -- 172.21.15.16:0/978520639 wait complete. 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.573+0000 7f3e0a64c640 1 Processor -- start 2024-09-16T01:42:52.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.573+0000 7f3e0a64c640 1 -- start start 2024-09-16T01:42:52.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e0a64c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e040b95a0 0x7f3e04145410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e0a64c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e040d4570 0x7f3e04160ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e0a64c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e0415e680 0x7f3e041f7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e0a64c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3e040b99e0 con 0x7f3e040b95a0 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e0a64c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3e040d1bd0 con 0x7f3e040d4570 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e0a64c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3e040d49e0 con 0x7f3e0415e680 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e040b95a0 0x7f3e04145410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e040b95a0 0x7f3e04145410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55742/0 (socket says 172.21.15.16:55742) 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 -- 172.21.15.16:0/2421524651 learned_addr learned my addr 172.21.15.16:0/2421524651 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:52.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e037fe640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e040d4570 0x7f3e04160ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e08be9640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e0415e680 0x7f3e041f7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 -- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e0415e680 msgr2=0x7f3e041f7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e0415e680 0x7f3e041f7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 -- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e040d4570 msgr2=0x7f3e04160ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e040d4570 0x7f3e04160ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.574+0000 7f3e03fff640 1 -- 172.21.15.16:0/2421524651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e041f4880 con 0x7f3e040b95a0 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.575+0000 7f3e03fff640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e040b95a0 0x7f3e04145410 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3df40098c0 tx=0x7f3df40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.575+0000 7f3e00ff9640 1 -- 172.21.15.16:0/2421524651 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df4037040 con 0x7f3e040b95a0 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.575+0000 7f3e00ff9640 1 -- 172.21.15.16:0/2421524651 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3df4030500 con 0x7f3e040b95a0 2024-09-16T01:42:52.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.575+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e041f4b60 con 0x7f3e040b95a0 2024-09-16T01:42:52.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.575+0000 7f3e00ff9640 1 -- 172.21.15.16:0/2421524651 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df40308d0 con 0x7f3e040b95a0 2024-09-16T01:42:52.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.575+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e041f4e40 con 0x7f3e040b95a0 2024-09-16T01:42:52.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.576+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e040d4e40 con 0x7f3e040b95a0 2024-09-16T01:42:52.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.576+0000 7f3e00ff9640 1 -- 172.21.15.16:0/2421524651 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3df4044020 con 0x7f3e040b95a0 2024-09-16T01:42:52.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.577+0000 7f3e00ff9640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3df006c2b0 0x7f3df006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.577+0000 7f3e00ff9640 1 -- 172.21.15.16:0/2421524651 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f3df40ab340 con 0x7f3e040b95a0 2024-09-16T01:42:52.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.577+0000 7f3e037fe640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3df006c2b0 0x7f3df006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.578+0000 7f3e037fe640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3df006c2b0 0x7f3df006e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3e04153970 tx=0x7f3df8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:52.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.581+0000 7f3e00ff9640 1 -- 172.21.15.16:0/2421524651 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3df4079df0 con 0x7f3e040b95a0 2024-09-16T01:42:52.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.820+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f3e04144cc0 con 0x7f3e040b95a0 2024-09-16T01:42:52.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.820+0000 7f3e00ff9640 1 -- 172.21.15.16:0/2421524651 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) ==== 80+0+6645 (secure 0 0 0) 0x7f3df40796f0 con 0x7f3e040b95a0 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:42:52.822 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:42:52.823 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.824 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:42:52.825 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.826 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.827 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:42:52.828 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.829 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:42:52.830 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:42:52.831 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:42:52.832 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.833 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:42:52.834 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-mds", 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDejOdmJ/AaCRAAB0W46tu65dzlRM73EXvjfA==", 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-mds" 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.835 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-mgr", 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDejOdmd/kaCRAAN14QbhTF9sKW98tR5WSDhw==", 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-osd", 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDejOdmRAEbCRAAwEBGAEwBuJ1JahWWnyQzEA==", 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-osd" 2024-09-16T01:42:52.836 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rbd", 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDejOdmiggbCRAAL4xJi7AITKdjuep99nD6Gw==", 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.837 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDejOdmHBAbCRAAT4JIoCZxtBuTzgYjHH3ubg==", 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rgw", 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDejOdm+hcbCRAARHRNg73Y9f2PtZitscbG/g==", 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.838 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:42:52.839 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:42:52.840 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:42:52.840 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:42:52.840 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.840 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:52.840 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:42:52.840 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:42:52.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3df006c2b0 msgr2=0x7f3df006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3df006c2b0 0x7f3df006e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3e04153970 tx=0x7f3df8008040 comp rx=0 tx=0).stop 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e040b95a0 msgr2=0x7f3e04145410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e040b95a0 0x7f3e04145410 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3df40098c0 tx=0x7f3df40046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 shutdown_connections 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3df006c2b0 0x7f3df006e770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3e0415e680 0x7f3e041f7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3e040d4570 0x7f3e04160ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 --2- 172.21.15.16:0/2421524651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e040b95a0 0x7f3e04145410 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 >> 172.21.15.16:0/2421524651 conn(0x7f3e04074fe0 msgr2=0x7f3e040b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 shutdown_connections 2024-09-16T01:42:52.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.822+0000 7f3e0a64c640 1 -- 172.21.15.16:0/2421524651 wait complete. 2024-09-16T01:42:52.843 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-16T01:42:52.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.944+0000 7f238f096640 1 Processor -- start 2024-09-16T01:42:52.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.944+0000 7f238f096640 1 -- start start 2024-09-16T01:42:52.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238f096640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f238806f8b0 0x7f23881690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238f096640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23880b6a70 con 0x7f238815e3a0 2024-09-16T01:42:52.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238f096640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f238806d960 con 0x7f238806bbe0 2024-09-16T01:42:52.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238f096640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f23880b7640 con 0x7f238806f8b0 2024-09-16T01:42:52.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238d633640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f238806f8b0 0x7f23881690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238ce32640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f238815e3a0 0x7f238806d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36708/0 (socket says 172.21.15.16:36708) 2024-09-16T01:42:52.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238ce32640 1 -- 172.21.15.16:0/640622013 learned_addr learned my addr 172.21.15.16:0/640622013 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:52.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238d633640 1 -- 172.21.15.16:0/640622013 >> v1:172.21.15.104:6789/0 conn(0x7f238806bbe0 legacy=0x7f238806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:52.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238d633640 1 -- 172.21.15.16:0/640622013 >> v1:172.21.15.16:6789/0 conn(0x7f238815e3a0 legacy=0x7f238806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.945+0000 7f238d633640 1 -- 172.21.15.16:0/640622013 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23880b6d10 con 0x7f238806f8b0 2024-09-16T01:42:52.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.946+0000 7f238d633640 1 --2- 172.21.15.16:0/640622013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881690c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2380009d90 tx=0x7f238002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de3c630ca427bd35 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:52.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.946+0000 7f23877fe640 1 -- 172.21.15.16:0/640622013 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2380031600 con 0x7f238806f8b0 2024-09-16T01:42:52.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.946+0000 7f23877fe640 1 -- 172.21.15.16:0/640622013 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23800317a0 con 0x7f238806f8b0 2024-09-16T01:42:52.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.946+0000 7f23877fe640 1 -- 172.21.15.16:0/640622013 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2380031b70 con 0x7f238806f8b0 2024-09-16T01:42:52.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.946+0000 7f238f096640 1 -- 172.21.15.16:0/640622013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 msgr2=0x7f23881690c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.946+0000 7f238f096640 1 --2- 172.21.15.16:0/640622013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881690c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2380009d90 tx=0x7f238002a610 comp rx=0 tx=0).stop 2024-09-16T01:42:52.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.947+0000 7f238f096640 1 -- 172.21.15.16:0/640622013 shutdown_connections 2024-09-16T01:42:52.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.947+0000 7f238f096640 1 --2- 172.21.15.16:0/640622013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881690c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.947+0000 7f238f096640 1 -- 172.21.15.16:0/640622013 >> 172.21.15.16:0/640622013 conn(0x7f23880b4090 msgr2=0x7f23880b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:52.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.947+0000 7f238f096640 1 -- 172.21.15.16:0/640622013 shutdown_connections 2024-09-16T01:42:52.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.947+0000 7f238f096640 1 -- 172.21.15.16:0/640622013 wait complete. 2024-09-16T01:42:52.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.948+0000 7f238f096640 1 Processor -- start 2024-09-16T01:42:52.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.948+0000 7f238f096640 1 -- start start 2024-09-16T01:42:52.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238f096640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f238806bbe0 0x7f23880afcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238f096640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881596e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238f096640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f238815e3a0 0x7f238815c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238f096640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f238815e780 con 0x7f238806f8b0 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238f096640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f23880b72d0 con 0x7f238815e3a0 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238f096640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2388073cc0 con 0x7f238806bbe0 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881596e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881596e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55762/0 (socket says 172.21.15.16:55762) 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 -- 172.21.15.16:0/3779719740 learned_addr learned my addr 172.21.15.16:0/3779719740 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238d633640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f238815e3a0 0x7f238815c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238ce32640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f238806bbe0 0x7f23880afcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 -- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f238806bbe0 msgr2=0x7f23880afcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f238806bbe0 0x7f23880afcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 -- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f238815e3a0 msgr2=0x7f238815c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f238815e3a0 0x7f238815c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 -- 172.21.15.16:0/3779719740 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23881615a0 con 0x7f238806f8b0 2024-09-16T01:42:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f238d633640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f238815e3a0 0x7f238815c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:52.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.949+0000 7f2387fff640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881596e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f237400c400 tx=0x7f237400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:52.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.950+0000 7f23857fa640 1 -- 172.21.15.16:0/3779719740 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374017070 con 0x7f238806f8b0 2024-09-16T01:42:52.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.950+0000 7f23857fa640 1 -- 172.21.15.16:0/3779719740 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2374003640 con 0x7f238806f8b0 2024-09-16T01:42:52.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.950+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23880af590 con 0x7f238806f8b0 2024-09-16T01:42:52.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.950+0000 7f23857fa640 1 -- 172.21.15.16:0/3779719740 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374003a30 con 0x7f238806f8b0 2024-09-16T01:42:52.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.950+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2388161840 con 0x7f238806f8b0 2024-09-16T01:42:52.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.951+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f238806f1a0 con 0x7f238806f8b0 2024-09-16T01:42:52.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.951+0000 7f23857fa640 1 -- 172.21.15.16:0/3779719740 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f237401a070 con 0x7f238806f8b0 2024-09-16T01:42:52.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.952+0000 7f23857fa640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f236c06c2b0 0x7f236c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:52.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.952+0000 7f23857fa640 1 -- 172.21.15.16:0/3779719740 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f237408a500 con 0x7f238806f8b0 2024-09-16T01:42:52.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.952+0000 7f238ce32640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f236c06c2b0 0x7f236c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:52.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.952+0000 7f238ce32640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f236c06c2b0 0x7f236c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f237c000f60 tx=0x7f237c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:52.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:52.956+0000 7f23857fa640 1 -- 172.21.15.16:0/3779719740 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2374059050 con 0x7f238806f8b0 2024-09-16T01:42:53.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.197+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f23880756f0 con 0x7f238806f8b0 2024-09-16T01:42:53.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.199+0000 7f23857fa640 1 -- 172.21.15.16:0/3779719740 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) ==== 90+0+0 (secure 0 0 0) 0x7f2374058950 con 0x7f238806f8b0 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f236c06c2b0 msgr2=0x7f236c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f236c06c2b0 0x7f236c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f237c000f60 tx=0x7f237c009040 comp rx=0 tx=0).stop 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 msgr2=0x7f23881596e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881596e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f237400c400 tx=0x7f237400c8c0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 shutdown_connections 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f236c06c2b0 0x7f236c06e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f238815e3a0 0x7f238815c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f238806f8b0 0x7f23881596e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 --2- 172.21.15.16:0/3779719740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f238806bbe0 0x7f23880afcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 >> 172.21.15.16:0/3779719740 conn(0x7f23880b4090 msgr2=0x7f23880b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:53.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 shutdown_connections 2024-09-16T01:42:53.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.201+0000 7f238f096640 1 -- 172.21.15.16:0/3779719740 wait complete. 2024-09-16T01:42:53.213 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-16T01:42:53.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.315+0000 7fb6dcf8d640 1 Processor -- start 2024-09-16T01:42:53.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.315+0000 7fb6dcf8d640 1 -- start start 2024-09-16T01:42:53.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6dcf8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb6d80cab10 0x7fb6d80caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6dcf8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6d815f350 con 0x7fb6d806d2a0 2024-09-16T01:42:53.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6dcf8d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6d815f630 con 0x7fb6d80755d0 2024-09-16T01:42:53.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6dcf8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb6d80cb4a0 con 0x7fb6d80cab10 2024-09-16T01:42:53.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6d659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb6d806d2a0 0x7fb6d815eb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36720/0 (socket says 172.21.15.16:36720) 2024-09-16T01:42:53.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6d659c640 1 -- 172.21.15.16:0/3516894680 learned_addr learned my addr 172.21.15.16:0/3516894680 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:53.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6d6d9d640 1 --2- 172.21.15.16:0/3516894680 >> v2:172.21.15.104:3300/0 conn(0x7fb6d80cab10 0x7fb6d80caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6d559a640 1 -- 172.21.15.16:0/3516894680 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2518728910 0 0) 0x7fb6d815f350 con 0x7fb6d806d2a0 2024-09-16T01:42:53.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.316+0000 7fb6d559a640 1 -- 172.21.15.16:0/3516894680 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb6c0003520 con 0x7fb6d806d2a0 2024-09-16T01:42:53.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.317+0000 7fb6d6d9d640 1 -- 172.21.15.16:0/3516894680 >> v1:172.21.15.104:6789/0 conn(0x7fb6d80755d0 legacy=0x7fb6d80739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.317+0000 7fb6d559a640 1 -- 172.21.15.16:0/3516894680 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 801599070 0 0) 0x7fb6d815f630 con 0x7fb6d80755d0 2024-09-16T01:42:53.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.317+0000 7fb6d6d9d640 1 -- 172.21.15.16:0/3516894680 >> v1:172.21.15.16:6789/0 conn(0x7fb6d806d2a0 legacy=0x7fb6d815eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.317+0000 7fb6d6d9d640 1 -- 172.21.15.16:0/3516894680 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d815f910 con 0x7fb6d80cab10 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.317+0000 7fb6d6d9d640 1 --2- 172.21.15.16:0/3516894680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d80cab10 0x7fb6d80caf60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb6d0009d90 tx=0x7fb6d002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=162bb07943ef8804 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6d559a640 1 -- 172.21.15.16:0/3516894680 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d0007740 con 0x7fb6d80cab10 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6d559a640 1 -- 172.21.15.16:0/3516894680 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6d00078e0 con 0x7fb6d80cab10 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6d559a640 1 -- 172.21.15.16:0/3516894680 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d0007c90 con 0x7fb6d80cab10 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3516894680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d80cab10 msgr2=0x7fb6d80caf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3516894680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d80cab10 0x7fb6d80caf60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb6d0009d90 tx=0x7fb6d002a6f0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3516894680 shutdown_connections 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3516894680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d80cab10 0x7fb6d80caf60 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3516894680 >> 172.21.15.16:0/3516894680 conn(0x7fb6d80b2ec0 msgr2=0x7fb6d80b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:53.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3516894680 shutdown_connections 2024-09-16T01:42:53.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.318+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3516894680 wait complete. 2024-09-16T01:42:53.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 Processor -- start 2024-09-16T01:42:53.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 -- start start 2024-09-16T01:42:53.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d806d2a0 0x7fb6d814b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6d80755d0 0x7fb6d80cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6d80cab10 0x7fb6d815ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d8073550 con 0x7fb6d80755d0 2024-09-16T01:42:53.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d8073270 con 0x7fb6d806d2a0 2024-09-16T01:42:53.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.320+0000 7fb6dcf8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb6d806c180 con 0x7fb6d80cab10 2024-09-16T01:42:53.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6d80755d0 0x7fb6d80cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6d80755d0 0x7fb6d80cc1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55770/0 (socket says 172.21.15.16:55770) 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 -- 172.21.15.16:0/3308375335 learned_addr learned my addr 172.21.15.16:0/3308375335 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d659c640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d806d2a0 0x7fb6d814b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d6d9d640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6d80cab10 0x7fb6d815ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 -- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6d80cab10 msgr2=0x7fb6d815ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6d80cab10 0x7fb6d815ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 -- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d806d2a0 msgr2=0x7fb6d814b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d806d2a0 0x7fb6d814b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 -- 172.21.15.16:0/3308375335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d814bb70 con 0x7fb6d80755d0 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6d5d9b640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6d80755d0 0x7fb6d80cc1c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc00c4b0 tx=0x7fb6cc00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6c6ffd640 1 -- 172.21.15.16:0/3308375335 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6cc017070 con 0x7fb6d80755d0 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6c6ffd640 1 -- 172.21.15.16:0/3308375335 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6cc005480 con 0x7fb6d80755d0 2024-09-16T01:42:53.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6c6ffd640 1 -- 172.21.15.16:0/3308375335 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6cc003830 con 0x7fb6d80755d0 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6d80ccba0 con 0x7fb6d80755d0 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.321+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6d80cd160 con 0x7fb6d80755d0 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.322+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6d80caf60 con 0x7fb6d80755d0 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.323+0000 7fb6c6ffd640 1 -- 172.21.15.16:0/3308375335 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb6cc01a070 con 0x7fb6d80755d0 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.323+0000 7fb6c6ffd640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb6b806c2b0 0x7fb6b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.323+0000 7fb6c6ffd640 1 -- 172.21.15.16:0/3308375335 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fb6cc08a3e0 con 0x7fb6d80755d0 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.323+0000 7fb6d659c640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb6b806c2b0 0x7fb6b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.324+0000 7fb6d659c640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb6b806c2b0 0x7fb6b806e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8005880 tx=0x7fb6c8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.328+0000 7fb6c6ffd640 1 -- 172.21.15.16:0/3308375335 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb6cc058860 con 0x7fb6d80755d0 2024-09-16T01:42:53.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.572+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fb6d8161cf0 con 0x7fb6d80755d0 2024-09-16T01:42:53.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.574+0000 7fb6c6ffd640 1 -- 172.21.15.16:0/3308375335 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) ==== 90+0+0 (secure 0 0 0) 0x7fb6cc05cb60 con 0x7fb6d80755d0 2024-09-16T01:42:53.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb6b806c2b0 msgr2=0x7fb6b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb6b806c2b0 0x7fb6b806e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8005880 tx=0x7fb6c8009040 comp rx=0 tx=0).stop 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6d80755d0 msgr2=0x7fb6d80cc1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6d80755d0 0x7fb6d80cc1c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc00c4b0 tx=0x7fb6cc00c970 comp rx=0 tx=0).stop 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 shutdown_connections 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb6b806c2b0 0x7fb6b806e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6d80cab10 0x7fb6d815ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6d80755d0 0x7fb6d80cc1c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 --2- 172.21.15.16:0/3308375335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6d806d2a0 0x7fb6d814b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 >> 172.21.15.16:0/3308375335 conn(0x7fb6d80b2ec0 msgr2=0x7fb6d80739e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 shutdown_connections 2024-09-16T01:42:53.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.576+0000 7fb6dcf8d640 1 -- 172.21.15.16:0/3308375335 wait complete. 2024-09-16T01:42:53.588 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-16T01:42:53.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.690+0000 7f34fa037640 1 Processor -- start 2024-09-16T01:42:53.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.690+0000 7f34fa037640 1 -- start start 2024-09-16T01:42:53.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34fa037640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f4158cf0 0x7f34f40af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34fa037640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f34f406c2f0 0x7f34f40ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34fa037640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34f415bb20 con 0x7f34f41590d0 2024-09-16T01:42:53.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34fa037640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f34f40afd50 con 0x7f34f406c2f0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34fa037640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f34f415be00 con 0x7f34f4158cf0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f34f406c2f0 0x7f34f40ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f34f406c2f0 0x7f34f40ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55780/0 (socket says 172.21.15.16:55780) 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f3fff640 1 -- 172.21.15.16:0/1221264458 learned_addr learned my addr 172.21.15.16:0/1221264458 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f37fe640 1 --2- 172.21.15.16:0/1221264458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f4158cf0 0x7f34f40af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f3fff640 1 -- 172.21.15.16:0/1221264458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f4158cf0 msgr2=0x7f34f40af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f3fff640 1 --2- 172.21.15.16:0/1221264458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f4158cf0 0x7f34f40af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f3fff640 1 -- 172.21.15.16:0/1221264458 >> v1:172.21.15.104:6789/0 conn(0x7f34f41590d0 legacy=0x7f34f406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f3fff640 1 -- 172.21.15.16:0/1221264458 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f415c0e0 con 0x7f34f406c2f0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.691+0000 7f34f37fe640 1 --2- 172.21.15.16:0/1221264458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f4158cf0 0x7f34f40af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.692+0000 7f34f3fff640 1 --2- 172.21.15.16:0/1221264458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f40ce290 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f34ec00d150 tx=0x7f34ec02c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ec4286de56a516 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.692+0000 7f34f27fc640 1 -- 172.21.15.16:0/1221264458 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec039070 con 0x7f34f406c2f0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.692+0000 7f34f27fc640 1 -- 172.21.15.16:0/1221264458 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34ec009600 con 0x7f34f406c2f0 2024-09-16T01:42:53.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.692+0000 7f34f27fc640 1 -- 172.21.15.16:0/1221264458 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec0099d0 con 0x7f34f406c2f0 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 -- 172.21.15.16:0/1221264458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 msgr2=0x7f34f40ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 --2- 172.21.15.16:0/1221264458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f40ce290 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f34ec00d150 tx=0x7f34ec02c840 comp rx=0 tx=0).stop 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 -- 172.21.15.16:0/1221264458 shutdown_connections 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 --2- 172.21.15.16:0/1221264458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f40ce290 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 --2- 172.21.15.16:0/1221264458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f4158cf0 0x7f34f40af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 -- 172.21.15.16:0/1221264458 >> 172.21.15.16:0/1221264458 conn(0x7f34f40b2000 msgr2=0x7f34f40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 -- 172.21.15.16:0/1221264458 shutdown_connections 2024-09-16T01:42:53.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.693+0000 7f34fa037640 1 -- 172.21.15.16:0/1221264458 wait complete. 2024-09-16T01:42:53.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.694+0000 7f34fa037640 1 Processor -- start 2024-09-16T01:42:53.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.694+0000 7f34fa037640 1 -- start start 2024-09-16T01:42:53.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34fa037640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f415ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34fa037640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34f4158cf0 0x7f34f406d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34fa037640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f41590d0 0x7f34f406dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34fa037640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f34f415cb90 con 0x7f34f406c2f0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34fa037640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f34f415ca10 con 0x7f34f4158cf0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34fa037640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f34f415cd10 con 0x7f34f41590d0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f415ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f415ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55796/0 (socket says 172.21.15.16:55796) 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 -- 172.21.15.16:0/3685896714 learned_addr learned my addr 172.21.15.16:0/3685896714 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 -- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f41590d0 msgr2=0x7f34f406dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f3fff640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f41590d0 0x7f34f406dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f41590d0 0x7f34f406dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 -- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34f4158cf0 msgr2=0x7f34f406d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f2ffd640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34f4158cf0 0x7f34f406d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34f4158cf0 0x7f34f406d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.695+0000 7f34f37fe640 1 -- 172.21.15.16:0/3685896714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f41518d0 con 0x7f34f406c2f0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.696+0000 7f34f37fe640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f415ce90 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f34e400c820 tx=0x7f34e400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.696+0000 7f34dbfff640 1 -- 172.21.15.16:0/3685896714 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4015070 con 0x7f34f406c2f0 2024-09-16T01:42:53.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.696+0000 7f34dbfff640 1 -- 172.21.15.16:0/3685896714 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34e4007a30 con 0x7f34f406c2f0 2024-09-16T01:42:53.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.696+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34f4151bb0 con 0x7f34f406c2f0 2024-09-16T01:42:53.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.696+0000 7f34dbfff640 1 -- 172.21.15.16:0/3685896714 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4007e00 con 0x7f34f406c2f0 2024-09-16T01:42:53.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.696+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34f415d640 con 0x7f34f406c2f0 2024-09-16T01:42:53.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.697+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34f415d840 con 0x7f34f406c2f0 2024-09-16T01:42:53.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.697+0000 7f34dbfff640 1 -- 172.21.15.16:0/3685896714 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34e4018070 con 0x7f34f406c2f0 2024-09-16T01:42:53.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.698+0000 7f34dbfff640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f34e006c2b0 0x7f34e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.698+0000 7f34dbfff640 1 -- 172.21.15.16:0/3685896714 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f34e408b120 con 0x7f34f406c2f0 2024-09-16T01:42:53.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.698+0000 7f34f2ffd640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f34e006c2b0 0x7f34e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.699+0000 7f34f2ffd640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f34e006c2b0 0x7f34e006e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f34f40742b0 tx=0x7f34e8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.702+0000 7f34dbfff640 1 -- 172.21.15.16:0/3685896714 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f34f415d840 con 0x7f34f406c2f0 2024-09-16T01:42:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.945+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f34f40b3300 con 0x7f34f406c2f0 2024-09-16T01:42:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.946+0000 7f34dbfff640 1 -- 172.21.15.16:0/3685896714 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f34e4059b40 con 0x7f34f406c2f0 2024-09-16T01:42:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f34e006c2b0 msgr2=0x7f34e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f34e006c2b0 0x7f34e006e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f34f40742b0 tx=0x7f34e8008040 comp rx=0 tx=0).stop 2024-09-16T01:42:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 msgr2=0x7f34f415ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f415ce90 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f34e400c820 tx=0x7f34e400cc20 comp rx=0 tx=0).stop 2024-09-16T01:42:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 shutdown_connections 2024-09-16T01:42:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f34e006c2b0 0x7f34e006e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f34f41590d0 0x7f34f406dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34f4158cf0 0x7f34f406d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 --2- 172.21.15.16:0/3685896714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34f406c2f0 0x7f34f415ce90 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 >> 172.21.15.16:0/3685896714 conn(0x7f34f40b2000 msgr2=0x7f34f40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 shutdown_connections 2024-09-16T01:42:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:53.949+0000 7f34fa037640 1 -- 172.21.15.16:0/3685896714 wait complete. 2024-09-16T01:42:53.962 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-16T01:42:54.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.064+0000 7f0e349d6640 1 Processor -- start 2024-09-16T01:42:54.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.064+0000 7f0e349d6640 1 -- start start 2024-09-16T01:42:54.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e349d6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0e300b7f20 0x7f0e300b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e349d6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e300b8500 con 0x7f0e3015e680 2024-09-16T01:42:54.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e349d6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e300b87e0 con 0x7f0e300d4570 2024-09-16T01:42:54.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e349d6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0e300b8ac0 con 0x7f0e300b7f20 2024-09-16T01:42:54.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2e59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0e3015e680 0x7f0e300d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36732/0 (socket says 172.21.15.16:36732) 2024-09-16T01:42:54.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2e59c640 1 -- 172.21.15.16:0/1410884601 learned_addr learned my addr 172.21.15.16:0/1410884601 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:54.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1410884601 >> v2:172.21.15.104:3300/0 conn(0x7f0e300b7f20 0x7f0e300b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2407832730 0 0) 0x7f0e300b8500 con 0x7f0e3015e680 2024-09-16T01:42:54.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e1c003520 con 0x7f0e3015e680 2024-09-16T01:42:54.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1294688056 0 0) 0x7f0e1c003520 con 0x7f0e3015e680 2024-09-16T01:42:54.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 >> v2:172.21.15.104:3300/0 conn(0x7f0e300b7f20 msgr2=0x7f0e300b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 --2- 172.21.15.16:0/1410884601 >> v2:172.21.15.104:3300/0 conn(0x7f0e300b7f20 0x7f0e300b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 >> v1:172.21.15.104:6789/0 conn(0x7f0e300d4570 legacy=0x7f0e300d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e300b8da0 con 0x7f0e3015e680 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f0e20001670 con 0x7f0e3015e680 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 >> v1:172.21.15.16:6789/0 conn(0x7f0e3015e680 legacy=0x7f0e300d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e1c0039b0 0x7f0e1c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e1c0043b0 0x7f0e1c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c005080 0x7f0e1c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0e300b8ac0 con 0x7f0e1c0043b0 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c00bfe0 con 0x7f0e1c005080 2024-09-16T01:42:54.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0e1c00c1e0 con 0x7f0e1c0039b0 2024-09-16T01:42:54.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.065+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e1c0043b0 0x7f0e1c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e2e59c640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e1c0039b0 0x7f0e1c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e2ed9d640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c005080 0x7f0e1c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e25d9b640 1 -- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e1c0039b0 msgr2=0x7f0e1c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e1c0039b0 0x7f0e1c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e25d9b640 1 -- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c005080 msgr2=0x7f0e1c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c005080 0x7f0e1c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e25d9b640 1 -- 172.21.15.16:0/1410884601 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e1c003520 con 0x7f0e1c0043b0 2024-09-16T01:42:54.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.066+0000 7f0e2ed9d640 1 -- 172.21.15.16:0/1410884601 reap_dead start 2024-09-16T01:42:54.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e1c0043b0 0x7f0e1c004880 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0e18009ac0 tx=0x7f0e1c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e5e7e2241df60e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e18036070 con 0x7f0e1c0043b0 2024-09-16T01:42:54.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e18031400 con 0x7f0e1c0043b0 2024-09-16T01:42:54.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e2dd9b640 1 -- 172.21.15.16:0/1410884601 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e18009690 con 0x7f0e1c0043b0 2024-09-16T01:42:54.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e349d6640 1 -- 172.21.15.16:0/1410884601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e1c0043b0 msgr2=0x7f0e1c004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e1c0043b0 0x7f0e1c004880 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0e18009ac0 tx=0x7f0e1c005830 comp rx=0 tx=0).stop 2024-09-16T01:42:54.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e349d6640 1 -- 172.21.15.16:0/1410884601 shutdown_connections 2024-09-16T01:42:54.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1410884601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e1c0043b0 0x7f0e1c004880 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e349d6640 1 -- 172.21.15.16:0/1410884601 >> 172.21.15.16:0/1410884601 conn(0x7f0e30074fe0 msgr2=0x7f0e30072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:54.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e349d6640 1 -- 172.21.15.16:0/1410884601 shutdown_connections 2024-09-16T01:42:54.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.067+0000 7f0e349d6640 1 -- 172.21.15.16:0/1410884601 wait complete. 2024-09-16T01:42:54.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.069+0000 7f0e349d6640 1 Processor -- start 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.069+0000 7f0e349d6640 1 -- start start 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.069+0000 7f0e349d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c0043b0 0x7f0e3014f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.069+0000 7f0e349d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e30150f60 0x7f0e30149fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e349d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e3014d6b0 0x7f0e30160c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e349d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0e300b9720 con 0x7f0e30150f60 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e349d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0e300b95a0 con 0x7f0e1c0043b0 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e349d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0e300b98a0 con 0x7f0e3014d6b0 2024-09-16T01:42:54.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e30150f60 0x7f0e30149fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e30150f60 0x7f0e30149fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55812/0 (socket says 172.21.15.16:55812) 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 -- 172.21.15.16:0/1638552749 learned_addr learned my addr 172.21.15.16:0/1638552749 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e2ed9d640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e3014d6b0 0x7f0e30160c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e2e59c640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c0043b0 0x7f0e3014f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 -- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e3014d6b0 msgr2=0x7f0e30160c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e3014d6b0 0x7f0e30160c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 -- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c0043b0 msgr2=0x7f0e3014f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c0043b0 0x7f0e3014f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 -- 172.21.15.16:0/1638552749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e3014a510 con 0x7f0e30150f60 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e25d9b640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e30150f60 0x7f0e30149fd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0e18034040 tx=0x7f0e18004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e277fe640 1 -- 172.21.15.16:0/1638552749 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1803f020 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e277fe640 1 -- 172.21.15.16:0/1638552749 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e18037040 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e3014fec0 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e277fe640 1 -- 172.21.15.16:0/1638552749 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e18036070 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.070+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e30150480 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.071+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e300d1690 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.072+0000 7f0e277fe640 1 -- 172.21.15.16:0/1638552749 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0e18042020 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.072+0000 7f0e277fe640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0e1006c2e0 0x7f0e1006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.072+0000 7f0e277fe640 1 -- 172.21.15.16:0/1638552749 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f0e180ab210 con 0x7f0e30150f60 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.073+0000 7f0e2e59c640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0e1006c2e0 0x7f0e1006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.073+0000 7f0e2e59c640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0e1006c2e0 0x7f0e1006e7a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0e20007cb0 tx=0x7f0e20009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.077+0000 7f0e277fe640 1 -- 172.21.15.16:0/1638552749 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0e18049030 con 0x7f0e30150f60 2024-09-16T01:42:54.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.317+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f0e300d4070 con 0x7f0e30150f60 2024-09-16T01:42:54.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.319+0000 7f0e277fe640 1 -- 172.21.15.16:0/1638552749 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f0e18079cf0 con 0x7f0e30150f60 2024-09-16T01:42:54.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0e1006c2e0 msgr2=0x7f0e1006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0e1006c2e0 0x7f0e1006e7a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0e20007cb0 tx=0x7f0e20009040 comp rx=0 tx=0).stop 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e30150f60 msgr2=0x7f0e30149fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e30150f60 0x7f0e30149fd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0e18034040 tx=0x7f0e18004730 comp rx=0 tx=0).stop 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 shutdown_connections 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0e1006c2e0 0x7f0e1006e7a0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e3014d6b0 0x7f0e30160c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e30150f60 0x7f0e30149fd0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 --2- 172.21.15.16:0/1638552749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e1c0043b0 0x7f0e3014f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 >> 172.21.15.16:0/1638552749 conn(0x7f0e30074fe0 msgr2=0x7f0e300d3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 shutdown_connections 2024-09-16T01:42:54.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.321+0000 7f0e349d6640 1 -- 172.21.15.16:0/1638552749 wait complete. 2024-09-16T01:42:54.333 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-16T01:42:54.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.435+0000 7fa30ad6f640 1 Processor -- start 2024-09-16T01:42:54.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.435+0000 7fa30ad6f640 1 -- start start 2024-09-16T01:42:54.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa30ad6f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa304070e10 0x7fa30406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa30ad6f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa304073c00 0x7fa30406c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa30ad6f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa30415e910 con 0x7fa30415e530 2024-09-16T01:42:54.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa30ad6f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa3040718c0 con 0x7fa304070e10 2024-09-16T01:42:54.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa30ad6f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa3040d1c50 con 0x7fa304073c00 2024-09-16T01:42:54.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa308b0b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa30415e530 0x7fa304070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36738/0 (socket says 172.21.15.16:36738) 2024-09-16T01:42:54.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa303fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa304070e10 0x7fa30406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa308b0b640 1 -- 172.21.15.16:0/3712146437 learned_addr learned my addr 172.21.15.16:0/3712146437 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:54.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa30930c640 1 --2- 172.21.15.16:0/3712146437 >> v2:172.21.15.104:3300/0 conn(0x7fa304073c00 0x7fa30406c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa303fff640 1 -- 172.21.15.16:0/3712146437 >> v2:172.21.15.104:3300/0 conn(0x7fa304073c00 msgr2=0x7fa30406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa303fff640 1 --2- 172.21.15.16:0/3712146437 >> v2:172.21.15.104:3300/0 conn(0x7fa304073c00 0x7fa30406c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa303fff640 1 -- 172.21.15.16:0/3712146437 >> v1:172.21.15.16:6789/0 conn(0x7fa30415e530 legacy=0x7fa304070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa303fff640 1 -- 172.21.15.16:0/3712146437 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa304073120 con 0x7fa304070e10 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa3037fe640 1 -- 172.21.15.16:0/3712146437 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 984150357 0 0) 0x7fa30415e910 con 0x7fa30415e530 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.436+0000 7fa30930c640 1 --2- 172.21.15.16:0/3712146437 >> v2:172.21.15.104:3300/0 conn(0x7fa304073c00 0x7fa30406c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.437+0000 7fa303fff640 1 --2- 172.21.15.16:0/3712146437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304070e10 0x7fa30406bbe0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa304069810 tx=0x7fa2ec02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31725003c9fde32d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.437+0000 7fa3037fe640 1 -- 172.21.15.16:0/3712146437 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec037070 con 0x7fa304070e10 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.437+0000 7fa3037fe640 1 -- 172.21.15.16:0/3712146437 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2ec032440 con 0x7fa304070e10 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.437+0000 7fa3037fe640 1 -- 172.21.15.16:0/3712146437 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec032810 con 0x7fa304070e10 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 -- 172.21.15.16:0/3712146437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304070e10 msgr2=0x7fa30406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/3712146437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304070e10 0x7fa30406bbe0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa304069810 tx=0x7fa2ec02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 -- 172.21.15.16:0/3712146437 shutdown_connections 2024-09-16T01:42:54.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/3712146437 >> v2:172.21.15.104:3300/0 conn(0x7fa304073c00 0x7fa30406c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/3712146437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304070e10 0x7fa30406bbe0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 -- 172.21.15.16:0/3712146437 >> 172.21.15.16:0/3712146437 conn(0x7fa3040d2300 msgr2=0x7fa3040d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:54.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 -- 172.21.15.16:0/3712146437 shutdown_connections 2024-09-16T01:42:54.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.438+0000 7fa30ad6f640 1 -- 172.21.15.16:0/3712146437 wait complete. 2024-09-16T01:42:54.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.439+0000 7fa30ad6f640 1 Processor -- start 2024-09-16T01:42:54.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.439+0000 7fa30ad6f640 1 -- start start 2024-09-16T01:42:54.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30ad6f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa304070e10 0x7fa304159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30ad6f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304073c00 0x7fa30415e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30ad6f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30415e530 0x7fa304161490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30ad6f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa3040b73c0 con 0x7fa304073c00 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30ad6f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa3040736e0 con 0x7fa30415e530 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30ad6f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa3040b7540 con 0x7fa304070e10 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304073c00 0x7fa30415e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304073c00 0x7fa30415e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55838/0 (socket says 172.21.15.16:55838) 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 -- 172.21.15.16:0/1067870061 learned_addr learned my addr 172.21.15.16:0/1067870061 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30930c640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30415e530 0x7fa304161490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa308b0b640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa304070e10 0x7fa304159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 -- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa304070e10 msgr2=0x7fa304159fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa304070e10 0x7fa304159fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 -- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30415e530 msgr2=0x7fa304161490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30415e530 0x7fa304161490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa303fff640 1 -- 172.21.15.16:0/1067870061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa30415a500 con 0x7fa304073c00 2024-09-16T01:42:54.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa30930c640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30415e530 0x7fa304161490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.440+0000 7fa308b0b640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa304070e10 0x7fa304159fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.441+0000 7fa303fff640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304073c00 0x7fa30415e910 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec000c00 tx=0x7fa2ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.441+0000 7fa3017fa640 1 -- 172.21.15.16:0/1067870061 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec037040 con 0x7fa304073c00 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.441+0000 7fa3017fa640 1 -- 172.21.15.16:0/1067870061 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2ec042070 con 0x7fa304073c00 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.441+0000 7fa3017fa640 1 -- 172.21.15.16:0/1067870061 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec030bd0 con 0x7fa304073c00 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.441+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa304158f20 con 0x7fa304073c00 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.441+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3041594e0 con 0x7fa304073c00 2024-09-16T01:42:54.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.442+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3040d2f10 con 0x7fa304073c00 2024-09-16T01:42:54.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.442+0000 7fa3017fa640 1 -- 172.21.15.16:0/1067870061 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa2ec047460 con 0x7fa304073c00 2024-09-16T01:42:54.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.443+0000 7fa3017fa640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2e406c2b0 0x7fa2e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.443+0000 7fa3017fa640 1 -- 172.21.15.16:0/1067870061 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fa2ec0abd70 con 0x7fa304073c00 2024-09-16T01:42:54.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.443+0000 7fa308b0b640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2e406c2b0 0x7fa2e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.444+0000 7fa308b0b640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2e406c2b0 0x7fa2e406e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc000f60 tx=0x7fa2fc007ca0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.447+0000 7fa3017fa640 1 -- 172.21.15.16:0/1067870061 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa30415a500 con 0x7fa304073c00 2024-09-16T01:42:54.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.688+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fa3040b32b0 con 0x7fa304073c00 2024-09-16T01:42:54.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.691+0000 7fa3017fa640 1 -- 172.21.15.16:0/1067870061 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) ==== 97+0+0 (secure 0 0 0) 0x7fa2ec032e20 con 0x7fa304073c00 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2e406c2b0 msgr2=0x7fa2e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2e406c2b0 0x7fa2e406e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc000f60 tx=0x7fa2fc007ca0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304073c00 msgr2=0x7fa30415e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304073c00 0x7fa30415e910 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec000c00 tx=0x7fa2ec0046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 shutdown_connections 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2e406c2b0 0x7fa2e406e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30415e530 0x7fa304161490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa304073c00 0x7fa30415e910 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 --2- 172.21.15.16:0/1067870061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa304070e10 0x7fa304159fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.693+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 >> 172.21.15.16:0/1067870061 conn(0x7fa3040d2300 msgr2=0x7fa3040b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:54.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.694+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 shutdown_connections 2024-09-16T01:42:54.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.694+0000 7fa30ad6f640 1 -- 172.21.15.16:0/1067870061 wait complete. 2024-09-16T01:42:54.705 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-16T01:42:54.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.807+0000 7f3184b98640 1 Processor -- start 2024-09-16T01:42:54.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.807+0000 7f3184b98640 1 -- start start 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f3184b98640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 0x7f318015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f3184b98640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f31800d0ee0 0x7f31800d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f3184b98640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31800ba310 con 0x7f31800b97d0 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f3184b98640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f31801483a0 con 0x7f31800d0ee0 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f3184b98640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f318015efa0 con 0x7f3180147fc0 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317ed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f31800b97d0 0x7f31800b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36744/0 (socket says 172.21.15.16:36744) 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317ed9d640 1 -- 172.21.15.16:0/1017364631 learned_addr learned my addr 172.21.15.16:0/1017364631 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317e59c640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 0x7f318015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4168155481 0 0) 0x7f31800ba310 con 0x7f31800b97d0 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f3175d9b640 1 --2- 172.21.15.16:0/1017364631 >> v2:172.21.15.104:3300/0 conn(0x7f31800d0ee0 0x7f31800d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f316c003520 con 0x7f31800b97d0 2024-09-16T01:42:54.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4151539828 0 0) 0x7f316c003520 con 0x7f31800b97d0 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 msgr2=0x7f318015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 0x7f318015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 >> v2:172.21.15.104:3300/0 conn(0x7f31800d0ee0 msgr2=0x7f31800d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 --2- 172.21.15.16:0/1017364631 >> v2:172.21.15.104:3300/0 conn(0x7f31800d0ee0 0x7f31800d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31800d2750 con 0x7f31800b97d0 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.808+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f31780019f0 con 0x7f31800b97d0 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 >> v1:172.21.15.16:6789/0 conn(0x7f31800b97d0 legacy=0x7f31800b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317dd9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 0x7f316c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317dd9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f316c003f80 0x7f316c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317dd9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c004d40 0x7f316c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f31801483a0 con 0x7f316c003f80 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f318015efa0 con 0x7f316c004d40 2024-09-16T01:42:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f316c00b9c0 con 0x7f3180147fc0 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f3175d9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f316c003f80 0x7f316c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317e59c640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 0x7f316c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f317ed9d640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c004d40 0x7f316c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f3175d9b640 1 -- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 msgr2=0x7f316c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f3175d9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180147fc0 0x7f316c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f3175d9b640 1 -- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c004d40 msgr2=0x7f316c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f3175d9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c004d40 0x7f316c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.809+0000 7f3175d9b640 1 -- 172.21.15.16:0/1017364631 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316c003520 con 0x7f316c003f80 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f3175d9b640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f316c003f80 0x7f316c004800 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3168009af0 tx=0x7f316c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f65716a345c60495 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3168036070 con 0x7f316c003f80 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3168031400 con 0x7f316c003f80 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f317dd9b640 1 -- 172.21.15.16:0/1017364631 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3168009690 con 0x7f316c003f80 2024-09-16T01:42:54.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f3184b98640 1 -- 172.21.15.16:0/1017364631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f316c003f80 msgr2=0x7f316c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f3184b98640 1 --2- 172.21.15.16:0/1017364631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f316c003f80 0x7f316c004800 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3168009af0 tx=0x7f316c005830 comp rx=0 tx=0).stop 2024-09-16T01:42:54.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f317ed9d640 1 -- 172.21.15.16:0/1017364631 reap_dead start 2024-09-16T01:42:54.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f3184b98640 1 -- 172.21.15.16:0/1017364631 shutdown_connections 2024-09-16T01:42:54.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f3184b98640 1 -- 172.21.15.16:0/1017364631 >> 172.21.15.16:0/1017364631 conn(0x7f3180074fe0 msgr2=0x7f318006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:54.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f3184b98640 1 -- 172.21.15.16:0/1017364631 shutdown_connections 2024-09-16T01:42:54.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.810+0000 7f3184b98640 1 -- 172.21.15.16:0/1017364631 wait complete. 2024-09-16T01:42:54.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.812+0000 7f3184b98640 1 Processor -- start 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.812+0000 7f3184b98640 1 -- start start 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3184b98640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c003f80 0x7f318013fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3184b98640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31800c95f0 0x7f31801f8180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3184b98640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180144340 0x7f31801447f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3184b98640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f31800d2500 con 0x7f31800c95f0 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3184b98640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31800d2d10 con 0x7f316c003f80 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3184b98640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f31800d2ff0 con 0x7f3180144340 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31800c95f0 0x7f31801f8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31800c95f0 0x7f31801f8180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55854/0 (socket says 172.21.15.16:55854) 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 -- 172.21.15.16:0/2712173403 learned_addr learned my addr 172.21.15.16:0/2712173403 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f317ed9d640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180144340 0x7f31801447f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f317e59c640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c003f80 0x7f318013fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 -- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180144340 msgr2=0x7f31801447f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180144340 0x7f31801447f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 -- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c003f80 msgr2=0x7f318013fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c003f80 0x7f318013fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 -- 172.21.15.16:0/2712173403 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31801f5a30 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.813+0000 7f3175d9b640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31800c95f0 0x7f31801f8180 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3168034040 tx=0x7f3168004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.814+0000 7f31777fe640 1 -- 172.21.15.16:0/2712173403 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3168040020 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.814+0000 7f31777fe640 1 -- 172.21.15.16:0/2712173403 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3168003810 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.814+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3180140410 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.814+0000 7f31777fe640 1 -- 172.21.15.16:0/2712173403 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3168036040 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.814+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31801409d0 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.815+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31800d1340 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.815+0000 7f31777fe640 1 -- 172.21.15.16:0/2712173403 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3168043020 con 0x7f31800c95f0 2024-09-16T01:42:54.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.816+0000 7f31777fe640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f316006c2b0 0x7f316006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:54.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.816+0000 7f31777fe640 1 -- 172.21.15.16:0/2712173403 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f31680aaec0 con 0x7f31800c95f0 2024-09-16T01:42:54.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.816+0000 7f317e59c640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f316006c2b0 0x7f316006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:54.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.816+0000 7f317e59c640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f316006c2b0 0x7f316006e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3170009ae0 tx=0x7f3170009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:54.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:54.820+0000 7f31777fe640 1 -- 172.21.15.16:0/2712173403 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f316804a070 con 0x7f31800c95f0 2024-09-16T01:42:55.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.061+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f3180145980 con 0x7f31800c95f0 2024-09-16T01:42:55.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.064+0000 7f31777fe640 1 -- 172.21.15.16:0/2712173403 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f3168079330 con 0x7f31800c95f0 2024-09-16T01:42:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f316006c2b0 msgr2=0x7f316006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f316006c2b0 0x7f316006e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3170009ae0 tx=0x7f3170009190 comp rx=0 tx=0).stop 2024-09-16T01:42:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31800c95f0 msgr2=0x7f31801f8180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31800c95f0 0x7f31801f8180 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3168034040 tx=0x7f3168004730 comp rx=0 tx=0).stop 2024-09-16T01:42:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 shutdown_connections 2024-09-16T01:42:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f316006c2b0 0x7f316006e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3180144340 0x7f31801447f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31800c95f0 0x7f31801f8180 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 --2- 172.21.15.16:0/2712173403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316c003f80 0x7f318013fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 >> 172.21.15.16:0/2712173403 conn(0x7f3180074fe0 msgr2=0x7f31800cf1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 shutdown_connections 2024-09-16T01:42:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.066+0000 7f3184b98640 1 -- 172.21.15.16:0/2712173403 wait complete. 2024-09-16T01:42:55.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:42:55.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.179+0000 7fb94a2f1640 1 Processor -- start 2024-09-16T01:42:55.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.179+0000 7fb94a2f1640 1 -- start start 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb94a2f1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9440ba000 0x7fb944144650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb94a2f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb944162750 0x7fb9440b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb94a2f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb944144b90 con 0x7fb9440ba3e0 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb94a2f1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb9440b8720 con 0x7fb9440ba000 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb94a2f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb9440b7b10 con 0x7fb944162750 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb943fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9440ba000 0x7fb944144650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb9437fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb9440ba3e0 0x7fb944162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36748/0 (socket says 172.21.15.16:36748) 2024-09-16T01:42:55.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb9437fe640 1 -- 172.21.15.16:0/2879220051 learned_addr learned my addr 172.21.15.16:0/2879220051 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:55.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.180+0000 7fb943fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9440ba000 0x7fb944144650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55866/0 (socket says 172.21.15.16:55866) 2024-09-16T01:42:55.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.181+0000 7fb943fff640 1 -- 172.21.15.16:0/2879220051 >> v2:172.21.15.104:3300/0 conn(0x7fb944162750 msgr2=0x7fb9440b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:55.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.181+0000 7fb943fff640 1 --2- 172.21.15.16:0/2879220051 >> v2:172.21.15.104:3300/0 conn(0x7fb944162750 0x7fb9440b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.181+0000 7fb943fff640 1 -- 172.21.15.16:0/2879220051 >> v1:172.21.15.16:6789/0 conn(0x7fb9440ba3e0 legacy=0x7fb944162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.181+0000 7fb943fff640 1 -- 172.21.15.16:0/2879220051 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9440b7df0 con 0x7fb9440ba000 2024-09-16T01:42:55.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.181+0000 7fb942ffd640 1 -- 172.21.15.16:0/2879220051 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1345986879 0 0) 0x7fb944144b90 con 0x7fb9440ba3e0 2024-09-16T01:42:55.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.181+0000 7fb943fff640 1 --2- 172.21.15.16:0/2879220051 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba000 0x7fb944144650 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb94415fa60 tx=0x7fb93402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c4d8e78be5533ca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb942ffd640 1 -- 172.21.15.16:0/2879220051 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb934037070 con 0x7fb9440ba000 2024-09-16T01:42:55.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb942ffd640 1 -- 172.21.15.16:0/2879220051 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb934032440 con 0x7fb9440ba000 2024-09-16T01:42:55.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb942ffd640 1 -- 172.21.15.16:0/2879220051 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb934032810 con 0x7fb9440ba000 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 -- 172.21.15.16:0/2879220051 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba000 msgr2=0x7fb944144650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/2879220051 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba000 0x7fb944144650 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb94415fa60 tx=0x7fb93402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 -- 172.21.15.16:0/2879220051 shutdown_connections 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/2879220051 >> v2:172.21.15.104:3300/0 conn(0x7fb944162750 0x7fb9440b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/2879220051 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba000 0x7fb944144650 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 -- 172.21.15.16:0/2879220051 >> 172.21.15.16:0/2879220051 conn(0x7fb9440732d0 msgr2=0x7fb94406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 -- 172.21.15.16:0/2879220051 shutdown_connections 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.182+0000 7fb94a2f1640 1 -- 172.21.15.16:0/2879220051 wait complete. 2024-09-16T01:42:55.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.183+0000 7fb94a2f1640 1 Processor -- start 2024-09-16T01:42:55.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb94a2f1640 1 -- start start 2024-09-16T01:42:55.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb94a2f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9440ba000 0x7fb944147880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb94a2f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba3e0 0x7fb94415b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb94a2f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb944162750 0x7fb94415c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb94a2f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb9440b75a0 con 0x7fb9440ba3e0 2024-09-16T01:42:55.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb94a2f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb9440b83b0 con 0x7fb9440ba000 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb94a2f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb9440b7720 con 0x7fb944162750 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb9437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba3e0 0x7fb94415b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb9437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba3e0 0x7fb94415b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55876/0 (socket says 172.21.15.16:55876) 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.184+0000 7fb9437fe640 1 -- 172.21.15.16:0/1878389484 learned_addr learned my addr 172.21.15.16:0/1878389484 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb94888e640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb944162750 0x7fb94415c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb943fff640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9440ba000 0x7fb944147880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb9437fe640 1 -- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb944162750 msgr2=0x7fb94415c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb9437fe640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb944162750 0x7fb94415c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb9437fe640 1 -- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9440ba000 msgr2=0x7fb944147880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb9437fe640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9440ba000 0x7fb944147880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb9437fe640 1 -- 172.21.15.16:0/1878389484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb944145dd0 con 0x7fb9440ba3e0 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb943fff640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9440ba000 0x7fb944147880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb94888e640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb944162750 0x7fb94415c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb9437fe640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba3e0 0x7fb94415b270 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb93800c4b0 tx=0x7fb93800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb940ff9640 1 -- 172.21.15.16:0/1878389484 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb938018070 con 0x7fb9440ba3e0 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb940ff9640 1 -- 172.21.15.16:0/1878389484 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb938007500 con 0x7fb9440ba3e0 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9441460b0 con 0x7fb9440ba3e0 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb940ff9640 1 -- 172.21.15.16:0/1878389484 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb938004a20 con 0x7fb9440ba3e0 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.185+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb944146670 con 0x7fb9440ba3e0 2024-09-16T01:42:55.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.186+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb944144650 con 0x7fb9440ba3e0 2024-09-16T01:42:55.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.187+0000 7fb940ff9640 1 -- 172.21.15.16:0/1878389484 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb93801b070 con 0x7fb9440ba3e0 2024-09-16T01:42:55.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.187+0000 7fb940ff9640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb93006c2b0 0x7fb93006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.187+0000 7fb940ff9640 1 -- 172.21.15.16:0/1878389484 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fb93808a480 con 0x7fb9440ba3e0 2024-09-16T01:42:55.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.187+0000 7fb943fff640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb93006c2b0 0x7fb93006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.188+0000 7fb943fff640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb93006c2b0 0x7fb93006e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb934034000 tx=0x7fb93402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.191+0000 7fb940ff9640 1 -- 172.21.15.16:0/1878389484 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb938059000 con 0x7fb9440ba3e0 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.370+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb9440d24f0 con 0x7fb9440ba3e0 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.371+0000 7fb940ff9640 1 -- 172.21.15.16:0/1878389484 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7fb938058900 con 0x7fb9440ba3e0 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:42:55.372 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:42:55.373 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:42:55.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb93006c2b0 msgr2=0x7fb93006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb93006c2b0 0x7fb93006e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb934034000 tx=0x7fb93402e000 comp rx=0 tx=0).stop 2024-09-16T01:42:55.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba3e0 msgr2=0x7fb94415b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba3e0 0x7fb94415b270 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb93800c4b0 tx=0x7fb93800c970 comp rx=0 tx=0).stop 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 shutdown_connections 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb93006c2b0 0x7fb93006e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb944162750 0x7fb94415c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9440ba3e0 0x7fb94415b270 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 --2- 172.21.15.16:0/1878389484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9440ba000 0x7fb944147880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 >> 172.21.15.16:0/1878389484 conn(0x7fb9440732d0 msgr2=0x7fb94415db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 shutdown_connections 2024-09-16T01:42:55.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.373+0000 7fb94a2f1640 1 -- 172.21.15.16:0/1878389484 wait complete. 2024-09-16T01:42:55.385 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:42:55.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:42:55.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.490+0000 7fa311653640 1 Processor -- start 2024-09-16T01:42:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.490+0000 7fa311653640 1 -- start start 2024-09-16T01:42:55.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.491+0000 7fa311653640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa30c15e600 0x7fa30c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.491+0000 7fa311653640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa30c0d1fc0 con 0x7fa30c0cf7a0 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.491+0000 7fa311653640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa30c0d1ce0 con 0x7fa30c0b6e10 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.491+0000 7fa311653640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa30c0d2bb0 con 0x7fa30c15e600 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.491+0000 7fa30a7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa30c0cf7a0 0x7fa30c0b6700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36752/0 (socket says 172.21.15.16:36752) 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.491+0000 7fa30a7fc640 1 -- 172.21.15.16:0/962048262 learned_addr learned my addr 172.21.15.16:0/962048262 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.491+0000 7fa30affd640 1 --2- 172.21.15.16:0/962048262 >> v2:172.21.15.104:3300/0 conn(0x7fa30c15e600 0x7fa30c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 179024112 0 0) 0x7fa30c0d1fc0 con 0x7fa30c0cf7a0 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2f8003520 con 0x7fa30c0cf7a0 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1953435080 0 0) 0x7fa2f8003520 con 0x7fa30c0cf7a0 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 >> v2:172.21.15.104:3300/0 conn(0x7fa30c15e600 msgr2=0x7fa30c0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 --2- 172.21.15.16:0/962048262 >> v2:172.21.15.104:3300/0 conn(0x7fa30c15e600 0x7fa30c0b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 >> v1:172.21.15.104:6789/0 conn(0x7fa30c0b6e10 legacy=0x7fa30c0d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa30c0d2e90 con 0x7fa30c0cf7a0 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fa2f4001670 con 0x7fa30c0cf7a0 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 >> v1:172.21.15.16:6789/0 conn(0x7fa30c0cf7a0 legacy=0x7fa30c0b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2f80039b0 0x7fa2f8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f8004800 0x7fa2f8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2f80051c0 0x7fa2f800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa30c0d2bb0 con 0x7fa2f80039b0 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f800c160 con 0x7fa2f80051c0 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa2f800c360 con 0x7fa2f8004800 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30affd640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2f80039b0 0x7fa2f8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30b7fe640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2f80051c0 0x7fa2f800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30a7fc640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f8004800 0x7fa2f8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30affd640 1 -- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f8004800 msgr2=0x7fa2f8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:55.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30affd640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f8004800 0x7fa2f8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30affd640 1 -- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2f80051c0 msgr2=0x7fa2f800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30affd640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2f80051c0 0x7fa2f800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30affd640 1 -- 172.21.15.16:0/962048262 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2f8003520 con 0x7fa2f80039b0 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30b7fe640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2f80051c0 0x7fa2f800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.492+0000 7fa30b7fe640 1 -- 172.21.15.16:0/962048262 reap_dead start 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.493+0000 7fa30affd640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2f80039b0 0x7fa2f8003dd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa304009fc0 tx=0x7fa2f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=205b8e70345eb80 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.493+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa304009c10 con 0x7fa2f80039b0 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.493+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa304036070 con 0x7fa2f80039b0 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.493+0000 7fa309ffb640 1 -- 172.21.15.16:0/962048262 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa304031880 con 0x7fa2f80039b0 2024-09-16T01:42:55.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.494+0000 7fa311653640 1 -- 172.21.15.16:0/962048262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2f80039b0 msgr2=0x7fa2f8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.494+0000 7fa311653640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2f80039b0 0x7fa2f8003dd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa304009fc0 tx=0x7fa2f8005830 comp rx=0 tx=0).stop 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.494+0000 7fa311653640 1 -- 172.21.15.16:0/962048262 shutdown_connections 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.494+0000 7fa311653640 1 --2- 172.21.15.16:0/962048262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2f80039b0 0x7fa2f8003dd0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.494+0000 7fa311653640 1 -- 172.21.15.16:0/962048262 >> 172.21.15.16:0/962048262 conn(0x7fa30c072650 msgr2=0x7fa30c072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.494+0000 7fa311653640 1 -- 172.21.15.16:0/962048262 shutdown_connections 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.494+0000 7fa311653640 1 -- 172.21.15.16:0/962048262 wait complete. 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.495+0000 7fa311653640 1 Processor -- start 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.495+0000 7fa311653640 1 -- start start 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa311653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f80039b0 0x7fa30c1e9010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa311653640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30c1617b0 0x7fa30c0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa311653640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa30c1e9550 0x7fa30c0ca930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa311653640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa30c15e9e0 con 0x7fa30c1e9550 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa311653640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa30c0d1990 con 0x7fa30c1617b0 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa311653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa30c0b3ba0 con 0x7fa2f80039b0 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa30c1e9550 0x7fa30c0ca930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa30c1e9550 0x7fa30c0ca930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55886/0 (socket says 172.21.15.16:55886) 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 -- 172.21.15.16:0/376311818 learned_addr learned my addr 172.21.15.16:0/376311818 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30a7fc640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30c1617b0 0x7fa30c0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30affd640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f80039b0 0x7fa30c1e9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 -- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f80039b0 msgr2=0x7fa30c1e9010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f80039b0 0x7fa30c1e9010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 -- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30c1617b0 msgr2=0x7fa30c0ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30c1617b0 0x7fa30c0ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 -- 172.21.15.16:0/376311818 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa30c1e9a90 con 0x7fa30c1e9550 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30a7fc640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30c1617b0 0x7fa30c0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.496+0000 7fa30b7fe640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa30c1e9550 0x7fa30c0ca930 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa30c0d2a50 tx=0x7fa2fc00e820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.497+0000 7fa3037fe640 1 -- 172.21.15.16:0/376311818 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc019070 con 0x7fa30c1e9550 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.497+0000 7fa3037fe640 1 -- 172.21.15.16:0/376311818 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2fc0050d0 con 0x7fa30c1e9550 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.497+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa30c1e9d70 con 0x7fa30c1e9550 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.497+0000 7fa3037fe640 1 -- 172.21.15.16:0/376311818 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc0035f0 con 0x7fa30c1e9550 2024-09-16T01:42:55.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.497+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa30c1ea330 con 0x7fa30c1e9550 2024-09-16T01:42:55.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.498+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa30c0b80a0 con 0x7fa30c1e9550 2024-09-16T01:42:55.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.498+0000 7fa3037fe640 1 -- 172.21.15.16:0/376311818 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa2fc01c070 con 0x7fa30c1e9550 2024-09-16T01:42:55.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.499+0000 7fa3037fe640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2ec06c2e0 0x7fa2ec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.499+0000 7fa3037fe640 1 -- 172.21.15.16:0/376311818 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fa2fc08a370 con 0x7fa30c1e9550 2024-09-16T01:42:55.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.499+0000 7fa30affd640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2ec06c2e0 0x7fa2ec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.500+0000 7fa30affd640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2ec06c2e0 0x7fa2ec06e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa304035000 tx=0x7fa30402f000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.503+0000 7fa3037fe640 1 -- 172.21.15.16:0/376311818 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa2fc058ec0 con 0x7fa30c1e9550 2024-09-16T01:42:55.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:55.681+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa30c0cf030 con 0x7fa30c1e9550 2024-09-16T01:42:56.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.455+0000 7fa3037fe640 1 -- 172.21.15.16:0/376311818 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7fa2fc0587c0 con 0x7fa30c1e9550 2024-09-16T01:42:56.457 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:42:56.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2ec06c2e0 msgr2=0x7fa2ec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2ec06c2e0 0x7fa2ec06e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa304035000 tx=0x7fa30402f000 comp rx=0 tx=0).stop 2024-09-16T01:42:56.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa30c1e9550 msgr2=0x7fa30c0ca930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa30c1e9550 0x7fa30c0ca930 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa30c0d2a50 tx=0x7fa2fc00e820 comp rx=0 tx=0).stop 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 shutdown_connections 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa2ec06c2e0 0x7fa2ec06e7a0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa30c1e9550 0x7fa30c0ca930 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa30c1617b0 0x7fa30c0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 --2- 172.21.15.16:0/376311818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa2f80039b0 0x7fa30c1e9010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 >> 172.21.15.16:0/376311818 conn(0x7fa30c072650 msgr2=0x7fa30c0b5450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 shutdown_connections 2024-09-16T01:42:56.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.459+0000 7fa311653640 1 -- 172.21.15.16:0/376311818 wait complete. 2024-09-16T01:42:56.477 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:42:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.592+0000 7fdf0244c640 1 Processor -- start 2024-09-16T01:42:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.592+0000 7fdf0244c640 1 -- start start 2024-09-16T01:42:56.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdf0244c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc15c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdf0244c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdefc15ccf0 0x7fdefc070f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdf0244c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdefc0719d0 con 0x7fdefc071450 2024-09-16T01:42:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdf0244c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdefc0b3900 con 0x7fdefc15ccf0 2024-09-16T01:42:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdf0244c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdefc071cb0 con 0x7fdefc145e20 2024-09-16T01:42:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdefbfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc15c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdefb7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdefc15ccf0 0x7fdefc070f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdf009e9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fdefc071450 0x7fdefc06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:33534/0 (socket says 172.21.15.16:33534) 2024-09-16T01:42:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.593+0000 7fdf009e9640 1 -- 172.21.15.16:0/806961676 learned_addr learned my addr 172.21.15.16:0/806961676 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:56.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.594+0000 7fdefb7fe640 1 -- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 msgr2=0x7fdefc15c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:56.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.594+0000 7fdefb7fe640 1 --2- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc15c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.594+0000 7fdefb7fe640 1 -- 172.21.15.16:0/806961676 >> v1:172.21.15.104:6789/0 conn(0x7fdefc071450 legacy=0x7fdefc06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.594+0000 7fdefb7fe640 1 -- 172.21.15.16:0/806961676 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdefc0b3b50 con 0x7fdefc15ccf0 2024-09-16T01:42:56.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.594+0000 7fdefbfff640 1 --2- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc15c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:56.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdefb7fe640 1 --2- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc15ccf0 0x7fdefc070f10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdef00097a0 tx=0x7fdef002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e16f7c6f36ea7e76 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:56.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdefaffd640 1 -- 172.21.15.16:0/806961676 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef0037070 con 0x7fdefc15ccf0 2024-09-16T01:42:56.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdefaffd640 1 -- 172.21.15.16:0/806961676 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdef0032440 con 0x7fdefc15ccf0 2024-09-16T01:42:56.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdefaffd640 1 -- 172.21.15.16:0/806961676 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef0032810 con 0x7fdefc15ccf0 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 -- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc15ccf0 msgr2=0x7fdefc070f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 --2- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc15ccf0 0x7fdefc070f10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdef00097a0 tx=0x7fdef002a180 comp rx=0 tx=0).stop 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 -- 172.21.15.16:0/806961676 shutdown_connections 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 --2- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc15ccf0 0x7fdefc070f10 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 --2- 172.21.15.16:0/806961676 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc15c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 -- 172.21.15.16:0/806961676 >> 172.21.15.16:0/806961676 conn(0x7fdefc0b2000 msgr2=0x7fdefc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 -- 172.21.15.16:0/806961676 shutdown_connections 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.595+0000 7fdf0244c640 1 -- 172.21.15.16:0/806961676 wait complete. 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.596+0000 7fdf0244c640 1 Processor -- start 2024-09-16T01:42:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.597+0000 7fdf0244c640 1 -- start start 2024-09-16T01:42:56.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.597+0000 7fdf0244c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc071450 0x7fdefc1f5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.597+0000 7fdf0244c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc1f6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.597+0000 7fdf0244c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc15ccf0 0x7fdefc0ce1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.597+0000 7fdf0244c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdefc06c2f0 con 0x7fdefc15ccf0 2024-09-16T01:42:56.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.597+0000 7fdf0244c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdefc0b3530 con 0x7fdefc071450 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.597+0000 7fdf0244c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdefc06c470 con 0x7fdefc145e20 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc15ccf0 0x7fdefc0ce1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc15ccf0 0x7fdefc0ce1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55900/0 (socket says 172.21.15.16:55900) 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 -- 172.21.15.16:0/3467218662 learned_addr learned my addr 172.21.15.16:0/3467218662 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdefbfff640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc071450 0x7fdefc1f5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdefb7fe640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc1f6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 -- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 msgr2=0x7fdefc1f6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc1f6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 -- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc071450 msgr2=0x7fdefc1f5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc071450 0x7fdefc1f5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 -- 172.21.15.16:0/3467218662 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdefc0ceb10 con 0x7fdefc15ccf0 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf009e9640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc15ccf0 0x7fdefc0ce1c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fdef400ca80 tx=0x7fdef400cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdef8ff9640 1 -- 172.21.15.16:0/3467218662 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef4017070 con 0x7fdefc15ccf0 2024-09-16T01:42:56.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdef8ff9640 1 -- 172.21.15.16:0/3467218662 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdef400ac30 con 0x7fdefc15ccf0 2024-09-16T01:42:56.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdefc13cfd0 con 0x7fdefc15ccf0 2024-09-16T01:42:56.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.598+0000 7fdef8ff9640 1 -- 172.21.15.16:0/3467218662 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef4012600 con 0x7fdefc15ccf0 2024-09-16T01:42:56.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.599+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdefc13d590 con 0x7fdefc15ccf0 2024-09-16T01:42:56.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.599+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdefc15c7b0 con 0x7fdefc15ccf0 2024-09-16T01:42:56.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.600+0000 7fdef8ff9640 1 -- 172.21.15.16:0/3467218662 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdef401a070 con 0x7fdefc15ccf0 2024-09-16T01:42:56.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.601+0000 7fdef8ff9640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdee806c2b0 0x7fdee806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.601+0000 7fdef8ff9640 1 -- 172.21.15.16:0/3467218662 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7fdef408af10 con 0x7fdefc15ccf0 2024-09-16T01:42:56.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.601+0000 7fdefbfff640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdee806c2b0 0x7fdee806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.601+0000 7fdefbfff640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdee806c2b0 0x7fdee806e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdeec009560 tx=0x7fdeec009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:56.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.605+0000 7fdef8ff9640 1 -- 172.21.15.16:0/3467218662 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdef400ae20 con 0x7fdefc15ccf0 2024-09-16T01:42:56.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:56.781+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fdefc0b5350 con 0x7fdefc15ccf0 2024-09-16T01:42:57.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.457+0000 7fdef8ff9640 1 -- 172.21.15.16:0/3467218662 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7fdef4059170 con 0x7fdefc15ccf0 2024-09-16T01:42:57.459 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:42:57.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdee806c2b0 msgr2=0x7fdee806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdee806c2b0 0x7fdee806e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdeec009560 tx=0x7fdeec009190 comp rx=0 tx=0).stop 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc15ccf0 msgr2=0x7fdefc0ce1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc15ccf0 0x7fdefc0ce1c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fdef400ca80 tx=0x7fdef400cf40 comp rx=0 tx=0).stop 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 shutdown_connections 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdee806c2b0 0x7fdee806e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc15ccf0 0x7fdefc0ce1c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc145e20 0x7fdefc1f6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 --2- 172.21.15.16:0/3467218662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc071450 0x7fdefc1f5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.461+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 >> 172.21.15.16:0/3467218662 conn(0x7fdefc0b2000 msgr2=0x7fdefc06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:57.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.462+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 shutdown_connections 2024-09-16T01:42:57.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.462+0000 7fdf0244c640 1 -- 172.21.15.16:0/3467218662 wait complete. 2024-09-16T01:42:57.490 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:42:57.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.599+0000 7fe826a7b640 1 Processor -- start 2024-09-16T01:42:57.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.599+0000 7fe826a7b640 1 -- start start 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe826a7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe8200add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe826a7b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe82006e0d0 0x7fe82006c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe826a7b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe82006e610 con 0x7fe82006bbe0 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe826a7b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe82006c590 con 0x7fe82006e0d0 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe826a7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe8200b00f0 con 0x7fe82015e4b0 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe81ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe82006bbe0 0x7fe82006d9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36758/0 (socket says 172.21.15.16:36758) 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe81ffff640 1 -- 172.21.15.16:0/3096789450 learned_addr learned my addr 172.21.15.16:0/3096789450 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe824817640 1 --2- 172.21.15.16:0/3096789450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe8200add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:57.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.600+0000 7fe825018640 1 --2- 172.21.15.16:0/3096789450 >> v2:172.21.15.104:3300/0 conn(0x7fe82006e0d0 0x7fe82006c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:57.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.601+0000 7fe81f7fe640 1 -- 172.21.15.16:0/3096789450 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3235461571 0 0) 0x7fe82006e610 con 0x7fe82006bbe0 2024-09-16T01:42:57.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.601+0000 7fe81f7fe640 1 -- 172.21.15.16:0/3096789450 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe808003520 con 0x7fe82006bbe0 2024-09-16T01:42:57.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.601+0000 7fe824817640 1 -- 172.21.15.16:0/3096789450 >> v2:172.21.15.104:3300/0 conn(0x7fe82006e0d0 msgr2=0x7fe82006c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:57.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.601+0000 7fe824817640 1 --2- 172.21.15.16:0/3096789450 >> v2:172.21.15.104:3300/0 conn(0x7fe82006e0d0 0x7fe82006c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.601+0000 7fe824817640 1 -- 172.21.15.16:0/3096789450 >> v1:172.21.15.16:6789/0 conn(0x7fe82006bbe0 legacy=0x7fe82006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:57.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.601+0000 7fe824817640 1 -- 172.21.15.16:0/3096789450 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82006e8f0 con 0x7fe82015e4b0 2024-09-16T01:42:57.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.601+0000 7fe825018640 1 --2- 172.21.15.16:0/3096789450 >> v2:172.21.15.104:3300/0 conn(0x7fe82006e0d0 0x7fe82006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:57.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe824817640 1 --2- 172.21.15.16:0/3096789450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe8200add60 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe8100097a0 tx=0x7fe81002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82fb1d59dc9d9a44 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:57.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe81f7fe640 1 -- 172.21.15.16:0/3096789450 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe810037070 con 0x7fe82015e4b0 2024-09-16T01:42:57.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe81f7fe640 1 -- 172.21.15.16:0/3096789450 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe810032440 con 0x7fe82015e4b0 2024-09-16T01:42:57.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe81f7fe640 1 -- 172.21.15.16:0/3096789450 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8100327f0 con 0x7fe82015e4b0 2024-09-16T01:42:57.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 -- 172.21.15.16:0/3096789450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 msgr2=0x7fe8200add60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:57.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 --2- 172.21.15.16:0/3096789450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe8200add60 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe8100097a0 tx=0x7fe81002a180 comp rx=0 tx=0).stop 2024-09-16T01:42:57.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 -- 172.21.15.16:0/3096789450 shutdown_connections 2024-09-16T01:42:57.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 --2- 172.21.15.16:0/3096789450 >> v2:172.21.15.104:3300/0 conn(0x7fe82006e0d0 0x7fe82006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 --2- 172.21.15.16:0/3096789450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe8200add60 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 -- 172.21.15.16:0/3096789450 >> 172.21.15.16:0/3096789450 conn(0x7fe8200b2a80 msgr2=0x7fe8200b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:57.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 -- 172.21.15.16:0/3096789450 shutdown_connections 2024-09-16T01:42:57.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.602+0000 7fe826a7b640 1 -- 172.21.15.16:0/3096789450 wait complete. 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.604+0000 7fe826a7b640 1 Processor -- start 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.604+0000 7fe826a7b640 1 -- start start 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.604+0000 7fe826a7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe82006bbe0 0x7fe82009db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.604+0000 7fe826a7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe82006e0d0 0x7fe820144450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe826a7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe820144990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe826a7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe82015e890 con 0x7fe82006bbe0 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe826a7b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe8200b3f90 con 0x7fe82006e0d0 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe826a7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe82015ea10 con 0x7fe82015e4b0 2024-09-16T01:42:57.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe82006bbe0 0x7fe82009db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe82006bbe0 0x7fe82009db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55906/0 (socket says 172.21.15.16:55906) 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 -- 172.21.15.16:0/1821479492 learned_addr learned my addr 172.21.15.16:0/1821479492 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe825018640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe820144990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe81ffff640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe82006e0d0 0x7fe820144450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 -- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 msgr2=0x7fe820144990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe820144990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 -- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe82006e0d0 msgr2=0x7fe820144450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe82006e0d0 0x7fe820144450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 -- 172.21.15.16:0/1821479492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82009cb20 con 0x7fe82006bbe0 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe824817640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe82006bbe0 0x7fe82009db80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe81002a1c0 tx=0x7fe8100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe81d7fa640 1 -- 172.21.15.16:0/1821479492 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe810037040 con 0x7fe82006bbe0 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe81d7fa640 1 -- 172.21.15.16:0/1821479492 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe810042070 con 0x7fe82006bbe0 2024-09-16T01:42:57.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe81d7fa640 1 -- 172.21.15.16:0/1821479492 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe810032810 con 0x7fe82006bbe0 2024-09-16T01:42:57.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.605+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe82009cdc0 con 0x7fe82006bbe0 2024-09-16T01:42:57.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.606+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe82009d380 con 0x7fe82006bbe0 2024-09-16T01:42:57.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.606+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe82006c050 con 0x7fe82006bbe0 2024-09-16T01:42:57.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.607+0000 7fe81d7fa640 1 -- 172.21.15.16:0/1821479492 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8100329b0 con 0x7fe82006bbe0 2024-09-16T01:42:57.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.608+0000 7fe81d7fa640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe80c06c2b0 0x7fe80c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:57.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.608+0000 7fe81d7fa640 1 -- 172.21.15.16:0/1821479492 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7fe8100abd10 con 0x7fe82006bbe0 2024-09-16T01:42:57.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.608+0000 7fe81ffff640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe80c06c2b0 0x7fe80c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:57.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.609+0000 7fe81ffff640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe80c06c2b0 0x7fe80c06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe82009ec40 tx=0x7fe814009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:57.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.612+0000 7fe81d7fa640 1 -- 172.21.15.16:0/1821479492 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8100b1020 con 0x7fe82006bbe0 2024-09-16T01:42:57.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:57.823+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe8200d1840 con 0x7fe82006bbe0 2024-09-16T01:42:58.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.478+0000 7fe81d7fa640 1 -- 172.21.15.16:0/1821479492 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) ==== 172+0+0 (secure 0 0 0) 0x7fe81007a570 con 0x7fe82006bbe0 2024-09-16T01:42:58.484 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 4 and data pool 5 2024-09-16T01:42:58.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.493+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe80c06c2b0 msgr2=0x7fe80c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.493+0000 7fe826a7b640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe80c06c2b0 0x7fe80c06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe82009ec40 tx=0x7fe814009040 comp rx=0 tx=0).stop 2024-09-16T01:42:58.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.493+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe82006bbe0 msgr2=0x7fe82009db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.493+0000 7fe826a7b640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe82006bbe0 0x7fe82009db80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe81002a1c0 tx=0x7fe8100046c0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 shutdown_connections 2024-09-16T01:42:58.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe80c06c2b0 0x7fe80c06e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe82015e4b0 0x7fe820144990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe82006e0d0 0x7fe820144450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 --2- 172.21.15.16:0/1821479492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe82006bbe0 0x7fe82009db80 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 >> 172.21.15.16:0/1821479492 conn(0x7fe8200b2a80 msgr2=0x7fe8200d0be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 shutdown_connections 2024-09-16T01:42:58.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.496+0000 7fe826a7b640 1 -- 172.21.15.16:0/1821479492 wait complete. 2024-09-16T01:42:58.514 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:58.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.623+0000 7f127805e640 1 Processor -- start 2024-09-16T01:42:58.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.623+0000 7f127805e640 1 -- start start 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f127805e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 0x7f1270070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f127805e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1270162eb0 con 0x7f12700b73c0 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f127805e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f127015e910 con 0x7f1270073c00 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f127805e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f12700718c0 con 0x7f127015e530 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f12765fb640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f12700b73c0 0x7f12701627a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36772/0 (socket says 172.21.15.16:36772) 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f12765fb640 1 -- 172.21.15.16:0/604295293 learned_addr learned my addr 172.21.15.16:0/604295293 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f1275dfa640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 0x7f1270070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 201560666 0 0) 0x7f1270162eb0 con 0x7f12700b73c0 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.624+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f125c003520 con 0x7f12700b73c0 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3196177449 0 0) 0x7f127015e910 con 0x7f1270073c00 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1270162eb0 con 0x7f1270073c00 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2116607096 0 0) 0x7f125c003520 con 0x7f12700b73c0 2024-09-16T01:42:58.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 msgr2=0x7f1270070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 0x7f1270070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 >> v1:172.21.15.104:6789/0 conn(0x7f1270073c00 legacy=0x7f1270162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12700d1c50 con 0x7f12700b73c0 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f12680019f0 con 0x7f12700b73c0 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 >> v1:172.21.15.16:6789/0 conn(0x7f12700b73c0 legacy=0x7f12701627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 0x7f125c003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f125c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f125c004d40 0x7f125c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f12700718c0 con 0x7f125c004120 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f125c00bb00 con 0x7f125c004d40 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f125c00bd00 con 0x7f127015e530 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f12755f9640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f125c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1275dfa640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 0x7f125c003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f12765fb640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f125c004d40 0x7f125c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f12755f9640 1 -- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 msgr2=0x7f125c003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f12755f9640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 0x7f125c003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f12755f9640 1 -- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f125c004d40 msgr2=0x7f125c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f12755f9640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f125c004d40 0x7f125c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f12755f9640 1 -- 172.21.15.16:0/604295293 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f125c003520 con 0x7f125c004120 2024-09-16T01:42:58.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.625+0000 7f1275dfa640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f127015e530 0x7f125c003b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:58.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.626+0000 7f12755f9640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f125c004800 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1270072ec0 tx=0x7f125c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1e33b15b2eedef7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.626+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12600014f0 con 0x7f125c004120 2024-09-16T01:42:58.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.626+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12600052d0 con 0x7f125c004120 2024-09-16T01:42:58.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.626+0000 7f1274df8640 1 -- 172.21.15.16:0/604295293 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126002ab60 con 0x7f125c004120 2024-09-16T01:42:58.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.627+0000 7f127805e640 1 -- 172.21.15.16:0/604295293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 msgr2=0x7f125c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.627+0000 7f127805e640 1 --2- 172.21.15.16:0/604295293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f125c004800 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1270072ec0 tx=0x7f125c005830 comp rx=0 tx=0).stop 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.627+0000 7f12765fb640 1 -- 172.21.15.16:0/604295293 reap_dead start 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.627+0000 7f127805e640 1 -- 172.21.15.16:0/604295293 shutdown_connections 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.627+0000 7f127805e640 1 -- 172.21.15.16:0/604295293 >> 172.21.15.16:0/604295293 conn(0x7f12700d2300 msgr2=0x7f12700d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.627+0000 7f127805e640 1 -- 172.21.15.16:0/604295293 shutdown_connections 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.627+0000 7f127805e640 1 -- 172.21.15.16:0/604295293 wait complete. 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.628+0000 7f127805e640 1 Processor -- start 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.628+0000 7f127805e640 1 -- start start 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f127805e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f12700b15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f127805e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f127014bfe0 0x7f12700af2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f127805e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1270160c90 0x7f1270161110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f127805e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f12700736e0 con 0x7f125c004120 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f127805e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1270073400 con 0x7f127014bfe0 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f127805e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f12700d2f10 con 0x7f1270160c90 2024-09-16T01:42:58.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f12700b15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f12700b15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55928/0 (socket says 172.21.15.16:55928) 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 -- 172.21.15.16:0/2221733068 learned_addr learned my addr 172.21.15.16:0/2221733068 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f12755f9640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f127014bfe0 0x7f12700af2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f12765fb640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1270160c90 0x7f1270161110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 -- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1270160c90 msgr2=0x7f1270161110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1270160c90 0x7f1270161110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 -- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f127014bfe0 msgr2=0x7f12700af2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f127014bfe0 0x7f12700af2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 -- 172.21.15.16:0/2221733068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12700afa50 con 0x7f125c004120 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f12765fb640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1270160c90 0x7f1270161110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.629+0000 7f1275dfa640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f12700b15a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f126c011ca0 tx=0x7f126c00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.630+0000 7f12667fc640 1 -- 172.21.15.16:0/2221733068 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c00fcc0 con 0x7f125c004120 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.630+0000 7f12667fc640 1 -- 172.21.15.16:0/2221733068 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f126c00fe60 con 0x7f125c004120 2024-09-16T01:42:58.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.630+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12700afd30 con 0x7f125c004120 2024-09-16T01:42:58.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.630+0000 7f12667fc640 1 -- 172.21.15.16:0/2221733068 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c014680 con 0x7f125c004120 2024-09-16T01:42:58.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.630+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12701f7dd0 con 0x7f125c004120 2024-09-16T01:42:58.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.631+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1270070700 con 0x7f125c004120 2024-09-16T01:42:58.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.631+0000 7f12667fc640 1 -- 172.21.15.16:0/2221733068 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f126c012040 con 0x7f125c004120 2024-09-16T01:42:58.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.632+0000 7f12667fc640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f125406c2e0 0x7f125406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.632+0000 7f12667fc640 1 -- 172.21.15.16:0/2221733068 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f126c08b9f0 con 0x7f125c004120 2024-09-16T01:42:58.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.632+0000 7f12755f9640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f125406c2e0 0x7f125406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.633+0000 7f12755f9640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f125406c2e0 0x7f125406e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1260032000 tx=0x7f1260009030 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.636+0000 7f12667fc640 1 -- 172.21.15.16:0/2221733068 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f126c019030 con 0x7f125c004120 2024-09-16T01:42:58.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.814+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f12701629c0 con 0x7f125c004120 2024-09-16T01:42:58.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.815+0000 7f12667fc640 1 -- 172.21.15.16:0/2221733068 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7f126c05a1f0 con 0x7f125c004120 2024-09-16T01:42:58.817 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:58.817 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":31,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:57.824403+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:55.712419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:56.812587+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f125406c2e0 msgr2=0x7f125406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f125406c2e0 0x7f125406e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1260032000 tx=0x7f1260009030 comp rx=0 tx=0).stop 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 msgr2=0x7f12700b15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f12700b15a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f126c011ca0 tx=0x7f126c00f610 comp rx=0 tx=0).stop 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 shutdown_connections 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f125406c2e0 0x7f125406e7a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1270160c90 0x7f1270161110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f127014bfe0 0x7f12700af2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 --2- 172.21.15.16:0/2221733068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f125c004120 0x7f12700b15a0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 >> 172.21.15.16:0/2221733068 conn(0x7f12700d2300 msgr2=0x7f1270070910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 shutdown_connections 2024-09-16T01:42:58.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.817+0000 7f127805e640 1 -- 172.21.15.16:0/2221733068 wait complete. 2024-09-16T01:42:58.830 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:42:58.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.931+0000 7fa70c406640 1 Processor -- start 2024-09-16T01:42:58.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.931+0000 7fa70c406640 1 -- start start 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa70c406640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cf090 0x7fa7040ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa70c406640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa704160230 con 0x7fa7040cecb0 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa70c406640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa704160510 con 0x7fa7040cda90 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa70c406640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa704160e40 con 0x7fa7040cf090 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa70a1a2640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa7040cecb0 0x7fa7040cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36788/0 (socket says 172.21.15.16:36788) 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa70a1a2640 1 -- 172.21.15.16:0/3854396763 learned_addr learned my addr 172.21.15.16:0/3854396763 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa70a9a3640 1 --2- 172.21.15.16:0/3854396763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cf090 0x7fa7040ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 674930977 0 0) 0x7fa704160230 con 0x7fa7040cecb0 2024-09-16T01:42:58.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa6f0003520 con 0x7fa7040cecb0 2024-09-16T01:42:58.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3507290223 0 0) 0x7fa704160510 con 0x7fa7040cda90 2024-09-16T01:42:58.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.932+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa704160230 con 0x7fa7040cda90 2024-09-16T01:42:58.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.933+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1478644739 0 0) 0x7fa6f0003520 con 0x7fa7040cecb0 2024-09-16T01:42:58.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.933+0000 7fa70a9a3640 1 -- 172.21.15.16:0/3854396763 >> v1:172.21.15.104:6789/0 conn(0x7fa7040cda90 legacy=0x7fa70406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.933+0000 7fa70a9a3640 1 -- 172.21.15.16:0/3854396763 >> v1:172.21.15.16:6789/0 conn(0x7fa7040cecb0 legacy=0x7fa7040cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.933+0000 7fa70a9a3640 1 -- 172.21.15.16:0/3854396763 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7041607f0 con 0x7fa7040cf090 2024-09-16T01:42:58.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.933+0000 7fa70a9a3640 1 --2- 172.21.15.16:0/3854396763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cf090 0x7fa7040ce190 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa704160fc0 tx=0x7fa6fc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fc000440da49a87 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa700001670 con 0x7fa7040cf090 2024-09-16T01:42:58.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6fc007540 con 0x7fa7040cf090 2024-09-16T01:42:58.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa7091a0640 1 -- 172.21.15.16:0/3854396763 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0078f0 con 0x7fa7040cf090 2024-09-16T01:42:58.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa70c406640 1 -- 172.21.15.16:0/3854396763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cf090 msgr2=0x7fa7040ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa70c406640 1 --2- 172.21.15.16:0/3854396763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cf090 0x7fa7040ce190 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa704160fc0 tx=0x7fa6fc02a660 comp rx=0 tx=0).stop 2024-09-16T01:42:58.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa70c406640 1 -- 172.21.15.16:0/3854396763 shutdown_connections 2024-09-16T01:42:58.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa70c406640 1 --2- 172.21.15.16:0/3854396763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cf090 0x7fa7040ce190 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa70c406640 1 -- 172.21.15.16:0/3854396763 >> 172.21.15.16:0/3854396763 conn(0x7fa7040b2000 msgr2=0x7fa7040b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa70c406640 1 -- 172.21.15.16:0/3854396763 shutdown_connections 2024-09-16T01:42:58.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.934+0000 7fa70c406640 1 -- 172.21.15.16:0/3854396763 wait complete. 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.935+0000 7fa70c406640 1 Processor -- start 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.935+0000 7fa70c406640 1 -- start start 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70c406640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7040cda90 0x7fa704159fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70c406640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cecb0 0x7fa7041f50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70c406640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7040cf090 0x7fa7041f5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70c406640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa70406c4e0 con 0x7fa7040cf090 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70c406640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa70406c360 con 0x7fa7040cda90 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70c406640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa70406c660 con 0x7fa7040cecb0 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70a9a3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7040cf090 0x7fa7041f5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70a9a3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7040cf090 0x7fa7041f5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55942/0 (socket says 172.21.15.16:55942) 2024-09-16T01:42:58.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.936+0000 7fa70a9a3640 1 -- 172.21.15.16:0/4143066222 learned_addr learned my addr 172.21.15.16:0/4143066222 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a1a2640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7040cda90 0x7fa704159fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa7099a1640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cecb0 0x7fa7041f50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a9a3640 1 -- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cecb0 msgr2=0x7fa7041f50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a9a3640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cecb0 0x7fa7041f50a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a9a3640 1 -- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7040cda90 msgr2=0x7fa704159fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a9a3640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7040cda90 0x7fa704159fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a9a3640 1 -- 172.21.15.16:0/4143066222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7041f55e0 con 0x7fa7040cf090 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a1a2640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7040cda90 0x7fa704159fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70a9a3640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7040cf090 0x7fa7041f5800 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc02ac50 tx=0x7fa6fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa6faffd640 1 -- 172.21.15.16:0/4143066222 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc040070 con 0x7fa7040cf090 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa6faffd640 1 -- 172.21.15.16:0/4143066222 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6fc031c40 con 0x7fa7040cf090 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7040c99d0 con 0x7fa7040cf090 2024-09-16T01:42:58.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa6faffd640 1 -- 172.21.15.16:0/4143066222 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc009450 con 0x7fa7040cf090 2024-09-16T01:42:58.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.937+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7040c9f90 con 0x7fa7040cf090 2024-09-16T01:42:58.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.938+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7040ce190 con 0x7fa7040cf090 2024-09-16T01:42:58.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.938+0000 7fa6faffd640 1 -- 172.21.15.16:0/4143066222 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa6fc039040 con 0x7fa7040cf090 2024-09-16T01:42:58.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.939+0000 7fa6faffd640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa6e806c2b0 0x7fa6e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.939+0000 7fa6faffd640 1 -- 172.21.15.16:0/4143066222 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fa6fc0ac770 con 0x7fa7040cf090 2024-09-16T01:42:58.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.939+0000 7fa70a1a2640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa6e806c2b0 0x7fa6e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.940+0000 7fa70a1a2640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa6e806c2b0 0x7fa6e806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa7000017e0 tx=0x7fa700009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:58.943+0000 7fa6faffd640 1 -- 172.21.15.16:0/4143066222 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa6fc07a920 con 0x7fa7040cf090 2024-09-16T01:42:59.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.122+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa704072a10 con 0x7fa7040cf090 2024-09-16T01:42:59.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.123+0000 7fa6faffd640 1 -- 172.21.15.16:0/4143066222 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7fa6fc07ec20 con 0x7fa7040cf090 2024-09-16T01:42:59.124 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:42:59.124 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":31,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:57.824403+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:55.712419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:56.812587+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:59.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa6e806c2b0 msgr2=0x7fa6e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa6e806c2b0 0x7fa6e806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa7000017e0 tx=0x7fa700009040 comp rx=0 tx=0).stop 2024-09-16T01:42:59.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7040cf090 msgr2=0x7fa7041f5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7040cf090 0x7fa7041f5800 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc02ac50 tx=0x7fa6fc004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 shutdown_connections 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa6e806c2b0 0x7fa6e806e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7040cf090 0x7fa7041f5800 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7040cecb0 0x7fa7041f50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 --2- 172.21.15.16:0/4143066222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7040cda90 0x7fa704159fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 >> 172.21.15.16:0/4143066222 conn(0x7fa7040b2000 msgr2=0x7fa704072d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 shutdown_connections 2024-09-16T01:42:59.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.125+0000 7fa70c406640 1 -- 172.21.15.16:0/4143066222 wait complete. 2024-09-16T01:42:59.137 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:42:59.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.241+0000 7f76aabfd640 1 Processor -- start 2024-09-16T01:42:59.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.242+0000 7f76aabfd640 1 -- start start 2024-09-16T01:42:59.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.242+0000 7f76aabfd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76a415c080 0x7f76a40d15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.242+0000 7f76aabfd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f76a40d1b10 0x7f76a406f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.242+0000 7f76aabfd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76a40d1fb0 con 0x7f76a415f800 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.242+0000 7f76aabfd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f76a415f370 con 0x7f76a415c080 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.242+0000 7f76aabfd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f76a415ed20 con 0x7f76a40d1b10 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a8999640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76a415c080 0x7f76a40d15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a8999640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76a415c080 0x7f76a40d15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55952/0 (socket says 172.21.15.16:55952) 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a8999640 1 -- 172.21.15.16:0/3742225113 learned_addr learned my addr 172.21.15.16:0/3742225113 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a3fff640 1 --2- 172.21.15.16:0/3742225113 >> v2:172.21.15.104:3300/0 conn(0x7f76a40d1b10 0x7f76a406f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a8999640 1 -- 172.21.15.16:0/3742225113 >> v2:172.21.15.104:3300/0 conn(0x7f76a40d1b10 msgr2=0x7f76a406f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a8999640 1 --2- 172.21.15.16:0/3742225113 >> v2:172.21.15.104:3300/0 conn(0x7f76a40d1b10 0x7f76a406f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a8999640 1 -- 172.21.15.16:0/3742225113 >> v1:172.21.15.104:6789/0 conn(0x7f76a415f800 legacy=0x7f76a4162120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.243+0000 7f76a8999640 1 -- 172.21.15.16:0/3742225113 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a415f000 con 0x7f76a415c080 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76a8999640 1 --2- 172.21.15.16:0/3742225113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a40d15d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f76a406d6d0 tx=0x7f769c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef24e0afffa6ca50 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76a37fe640 1 -- 172.21.15.16:0/3742225113 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c036070 con 0x7f76a415c080 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76a37fe640 1 -- 172.21.15.16:0/3742225113 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f769c031600 con 0x7f76a415c080 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76a37fe640 1 -- 172.21.15.16:0/3742225113 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c0319d0 con 0x7f76a415c080 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 -- 172.21.15.16:0/3742225113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 msgr2=0x7f76a40d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 --2- 172.21.15.16:0/3742225113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a40d15d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f76a406d6d0 tx=0x7f769c02a6a0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 -- 172.21.15.16:0/3742225113 shutdown_connections 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 --2- 172.21.15.16:0/3742225113 >> v2:172.21.15.104:3300/0 conn(0x7f76a40d1b10 0x7f76a406f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 --2- 172.21.15.16:0/3742225113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a40d15d0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 -- 172.21.15.16:0/3742225113 >> 172.21.15.16:0/3742225113 conn(0x7f76a40d23c0 msgr2=0x7f76a40d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 -- 172.21.15.16:0/3742225113 shutdown_connections 2024-09-16T01:42:59.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.244+0000 7f76aabfd640 1 -- 172.21.15.16:0/3742225113 wait complete. 2024-09-16T01:42:59.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.246+0000 7f76aabfd640 1 Processor -- start 2024-09-16T01:42:59.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.246+0000 7f76aabfd640 1 -- start start 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76aabfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76a40d1b10 0x7f76a4145cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76aabfd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a41589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76aabfd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76a415f800 0x7f76a4158ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76aabfd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f76a4070cd0 con 0x7f76a415c080 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76aabfd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f76a4070b50 con 0x7f76a415f800 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76aabfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76a406f810 con 0x7f76a40d1b10 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a41589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a41589b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55958/0 (socket says 172.21.15.16:55958) 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 -- 172.21.15.16:0/1023454456 learned_addr learned my addr 172.21.15.16:0/1023454456 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a919a640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76a415f800 0x7f76a4158ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a8999640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76a40d1b10 0x7f76a4145cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 -- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76a40d1b10 msgr2=0x7f76a4145cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76a40d1b10 0x7f76a4145cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 -- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76a415f800 msgr2=0x7f76a4158ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76a415f800 0x7f76a4158ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 -- 172.21.15.16:0/1023454456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a41492b0 con 0x7f76a415c080 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a3fff640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a41589b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f769800e930 tx=0x7f769800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a17fa640 1 -- 172.21.15.16:0/1023454456 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7698017070 con 0x7f76a415c080 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a17fa640 1 -- 172.21.15.16:0/1023454456 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f769800ca00 con 0x7f76a415c080 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76a17fa640 1 -- 172.21.15.16:0/1023454456 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769800cdf0 con 0x7f76a415c080 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.247+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a40b7620 con 0x7f76a415c080 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.248+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a40b72d0 con 0x7f76a415c080 2024-09-16T01:42:59.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.248+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a406fb70 con 0x7f76a415c080 2024-09-16T01:42:59.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.249+0000 7f76a17fa640 1 -- 172.21.15.16:0/1023454456 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f769801a070 con 0x7f76a415c080 2024-09-16T01:42:59.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.249+0000 7f76a17fa640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f769006c2b0 0x7f769006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.249+0000 7f76a17fa640 1 -- 172.21.15.16:0/1023454456 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f769808b750 con 0x7f76a415c080 2024-09-16T01:42:59.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.250+0000 7f76a8999640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f769006c2b0 0x7f769006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.250+0000 7f76a8999640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f769006c2b0 0x7f769006e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f769c033000 tx=0x7f769c009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.254+0000 7f76a17fa640 1 -- 172.21.15.16:0/1023454456 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7698059920 con 0x7f76a415c080 2024-09-16T01:42:59.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.463+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f76a40707e0 con 0x7f76a415c080 2024-09-16T01:42:59.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.476+0000 7f76a17fa640 1 -- 172.21.15.16:0/1023454456 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v13) ==== 118+0+0 (secure 0 0 0) 0x7f769805dc20 con 0x7f76a415c080 2024-09-16T01:42:59.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f769006c2b0 msgr2=0x7f769006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f769006c2b0 0x7f769006e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f769c033000 tx=0x7f769c009000 comp rx=0 tx=0).stop 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 msgr2=0x7f76a41589b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a41589b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f769800e930 tx=0x7f769800edf0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 shutdown_connections 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f769006c2b0 0x7f769006e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76a415f800 0x7f76a4158ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76a415c080 0x7f76a41589b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 --2- 172.21.15.16:0/1023454456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76a40d1b10 0x7f76a4145cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 >> 172.21.15.16:0/1023454456 conn(0x7f76a40d23c0 msgr2=0x7f76a415ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 shutdown_connections 2024-09-16T01:42:59.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.478+0000 7f76aabfd640 1 -- 172.21.15.16:0/1023454456 wait complete. 2024-09-16T01:42:59.491 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:42:59.491 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:42:59.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.596+0000 7febf8fd8640 1 Processor -- start 2024-09-16T01:42:59.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.596+0000 7febf8fd8640 1 -- start start 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf8fd8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7febf40d2b20 0x7febf406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf8fd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf406e5e0 0x7febf40b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf8fd8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febf406ecf0 con 0x7febf415c280 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf8fd8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7febf406bbe0 con 0x7febf40d2b20 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf8fd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7febf406bec0 con 0x7febf406e5e0 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf1d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7febf40d2b20 0x7febf406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf259c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7febf415c280 0x7febf40d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36796/0 (socket says 172.21.15.16:36796) 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf259c640 1 -- 172.21.15.16:0/102049907 learned_addr learned my addr 172.21.15.16:0/102049907 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf2d9d640 1 --2- 172.21.15.16:0/102049907 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf406e5e0 0x7febf40b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf1d9b640 1 -- 172.21.15.16:0/102049907 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf406e5e0 msgr2=0x7febf40b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf1d9b640 1 --2- 172.21.15.16:0/102049907 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf406e5e0 0x7febf40b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf1d9b640 1 -- 172.21.15.16:0/102049907 >> v1:172.21.15.16:6789/0 conn(0x7febf415c280 legacy=0x7febf40d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.597+0000 7febf159a640 1 -- 172.21.15.16:0/102049907 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2470766663 0 0) 0x7febf406ecf0 con 0x7febf415c280 2024-09-16T01:42:59.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.598+0000 7febf1d9b640 1 -- 172.21.15.16:0/102049907 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf406c1a0 con 0x7febf40d2b20 2024-09-16T01:42:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.598+0000 7febf1d9b640 1 --2- 172.21.15.16:0/102049907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf406e0a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7febdc0097a0 tx=0x7febdc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b12b4f0a5ff9fb75 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.598+0000 7febf159a640 1 -- 172.21.15.16:0/102049907 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc037070 con 0x7febf40d2b20 2024-09-16T01:42:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.598+0000 7febf159a640 1 -- 172.21.15.16:0/102049907 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febdc032440 con 0x7febf40d2b20 2024-09-16T01:42:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.598+0000 7febf159a640 1 -- 172.21.15.16:0/102049907 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc032810 con 0x7febf40d2b20 2024-09-16T01:42:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 -- 172.21.15.16:0/102049907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 msgr2=0x7febf406e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 --2- 172.21.15.16:0/102049907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf406e0a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7febdc0097a0 tx=0x7febdc02a180 comp rx=0 tx=0).stop 2024-09-16T01:42:59.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 -- 172.21.15.16:0/102049907 shutdown_connections 2024-09-16T01:42:59.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 --2- 172.21.15.16:0/102049907 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf406e5e0 0x7febf40b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 --2- 172.21.15.16:0/102049907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf406e0a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 -- 172.21.15.16:0/102049907 >> 172.21.15.16:0/102049907 conn(0x7febf406f2d0 msgr2=0x7febf406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 -- 172.21.15.16:0/102049907 shutdown_connections 2024-09-16T01:42:59.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.599+0000 7febf8fd8640 1 -- 172.21.15.16:0/102049907 wait complete. 2024-09-16T01:42:59.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.600+0000 7febf8fd8640 1 Processor -- start 2024-09-16T01:42:59.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf8fd8640 1 -- start start 2024-09-16T01:42:59.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf8fd8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febf406e5e0 0x7febf40cf150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf8fd8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf40cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf8fd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf415c280 0x7febf40cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf8fd8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7febf415fae0 con 0x7febf40d2b20 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf8fd8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7febf406ea10 con 0x7febf406e5e0 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf8fd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7febf406c9a0 con 0x7febf415c280 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf40cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf40cd3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55972/0 (socket says 172.21.15.16:55972) 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.601+0000 7febf1d9b640 1 -- 172.21.15.16:0/1790905524 learned_addr learned my addr 172.21.15.16:0/1790905524 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf259c640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febf406e5e0 0x7febf40cf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf2d9d640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf415c280 0x7febf40cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf1d9b640 1 -- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf415c280 msgr2=0x7febf40cc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf1d9b640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf415c280 0x7febf40cc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf1d9b640 1 -- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febf406e5e0 msgr2=0x7febf40cf150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf1d9b640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febf406e5e0 0x7febf40cf150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf1d9b640 1 -- 172.21.15.16:0/1790905524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf40cf690 con 0x7febf40d2b20 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf259c640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febf406e5e0 0x7febf40cf150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf2d9d640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf415c280 0x7febf40cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf1d9b640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf40cd3d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7febdc0097a0 tx=0x7febdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febeaffd640 1 -- 172.21.15.16:0/1790905524 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc037050 con 0x7febf40d2b20 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febeaffd640 1 -- 172.21.15.16:0/1790905524 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febdc038040 con 0x7febf40d2b20 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febf41e7260 con 0x7febf40d2b20 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febeaffd640 1 -- 172.21.15.16:0/1790905524 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febdc004470 con 0x7febf40d2b20 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.602+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febf41e7820 con 0x7febf40d2b20 2024-09-16T01:42:59.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.603+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febf406e0a0 con 0x7febf40d2b20 2024-09-16T01:42:59.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.604+0000 7febeaffd640 1 -- 172.21.15.16:0/1790905524 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7febdc030900 con 0x7febf40d2b20 2024-09-16T01:42:59.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.604+0000 7febeaffd640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febd406c2b0 0x7febd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.604+0000 7febeaffd640 1 -- 172.21.15.16:0/1790905524 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7febdc0abf00 con 0x7febf40d2b20 2024-09-16T01:42:59.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.605+0000 7febf259c640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febd406c2b0 0x7febd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.605+0000 7febf259c640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febd406c2b0 0x7febd406e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7febec0012e0 tx=0x7febec009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.609+0000 7febeaffd640 1 -- 172.21.15.16:0/1790905524 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7febdc07a790 con 0x7febf40d2b20 2024-09-16T01:42:59.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:42:59.820+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7febf415a160 con 0x7febf40d2b20 2024-09-16T01:43:00.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.484+0000 7febeaffd640 1 -- 172.21.15.16:0/1790905524 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7febdc07a090 con 0x7febf40d2b20 2024-09-16T01:43:00.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febd406c2b0 msgr2=0x7febd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febd406c2b0 0x7febd406e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7febec0012e0 tx=0x7febec009040 comp rx=0 tx=0).stop 2024-09-16T01:43:00.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 msgr2=0x7febf40cd3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf40cd3d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7febdc0097a0 tx=0x7febdc0046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 shutdown_connections 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7febd406c2b0 0x7febd406e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7febf415c280 0x7febf40cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7febf40d2b20 0x7febf40cd3d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 --2- 172.21.15.16:0/1790905524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febf406e5e0 0x7febf40cf150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 >> 172.21.15.16:0/1790905524 conn(0x7febf406f2d0 msgr2=0x7febf40d2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 shutdown_connections 2024-09-16T01:43:00.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.488+0000 7febf8fd8640 1 -- 172.21.15.16:0/1790905524 wait complete. 2024-09-16T01:43:00.503 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:43:00.503 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:00.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.616+0000 7f22d7fff640 1 Processor -- start 2024-09-16T01:43:00.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.616+0000 7f22d7fff640 1 -- start start 2024-09-16T01:43:00.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22d7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22d80b37d0 0x7f22d80b7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22d7fff640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22d80b3f20 con 0x7f22d80b7860 2024-09-16T01:43:00.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22d7fff640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22d80b4200 con 0x7f22d815e4a0 2024-09-16T01:43:00.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22d7fff640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f22d80b4b30 con 0x7f22d80b37d0 2024-09-16T01:43:00.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22ce7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22d80b37d0 0x7f22d80b7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22d77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f22d80b7860 0x7f22d80cea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36804/0 (socket says 172.21.15.16:36804) 2024-09-16T01:43:00.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22d77fe640 1 -- 172.21.15.16:0/1613782938 learned_addr learned my addr 172.21.15.16:0/1613782938 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:00.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22ce7fc640 1 -- 172.21.15.16:0/1613782938 >> v1:172.21.15.104:6789/0 conn(0x7f22d815e4a0 legacy=0x7f22d80b4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:00.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22ce7fc640 1 -- 172.21.15.16:0/1613782938 >> v1:172.21.15.16:6789/0 conn(0x7f22d80b7860 legacy=0x7f22d80cea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22ce7fc640 1 -- 172.21.15.16:0/1613782938 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d80b44e0 con 0x7f22d80b37d0 2024-09-16T01:43:00.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.617+0000 7f22d67fc640 1 -- 172.21.15.16:0/1613782938 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1276464896 0 0) 0x7f22d80b3f20 con 0x7f22d80b7860 2024-09-16T01:43:00.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.618+0000 7f22ce7fc640 1 --2- 172.21.15.16:0/1613782938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d80b7320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f22d80b4cb0 tx=0x7f22c002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ac46b8bffd180a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:00.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.618+0000 7f22d67fc640 1 -- 172.21.15.16:0/1613782938 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c0037070 con 0x7f22d80b37d0 2024-09-16T01:43:00.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.618+0000 7f22d67fc640 1 -- 172.21.15.16:0/1613782938 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22c0032440 con 0x7f22d80b37d0 2024-09-16T01:43:00.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.618+0000 7f22d67fc640 1 -- 172.21.15.16:0/1613782938 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c0032810 con 0x7f22d80b37d0 2024-09-16T01:43:00.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.619+0000 7f22d7fff640 1 -- 172.21.15.16:0/1613782938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 msgr2=0x7f22d80b7320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.619+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1613782938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d80b7320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f22d80b4cb0 tx=0x7f22c002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.619+0000 7f22d7fff640 1 -- 172.21.15.16:0/1613782938 shutdown_connections 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.619+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1613782938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d80b7320 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.619+0000 7f22d7fff640 1 -- 172.21.15.16:0/1613782938 >> 172.21.15.16:0/1613782938 conn(0x7f22d80b5ec0 msgr2=0x7f22d80b62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.619+0000 7f22d7fff640 1 -- 172.21.15.16:0/1613782938 shutdown_connections 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.619+0000 7f22d7fff640 1 -- 172.21.15.16:0/1613782938 wait complete. 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.620+0000 7f22d7fff640 1 Processor -- start 2024-09-16T01:43:00.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.620+0000 7f22d7fff640 1 -- start start 2024-09-16T01:43:00.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d81f41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22d80b7860 0x7f22d81498e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d815e4a0 0x7f22d806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d7fff640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f22d815e880 con 0x7f22d80b37d0 2024-09-16T01:43:00.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d7fff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f22d80b7cb0 con 0x7f22d815e4a0 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d7fff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f22d80b3bf0 con 0x7f22d80b7860 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d81f41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d81f41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55978/0 (socket says 172.21.15.16:55978) 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 -- 172.21.15.16:0/1044230031 learned_addr learned my addr 172.21.15.16:0/1044230031 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d77fe640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d815e4a0 0x7f22d806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22ce7fc640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22d80b7860 0x7f22d81498e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 -- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22d80b7860 msgr2=0x7f22d81498e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22d80b7860 0x7f22d81498e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 -- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d815e4a0 msgr2=0x7f22d806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d815e4a0 0x7f22d806bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.621+0000 7f22d6ffd640 1 -- 172.21.15.16:0/1044230031 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d815aa20 con 0x7f22d80b37d0 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.622+0000 7f22d6ffd640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d81f41e0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f22c800b420 tx=0x7f22c800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.622+0000 7f22cffff640 1 -- 172.21.15.16:0/1044230031 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c8011830 con 0x7f22d80b37d0 2024-09-16T01:43:00.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.622+0000 7f22cffff640 1 -- 172.21.15.16:0/1044230031 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22c8016070 con 0x7f22d80b37d0 2024-09-16T01:43:00.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.622+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22d815ad00 con 0x7f22d80b37d0 2024-09-16T01:43:00.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.622+0000 7f22cffff640 1 -- 172.21.15.16:0/1044230031 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c8011c10 con 0x7f22d80b37d0 2024-09-16T01:43:00.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.622+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22d815b2c0 con 0x7f22d80b37d0 2024-09-16T01:43:00.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.623+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22d80b7320 con 0x7f22d80b37d0 2024-09-16T01:43:00.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.623+0000 7f22cffff640 1 -- 172.21.15.16:0/1044230031 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f22c801b460 con 0x7f22d80b37d0 2024-09-16T01:43:00.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.624+0000 7f22cffff640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f22b806c2b0 0x7f22b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.624+0000 7f22cffff640 1 -- 172.21.15.16:0/1044230031 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f22c808b020 con 0x7f22d80b37d0 2024-09-16T01:43:00.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.624+0000 7f22ce7fc640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f22b806c2b0 0x7f22b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.625+0000 7f22ce7fc640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f22b806c2b0 0x7f22b806e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f22c0034000 tx=0x7f22c002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:00.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.629+0000 7f22cffff640 1 -- 172.21.15.16:0/1044230031 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f22c8059150 con 0x7f22d80b37d0 2024-09-16T01:43:00.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.842+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22d806d300 con 0x7f22d80b37d0 2024-09-16T01:43:00.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.842+0000 7f22cffff640 1 -- 172.21.15.16:0/1044230031 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5229 (secure 0 0 0) 0x7f22c805d450 con 0x7f22d80b37d0 2024-09-16T01:43:00.844 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:00.844 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":14,"btime":"2024-09-16T01:43:00:480556+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4607,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2167593364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2167593364},{"type":"v1","addr":"172.21.15.104:6837","nonce":2167593364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4768,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3065110951","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3065110951},{"type":"v1","addr":"172.21.15.104:6836","nonce":3065110951}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4899,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3476020154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3476020154},{"type":"v1","addr":"172.21.15.16:6834","nonce":3476020154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:57.824709+0000","modified":"2024-09-16T01:42:59.821446+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4902":{"gid":4902,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1930154705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1930154705},{"type":"v1","addr":"172.21.15.16:6835","nonce":1930154705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4902,"qdb_cluster":[4902]},"id":2}]} 2024-09-16T01:43:00.844 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 14 2024-09-16T01:43:00.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f22b806c2b0 msgr2=0x7f22b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f22b806c2b0 0x7f22b806e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f22c0034000 tx=0x7f22c002e000 comp rx=0 tx=0).stop 2024-09-16T01:43:00.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 msgr2=0x7f22d81f41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d81f41e0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f22c800b420 tx=0x7f22c800b8e0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 shutdown_connections 2024-09-16T01:43:00.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f22b806c2b0 0x7f22b806e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d815e4a0 0x7f22d806bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22d80b7860 0x7f22d81498e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 --2- 172.21.15.16:0/1044230031 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22d80b37d0 0x7f22d81f41e0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 >> 172.21.15.16:0/1044230031 conn(0x7f22d80b5ec0 msgr2=0x7f22d80b9b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:00.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 shutdown_connections 2024-09-16T01:43:00.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.845+0000 7f22d7fff640 1 -- 172.21.15.16:0/1044230031 wait complete. 2024-09-16T01:43:00.857 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:00.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.958+0000 7f6efa0d2640 1 Processor -- start 2024-09-16T01:43:00.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.958+0000 7f6efa0d2640 1 -- start start 2024-09-16T01:43:00.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6efa0d2640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6ef406da40 0x7f6ef40ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6efa0d2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6ef40b3a10 0x7f6ef415ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6efa0d2640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ef41409b0 con 0x7f6ef4140440 2024-09-16T01:43:00.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6efa0d2640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6ef415e760 con 0x7f6ef406da40 2024-09-16T01:43:00.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6efa0d2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6ef4140c90 con 0x7f6ef40b3a10 2024-09-16T01:43:00.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6ef406da40 0x7f6ef40ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6ef4140440 0x7f6ef40b3300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36806/0 (socket says 172.21.15.16:36806) 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef2ffd640 1 -- 172.21.15.16:0/2554385028 learned_addr learned my addr 172.21.15.16:0/2554385028 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef3fff640 1 --2- 172.21.15.16:0/2554385028 >> v2:172.21.15.104:3300/0 conn(0x7f6ef40b3a10 0x7f6ef415ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef37fe640 1 -- 172.21.15.16:0/2554385028 >> v2:172.21.15.104:3300/0 conn(0x7f6ef40b3a10 msgr2=0x7f6ef415ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef37fe640 1 --2- 172.21.15.16:0/2554385028 >> v2:172.21.15.104:3300/0 conn(0x7f6ef40b3a10 0x7f6ef415ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef37fe640 1 -- 172.21.15.16:0/2554385028 >> v1:172.21.15.16:6789/0 conn(0x7f6ef4140440 legacy=0x7f6ef40b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef37fe640 1 -- 172.21.15.16:0/2554385028 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef4140f70 con 0x7f6ef406da40 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.959+0000 7f6ef27fc640 1 -- 172.21.15.16:0/2554385028 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3261148707 0 0) 0x7f6ef41409b0 con 0x7f6ef4140440 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.960+0000 7f6ef37fe640 1 --2- 172.21.15.16:0/2554385028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef40ce190 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6ef415e8e0 tx=0x7f6ee402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f194a4e7655deb5b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.960+0000 7f6ef27fc640 1 -- 172.21.15.16:0/2554385028 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4037070 con 0x7f6ef406da40 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.960+0000 7f6ef27fc640 1 -- 172.21.15.16:0/2554385028 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee4032440 con 0x7f6ef406da40 2024-09-16T01:43:00.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.960+0000 7f6ef27fc640 1 -- 172.21.15.16:0/2554385028 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4032810 con 0x7f6ef406da40 2024-09-16T01:43:00.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.960+0000 7f6efa0d2640 1 -- 172.21.15.16:0/2554385028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 msgr2=0x7f6ef40ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.960+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/2554385028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef40ce190 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6ef415e8e0 tx=0x7f6ee402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.961+0000 7f6efa0d2640 1 -- 172.21.15.16:0/2554385028 shutdown_connections 2024-09-16T01:43:00.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.961+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/2554385028 >> v2:172.21.15.104:3300/0 conn(0x7f6ef40b3a10 0x7f6ef415ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.961+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/2554385028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef40ce190 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.961+0000 7f6efa0d2640 1 -- 172.21.15.16:0/2554385028 >> 172.21.15.16:0/2554385028 conn(0x7f6ef40b2000 msgr2=0x7f6ef40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:00.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.961+0000 7f6efa0d2640 1 -- 172.21.15.16:0/2554385028 shutdown_connections 2024-09-16T01:43:00.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.961+0000 7f6efa0d2640 1 -- 172.21.15.16:0/2554385028 wait complete. 2024-09-16T01:43:00.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.962+0000 7f6efa0d2640 1 Processor -- start 2024-09-16T01:43:00.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.962+0000 7f6efa0d2640 1 -- start start 2024-09-16T01:43:00.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6efa0d2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef4071830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6efa0d2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef40b3a10 0x7f6ef415c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6efa0d2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6ef4140440 0x7f6ef41f42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6efa0d2640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef40ce850 con 0x7f6ef406da40 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6efa0d2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef40ce6d0 con 0x7f6ef40b3a10 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6efa0d2640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef4144540 con 0x7f6ef4140440 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef4071830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef4071830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55998/0 (socket says 172.21.15.16:55998) 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 -- 172.21.15.16:0/3823488188 learned_addr learned my addr 172.21.15.16:0/3823488188 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef2ffd640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef40b3a10 0x7f6ef415c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef3fff640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6ef4140440 0x7f6ef41f42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 -- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6ef4140440 msgr2=0x7f6ef41f42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6ef4140440 0x7f6ef41f42a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 -- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef40b3a10 msgr2=0x7f6ef415c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:00.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef40b3a10 0x7f6ef415c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 -- 172.21.15.16:0/3823488188 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef415b330 con 0x7f6ef406da40 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef2ffd640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef40b3a10 0x7f6ef415c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6ef37fe640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef4071830 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6ee4000c00 tx=0x7f6ee40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6edbfff640 1 -- 172.21.15.16:0/3823488188 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4037040 con 0x7f6ef406da40 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6edbfff640 1 -- 172.21.15.16:0/3823488188 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee4042070 con 0x7f6ef406da40 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef415b610 con 0x7f6ef406da40 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.963+0000 7f6edbfff640 1 -- 172.21.15.16:0/3823488188 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4030bd0 con 0x7f6ef406da40 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.964+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef415bbd0 con 0x7f6ef406da40 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.965+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ef4143e60 con 0x7f6ef406da40 2024-09-16T01:43:00.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.965+0000 7f6edbfff640 1 -- 172.21.15.16:0/3823488188 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ee4047460 con 0x7f6ef406da40 2024-09-16T01:43:00.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.966+0000 7f6edbfff640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6ee006c2b0 0x7f6ee006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:00.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.966+0000 7f6edbfff640 1 -- 172.21.15.16:0/3823488188 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6ee40abfd0 con 0x7f6ef406da40 2024-09-16T01:43:00.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.966+0000 7f6ef2ffd640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6ee006c2b0 0x7f6ee006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:00.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.966+0000 7f6ef2ffd640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6ee006c2b0 0x7f6ee006e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6ef41f7770 tx=0x7f6ee8007c10 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:00.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:00.970+0000 7f6edbfff640 1 -- 172.21.15.16:0/3823488188 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6ee4032e20 con 0x7f6ef406da40 2024-09-16T01:43:01.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.186+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6ef40aff70 con 0x7f6ef406da40 2024-09-16T01:43:01.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.187+0000 7f6edbfff640 1 -- 172.21.15.16:0/3823488188 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7f6ee4045360 con 0x7f6ef406da40 2024-09-16T01:43:01.188 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:01.189 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":32,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:59.476031+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:55.712419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:56.812587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6ee006c2b0 msgr2=0x7f6ee006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6ee006c2b0 0x7f6ee006e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6ef41f7770 tx=0x7f6ee8007c10 comp rx=0 tx=0).stop 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 msgr2=0x7f6ef4071830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef4071830 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6ee4000c00 tx=0x7f6ee40046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 shutdown_connections 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6ee006c2b0 0x7f6ee006e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6ef4140440 0x7f6ef41f42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef40b3a10 0x7f6ef415c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 --2- 172.21.15.16:0/3823488188 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ef406da40 0x7f6ef4071830 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 >> 172.21.15.16:0/3823488188 conn(0x7f6ef40b2000 msgr2=0x7f6ef40b2600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.189+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 shutdown_connections 2024-09-16T01:43:01.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.190+0000 7f6efa0d2640 1 -- 172.21.15.16:0/3823488188 wait complete. 2024-09-16T01:43:01.202 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:43:01.202 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.302+0000 7fc3f6159640 1 Processor -- start 2024-09-16T01:43:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.302+0000 7fc3f6159640 1 -- start start 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3f6159640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f006c2f0 0x7fc3f00af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3f6159640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc3f01590d0 0x7fc3f00ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3f6159640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3f015bb20 con 0x7fc3f0158cf0 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3f6159640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc3f00afd50 con 0x7fc3f01590d0 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3f6159640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc3f015be00 con 0x7fc3f006c2f0 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3effff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc3f01590d0 0x7fc3f00ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3effff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc3f01590d0 0x7fc3f00ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56010/0 (socket says 172.21.15.16:56010) 2024-09-16T01:43:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.303+0000 7fc3effff640 1 -- 172.21.15.16:0/1418885900 learned_addr learned my addr 172.21.15.16:0/1418885900 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:01.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.304+0000 7fc3eeffd640 1 --2- 172.21.15.16:0/1418885900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f006c2f0 0x7fc3f00af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.304+0000 7fc3effff640 1 -- 172.21.15.16:0/1418885900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f006c2f0 msgr2=0x7fc3f00af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.304+0000 7fc3effff640 1 --2- 172.21.15.16:0/1418885900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f006c2f0 0x7fc3f00af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.304+0000 7fc3effff640 1 -- 172.21.15.16:0/1418885900 >> v1:172.21.15.104:6789/0 conn(0x7fc3f0158cf0 legacy=0x7fc3f006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.304+0000 7fc3effff640 1 -- 172.21.15.16:0/1418885900 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3f015c0e0 con 0x7fc3f01590d0 2024-09-16T01:43:01.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.304+0000 7fc3effff640 1 --2- 172.21.15.16:0/1418885900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f01590d0 0x7fc3f00ce290 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8009e50 tx=0x7fc3e802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2417ce2e9d640d43 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3ee7fc640 1 -- 172.21.15.16:0/1418885900 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8036070 con 0x7fc3f01590d0 2024-09-16T01:43:01.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3ee7fc640 1 -- 172.21.15.16:0/1418885900 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3e8031600 con 0x7fc3f01590d0 2024-09-16T01:43:01.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3ee7fc640 1 -- 172.21.15.16:0/1418885900 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e80319d0 con 0x7fc3f01590d0 2024-09-16T01:43:01.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 -- 172.21.15.16:0/1418885900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f01590d0 msgr2=0x7fc3f00ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 --2- 172.21.15.16:0/1418885900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f01590d0 0x7fc3f00ce290 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8009e50 tx=0x7fc3e802a680 comp rx=0 tx=0).stop 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 -- 172.21.15.16:0/1418885900 shutdown_connections 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 --2- 172.21.15.16:0/1418885900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f01590d0 0x7fc3f00ce290 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 --2- 172.21.15.16:0/1418885900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f006c2f0 0x7fc3f00af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 -- 172.21.15.16:0/1418885900 >> 172.21.15.16:0/1418885900 conn(0x7fc3f00b2000 msgr2=0x7fc3f00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 -- 172.21.15.16:0/1418885900 shutdown_connections 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.305+0000 7fc3f6159640 1 -- 172.21.15.16:0/1418885900 wait complete. 2024-09-16T01:43:01.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.306+0000 7fc3f6159640 1 Processor -- start 2024-09-16T01:43:01.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.306+0000 7fc3f6159640 1 -- start start 2024-09-16T01:43:01.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3f6159640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3f006c2f0 0x7fc3f0073a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3f6159640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f0158cf0 0x7fc3f0151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3f6159640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f01590d0 0x7fc3f0072e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3f6159640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f015cb90 con 0x7fc3f0158cf0 2024-09-16T01:43:01.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3f6159640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f015ca10 con 0x7fc3f006c2f0 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3f6159640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc3f015cd10 con 0x7fc3f01590d0 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3eeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f0158cf0 0x7fc3f0151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3eeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f0158cf0 0x7fc3f0151330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56026/0 (socket says 172.21.15.16:56026) 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3eeffd640 1 -- 172.21.15.16:0/630092896 learned_addr learned my addr 172.21.15.16:0/630092896 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3ef7fe640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3f006c2f0 0x7fc3f0073a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.307+0000 7fc3effff640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f01590d0 0x7fc3f0072e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3eeffd640 1 -- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f01590d0 msgr2=0x7fc3f0072e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3eeffd640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f01590d0 0x7fc3f0072e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3eeffd640 1 -- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3f006c2f0 msgr2=0x7fc3f0073a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3eeffd640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3f006c2f0 0x7fc3f0073a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3eeffd640 1 -- 172.21.15.16:0/630092896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3f0151c90 con 0x7fc3f0158cf0 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3effff640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f01590d0 0x7fc3f0072e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:01.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3eeffd640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f0158cf0 0x7fc3f0151330 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fc3e400d830 tx=0x7fc3e400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3d7fff640 1 -- 172.21.15.16:0/630092896 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e400b6c0 con 0x7fc3f0158cf0 2024-09-16T01:43:01.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3d7fff640 1 -- 172.21.15.16:0/630092896 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3e4019070 con 0x7fc3f0158cf0 2024-09-16T01:43:01.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3f0151f70 con 0x7fc3f0158cf0 2024-09-16T01:43:01.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3d7fff640 1 -- 172.21.15.16:0/630092896 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e400ba80 con 0x7fc3f0158cf0 2024-09-16T01:43:01.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.308+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3f0152530 con 0x7fc3f0158cf0 2024-09-16T01:43:01.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.309+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3f00b3300 con 0x7fc3f0158cf0 2024-09-16T01:43:01.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.310+0000 7fc3d7fff640 1 -- 172.21.15.16:0/630092896 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc3e401e460 con 0x7fc3f0158cf0 2024-09-16T01:43:01.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.310+0000 7fc3d7fff640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.310+0000 7fc3d7fff640 1 -- 172.21.15.16:0/630092896 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fc3e408ba40 con 0x7fc3f0158cf0 2024-09-16T01:43:01.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.311+0000 7fc3ef7fe640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.311+0000 7fc3ef7fe640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0001780 tx=0x7fc3e0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.315+0000 7fc3d7fff640 1 -- 172.21.15.16:0/630092896 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc3e405a1b0 con 0x7fc3f0158cf0 2024-09-16T01:43:01.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.485+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc3f006be90 con 0x7fc3dc06c2b0 2024-09-16T01:43:01.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.492+0000 7fc3d7fff640 1 -- 172.21.15.16:0/630092896 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242406 (secure 0 0 0) 0x7fc3f006be90 con 0x7fc3dc06c2b0 2024-09-16T01:43:01.496 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:01.498 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:01.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc3dc06c2b0 msgr2=0x7fc3dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0001780 tx=0x7fc3e0009040 comp rx=0 tx=0).stop 2024-09-16T01:43:01.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f0158cf0 msgr2=0x7fc3f0151330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f0158cf0 0x7fc3f0151330 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fc3e400d830 tx=0x7fc3e400dcf0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 shutdown_connections 2024-09-16T01:43:01.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3f01590d0 0x7fc3f0072e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3f0158cf0 0x7fc3f0151330 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 --2- 172.21.15.16:0/630092896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3f006c2f0 0x7fc3f0073a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 >> 172.21.15.16:0/630092896 conn(0x7fc3f00b2000 msgr2=0x7fc3f00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 shutdown_connections 2024-09-16T01:43:01.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.495+0000 7fc3f6159640 1 -- 172.21.15.16:0/630092896 wait complete. 2024-09-16T01:43:01.507 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2024-09-16T01:43:00.307550+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240676,"kb_used_data":3636,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734044,"statfs":{"total":773094113280,"available":772847661056,"internally_reserved":0,"allocated":3723264,"data_stored":2125893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000662"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463089+0000","last_change":"2024-09-16T01:42:57.463089+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463089+0000","last_undegraded":"2024-09-16T01:42:57.463089+0000","last_fullsized":"2024-09-16T01:42:57.463089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468708+0000","last_change":"2024-09-16T01:42:57.468708+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468708+0000","last_undegraded":"2024-09-16T01:42:57.468708+0000","last_fullsized":"2024-09-16T01:42:57.468708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464815+0000","last_change":"2024-09-16T01:42:57.464815+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464815+0000","last_undegraded":"2024-09-16T01:42:57.464815+0000","last_fullsized":"2024-09-16T01:42:57.464815+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468017+0000","last_change":"2024-09-16T01:42:57.468017+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468017+0000","last_undegraded":"2024-09-16T01:42:57.468017+0000","last_fullsized":"2024-09-16T01:42:57.468017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.466914+0000","last_change":"2024-09-16T01:42:57.466914+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.466914+0000","last_undegraded":"2024-09-16T01:42:57.466914+0000","last_fullsized":"2024-09-16T01:42:57.466914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464985+0000","last_change":"2024-09-16T01:42:57.464985+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464985+0000","last_undegraded":"2024-09-16T01:42:57.464985+0000","last_fullsized":"2024-09-16T01:42:57.464985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462920+0000","last_change":"2024-09-16T01:42:57.462920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462920+0000","last_undegraded":"2024-09-16T01:42:57.462920+0000","last_fullsized":"2024-09-16T01:42:57.462920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467051+0000","last_change":"2024-09-16T01:42:57.467051+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467051+0000","last_undegraded":"2024-09-16T01:42:57.467051+0000","last_fullsized":"2024-09-16T01:42:57.467051+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467627+0000","last_change":"2024-09-16T01:42:57.467627+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467627+0000","last_undegraded":"2024-09-16T01:42:57.467627+0000","last_fullsized":"2024-09-16T01:42:57.467627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464532+0000","last_change":"2024-09-16T01:42:57.464532+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464532+0000","last_undegraded":"2024-09-16T01:42:57.464532+0000","last_fullsized":"2024-09-16T01:42:57.464532+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463061+0000","last_change":"2024-09-16T01:42:57.463061+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463061+0000","last_undegraded":"2024-09-16T01:42:57.463061+0000","last_fullsized":"2024-09-16T01:42:57.463061+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475257+0000","last_change":"2024-09-16T01:42:57.472682+0000","last_active":"2024-09-16T01:42:57.475257+0000","last_peered":"2024-09-16T01:42:57.475257+0000","last_clean":"2024-09-16T01:42:57.475257+0000","last_became_active":"2024-09-16T01:42:57.472342+0000","last_became_peered":"2024-09-16T01:42:57.472342+0000","last_unstale":"2024-09-16T01:42:57.475257+0000","last_undegraded":"2024-09-16T01:42:57.475257+0000","last_fullsized":"2024-09-16T01:42:57.475257+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:28.919337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462637+0000","last_change":"2024-09-16T01:42:57.462637+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462637+0000","last_undegraded":"2024-09-16T01:42:57.462637+0000","last_fullsized":"2024-09-16T01:42:57.462637+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.546182+0000","last_change":"2024-09-16T01:42:56.546182+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.546182+0000","last_undegraded":"2024-09-16T01:42:56.546182+0000","last_fullsized":"2024-09-16T01:42:56.546182+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463598+0000","last_change":"2024-09-16T01:42:57.463598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463598+0000","last_undegraded":"2024-09-16T01:42:57.463598+0000","last_fullsized":"2024-09-16T01:42:57.463598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461977+0000","last_change":"2024-09-16T01:42:56.461977+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461977+0000","last_undegraded":"2024-09-16T01:42:56.461977+0000","last_fullsized":"2024-09-16T01:42:56.461977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.459540+0000","last_change":"2024-09-16T01:42:56.459540+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.459540+0000","last_undegraded":"2024-09-16T01:42:56.459540+0000","last_fullsized":"2024-09-16T01:42:56.459540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484080+0000","last_change":"2024-09-16T01:42:57.479548+0000","last_active":"2024-09-16T01:42:57.484080+0000","last_peered":"2024-09-16T01:42:57.484080+0000","last_clean":"2024-09-16T01:42:57.484080+0000","last_became_active":"2024-09-16T01:42:57.479259+0000","last_became_peered":"2024-09-16T01:42:57.479259+0000","last_unstale":"2024-09-16T01:42:57.484080+0000","last_undegraded":"2024-09-16T01:42:57.484080+0000","last_fullsized":"2024-09-16T01:42:57.484080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:06.448711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467979+0000","last_change":"2024-09-16T01:42:57.467979+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467979+0000","last_undegraded":"2024-09-16T01:42:57.467979+0000","last_fullsized":"2024-09-16T01:42:57.467979+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484098+0000","last_change":"2024-09-16T01:42:57.479649+0000","last_active":"2024-09-16T01:42:57.484098+0000","last_peered":"2024-09-16T01:42:57.484098+0000","last_clean":"2024-09-16T01:42:57.484098+0000","last_became_active":"2024-09-16T01:42:57.479327+0000","last_became_peered":"2024-09-16T01:42:57.479327+0000","last_unstale":"2024-09-16T01:42:57.484098+0000","last_undegraded":"2024-09-16T01:42:57.484098+0000","last_fullsized":"2024-09-16T01:42:57.484098+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:56.012992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464094+0000","last_change":"2024-09-16T01:42:57.464094+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464094+0000","last_undegraded":"2024-09-16T01:42:57.464094+0000","last_fullsized":"2024-09-16T01:42:57.464094+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462719+0000","last_change":"2024-09-16T01:42:56.462719+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462719+0000","last_undegraded":"2024-09-16T01:42:56.462719+0000","last_fullsized":"2024-09-16T01:42:56.462719+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474526+0000","last_change":"2024-09-16T01:42:57.468988+0000","last_active":"2024-09-16T01:42:57.474526+0000","last_peered":"2024-09-16T01:42:57.474526+0000","last_clean":"2024-09-16T01:42:57.474526+0000","last_became_active":"2024-09-16T01:42:57.468732+0000","last_became_peered":"2024-09-16T01:42:57.468732+0000","last_unstale":"2024-09-16T01:42:57.474526+0000","last_undegraded":"2024-09-16T01:42:57.474526+0000","last_fullsized":"2024-09-16T01:42:57.474526+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:39.232986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467416+0000","last_change":"2024-09-16T01:42:57.467416+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467416+0000","last_undegraded":"2024-09-16T01:42:57.467416+0000","last_fullsized":"2024-09-16T01:42:57.467416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463274+0000","last_change":"2024-09-16T01:42:56.463274+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463274+0000","last_undegraded":"2024-09-16T01:42:56.463274+0000","last_fullsized":"2024-09-16T01:42:56.463274+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.481328+0000","last_change":"2024-09-16T01:42:57.478770+0000","last_active":"2024-09-16T01:42:57.481328+0000","last_peered":"2024-09-16T01:42:57.481328+0000","last_clean":"2024-09-16T01:42:57.481328+0000","last_became_active":"2024-09-16T01:42:57.478418+0000","last_became_peered":"2024-09-16T01:42:57.478418+0000","last_unstale":"2024-09-16T01:42:57.481328+0000","last_undegraded":"2024-09-16T01:42:57.481328+0000","last_fullsized":"2024-09-16T01:42:57.481328+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:48.585073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469160+0000","last_change":"2024-09-16T01:42:57.469160+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469160+0000","last_undegraded":"2024-09-16T01:42:57.469160+0000","last_fullsized":"2024-09-16T01:42:57.469160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462435+0000","last_change":"2024-09-16T01:42:56.462435+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462435+0000","last_undegraded":"2024-09-16T01:42:56.462435+0000","last_fullsized":"2024-09-16T01:42:56.462435+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475923+0000","last_change":"2024-09-16T01:42:57.474524+0000","last_active":"2024-09-16T01:42:57.475923+0000","last_peered":"2024-09-16T01:42:57.475923+0000","last_clean":"2024-09-16T01:42:57.475923+0000","last_became_active":"2024-09-16T01:42:57.474242+0000","last_became_peered":"2024-09-16T01:42:57.474242+0000","last_unstale":"2024-09-16T01:42:57.475923+0000","last_undegraded":"2024-09-16T01:42:57.475923+0000","last_fullsized":"2024-09-16T01:42:57.475923+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:58.872948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462122+0000","last_change":"2024-09-16T01:42:56.462122+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462122+0000","last_undegraded":"2024-09-16T01:42:56.462122+0000","last_fullsized":"2024-09-16T01:42:56.462122+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463316+0000","last_change":"2024-09-16T01:42:56.463316+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463316+0000","last_undegraded":"2024-09-16T01:42:56.463316+0000","last_fullsized":"2024-09-16T01:42:56.463316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462598+0000","last_change":"2024-09-16T01:42:57.462598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462598+0000","last_undegraded":"2024-09-16T01:42:57.462598+0000","last_fullsized":"2024-09-16T01:42:57.462598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461837+0000","last_change":"2024-09-16T01:42:56.461837+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461837+0000","last_undegraded":"2024-09-16T01:42:56.461837+0000","last_fullsized":"2024-09-16T01:42:56.461837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463657+0000","last_change":"2024-09-16T01:42:57.463657+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463657+0000","last_undegraded":"2024-09-16T01:42:57.463657+0000","last_fullsized":"2024-09-16T01:42:57.463657+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462702+0000","last_change":"2024-09-16T01:42:56.462702+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462702+0000","last_undegraded":"2024-09-16T01:42:56.462702+0000","last_fullsized":"2024-09-16T01:42:56.462702+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469920+0000","last_change":"2024-09-16T01:42:57.469920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469920+0000","last_undegraded":"2024-09-16T01:42:57.469920+0000","last_fullsized":"2024-09-16T01:42:57.469920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474897+0000","last_change":"2024-09-16T01:42:57.469902+0000","last_active":"2024-09-16T01:42:57.474897+0000","last_peered":"2024-09-16T01:42:57.474897+0000","last_clean":"2024-09-16T01:42:57.474897+0000","last_became_active":"2024-09-16T01:42:57.467709+0000","last_became_peered":"2024-09-16T01:42:57.467709+0000","last_unstale":"2024-09-16T01:42:57.474897+0000","last_undegraded":"2024-09-16T01:42:57.474897+0000","last_fullsized":"2024-09-16T01:42:57.474897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:24.505257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475231+0000","last_change":"2024-09-16T01:42:57.473883+0000","last_active":"2024-09-16T01:42:57.475231+0000","last_peered":"2024-09-16T01:42:57.475231+0000","last_clean":"2024-09-16T01:42:57.475231+0000","last_became_active":"2024-09-16T01:42:57.472592+0000","last_became_peered":"2024-09-16T01:42:57.472592+0000","last_unstale":"2024-09-16T01:42:57.475231+0000","last_undegraded":"2024-09-16T01:42:57.475231+0000","last_fullsized":"2024-09-16T01:42:57.475231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:37.144448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484128+0000","last_change":"2024-09-16T01:42:57.479839+0000","last_active":"2024-09-16T01:42:57.484128+0000","last_peered":"2024-09-16T01:42:57.484128+0000","last_clean":"2024-09-16T01:42:57.484128+0000","last_became_active":"2024-09-16T01:42:57.479505+0000","last_became_peered":"2024-09-16T01:42:57.479505+0000","last_unstale":"2024-09-16T01:42:57.484128+0000","last_undegraded":"2024-09-16T01:42:57.484128+0000","last_fullsized":"2024-09-16T01:42:57.484128+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:52.176972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545634+0000","last_change":"2024-09-16T01:42:56.545634+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545634+0000","last_undegraded":"2024-09-16T01:42:56.545634+0000","last_fullsized":"2024-09-16T01:42:56.545634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.478199+0000","last_change":"2024-09-16T01:42:57.477267+0000","last_active":"2024-09-16T01:42:57.478199+0000","last_peered":"2024-09-16T01:42:57.478199+0000","last_clean":"2024-09-16T01:42:57.478199+0000","last_became_active":"2024-09-16T01:42:57.476977+0000","last_became_peered":"2024-09-16T01:42:57.476977+0000","last_unstale":"2024-09-16T01:42:57.478199+0000","last_undegraded":"2024-09-16T01:42:57.478199+0000","last_fullsized":"2024-09-16T01:42:57.478199+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:22.837099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.479832+0000","last_change":"2024-09-16T01:42:57.477515+0000","last_active":"2024-09-16T01:42:57.479832+0000","last_peered":"2024-09-16T01:42:57.479832+0000","last_clean":"2024-09-16T01:42:57.479832+0000","last_became_active":"2024-09-16T01:42:57.477193+0000","last_became_peered":"2024-09-16T01:42:57.477193+0000","last_unstale":"2024-09-16T01:42:57.479832+0000","last_undegraded":"2024-09-16T01:42:57.479832+0000","last_fullsized":"2024-09-16T01:42:57.479832+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:13.966313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.476255+0000","last_change":"2024-09-16T01:42:57.475250+0000","last_active":"2024-09-16T01:42:57.476255+0000","last_peered":"2024-09-16T01:42:57.476255+0000","last_clean":"2024-09-16T01:42:57.476255+0000","last_became_active":"2024-09-16T01:42:57.474676+0000","last_became_peered":"2024-09-16T01:42:57.474676+0000","last_unstale":"2024-09-16T01:42:57.476255+0000","last_undegraded":"2024-09-16T01:42:57.476255+0000","last_fullsized":"2024-09-16T01:42:57.476255+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:46.214807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468558+0000","last_change":"2024-09-16T01:42:57.468558+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468558+0000","last_undegraded":"2024-09-16T01:42:57.468558+0000","last_fullsized":"2024-09-16T01:42:57.468558+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545690+0000","last_change":"2024-09-16T01:42:56.545690+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545690+0000","last_undegraded":"2024-09-16T01:42:56.545690+0000","last_fullsized":"2024-09-16T01:42:56.545690+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462242+0000","last_change":"2024-09-16T01:42:57.462242+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462242+0000","last_undegraded":"2024-09-16T01:42:57.462242+0000","last_fullsized":"2024-09-16T01:42:57.462242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461582+0000","last_change":"2024-09-16T01:42:56.461582+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461582+0000","last_undegraded":"2024-09-16T01:42:56.461582+0000","last_fullsized":"2024-09-16T01:42:56.461582+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.477801+0000","last_change":"2024-09-16T01:42:57.476827+0000","last_active":"2024-09-16T01:42:57.477801+0000","last_peered":"2024-09-16T01:42:57.477801+0000","last_clean":"2024-09-16T01:42:57.477801+0000","last_became_active":"2024-09-16T01:42:57.476382+0000","last_became_peered":"2024-09-16T01:42:57.476382+0000","last_unstale":"2024-09-16T01:42:57.477801+0000","last_undegraded":"2024-09-16T01:42:57.477801+0000","last_fullsized":"2024-09-16T01:42:57.477801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:55.601433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463943+0000","last_change":"2024-09-16T01:42:57.463943+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463943+0000","last_undegraded":"2024-09-16T01:42:57.463943+0000","last_fullsized":"2024-09-16T01:42:57.463943+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462922+0000","last_change":"2024-09-16T01:42:56.462922+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462922+0000","last_undegraded":"2024-09-16T01:42:56.462922+0000","last_fullsized":"2024-09-16T01:42:56.462922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475730+0000","last_change":"2024-09-16T01:42:57.473626+0000","last_active":"2024-09-16T01:42:57.475730+0000","last_peered":"2024-09-16T01:42:57.475730+0000","last_clean":"2024-09-16T01:42:57.475730+0000","last_became_active":"2024-09-16T01:42:57.473330+0000","last_became_peered":"2024-09-16T01:42:57.473330+0000","last_unstale":"2024-09-16T01:42:57.475730+0000","last_undegraded":"2024-09-16T01:42:57.475730+0000","last_fullsized":"2024-09-16T01:42:57.475730+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:16.210237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":181,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-16T01:42:52.841497+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:52.841497+0000","last_peered":"2024-09-16T01:42:52.841497+0000","last_clean":"2024-09-16T01:42:52.841497+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:52.841497+0000","last_undegraded":"2024-09-16T01:42:52.841497+0000","last_fullsized":"2024-09-16T01:42:52.841497+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27912,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343928,"statfs":{"total":96636764160,"available":96608182272,"internally_reserved":0,"allocated":897024,"data_stored":701856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:01.512 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:01.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.649+0000 7f70e1986640 1 Processor -- start 2024-09-16T01:43:01.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.649+0000 7f70e1986640 1 -- start start 2024-09-16T01:43:01.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70e1986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 0x7f70dc0d47a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70e1986640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f70dc160dc0 0x7f70dc0b6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70e1986640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70dc0d0f60 con 0x7f70dc0b61f0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70e1986640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f70dc0b6b90 con 0x7f70dc160dc0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70e1986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f70dc0d1240 con 0x7f70dc147fa0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70da7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f70dc0b61f0 0x7f70dc1621e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36816/0 (socket says 172.21.15.16:36816) 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70da7fc640 1 -- 172.21.15.16:0/3929021186 learned_addr learned my addr 172.21.15.16:0/3929021186 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2921391691 0 0) 0x7f70dc0d0f60 con 0x7f70dc0b61f0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3929021186 >> v2:172.21.15.104:3300/0 conn(0x7f70dc160dc0 0x7f70dc0b6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70c8003520 con 0x7f70dc0b61f0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.650+0000 7f70daffd640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 0x7f70dc0d47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2637989738 0 0) 0x7f70c8003520 con 0x7f70dc0b61f0 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 msgr2=0x7f70dc0d47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 0x7f70dc0d47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 >> v2:172.21.15.104:3300/0 conn(0x7f70dc160dc0 msgr2=0x7f70dc0b6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 --2- 172.21.15.16:0/3929021186 >> v2:172.21.15.104:3300/0 conn(0x7f70dc160dc0 0x7f70dc0b6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70dc0d1520 con 0x7f70dc0b61f0 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f70c4001670 con 0x7f70dc0b61f0 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 >> v1:172.21.15.16:6789/0 conn(0x7f70dc0b61f0 legacy=0x7f70dc1621e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 0x7f70c80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8003f80 0x7f70c8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70c8004d40 0x7f70c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc0d1240 con 0x7f70c8004d40 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70c800b9f0 con 0x7f70c8003f80 2024-09-16T01:43:01.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f70c800bbf0 con 0x7f70dc147fa0 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70c8004d40 0x7f70c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70da7fc640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8003f80 0x7f70c8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70daffd640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 0x7f70c80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70db7fe640 1 -- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 msgr2=0x7f70c80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc147fa0 0x7f70c80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70db7fe640 1 -- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8003f80 msgr2=0x7f70c8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8003f80 0x7f70c8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.651+0000 7f70db7fe640 1 -- 172.21.15.16:0/3929021186 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70c8003520 con 0x7f70c8004d40 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.652+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70c8004d40 0x7f70c80051c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009ac0 tx=0x7f70c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=649b49290b54d04b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.652+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc036070 con 0x7f70c8004d40 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.652+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70cc031400 con 0x7f70c8004d40 2024-09-16T01:43:01.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.652+0000 7f70d9ffb640 1 -- 172.21.15.16:0/3929021186 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc009690 con 0x7f70c8004d40 2024-09-16T01:43:01.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.653+0000 7f70e1986640 1 -- 172.21.15.16:0/3929021186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70c8004d40 msgr2=0x7f70c80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.653+0000 7f70e1986640 1 --2- 172.21.15.16:0/3929021186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70c8004d40 0x7f70c80051c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009ac0 tx=0x7f70c8005830 comp rx=0 tx=0).stop 2024-09-16T01:43:01.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.653+0000 7f70db7fe640 1 -- 172.21.15.16:0/3929021186 reap_dead start 2024-09-16T01:43:01.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.653+0000 7f70e1986640 1 -- 172.21.15.16:0/3929021186 shutdown_connections 2024-09-16T01:43:01.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.653+0000 7f70e1986640 1 -- 172.21.15.16:0/3929021186 >> 172.21.15.16:0/3929021186 conn(0x7f70dc074da0 msgr2=0x7f70dc072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.653+0000 7f70e1986640 1 -- 172.21.15.16:0/3929021186 shutdown_connections 2024-09-16T01:43:01.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.653+0000 7f70e1986640 1 -- 172.21.15.16:0/3929021186 wait complete. 2024-09-16T01:43:01.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.654+0000 7f70e1986640 1 Processor -- start 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.654+0000 7f70e1986640 1 -- start start 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70e1986640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8004d40 0x7f70dc159e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70e1986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc0cfeb0 0x7f70dc15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70e1986640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70dc15f560 0x7f70dc15f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70e1986640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc148500 con 0x7f70dc15f560 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70e1986640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc148380 con 0x7f70c8004d40 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70e1986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f70dc0d0b80 con 0x7f70dc0cfeb0 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70dc15f560 0x7f70dc15f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70dc15f560 0x7f70dc15f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56044/0 (socket says 172.21.15.16:56044) 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70daffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8004d40 0x7f70dc159e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 -- 172.21.15.16:0/3307905126 learned_addr learned my addr 172.21.15.16:0/3307905126 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70da7fc640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc0cfeb0 0x7f70dc15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 -- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc0cfeb0 msgr2=0x7f70dc15ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc0cfeb0 0x7f70dc15ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 -- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8004d40 msgr2=0x7f70dc159e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8004d40 0x7f70dc159e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.655+0000 7f70db7fe640 1 -- 172.21.15.16:0/3307905126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70dc15dbc0 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.656+0000 7f70db7fe640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70dc15f560 0x7f70dc15f9e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f70cc02abe0 tx=0x7f70cc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.656+0000 7f70d3fff640 1 -- 172.21.15.16:0/3307905126 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc036040 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.656+0000 7f70d3fff640 1 -- 172.21.15.16:0/3307905126 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70cc041070 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.656+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70dc15d360 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.656+0000 7f70d3fff640 1 -- 172.21.15.16:0/3307905126 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc009690 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.656+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70dc15d8e0 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.657+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70dc0b6650 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.657+0000 7f70d3fff640 1 -- 172.21.15.16:0/3307905126 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f70cc039070 con 0x7f70dc15f560 2024-09-16T01:43:01.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.658+0000 7f70d3fff640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f70bc06c2b0 0x7f70bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.658+0000 7f70d3fff640 1 -- 172.21.15.16:0/3307905126 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f70cc0aac10 con 0x7f70dc15f560 2024-09-16T01:43:01.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.658+0000 7f70daffd640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f70bc06c2b0 0x7f70bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.659+0000 7f70daffd640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f70bc06c2b0 0x7f70bc06e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f70d4014510 tx=0x7f70d400b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.662+0000 7f70d3fff640 1 -- 172.21.15.16:0/3307905126 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f70cc04a020 con 0x7f70dc15f560 2024-09-16T01:43:01.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.833+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f70dc0726e0 con 0x7f70bc06c2b0 2024-09-16T01:43:01.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.839+0000 7f70d3fff640 1 -- 172.21.15.16:0/3307905126 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242406 (secure 0 0 0) 0x7f70dc0726e0 con 0x7f70bc06c2b0 2024-09-16T01:43:01.844 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:01.845 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:01.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f70bc06c2b0 msgr2=0x7f70bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f70bc06c2b0 0x7f70bc06e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f70d4014510 tx=0x7f70d400b040 comp rx=0 tx=0).stop 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70dc15f560 msgr2=0x7f70dc15f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70dc15f560 0x7f70dc15f9e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f70cc02abe0 tx=0x7f70cc004730 comp rx=0 tx=0).stop 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 shutdown_connections 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f70bc06c2b0 0x7f70bc06e770 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70dc15f560 0x7f70dc15f9e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70dc0cfeb0 0x7f70dc15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 --2- 172.21.15.16:0/3307905126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8004d40 0x7f70dc159e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 >> 172.21.15.16:0/3307905126 conn(0x7f70dc074da0 msgr2=0x7f70dc157c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 shutdown_connections 2024-09-16T01:43:01.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.842+0000 7f70e1986640 1 -- 172.21.15.16:0/3307905126 wait complete. 2024-09-16T01:43:01.855 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2024-09-16T01:43:00.307550+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240676,"kb_used_data":3636,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734044,"statfs":{"total":773094113280,"available":772847661056,"internally_reserved":0,"allocated":3723264,"data_stored":2125893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000662"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463089+0000","last_change":"2024-09-16T01:42:57.463089+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463089+0000","last_undegraded":"2024-09-16T01:42:57.463089+0000","last_fullsized":"2024-09-16T01:42:57.463089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468708+0000","last_change":"2024-09-16T01:42:57.468708+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468708+0000","last_undegraded":"2024-09-16T01:42:57.468708+0000","last_fullsized":"2024-09-16T01:42:57.468708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464815+0000","last_change":"2024-09-16T01:42:57.464815+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464815+0000","last_undegraded":"2024-09-16T01:42:57.464815+0000","last_fullsized":"2024-09-16T01:42:57.464815+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468017+0000","last_change":"2024-09-16T01:42:57.468017+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468017+0000","last_undegraded":"2024-09-16T01:42:57.468017+0000","last_fullsized":"2024-09-16T01:42:57.468017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.466914+0000","last_change":"2024-09-16T01:42:57.466914+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.466914+0000","last_undegraded":"2024-09-16T01:42:57.466914+0000","last_fullsized":"2024-09-16T01:42:57.466914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464985+0000","last_change":"2024-09-16T01:42:57.464985+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464985+0000","last_undegraded":"2024-09-16T01:42:57.464985+0000","last_fullsized":"2024-09-16T01:42:57.464985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462920+0000","last_change":"2024-09-16T01:42:57.462920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462920+0000","last_undegraded":"2024-09-16T01:42:57.462920+0000","last_fullsized":"2024-09-16T01:42:57.462920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467051+0000","last_change":"2024-09-16T01:42:57.467051+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467051+0000","last_undegraded":"2024-09-16T01:42:57.467051+0000","last_fullsized":"2024-09-16T01:42:57.467051+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467627+0000","last_change":"2024-09-16T01:42:57.467627+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467627+0000","last_undegraded":"2024-09-16T01:42:57.467627+0000","last_fullsized":"2024-09-16T01:42:57.467627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464532+0000","last_change":"2024-09-16T01:42:57.464532+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464532+0000","last_undegraded":"2024-09-16T01:42:57.464532+0000","last_fullsized":"2024-09-16T01:42:57.464532+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463061+0000","last_change":"2024-09-16T01:42:57.463061+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463061+0000","last_undegraded":"2024-09-16T01:42:57.463061+0000","last_fullsized":"2024-09-16T01:42:57.463061+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475257+0000","last_change":"2024-09-16T01:42:57.472682+0000","last_active":"2024-09-16T01:42:57.475257+0000","last_peered":"2024-09-16T01:42:57.475257+0000","last_clean":"2024-09-16T01:42:57.475257+0000","last_became_active":"2024-09-16T01:42:57.472342+0000","last_became_peered":"2024-09-16T01:42:57.472342+0000","last_unstale":"2024-09-16T01:42:57.475257+0000","last_undegraded":"2024-09-16T01:42:57.475257+0000","last_fullsized":"2024-09-16T01:42:57.475257+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:28.919337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462637+0000","last_change":"2024-09-16T01:42:57.462637+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462637+0000","last_undegraded":"2024-09-16T01:42:57.462637+0000","last_fullsized":"2024-09-16T01:42:57.462637+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.546182+0000","last_change":"2024-09-16T01:42:56.546182+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.546182+0000","last_undegraded":"2024-09-16T01:42:56.546182+0000","last_fullsized":"2024-09-16T01:42:56.546182+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463598+0000","last_change":"2024-09-16T01:42:57.463598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463598+0000","last_undegraded":"2024-09-16T01:42:57.463598+0000","last_fullsized":"2024-09-16T01:42:57.463598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461977+0000","last_change":"2024-09-16T01:42:56.461977+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461977+0000","last_undegraded":"2024-09-16T01:42:56.461977+0000","last_fullsized":"2024-09-16T01:42:56.461977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.459540+0000","last_change":"2024-09-16T01:42:56.459540+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.459540+0000","last_undegraded":"2024-09-16T01:42:56.459540+0000","last_fullsized":"2024-09-16T01:42:56.459540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484080+0000","last_change":"2024-09-16T01:42:57.479548+0000","last_active":"2024-09-16T01:42:57.484080+0000","last_peered":"2024-09-16T01:42:57.484080+0000","last_clean":"2024-09-16T01:42:57.484080+0000","last_became_active":"2024-09-16T01:42:57.479259+0000","last_became_peered":"2024-09-16T01:42:57.479259+0000","last_unstale":"2024-09-16T01:42:57.484080+0000","last_undegraded":"2024-09-16T01:42:57.484080+0000","last_fullsized":"2024-09-16T01:42:57.484080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:06.448711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467979+0000","last_change":"2024-09-16T01:42:57.467979+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467979+0000","last_undegraded":"2024-09-16T01:42:57.467979+0000","last_fullsized":"2024-09-16T01:42:57.467979+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484098+0000","last_change":"2024-09-16T01:42:57.479649+0000","last_active":"2024-09-16T01:42:57.484098+0000","last_peered":"2024-09-16T01:42:57.484098+0000","last_clean":"2024-09-16T01:42:57.484098+0000","last_became_active":"2024-09-16T01:42:57.479327+0000","last_became_peered":"2024-09-16T01:42:57.479327+0000","last_unstale":"2024-09-16T01:42:57.484098+0000","last_undegraded":"2024-09-16T01:42:57.484098+0000","last_fullsized":"2024-09-16T01:42:57.484098+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:56.012992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464094+0000","last_change":"2024-09-16T01:42:57.464094+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464094+0000","last_undegraded":"2024-09-16T01:42:57.464094+0000","last_fullsized":"2024-09-16T01:42:57.464094+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462719+0000","last_change":"2024-09-16T01:42:56.462719+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462719+0000","last_undegraded":"2024-09-16T01:42:56.462719+0000","last_fullsized":"2024-09-16T01:42:56.462719+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474526+0000","last_change":"2024-09-16T01:42:57.468988+0000","last_active":"2024-09-16T01:42:57.474526+0000","last_peered":"2024-09-16T01:42:57.474526+0000","last_clean":"2024-09-16T01:42:57.474526+0000","last_became_active":"2024-09-16T01:42:57.468732+0000","last_became_peered":"2024-09-16T01:42:57.468732+0000","last_unstale":"2024-09-16T01:42:57.474526+0000","last_undegraded":"2024-09-16T01:42:57.474526+0000","last_fullsized":"2024-09-16T01:42:57.474526+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:39.232986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467416+0000","last_change":"2024-09-16T01:42:57.467416+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467416+0000","last_undegraded":"2024-09-16T01:42:57.467416+0000","last_fullsized":"2024-09-16T01:42:57.467416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463274+0000","last_change":"2024-09-16T01:42:56.463274+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463274+0000","last_undegraded":"2024-09-16T01:42:56.463274+0000","last_fullsized":"2024-09-16T01:42:56.463274+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.481328+0000","last_change":"2024-09-16T01:42:57.478770+0000","last_active":"2024-09-16T01:42:57.481328+0000","last_peered":"2024-09-16T01:42:57.481328+0000","last_clean":"2024-09-16T01:42:57.481328+0000","last_became_active":"2024-09-16T01:42:57.478418+0000","last_became_peered":"2024-09-16T01:42:57.478418+0000","last_unstale":"2024-09-16T01:42:57.481328+0000","last_undegraded":"2024-09-16T01:42:57.481328+0000","last_fullsized":"2024-09-16T01:42:57.481328+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:48.585073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469160+0000","last_change":"2024-09-16T01:42:57.469160+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469160+0000","last_undegraded":"2024-09-16T01:42:57.469160+0000","last_fullsized":"2024-09-16T01:42:57.469160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462435+0000","last_change":"2024-09-16T01:42:56.462435+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462435+0000","last_undegraded":"2024-09-16T01:42:56.462435+0000","last_fullsized":"2024-09-16T01:42:56.462435+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475923+0000","last_change":"2024-09-16T01:42:57.474524+0000","last_active":"2024-09-16T01:42:57.475923+0000","last_peered":"2024-09-16T01:42:57.475923+0000","last_clean":"2024-09-16T01:42:57.475923+0000","last_became_active":"2024-09-16T01:42:57.474242+0000","last_became_peered":"2024-09-16T01:42:57.474242+0000","last_unstale":"2024-09-16T01:42:57.475923+0000","last_undegraded":"2024-09-16T01:42:57.475923+0000","last_fullsized":"2024-09-16T01:42:57.475923+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:58.872948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462122+0000","last_change":"2024-09-16T01:42:56.462122+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462122+0000","last_undegraded":"2024-09-16T01:42:56.462122+0000","last_fullsized":"2024-09-16T01:42:56.462122+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463316+0000","last_change":"2024-09-16T01:42:56.463316+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463316+0000","last_undegraded":"2024-09-16T01:42:56.463316+0000","last_fullsized":"2024-09-16T01:42:56.463316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462598+0000","last_change":"2024-09-16T01:42:57.462598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462598+0000","last_undegraded":"2024-09-16T01:42:57.462598+0000","last_fullsized":"2024-09-16T01:42:57.462598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461837+0000","last_change":"2024-09-16T01:42:56.461837+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461837+0000","last_undegraded":"2024-09-16T01:42:56.461837+0000","last_fullsized":"2024-09-16T01:42:56.461837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463657+0000","last_change":"2024-09-16T01:42:57.463657+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463657+0000","last_undegraded":"2024-09-16T01:42:57.463657+0000","last_fullsized":"2024-09-16T01:42:57.463657+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462702+0000","last_change":"2024-09-16T01:42:56.462702+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462702+0000","last_undegraded":"2024-09-16T01:42:56.462702+0000","last_fullsized":"2024-09-16T01:42:56.462702+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469920+0000","last_change":"2024-09-16T01:42:57.469920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469920+0000","last_undegraded":"2024-09-16T01:42:57.469920+0000","last_fullsized":"2024-09-16T01:42:57.469920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474897+0000","last_change":"2024-09-16T01:42:57.469902+0000","last_active":"2024-09-16T01:42:57.474897+0000","last_peered":"2024-09-16T01:42:57.474897+0000","last_clean":"2024-09-16T01:42:57.474897+0000","last_became_active":"2024-09-16T01:42:57.467709+0000","last_became_peered":"2024-09-16T01:42:57.467709+0000","last_unstale":"2024-09-16T01:42:57.474897+0000","last_undegraded":"2024-09-16T01:42:57.474897+0000","last_fullsized":"2024-09-16T01:42:57.474897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:24.505257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475231+0000","last_change":"2024-09-16T01:42:57.473883+0000","last_active":"2024-09-16T01:42:57.475231+0000","last_peered":"2024-09-16T01:42:57.475231+0000","last_clean":"2024-09-16T01:42:57.475231+0000","last_became_active":"2024-09-16T01:42:57.472592+0000","last_became_peered":"2024-09-16T01:42:57.472592+0000","last_unstale":"2024-09-16T01:42:57.475231+0000","last_undegraded":"2024-09-16T01:42:57.475231+0000","last_fullsized":"2024-09-16T01:42:57.475231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:37.144448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484128+0000","last_change":"2024-09-16T01:42:57.479839+0000","last_active":"2024-09-16T01:42:57.484128+0000","last_peered":"2024-09-16T01:42:57.484128+0000","last_clean":"2024-09-16T01:42:57.484128+0000","last_became_active":"2024-09-16T01:42:57.479505+0000","last_became_peered":"2024-09-16T01:42:57.479505+0000","last_unstale":"2024-09-16T01:42:57.484128+0000","last_undegraded":"2024-09-16T01:42:57.484128+0000","last_fullsized":"2024-09-16T01:42:57.484128+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:52.176972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545634+0000","last_change":"2024-09-16T01:42:56.545634+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545634+0000","last_undegraded":"2024-09-16T01:42:56.545634+0000","last_fullsized":"2024-09-16T01:42:56.545634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.478199+0000","last_change":"2024-09-16T01:42:57.477267+0000","last_active":"2024-09-16T01:42:57.478199+0000","last_peered":"2024-09-16T01:42:57.478199+0000","last_clean":"2024-09-16T01:42:57.478199+0000","last_became_active":"2024-09-16T01:42:57.476977+0000","last_became_peered":"2024-09-16T01:42:57.476977+0000","last_unstale":"2024-09-16T01:42:57.478199+0000","last_undegraded":"2024-09-16T01:42:57.478199+0000","last_fullsized":"2024-09-16T01:42:57.478199+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:22.837099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.479832+0000","last_change":"2024-09-16T01:42:57.477515+0000","last_active":"2024-09-16T01:42:57.479832+0000","last_peered":"2024-09-16T01:42:57.479832+0000","last_clean":"2024-09-16T01:42:57.479832+0000","last_became_active":"2024-09-16T01:42:57.477193+0000","last_became_peered":"2024-09-16T01:42:57.477193+0000","last_unstale":"2024-09-16T01:42:57.479832+0000","last_undegraded":"2024-09-16T01:42:57.479832+0000","last_fullsized":"2024-09-16T01:42:57.479832+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:13.966313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.476255+0000","last_change":"2024-09-16T01:42:57.475250+0000","last_active":"2024-09-16T01:42:57.476255+0000","last_peered":"2024-09-16T01:42:57.476255+0000","last_clean":"2024-09-16T01:42:57.476255+0000","last_became_active":"2024-09-16T01:42:57.474676+0000","last_became_peered":"2024-09-16T01:42:57.474676+0000","last_unstale":"2024-09-16T01:42:57.476255+0000","last_undegraded":"2024-09-16T01:42:57.476255+0000","last_fullsized":"2024-09-16T01:42:57.476255+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:46.214807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468558+0000","last_change":"2024-09-16T01:42:57.468558+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468558+0000","last_undegraded":"2024-09-16T01:42:57.468558+0000","last_fullsized":"2024-09-16T01:42:57.468558+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545690+0000","last_change":"2024-09-16T01:42:56.545690+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545690+0000","last_undegraded":"2024-09-16T01:42:56.545690+0000","last_fullsized":"2024-09-16T01:42:56.545690+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462242+0000","last_change":"2024-09-16T01:42:57.462242+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462242+0000","last_undegraded":"2024-09-16T01:42:57.462242+0000","last_fullsized":"2024-09-16T01:42:57.462242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461582+0000","last_change":"2024-09-16T01:42:56.461582+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461582+0000","last_undegraded":"2024-09-16T01:42:56.461582+0000","last_fullsized":"2024-09-16T01:42:56.461582+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.477801+0000","last_change":"2024-09-16T01:42:57.476827+0000","last_active":"2024-09-16T01:42:57.477801+0000","last_peered":"2024-09-16T01:42:57.477801+0000","last_clean":"2024-09-16T01:42:57.477801+0000","last_became_active":"2024-09-16T01:42:57.476382+0000","last_became_peered":"2024-09-16T01:42:57.476382+0000","last_unstale":"2024-09-16T01:42:57.477801+0000","last_undegraded":"2024-09-16T01:42:57.477801+0000","last_fullsized":"2024-09-16T01:42:57.477801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:55.601433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463943+0000","last_change":"2024-09-16T01:42:57.463943+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463943+0000","last_undegraded":"2024-09-16T01:42:57.463943+0000","last_fullsized":"2024-09-16T01:42:57.463943+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462922+0000","last_change":"2024-09-16T01:42:56.462922+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462922+0000","last_undegraded":"2024-09-16T01:42:56.462922+0000","last_fullsized":"2024-09-16T01:42:56.462922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475730+0000","last_change":"2024-09-16T01:42:57.473626+0000","last_active":"2024-09-16T01:42:57.475730+0000","last_peered":"2024-09-16T01:42:57.475730+0000","last_clean":"2024-09-16T01:42:57.475730+0000","last_became_active":"2024-09-16T01:42:57.473330+0000","last_became_peered":"2024-09-16T01:42:57.473330+0000","last_unstale":"2024-09-16T01:42:57.475730+0000","last_undegraded":"2024-09-16T01:42:57.475730+0000","last_fullsized":"2024-09-16T01:42:57.475730+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:16.210237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":181,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-16T01:42:52.841497+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:52.841497+0000","last_peered":"2024-09-16T01:42:52.841497+0000","last_clean":"2024-09-16T01:42:52.841497+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:52.841497+0000","last_undegraded":"2024-09-16T01:42:52.841497+0000","last_fullsized":"2024-09-16T01:42:52.841497+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27912,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343928,"statfs":{"total":96636764160,"available":96608182272,"internally_reserved":0,"allocated":897024,"data_stored":701856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:01.859 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:01.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.996+0000 7ffafcc2c640 1 Processor -- start 2024-09-16T01:43:01.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.996+0000 7ffafcc2c640 1 -- start start 2024-09-16T01:43:01.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffafcc2c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffaf8160480 0x7ffaf8163bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffafcc2c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf806bbe0 0x7ffaf806c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffafcc2c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaf8167150 con 0x7ffaf8160860 2024-09-16T01:43:01.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffafcc2c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ffaf8163180 con 0x7ffaf8160480 2024-09-16T01:43:01.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffafcc2c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf8167430 con 0x7ffaf806bbe0 2024-09-16T01:43:01.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaedd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ffaf8160860 0x7ffaf8166700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36828/0 (socket says 172.21.15.16:36828) 2024-09-16T01:43:01.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaedd9b640 1 -- 172.21.15.16:0/455613077 learned_addr learned my addr 172.21.15.16:0/455613077 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:01.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf6d9d640 1 --2- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf806bbe0 0x7ffaf806c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf659c640 1 --2- 172.21.15.16:0/455613077 >> v2:172.21.15.104:3300/0 conn(0x7ffaf8160480 0x7ffaf8163bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf5d9b640 1 -- 172.21.15.16:0/455613077 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 736736971 0 0) 0x7ffaf8167150 con 0x7ffaf8160860 2024-09-16T01:43:02.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf5d9b640 1 -- 172.21.15.16:0/455613077 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffae4003520 con 0x7ffaf8160860 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf659c640 1 -- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf806bbe0 msgr2=0x7ffaf806c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf659c640 1 --2- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf806bbe0 0x7ffaf806c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf659c640 1 -- 172.21.15.16:0/455613077 >> v1:172.21.15.16:6789/0 conn(0x7ffaf8160860 legacy=0x7ffaf8166700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.997+0000 7ffaf659c640 1 -- 172.21.15.16:0/455613077 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf81633d0 con 0x7ffaf8160480 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.998+0000 7ffaf659c640 1 --2- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf8160480 0x7ffaf8163bd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ffaf8163300 tx=0x7ffae802a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3fd59a72c202bae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.998+0000 7ffaf5d9b640 1 -- 172.21.15.16:0/455613077 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8037070 con 0x7ffaf8160480 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffaf5d9b640 1 -- 172.21.15.16:0/455613077 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae802adb0 con 0x7ffaf8160480 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffaf5d9b640 1 -- 172.21.15.16:0/455613077 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8032640 con 0x7ffaf8160480 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 -- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf8160480 msgr2=0x7ffaf8163bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf8160480 0x7ffaf8163bd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ffaf8163300 tx=0x7ffae802a060 comp rx=0 tx=0).stop 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 -- 172.21.15.16:0/455613077 shutdown_connections 2024-09-16T01:43:02.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf806bbe0 0x7ffaf806c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/455613077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf8160480 0x7ffaf8163bd0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 -- 172.21.15.16:0/455613077 >> 172.21.15.16:0/455613077 conn(0x7ffaf80b2000 msgr2=0x7ffaf80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 -- 172.21.15.16:0/455613077 shutdown_connections 2024-09-16T01:43:02.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:01.999+0000 7ffafcc2c640 1 -- 172.21.15.16:0/455613077 wait complete. 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 Processor -- start 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 -- start start 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf806bbe0 0x7ffaf815b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffaf8160480 0x7ffaf80cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf8160860 0x7ffaf8161cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf80ccfe0 con 0x7ffaf8160480 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf80cce60 con 0x7ffaf806bbe0 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffafcc2c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf80ce190 con 0x7ffaf8160860 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.001+0000 7ffaedd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffaf8160480 0x7ffaf80cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffaf8160480 0x7ffaf80cfa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56054/0 (socket says 172.21.15.16:56054) 2024-09-16T01:43:02.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 -- 172.21.15.16:0/712201868 learned_addr learned my addr 172.21.15.16:0/712201868 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaf659c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf806bbe0 0x7ffaf815b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaf6d9d640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf8160860 0x7ffaf8161cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 -- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf8160860 msgr2=0x7ffaf8161cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf8160860 0x7ffaf8161cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 -- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf806bbe0 msgr2=0x7ffaf815b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf806bbe0 0x7ffaf815b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 -- 172.21.15.16:0/712201868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf80ce980 con 0x7ffaf8160480 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaedd9b640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffaf8160480 0x7ffaf80cfa60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7ffae000c3c0 tx=0x7ffae000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaef7fe640 1 -- 172.21.15.16:0/712201868 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae0017070 con 0x7ffaf8160480 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaef7fe640 1 -- 172.21.15.16:0/712201868 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae0005ce0 con 0x7ffaf8160480 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf80cec60 con 0x7ffaf8160480 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffaef7fe640 1 -- 172.21.15.16:0/712201868 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae0007310 con 0x7ffaf8160480 2024-09-16T01:43:02.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.002+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf80cf220 con 0x7ffaf8160480 2024-09-16T01:43:02.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.003+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaf8163bd0 con 0x7ffaf8160480 2024-09-16T01:43:02.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.004+0000 7ffaef7fe640 1 -- 172.21.15.16:0/712201868 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffae001a070 con 0x7ffaf8160480 2024-09-16T01:43:02.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.004+0000 7ffaef7fe640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffad806c2b0 0x7ffad806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.005+0000 7ffaef7fe640 1 -- 172.21.15.16:0/712201868 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ffae008a610 con 0x7ffaf8160480 2024-09-16T01:43:02.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.005+0000 7ffaf659c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffad806c2b0 0x7ffad806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.005+0000 7ffaf659c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffad806c2b0 0x7ffad806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ffae8034000 tx=0x7ffae802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.009+0000 7ffaef7fe640 1 -- 172.21.15.16:0/712201868 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffae00587c0 con 0x7ffaf8160480 2024-09-16T01:43:02.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.183+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffaf80b51e0 con 0x7ffad806c2b0 2024-09-16T01:43:02.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.188+0000 7ffaef7fe640 1 -- 172.21.15.16:0/712201868 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242406 (secure 0 0 0) 0x7ffaf80b51e0 con 0x7ffad806c2b0 2024-09-16T01:43:02.192 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:02.194 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:02.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffad806c2b0 msgr2=0x7ffad806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffad806c2b0 0x7ffad806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ffae8034000 tx=0x7ffae802e000 comp rx=0 tx=0).stop 2024-09-16T01:43:02.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffaf8160480 msgr2=0x7ffaf80cfa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffaf8160480 0x7ffaf80cfa60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7ffae000c3c0 tx=0x7ffae000c880 comp rx=0 tx=0).stop 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 shutdown_connections 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffad806c2b0 0x7ffad806e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffaf8160860 0x7ffaf8161cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffaf8160480 0x7ffaf80cfa60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 --2- 172.21.15.16:0/712201868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf806bbe0 0x7ffaf815b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 >> 172.21.15.16:0/712201868 conn(0x7ffaf80b2000 msgr2=0x7ffaf80af710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 shutdown_connections 2024-09-16T01:43:02.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.192+0000 7ffafcc2c640 1 -- 172.21.15.16:0/712201868 wait complete. 2024-09-16T01:43:02.204 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2024-09-16T01:43:00.307550+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240676,"kb_used_data":3636,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734044,"statfs":{"total":773094113280,"available":772847661056,"internally_reserved":0,"allocated":3723264,"data_stored":2125893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000662"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463089+0000","last_change":"2024-09-16T01:42:57.463089+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463089+0000","last_undegraded":"2024-09-16T01:42:57.463089+0000","last_fullsized":"2024-09-16T01:42:57.463089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468708+0000","last_change":"2024-09-16T01:42:57.468708+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468708+0000","last_undegraded":"2024-09-16T01:42:57.468708+0000","last_fullsized":"2024-09-16T01:42:57.468708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464815+0000","last_change":"2024-09-16T01:42:57.464815+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464815+0000","last_undegraded":"2024-09-16T01:42:57.464815+0000","last_fullsized":"2024-09-16T01:42:57.464815+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468017+0000","last_change":"2024-09-16T01:42:57.468017+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468017+0000","last_undegraded":"2024-09-16T01:42:57.468017+0000","last_fullsized":"2024-09-16T01:42:57.468017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.466914+0000","last_change":"2024-09-16T01:42:57.466914+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.466914+0000","last_undegraded":"2024-09-16T01:42:57.466914+0000","last_fullsized":"2024-09-16T01:42:57.466914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464985+0000","last_change":"2024-09-16T01:42:57.464985+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464985+0000","last_undegraded":"2024-09-16T01:42:57.464985+0000","last_fullsized":"2024-09-16T01:42:57.464985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462920+0000","last_change":"2024-09-16T01:42:57.462920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462920+0000","last_undegraded":"2024-09-16T01:42:57.462920+0000","last_fullsized":"2024-09-16T01:42:57.462920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467051+0000","last_change":"2024-09-16T01:42:57.467051+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467051+0000","last_undegraded":"2024-09-16T01:42:57.467051+0000","last_fullsized":"2024-09-16T01:42:57.467051+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467627+0000","last_change":"2024-09-16T01:42:57.467627+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467627+0000","last_undegraded":"2024-09-16T01:42:57.467627+0000","last_fullsized":"2024-09-16T01:42:57.467627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464532+0000","last_change":"2024-09-16T01:42:57.464532+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464532+0000","last_undegraded":"2024-09-16T01:42:57.464532+0000","last_fullsized":"2024-09-16T01:42:57.464532+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463061+0000","last_change":"2024-09-16T01:42:57.463061+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463061+0000","last_undegraded":"2024-09-16T01:42:57.463061+0000","last_fullsized":"2024-09-16T01:42:57.463061+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475257+0000","last_change":"2024-09-16T01:42:57.472682+0000","last_active":"2024-09-16T01:42:57.475257+0000","last_peered":"2024-09-16T01:42:57.475257+0000","last_clean":"2024-09-16T01:42:57.475257+0000","last_became_active":"2024-09-16T01:42:57.472342+0000","last_became_peered":"2024-09-16T01:42:57.472342+0000","last_unstale":"2024-09-16T01:42:57.475257+0000","last_undegraded":"2024-09-16T01:42:57.475257+0000","last_fullsized":"2024-09-16T01:42:57.475257+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:28.919337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462637+0000","last_change":"2024-09-16T01:42:57.462637+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462637+0000","last_undegraded":"2024-09-16T01:42:57.462637+0000","last_fullsized":"2024-09-16T01:42:57.462637+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.546182+0000","last_change":"2024-09-16T01:42:56.546182+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.546182+0000","last_undegraded":"2024-09-16T01:42:56.546182+0000","last_fullsized":"2024-09-16T01:42:56.546182+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463598+0000","last_change":"2024-09-16T01:42:57.463598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463598+0000","last_undegraded":"2024-09-16T01:42:57.463598+0000","last_fullsized":"2024-09-16T01:42:57.463598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461977+0000","last_change":"2024-09-16T01:42:56.461977+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461977+0000","last_undegraded":"2024-09-16T01:42:56.461977+0000","last_fullsized":"2024-09-16T01:42:56.461977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.459540+0000","last_change":"2024-09-16T01:42:56.459540+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.459540+0000","last_undegraded":"2024-09-16T01:42:56.459540+0000","last_fullsized":"2024-09-16T01:42:56.459540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484080+0000","last_change":"2024-09-16T01:42:57.479548+0000","last_active":"2024-09-16T01:42:57.484080+0000","last_peered":"2024-09-16T01:42:57.484080+0000","last_clean":"2024-09-16T01:42:57.484080+0000","last_became_active":"2024-09-16T01:42:57.479259+0000","last_became_peered":"2024-09-16T01:42:57.479259+0000","last_unstale":"2024-09-16T01:42:57.484080+0000","last_undegraded":"2024-09-16T01:42:57.484080+0000","last_fullsized":"2024-09-16T01:42:57.484080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:06.448711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467979+0000","last_change":"2024-09-16T01:42:57.467979+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467979+0000","last_undegraded":"2024-09-16T01:42:57.467979+0000","last_fullsized":"2024-09-16T01:42:57.467979+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484098+0000","last_change":"2024-09-16T01:42:57.479649+0000","last_active":"2024-09-16T01:42:57.484098+0000","last_peered":"2024-09-16T01:42:57.484098+0000","last_clean":"2024-09-16T01:42:57.484098+0000","last_became_active":"2024-09-16T01:42:57.479327+0000","last_became_peered":"2024-09-16T01:42:57.479327+0000","last_unstale":"2024-09-16T01:42:57.484098+0000","last_undegraded":"2024-09-16T01:42:57.484098+0000","last_fullsized":"2024-09-16T01:42:57.484098+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:56.012992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464094+0000","last_change":"2024-09-16T01:42:57.464094+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464094+0000","last_undegraded":"2024-09-16T01:42:57.464094+0000","last_fullsized":"2024-09-16T01:42:57.464094+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462719+0000","last_change":"2024-09-16T01:42:56.462719+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462719+0000","last_undegraded":"2024-09-16T01:42:56.462719+0000","last_fullsized":"2024-09-16T01:42:56.462719+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474526+0000","last_change":"2024-09-16T01:42:57.468988+0000","last_active":"2024-09-16T01:42:57.474526+0000","last_peered":"2024-09-16T01:42:57.474526+0000","last_clean":"2024-09-16T01:42:57.474526+0000","last_became_active":"2024-09-16T01:42:57.468732+0000","last_became_peered":"2024-09-16T01:42:57.468732+0000","last_unstale":"2024-09-16T01:42:57.474526+0000","last_undegraded":"2024-09-16T01:42:57.474526+0000","last_fullsized":"2024-09-16T01:42:57.474526+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:39.232986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467416+0000","last_change":"2024-09-16T01:42:57.467416+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467416+0000","last_undegraded":"2024-09-16T01:42:57.467416+0000","last_fullsized":"2024-09-16T01:42:57.467416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463274+0000","last_change":"2024-09-16T01:42:56.463274+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463274+0000","last_undegraded":"2024-09-16T01:42:56.463274+0000","last_fullsized":"2024-09-16T01:42:56.463274+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.481328+0000","last_change":"2024-09-16T01:42:57.478770+0000","last_active":"2024-09-16T01:42:57.481328+0000","last_peered":"2024-09-16T01:42:57.481328+0000","last_clean":"2024-09-16T01:42:57.481328+0000","last_became_active":"2024-09-16T01:42:57.478418+0000","last_became_peered":"2024-09-16T01:42:57.478418+0000","last_unstale":"2024-09-16T01:42:57.481328+0000","last_undegraded":"2024-09-16T01:42:57.481328+0000","last_fullsized":"2024-09-16T01:42:57.481328+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:48.585073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469160+0000","last_change":"2024-09-16T01:42:57.469160+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469160+0000","last_undegraded":"2024-09-16T01:42:57.469160+0000","last_fullsized":"2024-09-16T01:42:57.469160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462435+0000","last_change":"2024-09-16T01:42:56.462435+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462435+0000","last_undegraded":"2024-09-16T01:42:56.462435+0000","last_fullsized":"2024-09-16T01:42:56.462435+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475923+0000","last_change":"2024-09-16T01:42:57.474524+0000","last_active":"2024-09-16T01:42:57.475923+0000","last_peered":"2024-09-16T01:42:57.475923+0000","last_clean":"2024-09-16T01:42:57.475923+0000","last_became_active":"2024-09-16T01:42:57.474242+0000","last_became_peered":"2024-09-16T01:42:57.474242+0000","last_unstale":"2024-09-16T01:42:57.475923+0000","last_undegraded":"2024-09-16T01:42:57.475923+0000","last_fullsized":"2024-09-16T01:42:57.475923+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:58.872948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462122+0000","last_change":"2024-09-16T01:42:56.462122+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462122+0000","last_undegraded":"2024-09-16T01:42:56.462122+0000","last_fullsized":"2024-09-16T01:42:56.462122+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463316+0000","last_change":"2024-09-16T01:42:56.463316+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463316+0000","last_undegraded":"2024-09-16T01:42:56.463316+0000","last_fullsized":"2024-09-16T01:42:56.463316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462598+0000","last_change":"2024-09-16T01:42:57.462598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462598+0000","last_undegraded":"2024-09-16T01:42:57.462598+0000","last_fullsized":"2024-09-16T01:42:57.462598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461837+0000","last_change":"2024-09-16T01:42:56.461837+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461837+0000","last_undegraded":"2024-09-16T01:42:56.461837+0000","last_fullsized":"2024-09-16T01:42:56.461837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463657+0000","last_change":"2024-09-16T01:42:57.463657+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463657+0000","last_undegraded":"2024-09-16T01:42:57.463657+0000","last_fullsized":"2024-09-16T01:42:57.463657+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462702+0000","last_change":"2024-09-16T01:42:56.462702+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462702+0000","last_undegraded":"2024-09-16T01:42:56.462702+0000","last_fullsized":"2024-09-16T01:42:56.462702+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469920+0000","last_change":"2024-09-16T01:42:57.469920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469920+0000","last_undegraded":"2024-09-16T01:42:57.469920+0000","last_fullsized":"2024-09-16T01:42:57.469920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474897+0000","last_change":"2024-09-16T01:42:57.469902+0000","last_active":"2024-09-16T01:42:57.474897+0000","last_peered":"2024-09-16T01:42:57.474897+0000","last_clean":"2024-09-16T01:42:57.474897+0000","last_became_active":"2024-09-16T01:42:57.467709+0000","last_became_peered":"2024-09-16T01:42:57.467709+0000","last_unstale":"2024-09-16T01:42:57.474897+0000","last_undegraded":"2024-09-16T01:42:57.474897+0000","last_fullsized":"2024-09-16T01:42:57.474897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:24.505257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475231+0000","last_change":"2024-09-16T01:42:57.473883+0000","last_active":"2024-09-16T01:42:57.475231+0000","last_peered":"2024-09-16T01:42:57.475231+0000","last_clean":"2024-09-16T01:42:57.475231+0000","last_became_active":"2024-09-16T01:42:57.472592+0000","last_became_peered":"2024-09-16T01:42:57.472592+0000","last_unstale":"2024-09-16T01:42:57.475231+0000","last_undegraded":"2024-09-16T01:42:57.475231+0000","last_fullsized":"2024-09-16T01:42:57.475231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:37.144448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484128+0000","last_change":"2024-09-16T01:42:57.479839+0000","last_active":"2024-09-16T01:42:57.484128+0000","last_peered":"2024-09-16T01:42:57.484128+0000","last_clean":"2024-09-16T01:42:57.484128+0000","last_became_active":"2024-09-16T01:42:57.479505+0000","last_became_peered":"2024-09-16T01:42:57.479505+0000","last_unstale":"2024-09-16T01:42:57.484128+0000","last_undegraded":"2024-09-16T01:42:57.484128+0000","last_fullsized":"2024-09-16T01:42:57.484128+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:52.176972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545634+0000","last_change":"2024-09-16T01:42:56.545634+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545634+0000","last_undegraded":"2024-09-16T01:42:56.545634+0000","last_fullsized":"2024-09-16T01:42:56.545634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.478199+0000","last_change":"2024-09-16T01:42:57.477267+0000","last_active":"2024-09-16T01:42:57.478199+0000","last_peered":"2024-09-16T01:42:57.478199+0000","last_clean":"2024-09-16T01:42:57.478199+0000","last_became_active":"2024-09-16T01:42:57.476977+0000","last_became_peered":"2024-09-16T01:42:57.476977+0000","last_unstale":"2024-09-16T01:42:57.478199+0000","last_undegraded":"2024-09-16T01:42:57.478199+0000","last_fullsized":"2024-09-16T01:42:57.478199+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:22.837099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.479832+0000","last_change":"2024-09-16T01:42:57.477515+0000","last_active":"2024-09-16T01:42:57.479832+0000","last_peered":"2024-09-16T01:42:57.479832+0000","last_clean":"2024-09-16T01:42:57.479832+0000","last_became_active":"2024-09-16T01:42:57.477193+0000","last_became_peered":"2024-09-16T01:42:57.477193+0000","last_unstale":"2024-09-16T01:42:57.479832+0000","last_undegraded":"2024-09-16T01:42:57.479832+0000","last_fullsized":"2024-09-16T01:42:57.479832+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:13.966313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.476255+0000","last_change":"2024-09-16T01:42:57.475250+0000","last_active":"2024-09-16T01:42:57.476255+0000","last_peered":"2024-09-16T01:42:57.476255+0000","last_clean":"2024-09-16T01:42:57.476255+0000","last_became_active":"2024-09-16T01:42:57.474676+0000","last_became_peered":"2024-09-16T01:42:57.474676+0000","last_unstale":"2024-09-16T01:42:57.476255+0000","last_undegraded":"2024-09-16T01:42:57.476255+0000","last_fullsized":"2024-09-16T01:42:57.476255+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:46.214807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468558+0000","last_change":"2024-09-16T01:42:57.468558+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468558+0000","last_undegraded":"2024-09-16T01:42:57.468558+0000","last_fullsized":"2024-09-16T01:42:57.468558+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545690+0000","last_change":"2024-09-16T01:42:56.545690+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545690+0000","last_undegraded":"2024-09-16T01:42:56.545690+0000","last_fullsized":"2024-09-16T01:42:56.545690+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462242+0000","last_change":"2024-09-16T01:42:57.462242+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462242+0000","last_undegraded":"2024-09-16T01:42:57.462242+0000","last_fullsized":"2024-09-16T01:42:57.462242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461582+0000","last_change":"2024-09-16T01:42:56.461582+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461582+0000","last_undegraded":"2024-09-16T01:42:56.461582+0000","last_fullsized":"2024-09-16T01:42:56.461582+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.477801+0000","last_change":"2024-09-16T01:42:57.476827+0000","last_active":"2024-09-16T01:42:57.477801+0000","last_peered":"2024-09-16T01:42:57.477801+0000","last_clean":"2024-09-16T01:42:57.477801+0000","last_became_active":"2024-09-16T01:42:57.476382+0000","last_became_peered":"2024-09-16T01:42:57.476382+0000","last_unstale":"2024-09-16T01:42:57.477801+0000","last_undegraded":"2024-09-16T01:42:57.477801+0000","last_fullsized":"2024-09-16T01:42:57.477801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:55.601433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463943+0000","last_change":"2024-09-16T01:42:57.463943+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463943+0000","last_undegraded":"2024-09-16T01:42:57.463943+0000","last_fullsized":"2024-09-16T01:42:57.463943+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462922+0000","last_change":"2024-09-16T01:42:56.462922+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462922+0000","last_undegraded":"2024-09-16T01:42:56.462922+0000","last_fullsized":"2024-09-16T01:42:56.462922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475730+0000","last_change":"2024-09-16T01:42:57.473626+0000","last_active":"2024-09-16T01:42:57.475730+0000","last_peered":"2024-09-16T01:42:57.475730+0000","last_clean":"2024-09-16T01:42:57.475730+0000","last_became_active":"2024-09-16T01:42:57.473330+0000","last_became_peered":"2024-09-16T01:42:57.473330+0000","last_unstale":"2024-09-16T01:42:57.475730+0000","last_undegraded":"2024-09-16T01:42:57.475730+0000","last_fullsized":"2024-09-16T01:42:57.475730+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:16.210237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":181,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-16T01:42:52.841497+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:52.841497+0000","last_peered":"2024-09-16T01:42:52.841497+0000","last_clean":"2024-09-16T01:42:52.841497+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:52.841497+0000","last_undegraded":"2024-09-16T01:42:52.841497+0000","last_fullsized":"2024-09-16T01:42:52.841497+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":46,"acting":46,"num_store_stats":3},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27912,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343928,"statfs":{"total":96636764160,"available":96608182272,"internally_reserved":0,"allocated":897024,"data_stored":701856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:02.209 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3f is not active+clean 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.463089+0000', 'last_change': '2024-09-16T01:42:57.463089+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.463089+0000', 'last_undegraded': '2024-09-16T01:42:57.463089+0000', 'last_fullsized': '2024-09-16T01:42:57.463089+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3e is not active+clean 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3d is not active+clean 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.468708+0000', 'last_change': '2024-09-16T01:42:57.468708+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.468708+0000', 'last_undegraded': '2024-09-16T01:42:57.468708+0000', 'last_fullsized': '2024-09-16T01:42:57.468708+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3c is not active+clean 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3b is not active+clean 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3a is not active+clean 2024-09-16T01:43:02.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:PG 5.39 is not active+clean 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:PG 5.38 is not active+clean 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:PG 5.37 is not active+clean 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.464815+0000', 'last_change': '2024-09-16T01:42:57.464815+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.464815+0000', 'last_undegraded': '2024-09-16T01:42:57.464815+0000', 'last_fullsized': '2024-09-16T01:42:57.464815+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:PG 5.36 is not active+clean 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:PG 5.35 is not active+clean 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:PG 5.34 is not active+clean 2024-09-16T01:43:02.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.468017+0000', 'last_change': '2024-09-16T01:42:57.468017+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.468017+0000', 'last_undegraded': '2024-09-16T01:42:57.468017+0000', 'last_fullsized': '2024-09-16T01:42:57.468017+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.212 INFO:tasks.ceph.ceph_manager.ceph:PG 5.33 is not active+clean 2024-09-16T01:43:02.212 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.212 INFO:tasks.ceph.ceph_manager.ceph:PG 5.32 is not active+clean 2024-09-16T01:43:02.212 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:PG 5.31 is not active+clean 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.466914+0000', 'last_change': '2024-09-16T01:42:57.466914+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.466914+0000', 'last_undegraded': '2024-09-16T01:42:57.466914+0000', 'last_fullsized': '2024-09-16T01:42:57.466914+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:PG 5.30 is not active+clean 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2f is not active+clean 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2e is not active+clean 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2d is not active+clean 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.213 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2c is not active+clean 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2b is not active+clean 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.464985+0000', 'last_change': '2024-09-16T01:42:57.464985+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.464985+0000', 'last_undegraded': '2024-09-16T01:42:57.464985+0000', 'last_fullsized': '2024-09-16T01:42:57.464985+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2a is not active+clean 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.462920+0000', 'last_change': '2024-09-16T01:42:57.462920+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.462920+0000', 'last_undegraded': '2024-09-16T01:42:57.462920+0000', 'last_fullsized': '2024-09-16T01:42:57.462920+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:PG 5.29 is not active+clean 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:PG 5.28 is not active+clean 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.467051+0000', 'last_change': '2024-09-16T01:42:57.467051+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.467051+0000', 'last_undegraded': '2024-09-16T01:42:57.467051+0000', 'last_fullsized': '2024-09-16T01:42:57.467051+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:PG 5.27 is not active+clean 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.214 INFO:tasks.ceph.ceph_manager.ceph:PG 5.26 is not active+clean 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:PG 5.24 is not active+clean 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.467627+0000', 'last_change': '2024-09-16T01:42:57.467627+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.467627+0000', 'last_undegraded': '2024-09-16T01:42:57.467627+0000', 'last_fullsized': '2024-09-16T01:42:57.467627+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:PG 5.23 is not active+clean 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.464532+0000', 'last_change': '2024-09-16T01:42:57.464532+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.464532+0000', 'last_undegraded': '2024-09-16T01:42:57.464532+0000', 'last_fullsized': '2024-09-16T01:42:57.464532+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.215 INFO:tasks.ceph.ceph_manager.ceph:PG 5.22 is not active+clean 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:PG 5.21 is not active+clean 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.463061+0000', 'last_change': '2024-09-16T01:42:57.463061+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.463061+0000', 'last_undegraded': '2024-09-16T01:42:57.463061+0000', 'last_fullsized': '2024-09-16T01:42:57.463061+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:PG 5.20 is not active+clean 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1e is not active+clean 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1f is not active+clean 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.462637+0000', 'last_change': '2024-09-16T01:42:57.462637+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.462637+0000', 'last_undegraded': '2024-09-16T01:42:57.462637+0000', 'last_fullsized': '2024-09-16T01:42:57.462637+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1e is not active+clean 2024-09-16T01:43:02.216 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.546182+0000', 'last_change': '2024-09-16T01:42:56.546182+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.546182+0000', 'last_undegraded': '2024-09-16T01:42:56.546182+0000', 'last_fullsized': '2024-09-16T01:42:56.546182+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.463598+0000', 'last_change': '2024-09-16T01:42:57.463598+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.463598+0000', 'last_undegraded': '2024-09-16T01:42:57.463598+0000', 'last_fullsized': '2024-09-16T01:42:57.463598+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1d is not active+clean 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.461977+0000', 'last_change': '2024-09-16T01:42:56.461977+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.461977+0000', 'last_undegraded': '2024-09-16T01:42:56.461977+0000', 'last_fullsized': '2024-09-16T01:42:56.461977+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1d is not active+clean 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1c is not active+clean 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.459540+0000', 'last_change': '2024-09-16T01:42:56.459540+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.459540+0000', 'last_undegraded': '2024-09-16T01:42:56.459540+0000', 'last_fullsized': '2024-09-16T01:42:56.459540+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1a is not active+clean 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-16T01:43:02.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.467979+0000', 'last_change': '2024-09-16T01:42:57.467979+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.467979+0000', 'last_undegraded': '2024-09-16T01:42:57.467979+0000', 'last_fullsized': '2024-09-16T01:42:57.467979+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.464094+0000', 'last_change': '2024-09-16T01:42:57.464094+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.464094+0000', 'last_undegraded': '2024-09-16T01:42:57.464094+0000', 'last_fullsized': '2024-09-16T01:42:57.464094+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:PG 4.19 is not active+clean 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.462719+0000', 'last_change': '2024-09-16T01:42:56.462719+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.462719+0000', 'last_undegraded': '2024-09-16T01:42:56.462719+0000', 'last_fullsized': '2024-09-16T01:42:56.462719+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:PG 5.19 is not active+clean 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.467416+0000', 'last_change': '2024-09-16T01:42:57.467416+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.467416+0000', 'last_undegraded': '2024-09-16T01:42:57.467416+0000', 'last_fullsized': '2024-09-16T01:42:57.467416+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:PG 4.17 is not active+clean 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.463274+0000', 'last_change': '2024-09-16T01:42:56.463274+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.463274+0000', 'last_undegraded': '2024-09-16T01:42:56.463274+0000', 'last_fullsized': '2024-09-16T01:42:56.463274+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:PG 5.17 is not active+clean 2024-09-16T01:43:02.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:PG 4.16 is not active+clean 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.545006+0000', 'last_change': '2024-09-16T01:42:56.545006+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.545006+0000', 'last_undegraded': '2024-09-16T01:42:56.545006+0000', 'last_fullsized': '2024-09-16T01:42:56.545006+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:PG 5.14 is not active+clean 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.469160+0000', 'last_change': '2024-09-16T01:42:57.469160+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.469160+0000', 'last_undegraded': '2024-09-16T01:42:57.469160+0000', 'last_fullsized': '2024-09-16T01:42:57.469160+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:PG 4.14 is not active+clean 2024-09-16T01:43:02.219 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.462435+0000', 'last_change': '2024-09-16T01:42:56.462435+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.462435+0000', 'last_undegraded': '2024-09-16T01:42:56.462435+0000', 'last_fullsized': '2024-09-16T01:42:56.462435+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:PG 5.12 is not active+clean 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:PG 5.13 is not active+clean 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:PG 4.12 is not active+clean 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.462122+0000', 'last_change': '2024-09-16T01:42:56.462122+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.462122+0000', 'last_undegraded': '2024-09-16T01:42:56.462122+0000', 'last_fullsized': '2024-09-16T01:42:56.462122+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:PG 5.10 is not active+clean 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:PG 4.11 is not active+clean 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.463316+0000', 'last_change': '2024-09-16T01:42:56.463316+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.463316+0000', 'last_undegraded': '2024-09-16T01:42:56.463316+0000', 'last_fullsized': '2024-09-16T01:42:56.463316+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:43:02.220 INFO:tasks.ceph.ceph_manager.ceph:PG 5.11 is not active+clean 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.462598+0000', 'last_change': '2024-09-16T01:42:57.462598+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.462598+0000', 'last_undegraded': '2024-09-16T01:42:57.462598+0000', 'last_fullsized': '2024-09-16T01:42:57.462598+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:PG 4.10 is not active+clean 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.461837+0000', 'last_change': '2024-09-16T01:42:56.461837+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.461837+0000', 'last_undegraded': '2024-09-16T01:42:56.461837+0000', 'last_fullsized': '2024-09-16T01:42:56.461837+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.463657+0000', 'last_change': '2024-09-16T01:42:57.463657+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.463657+0000', 'last_undegraded': '2024-09-16T01:42:57.463657+0000', 'last_fullsized': '2024-09-16T01:42:57.463657+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:PG 4.f is not active+clean 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.462702+0000', 'last_change': '2024-09-16T01:42:56.462702+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.462702+0000', 'last_undegraded': '2024-09-16T01:42:56.462702+0000', 'last_fullsized': '2024-09-16T01:42:56.462702+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.469920+0000', 'last_change': '2024-09-16T01:42:57.469920+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.469920+0000', 'last_undegraded': '2024-09-16T01:42:57.469920+0000', 'last_fullsized': '2024-09-16T01:42:57.469920+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-16T01:43:02.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:PG 5.d is not active+clean 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:PG 5.a is not active+clean 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:PG 4.b is not active+clean 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.545634+0000', 'last_change': '2024-09-16T01:42:56.545634+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.545634+0000', 'last_undegraded': '2024-09-16T01:42:56.545634+0000', 'last_fullsized': '2024-09-16T01:42:56.545634+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.222 INFO:tasks.ceph.ceph_manager.ceph:PG 5.8 is not active+clean 2024-09-16T01:43:02.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.223 INFO:tasks.ceph.ceph_manager.ceph:PG 5.9 is not active+clean 2024-09-16T01:43:02.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.223 INFO:tasks.ceph.ceph_manager.ceph:PG 5.6 is not active+clean 2024-09-16T01:43:02.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.223 INFO:tasks.ceph.ceph_manager.ceph:PG 4.7 is not active+clean 2024-09-16T01:43:02.224 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.461596+0000', 'last_change': '2024-09-16T01:42:56.461596+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.461596+0000', 'last_undegraded': '2024-09-16T01:42:56.461596+0000', 'last_fullsized': '2024-09-16T01:42:56.461596+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:43:02.224 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-16T01:43:02.224 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.468558+0000', 'last_change': '2024-09-16T01:42:57.468558+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.468558+0000', 'last_undegraded': '2024-09-16T01:42:57.468558+0000', 'last_fullsized': '2024-09-16T01:42:57.468558+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:43:02.224 INFO:tasks.ceph.ceph_manager.ceph:PG 4.6 is not active+clean 2024-09-16T01:43:02.224 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.545690+0000', 'last_change': '2024-09-16T01:42:56.545690+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.545690+0000', 'last_undegraded': '2024-09-16T01:42:56.545690+0000', 'last_fullsized': '2024-09-16T01:42:56.545690+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:43:02.224 INFO:tasks.ceph.ceph_manager.ceph:PG 5.5 is not active+clean 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:PG 4.4 is not active+clean 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.461596+0000', 'last_change': '2024-09-16T01:42:56.461596+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.461596+0000', 'last_undegraded': '2024-09-16T01:42:56.461596+0000', 'last_fullsized': '2024-09-16T01:42:56.461596+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2 is not active+clean 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.462242+0000', 'last_change': '2024-09-16T01:42:57.462242+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.462242+0000', 'last_undegraded': '2024-09-16T01:42:57.462242+0000', 'last_fullsized': '2024-09-16T01:42:57.462242+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:PG 4.3 is not active+clean 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.545006+0000', 'last_change': '2024-09-16T01:42:56.545006+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.545006+0000', 'last_undegraded': '2024-09-16T01:42:56.545006+0000', 'last_fullsized': '2024-09-16T01:42:56.545006+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3 is not active+clean 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:PG 4.2 is not active+clean 2024-09-16T01:43:02.225 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.461582+0000', 'last_change': '2024-09-16T01:42:56.461582+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.461582+0000', 'last_undegraded': '2024-09-16T01:42:56.461582+0000', 'last_fullsized': '2024-09-16T01:42:56.461582+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:PG 5.0 is not active+clean 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:57.463943+0000', 'last_change': '2024-09-16T01:42:57.463943+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.463943+0000', 'last_undegraded': '2024-09-16T01:42:57.463943+0000', 'last_fullsized': '2024-09-16T01:42:57.463943+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:PG 4.0 is not active+clean 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:42:56.462922+0000', 'last_change': '2024-09-16T01:42:56.462922+0000', 'last_active': '2024-09-16T01:42:56.451104+0000', 'last_peered': '2024-09-16T01:42:56.451104+0000', 'last_clean': '2024-09-16T01:42:56.451104+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:56.462922+0000', 'last_undegraded': '2024-09-16T01:42:56.462922+0000', 'last_fullsized': '2024-09-16T01:42:56.462922+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:56.451104+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:PG 5.4 is not active+clean 2024-09-16T01:43:02.226 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:42:57.456233+0000', 'last_change': '2024-09-16T01:42:57.456233+0000', 'last_active': '2024-09-16T01:42:57.456233+0000', 'last_peered': '2024-09-16T01:42:57.456233+0000', 'last_clean': '2024-09-16T01:42:57.456233+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:42:57.456233+0000', 'last_undegraded': '2024-09-16T01:42:57.456233+0000', 'last_fullsized': '2024-09-16T01:42:57.456233+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'last_clean_scrub_stamp': '2024-09-16T01:42:57.456233+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:43:02.227 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:43:02.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.345+0000 7fd592dd6640 1 Processor -- start 2024-09-16T01:43:02.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.345+0000 7fd592dd6640 1 -- start start 2024-09-16T01:43:02.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.346+0000 7fd592dd6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd58c0ccea0 0x7fd58c0d0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.346+0000 7fd592dd6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd58c0d0870 0x7fd58c071a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.346+0000 7fd592dd6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd58c0b29c0 con 0x7fd58c15b340 2024-09-16T01:43:02.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.346+0000 7fd592dd6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd58c071050 con 0x7fd58c0d0870 2024-09-16T01:43:02.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.346+0000 7fd592dd6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd58c0b2f80 con 0x7fd58c0ccea0 2024-09-16T01:43:02.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.346+0000 7fd591373640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd58c0d0870 0x7fd58c071a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.346+0000 7fd591373640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd58c0d0870 0x7fd58c071a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57598/0 (socket says 172.21.15.16:57598) 2024-09-16T01:43:02.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.347+0000 7fd591373640 1 -- 172.21.15.16:0/1919138854 learned_addr learned my addr 172.21.15.16:0/1919138854 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:02.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.347+0000 7fd591373640 1 -- 172.21.15.16:0/1919138854 >> v2:172.21.15.104:3300/0 conn(0x7fd58c0ccea0 msgr2=0x7fd58c0d0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:02.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.347+0000 7fd58bfff640 1 --2- 172.21.15.16:0/1919138854 >> v2:172.21.15.104:3300/0 conn(0x7fd58c0ccea0 0x7fd58c0d0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.347+0000 7fd591373640 1 --2- 172.21.15.16:0/1919138854 >> v2:172.21.15.104:3300/0 conn(0x7fd58c0ccea0 0x7fd58c0d0330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.347+0000 7fd591373640 1 -- 172.21.15.16:0/1919138854 >> v1:172.21.15.104:6789/0 conn(0x7fd58c15b340 legacy=0x7fd58c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:02.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.347+0000 7fd591373640 1 -- 172.21.15.16:0/1919138854 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd58c0b2ca0 con 0x7fd58c0d0870 2024-09-16T01:43:02.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.347+0000 7fd58bfff640 1 --2- 172.21.15.16:0/1919138854 >> v2:172.21.15.104:3300/0 conn(0x7fd58c0ccea0 0x7fd58c0d0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:02.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd591373640 1 --2- 172.21.15.16:0/1919138854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c0d0870 0x7fd58c071a80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd58c0b0040 tx=0x7fd57402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ec6694e4d3eb20 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd58b7fe640 1 -- 172.21.15.16:0/1919138854 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd574037070 con 0x7fd58c0d0870 2024-09-16T01:43:02.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd58b7fe640 1 -- 172.21.15.16:0/1919138854 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd574032440 con 0x7fd58c0d0870 2024-09-16T01:43:02.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd58b7fe640 1 -- 172.21.15.16:0/1919138854 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd574032810 con 0x7fd58c0d0870 2024-09-16T01:43:02.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 -- 172.21.15.16:0/1919138854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c0d0870 msgr2=0x7fd58c071a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1919138854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c0d0870 0x7fd58c071a80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd58c0b0040 tx=0x7fd57402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 -- 172.21.15.16:0/1919138854 shutdown_connections 2024-09-16T01:43:02.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1919138854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c0d0870 0x7fd58c071a80 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1919138854 >> v2:172.21.15.104:3300/0 conn(0x7fd58c0ccea0 0x7fd58c0d0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 -- 172.21.15.16:0/1919138854 >> 172.21.15.16:0/1919138854 conn(0x7fd58c06bbe0 msgr2=0x7fd58c06bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 -- 172.21.15.16:0/1919138854 shutdown_connections 2024-09-16T01:43:02.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.348+0000 7fd592dd6640 1 -- 172.21.15.16:0/1919138854 wait complete. 2024-09-16T01:43:02.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.349+0000 7fd592dd6640 1 Processor -- start 2024-09-16T01:43:02.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.350+0000 7fd592dd6640 1 -- start start 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.350+0000 7fd592dd6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd58c0ccea0 0x7fd58c1544d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.350+0000 7fd592dd6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd58c0d0870 0x7fd58c156f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.350+0000 7fd592dd6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c15b340 0x7fd58c1f4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.350+0000 7fd592dd6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd58c15b8a0 con 0x7fd58c15b340 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.350+0000 7fd592dd6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd58c15b720 con 0x7fd58c0d0870 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.350+0000 7fd592dd6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd58c071fc0 con 0x7fd58c0ccea0 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c15b340 0x7fd58c1f4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c15b340 0x7fd58c1f4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57606/0 (socket says 172.21.15.16:57606) 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 -- 172.21.15.16:0/1770470515 learned_addr learned my addr 172.21.15.16:0/1770470515 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd58bfff640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd58c0d0870 0x7fd58c156f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd590b72640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd58c0ccea0 0x7fd58c1544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 -- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd58c0ccea0 msgr2=0x7fd58c1544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd58c0ccea0 0x7fd58c1544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 -- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd58c0d0870 msgr2=0x7fd58c156f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd58c0d0870 0x7fd58c156f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 -- 172.21.15.16:0/1770470515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd58c0b0a80 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd58bfff640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd58c0d0870 0x7fd58c156f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd591373640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c15b340 0x7fd58c1f4690 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fd5740090b0 tx=0x7fd5740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd5897fa640 1 -- 172.21.15.16:0/1770470515 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd574041020 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd5897fa640 1 -- 172.21.15.16:0/1770470515 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd574030990 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd5897fa640 1 -- 172.21.15.16:0/1770470515 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd574037040 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd58c154a10 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.351+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd58c0b0d00 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.352+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd58c0d0330 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.353+0000 7fd5897fa640 1 -- 172.21.15.16:0/1770470515 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd574044020 con 0x7fd58c15b340 2024-09-16T01:43:02.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.353+0000 7fd5897fa640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd56c06c2b0 0x7fd56c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.353+0000 7fd5897fa640 1 -- 172.21.15.16:0/1770470515 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd5740abcd0 con 0x7fd58c15b340 2024-09-16T01:43:02.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.354+0000 7fd590b72640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd56c06c2b0 0x7fd56c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.354+0000 7fd590b72640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd56c06c2b0 0x7fd56c06e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd58c0b40a0 tx=0x7fd584009060 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.357+0000 7fd5897fa640 1 -- 172.21.15.16:0/1770470515 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd57404b030 con 0x7fd58c15b340 2024-09-16T01:43:02.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.602+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fd58c0b3830 con 0x7fd58c15b340 2024-09-16T01:43:02.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.603+0000 7fd5897fa640 1 -- 172.21.15.16:0/1770470515 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2635 (secure 0 0 0) 0x7fd58c0b0a80 con 0x7fd58c15b340 2024-09-16T01:43:02.604 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:02.604 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":72,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":32,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":41},{"state_name":"unknown","count":30},{"state_name":"active+clean","count":26}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":246497280,"bytes_avail":772847616000,"bytes_total":773094113280,"unknown_pgs_ratio":0.30927833914756775,"inactive_pgs_ratio":0.42268040776252747},"fsmap":{"epoch":14,"btime":"2024-09-16T01:43:00:480556+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4902}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2024-09-16T01:43:02.307966+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T01:43:02.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.604+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd56c06c2b0 msgr2=0x7fd56c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.604+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd56c06c2b0 0x7fd56c06e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd58c0b40a0 tx=0x7fd584009060 comp rx=0 tx=0).stop 2024-09-16T01:43:02.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c15b340 msgr2=0x7fd58c1f4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c15b340 0x7fd58c1f4690 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fd5740090b0 tx=0x7fd5740046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 shutdown_connections 2024-09-16T01:43:02.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd56c06c2b0 0x7fd56c06e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd58c15b340 0x7fd58c1f4690 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd58c0d0870 0x7fd58c156f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 --2- 172.21.15.16:0/1770470515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd58c0ccea0 0x7fd58c1544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 >> 172.21.15.16:0/1770470515 conn(0x7fd58c06bbe0 msgr2=0x7fd58c072380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 shutdown_connections 2024-09-16T01:43:02.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.605+0000 7fd592dd6640 1 -- 172.21.15.16:0/1770470515 wait complete. 2024-09-16T01:43:02.617 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:43:02.617 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:02.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.718+0000 7fa909998640 1 Processor -- start 2024-09-16T01:43:02.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.718+0000 7fa909998640 1 -- start start 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.718+0000 7fa909998640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 0x7fa9040ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.718+0000 7fa909998640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa904160230 con 0x7fa9040cecb0 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.718+0000 7fa909998640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa904160510 con 0x7fa9040cda90 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.718+0000 7fa909998640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa904160e40 con 0x7fa9040cf090 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa902ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa9040cecb0 0x7fa9040cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37318/0 (socket says 172.21.15.16:37318) 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa902ffd640 1 -- 172.21.15.16:0/4141579668 learned_addr learned my addr 172.21.15.16:0/4141579668 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa9037fe640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 0x7fa9040ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1804968975 0 0) 0x7fa904160230 con 0x7fa9040cecb0 2024-09-16T01:43:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa8f0003520 con 0x7fa9040cecb0 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1752162374 0 0) 0x7fa904160510 con 0x7fa9040cda90 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa904160230 con 0x7fa9040cda90 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3309830329 0 0) 0x7fa8f0003520 con 0x7fa9040cecb0 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 msgr2=0x7fa9040ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 0x7fa9040ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 >> v1:172.21.15.104:6789/0 conn(0x7fa9040cda90 legacy=0x7fa90406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9041607f0 con 0x7fa9040cecb0 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fa8fc001670 con 0x7fa9040cecb0 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 >> v1:172.21.15.16:6789/0 conn(0x7fa9040cecb0 legacy=0x7fa9040cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 0x7fa8f0003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa8f0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8f0004d40 0x7fa8f00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa904160e40 con 0x7fa8f00040f0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f000baa0 con 0x7fa8f0004d40 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa8f000bca0 con 0x7fa9040cf090 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa9027fc640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa8f0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa902ffd640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 0x7fa8f0003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.719+0000 7fa9037fe640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8f0004d40 0x7fa8f00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.720+0000 7fa9027fc640 1 -- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 msgr2=0x7fa8f0003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.720+0000 7fa9027fc640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9040cf090 0x7fa8f0003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.720+0000 7fa9027fc640 1 -- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8f0004d40 msgr2=0x7fa8f00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.720+0000 7fa9027fc640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8f0004d40 0x7fa8f00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.720+0000 7fa9027fc640 1 -- 172.21.15.16:0/4141579668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8f0003520 con 0x7fa8f00040f0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.720+0000 7fa9027fc640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa8f0004800 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec0018d0 tx=0x7fa8f0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd3db20de61f902 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.720+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8ec0014f0 con 0x7fa8f00040f0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8ec0052d0 con 0x7fa8f00040f0 2024-09-16T01:43:02.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa901ffb640 1 -- 172.21.15.16:0/4141579668 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8ec02aca0 con 0x7fa8f00040f0 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa909998640 1 -- 172.21.15.16:0/4141579668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 msgr2=0x7fa8f0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa909998640 1 --2- 172.21.15.16:0/4141579668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa8f0004800 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec0018d0 tx=0x7fa8f0005830 comp rx=0 tx=0).stop 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa9037fe640 1 -- 172.21.15.16:0/4141579668 reap_dead start 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa909998640 1 -- 172.21.15.16:0/4141579668 shutdown_connections 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa909998640 1 -- 172.21.15.16:0/4141579668 >> 172.21.15.16:0/4141579668 conn(0x7fa9040b2000 msgr2=0x7fa9040b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa909998640 1 -- 172.21.15.16:0/4141579668 shutdown_connections 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.721+0000 7fa909998640 1 -- 172.21.15.16:0/4141579668 wait complete. 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.722+0000 7fa909998640 1 Processor -- start 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa909998640 1 -- start start 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa909998640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa9040abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa909998640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9041545a0 0x7fa9040ac500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa909998640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa904153790 0x7fa9041f2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa909998640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa90406c4e0 con 0x7fa8f00040f0 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa909998640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa90406c360 con 0x7fa9041545a0 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa909998640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa90406c660 con 0x7fa904153790 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa902ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa9040abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa902ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa9040abfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57614/0 (socket says 172.21.15.16:57614) 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.723+0000 7fa902ffd640 1 -- 172.21.15.16:0/2890198581 learned_addr learned my addr 172.21.15.16:0/2890198581 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa9027fc640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9041545a0 0x7fa9040ac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa9037fe640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa904153790 0x7fa9041f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa902ffd640 1 -- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa904153790 msgr2=0x7fa9041f2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa902ffd640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa904153790 0x7fa9041f2890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa902ffd640 1 -- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9041545a0 msgr2=0x7fa9040ac500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa902ffd640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9041545a0 0x7fa9040ac500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa902ffd640 1 -- 172.21.15.16:0/2890198581 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9040acc40 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa9027fc640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9041545a0 0x7fa9040ac500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa902ffd640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa9040abfc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc007370 tx=0x7fa8fc007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa8fbfff640 1 -- 172.21.15.16:0/2890198581 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc01a070 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa8fbfff640 1 -- 172.21.15.16:0/2890198581 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8fc00f8e0 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa8fbfff640 1 -- 172.21.15.16:0/2890198581 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc00fcd0 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa904157010 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.724+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9040aaea0 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.725+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9040ce2b0 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.725+0000 7fa8fbfff640 1 -- 172.21.15.16:0/2890198581 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa8fc01e3f0 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.726+0000 7fa8fbfff640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa8e406c2e0 0x7fa8e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.726+0000 7fa8fbfff640 1 -- 172.21.15.16:0/2890198581 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa8fc08aa70 con 0x7fa8f00040f0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.726+0000 7fa9027fc640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa8e406c2e0 0x7fa8e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.727+0000 7fa9027fc640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa8e406c2e0 0x7fa8e406e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec032000 tx=0x7fa8ec009030 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.730+0000 7fa8fbfff640 1 -- 172.21.15.16:0/2890198581 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa8fc059270 con 0x7fa8f00040f0 2024-09-16T01:43:02.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.902+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa9041f2540 con 0x7fa8e406c2e0 2024-09-16T01:43:02.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.908+0000 7fa8fbfff640 1 -- 172.21.15.16:0/2890198581 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244128 (secure 0 0 0) 0x7fa9041f2540 con 0x7fa8e406c2e0 2024-09-16T01:43:02.912 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:02.913 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:02.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa8e406c2e0 msgr2=0x7fa8e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa8e406c2e0 0x7fa8e406e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec032000 tx=0x7fa8ec009030 comp rx=0 tx=0).stop 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 msgr2=0x7fa9040abfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa9040abfc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc007370 tx=0x7fa8fc007830 comp rx=0 tx=0).stop 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 shutdown_connections 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa8e406c2e0 0x7fa8e406e7a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa904153790 0x7fa9041f2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9041545a0 0x7fa9040ac500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 --2- 172.21.15.16:0/2890198581 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8f00040f0 0x7fa9040abfc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 >> 172.21.15.16:0/2890198581 conn(0x7fa9040b2000 msgr2=0x7fa9040cd380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 shutdown_connections 2024-09-16T01:43:02.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:02.912+0000 7fa909998640 1 -- 172.21.15.16:0/2890198581 wait complete. 2024-09-16T01:43:02.924 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-16T01:43:02.307896+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":134,"acting":134,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240720,"kb_used_data":3688,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734000,"statfs":{"total":773094113280,"available":772847616000,"internally_reserved":0,"allocated":3776512,"data_stored":2151142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.850917"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463089+0000","last_change":"2024-09-16T01:42:57.463089+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463089+0000","last_undegraded":"2024-09-16T01:42:57.463089+0000","last_fullsized":"2024-09-16T01:42:57.463089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468708+0000","last_change":"2024-09-16T01:42:57.468708+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468708+0000","last_undegraded":"2024-09-16T01:42:57.468708+0000","last_fullsized":"2024-09-16T01:42:57.468708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769997+0000","last_change":"2024-09-16T01:42:58.489390+0000","last_active":"2024-09-16T01:42:59.769997+0000","last_peered":"2024-09-16T01:42:59.769997+0000","last_clean":"2024-09-16T01:42:59.769997+0000","last_became_active":"2024-09-16T01:42:58.489116+0000","last_became_peered":"2024-09-16T01:42:58.489116+0000","last_unstale":"2024-09-16T01:42:59.769997+0000","last_undegraded":"2024-09-16T01:42:59.769997+0000","last_fullsized":"2024-09-16T01:42:59.769997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:16:02.950680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769515+0000","last_change":"2024-09-16T01:42:58.484661+0000","last_active":"2024-09-16T01:42:59.769515+0000","last_peered":"2024-09-16T01:42:59.769515+0000","last_clean":"2024-09-16T01:42:59.769515+0000","last_became_active":"2024-09-16T01:42:58.484382+0000","last_became_peered":"2024-09-16T01:42:58.484382+0000","last_unstale":"2024-09-16T01:42:59.769515+0000","last_undegraded":"2024-09-16T01:42:59.769515+0000","last_fullsized":"2024-09-16T01:42:59.769515+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:35.739349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464815+0000","last_change":"2024-09-16T01:42:57.464815+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464815+0000","last_undegraded":"2024-09-16T01:42:57.464815+0000","last_fullsized":"2024-09-16T01:42:57.464815+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770316+0000","last_change":"2024-09-16T01:42:58.489977+0000","last_active":"2024-09-16T01:42:59.770316+0000","last_peered":"2024-09-16T01:42:59.770316+0000","last_clean":"2024-09-16T01:42:59.770316+0000","last_became_active":"2024-09-16T01:42:58.489694+0000","last_became_peered":"2024-09-16T01:42:58.489694+0000","last_unstale":"2024-09-16T01:42:59.770316+0000","last_undegraded":"2024-09-16T01:42:59.770316+0000","last_fullsized":"2024-09-16T01:42:59.770316+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:41.773852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468017+0000","last_change":"2024-09-16T01:42:57.468017+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468017+0000","last_undegraded":"2024-09-16T01:42:57.468017+0000","last_fullsized":"2024-09-16T01:42:57.468017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.466914+0000","last_change":"2024-09-16T01:42:57.466914+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.466914+0000","last_undegraded":"2024-09-16T01:42:57.466914+0000","last_fullsized":"2024-09-16T01:42:57.466914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770008+0000","last_change":"2024-09-16T01:42:58.492245+0000","last_active":"2024-09-16T01:42:59.770008+0000","last_peered":"2024-09-16T01:42:59.770008+0000","last_clean":"2024-09-16T01:42:59.770008+0000","last_became_active":"2024-09-16T01:42:58.491906+0000","last_became_peered":"2024-09-16T01:42:58.491906+0000","last_unstale":"2024-09-16T01:42:59.770008+0000","last_undegraded":"2024-09-16T01:42:59.770008+0000","last_fullsized":"2024-09-16T01:42:59.770008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:49.586038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770365+0000","last_change":"2024-09-16T01:42:58.489599+0000","last_active":"2024-09-16T01:42:59.770365+0000","last_peered":"2024-09-16T01:42:59.770365+0000","last_clean":"2024-09-16T01:42:59.770365+0000","last_became_active":"2024-09-16T01:42:58.488939+0000","last_became_peered":"2024-09-16T01:42:58.488939+0000","last_unstale":"2024-09-16T01:42:59.770365+0000","last_undegraded":"2024-09-16T01:42:59.770365+0000","last_fullsized":"2024-09-16T01:42:59.770365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:35.182541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464985+0000","last_change":"2024-09-16T01:42:57.464985+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464985+0000","last_undegraded":"2024-09-16T01:42:57.464985+0000","last_fullsized":"2024-09-16T01:42:57.464985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462920+0000","last_change":"2024-09-16T01:42:57.462920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462920+0000","last_undegraded":"2024-09-16T01:42:57.462920+0000","last_fullsized":"2024-09-16T01:42:57.462920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467051+0000","last_change":"2024-09-16T01:42:57.467051+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467051+0000","last_undegraded":"2024-09-16T01:42:57.467051+0000","last_fullsized":"2024-09-16T01:42:57.467051+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467627+0000","last_change":"2024-09-16T01:42:57.467627+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467627+0000","last_undegraded":"2024-09-16T01:42:57.467627+0000","last_fullsized":"2024-09-16T01:42:57.467627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464532+0000","last_change":"2024-09-16T01:42:57.464532+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464532+0000","last_undegraded":"2024-09-16T01:42:57.464532+0000","last_fullsized":"2024-09-16T01:42:57.464532+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769631+0000","last_change":"2024-09-16T01:42:58.488607+0000","last_active":"2024-09-16T01:42:59.769631+0000","last_peered":"2024-09-16T01:42:59.769631+0000","last_clean":"2024-09-16T01:42:59.769631+0000","last_became_active":"2024-09-16T01:42:58.488279+0000","last_became_peered":"2024-09-16T01:42:58.488279+0000","last_unstale":"2024-09-16T01:42:59.769631+0000","last_undegraded":"2024-09-16T01:42:59.769631+0000","last_fullsized":"2024-09-16T01:42:59.769631+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:19.141053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463061+0000","last_change":"2024-09-16T01:42:57.463061+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463061+0000","last_undegraded":"2024-09-16T01:42:57.463061+0000","last_fullsized":"2024-09-16T01:42:57.463061+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769709+0000","last_change":"2024-09-16T01:42:58.528227+0000","last_active":"2024-09-16T01:42:59.769709+0000","last_peered":"2024-09-16T01:42:59.769709+0000","last_clean":"2024-09-16T01:42:59.769709+0000","last_became_active":"2024-09-16T01:42:58.527885+0000","last_became_peered":"2024-09-16T01:42:58.527885+0000","last_unstale":"2024-09-16T01:42:59.769709+0000","last_undegraded":"2024-09-16T01:42:59.769709+0000","last_fullsized":"2024-09-16T01:42:59.769709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:09.111918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475257+0000","last_change":"2024-09-16T01:42:57.472682+0000","last_active":"2024-09-16T01:42:57.475257+0000","last_peered":"2024-09-16T01:42:57.475257+0000","last_clean":"2024-09-16T01:42:57.475257+0000","last_became_active":"2024-09-16T01:42:57.472342+0000","last_became_peered":"2024-09-16T01:42:57.472342+0000","last_unstale":"2024-09-16T01:42:57.475257+0000","last_undegraded":"2024-09-16T01:42:57.475257+0000","last_fullsized":"2024-09-16T01:42:57.475257+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:28.919337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462637+0000","last_change":"2024-09-16T01:42:57.462637+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462637+0000","last_undegraded":"2024-09-16T01:42:57.462637+0000","last_fullsized":"2024-09-16T01:42:57.462637+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.546182+0000","last_change":"2024-09-16T01:42:56.546182+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.546182+0000","last_undegraded":"2024-09-16T01:42:56.546182+0000","last_fullsized":"2024-09-16T01:42:56.546182+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463598+0000","last_change":"2024-09-16T01:42:57.463598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463598+0000","last_undegraded":"2024-09-16T01:42:57.463598+0000","last_fullsized":"2024-09-16T01:42:57.463598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461977+0000","last_change":"2024-09-16T01:42:56.461977+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461977+0000","last_undegraded":"2024-09-16T01:42:56.461977+0000","last_fullsized":"2024-09-16T01:42:56.461977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.459540+0000","last_change":"2024-09-16T01:42:56.459540+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.459540+0000","last_undegraded":"2024-09-16T01:42:56.459540+0000","last_fullsized":"2024-09-16T01:42:56.459540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769676+0000","last_change":"2024-09-16T01:42:58.525909+0000","last_active":"2024-09-16T01:42:59.769676+0000","last_peered":"2024-09-16T01:42:59.769676+0000","last_clean":"2024-09-16T01:42:59.769676+0000","last_became_active":"2024-09-16T01:42:58.525548+0000","last_became_peered":"2024-09-16T01:42:58.525548+0000","last_unstale":"2024-09-16T01:42:59.769676+0000","last_undegraded":"2024-09-16T01:42:59.769676+0000","last_fullsized":"2024-09-16T01:42:59.769676+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:31.696234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484080+0000","last_change":"2024-09-16T01:42:57.479548+0000","last_active":"2024-09-16T01:42:57.484080+0000","last_peered":"2024-09-16T01:42:57.484080+0000","last_clean":"2024-09-16T01:42:57.484080+0000","last_became_active":"2024-09-16T01:42:57.479259+0000","last_became_peered":"2024-09-16T01:42:57.479259+0000","last_unstale":"2024-09-16T01:42:57.484080+0000","last_undegraded":"2024-09-16T01:42:57.484080+0000","last_fullsized":"2024-09-16T01:42:57.484080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:06.448711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467979+0000","last_change":"2024-09-16T01:42:57.467979+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467979+0000","last_undegraded":"2024-09-16T01:42:57.467979+0000","last_fullsized":"2024-09-16T01:42:57.467979+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484098+0000","last_change":"2024-09-16T01:42:57.479649+0000","last_active":"2024-09-16T01:42:57.484098+0000","last_peered":"2024-09-16T01:42:57.484098+0000","last_clean":"2024-09-16T01:42:57.484098+0000","last_became_active":"2024-09-16T01:42:57.479327+0000","last_became_peered":"2024-09-16T01:42:57.479327+0000","last_unstale":"2024-09-16T01:42:57.484098+0000","last_undegraded":"2024-09-16T01:42:57.484098+0000","last_fullsized":"2024-09-16T01:42:57.484098+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:56.012992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.464094+0000","last_change":"2024-09-16T01:42:57.464094+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.464094+0000","last_undegraded":"2024-09-16T01:42:57.464094+0000","last_fullsized":"2024-09-16T01:42:57.464094+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462719+0000","last_change":"2024-09-16T01:42:56.462719+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462719+0000","last_undegraded":"2024-09-16T01:42:56.462719+0000","last_fullsized":"2024-09-16T01:42:56.462719+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474526+0000","last_change":"2024-09-16T01:42:57.468988+0000","last_active":"2024-09-16T01:42:57.474526+0000","last_peered":"2024-09-16T01:42:57.474526+0000","last_clean":"2024-09-16T01:42:57.474526+0000","last_became_active":"2024-09-16T01:42:57.468732+0000","last_became_peered":"2024-09-16T01:42:57.468732+0000","last_unstale":"2024-09-16T01:42:57.474526+0000","last_undegraded":"2024-09-16T01:42:57.474526+0000","last_fullsized":"2024-09-16T01:42:57.474526+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:39.232986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.467416+0000","last_change":"2024-09-16T01:42:57.467416+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.467416+0000","last_undegraded":"2024-09-16T01:42:57.467416+0000","last_fullsized":"2024-09-16T01:42:57.467416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463274+0000","last_change":"2024-09-16T01:42:56.463274+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463274+0000","last_undegraded":"2024-09-16T01:42:56.463274+0000","last_fullsized":"2024-09-16T01:42:56.463274+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.481328+0000","last_change":"2024-09-16T01:42:57.478770+0000","last_active":"2024-09-16T01:42:57.481328+0000","last_peered":"2024-09-16T01:42:57.481328+0000","last_clean":"2024-09-16T01:42:57.481328+0000","last_became_active":"2024-09-16T01:42:57.478418+0000","last_became_peered":"2024-09-16T01:42:57.478418+0000","last_unstale":"2024-09-16T01:42:57.481328+0000","last_undegraded":"2024-09-16T01:42:57.481328+0000","last_fullsized":"2024-09-16T01:42:57.481328+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:48.585073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469160+0000","last_change":"2024-09-16T01:42:57.469160+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469160+0000","last_undegraded":"2024-09-16T01:42:57.469160+0000","last_fullsized":"2024-09-16T01:42:57.469160+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462435+0000","last_change":"2024-09-16T01:42:56.462435+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462435+0000","last_undegraded":"2024-09-16T01:42:56.462435+0000","last_fullsized":"2024-09-16T01:42:56.462435+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475923+0000","last_change":"2024-09-16T01:42:57.474524+0000","last_active":"2024-09-16T01:42:57.475923+0000","last_peered":"2024-09-16T01:42:57.475923+0000","last_clean":"2024-09-16T01:42:57.475923+0000","last_became_active":"2024-09-16T01:42:57.474242+0000","last_became_peered":"2024-09-16T01:42:57.474242+0000","last_unstale":"2024-09-16T01:42:57.475923+0000","last_undegraded":"2024-09-16T01:42:57.475923+0000","last_fullsized":"2024-09-16T01:42:57.475923+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:58.872948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462122+0000","last_change":"2024-09-16T01:42:56.462122+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462122+0000","last_undegraded":"2024-09-16T01:42:56.462122+0000","last_fullsized":"2024-09-16T01:42:56.462122+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769793+0000","last_change":"2024-09-16T01:42:58.528051+0000","last_active":"2024-09-16T01:42:59.769793+0000","last_peered":"2024-09-16T01:42:59.769793+0000","last_clean":"2024-09-16T01:42:59.769793+0000","last_became_active":"2024-09-16T01:42:58.527751+0000","last_became_peered":"2024-09-16T01:42:58.527751+0000","last_unstale":"2024-09-16T01:42:59.769793+0000","last_undegraded":"2024-09-16T01:42:59.769793+0000","last_fullsized":"2024-09-16T01:42:59.769793+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:05.760222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.463316+0000","last_change":"2024-09-16T01:42:56.463316+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.463316+0000","last_undegraded":"2024-09-16T01:42:56.463316+0000","last_fullsized":"2024-09-16T01:42:56.463316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462598+0000","last_change":"2024-09-16T01:42:57.462598+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462598+0000","last_undegraded":"2024-09-16T01:42:57.462598+0000","last_fullsized":"2024-09-16T01:42:57.462598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461837+0000","last_change":"2024-09-16T01:42:56.461837+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461837+0000","last_undegraded":"2024-09-16T01:42:56.461837+0000","last_fullsized":"2024-09-16T01:42:56.461837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463657+0000","last_change":"2024-09-16T01:42:57.463657+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463657+0000","last_undegraded":"2024-09-16T01:42:57.463657+0000","last_fullsized":"2024-09-16T01:42:57.463657+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462702+0000","last_change":"2024-09-16T01:42:56.462702+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462702+0000","last_undegraded":"2024-09-16T01:42:56.462702+0000","last_fullsized":"2024-09-16T01:42:56.462702+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.469920+0000","last_change":"2024-09-16T01:42:57.469920+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.469920+0000","last_undegraded":"2024-09-16T01:42:57.469920+0000","last_fullsized":"2024-09-16T01:42:57.469920+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.474897+0000","last_change":"2024-09-16T01:42:57.469902+0000","last_active":"2024-09-16T01:42:57.474897+0000","last_peered":"2024-09-16T01:42:57.474897+0000","last_clean":"2024-09-16T01:42:57.474897+0000","last_became_active":"2024-09-16T01:42:57.467709+0000","last_became_peered":"2024-09-16T01:42:57.467709+0000","last_unstale":"2024-09-16T01:42:57.474897+0000","last_undegraded":"2024-09-16T01:42:57.474897+0000","last_fullsized":"2024-09-16T01:42:57.474897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:24.505257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475231+0000","last_change":"2024-09-16T01:42:57.473883+0000","last_active":"2024-09-16T01:42:57.475231+0000","last_peered":"2024-09-16T01:42:57.475231+0000","last_clean":"2024-09-16T01:42:57.475231+0000","last_became_active":"2024-09-16T01:42:57.472592+0000","last_became_peered":"2024-09-16T01:42:57.472592+0000","last_unstale":"2024-09-16T01:42:57.475231+0000","last_undegraded":"2024-09-16T01:42:57.475231+0000","last_fullsized":"2024-09-16T01:42:57.475231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:37.144448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.484128+0000","last_change":"2024-09-16T01:42:57.479839+0000","last_active":"2024-09-16T01:42:57.484128+0000","last_peered":"2024-09-16T01:42:57.484128+0000","last_clean":"2024-09-16T01:42:57.484128+0000","last_became_active":"2024-09-16T01:42:57.479505+0000","last_became_peered":"2024-09-16T01:42:57.479505+0000","last_unstale":"2024-09-16T01:42:57.484128+0000","last_undegraded":"2024-09-16T01:42:57.484128+0000","last_fullsized":"2024-09-16T01:42:57.484128+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:52.176972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545634+0000","last_change":"2024-09-16T01:42:56.545634+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545634+0000","last_undegraded":"2024-09-16T01:42:56.545634+0000","last_fullsized":"2024-09-16T01:42:56.545634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.478199+0000","last_change":"2024-09-16T01:42:57.477267+0000","last_active":"2024-09-16T01:42:57.478199+0000","last_peered":"2024-09-16T01:42:57.478199+0000","last_clean":"2024-09-16T01:42:57.478199+0000","last_became_active":"2024-09-16T01:42:57.476977+0000","last_became_peered":"2024-09-16T01:42:57.476977+0000","last_unstale":"2024-09-16T01:42:57.478199+0000","last_undegraded":"2024-09-16T01:42:57.478199+0000","last_fullsized":"2024-09-16T01:42:57.478199+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:22.837099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.479832+0000","last_change":"2024-09-16T01:42:57.477515+0000","last_active":"2024-09-16T01:42:57.479832+0000","last_peered":"2024-09-16T01:42:57.479832+0000","last_clean":"2024-09-16T01:42:57.479832+0000","last_became_active":"2024-09-16T01:42:57.477193+0000","last_became_peered":"2024-09-16T01:42:57.477193+0000","last_unstale":"2024-09-16T01:42:57.479832+0000","last_undegraded":"2024-09-16T01:42:57.479832+0000","last_fullsized":"2024-09-16T01:42:57.479832+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:13.966313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769529+0000","last_change":"2024-09-16T01:42:58.488817+0000","last_active":"2024-09-16T01:42:59.769529+0000","last_peered":"2024-09-16T01:42:59.769529+0000","last_clean":"2024-09-16T01:42:59.769529+0000","last_became_active":"2024-09-16T01:42:58.488535+0000","last_became_peered":"2024-09-16T01:42:58.488535+0000","last_unstale":"2024-09-16T01:42:59.769529+0000","last_undegraded":"2024-09-16T01:42:59.769529+0000","last_fullsized":"2024-09-16T01:42:59.769529+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:16.886573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.476255+0000","last_change":"2024-09-16T01:42:57.475250+0000","last_active":"2024-09-16T01:42:57.476255+0000","last_peered":"2024-09-16T01:42:57.476255+0000","last_clean":"2024-09-16T01:42:57.476255+0000","last_became_active":"2024-09-16T01:42:57.474676+0000","last_became_peered":"2024-09-16T01:42:57.474676+0000","last_unstale":"2024-09-16T01:42:57.476255+0000","last_undegraded":"2024-09-16T01:42:57.476255+0000","last_fullsized":"2024-09-16T01:42:57.476255+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:46.214807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.468558+0000","last_change":"2024-09-16T01:42:57.468558+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.468558+0000","last_undegraded":"2024-09-16T01:42:57.468558+0000","last_fullsized":"2024-09-16T01:42:57.468558+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545690+0000","last_change":"2024-09-16T01:42:56.545690+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545690+0000","last_undegraded":"2024-09-16T01:42:56.545690+0000","last_fullsized":"2024-09-16T01:42:56.545690+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461596+0000","last_change":"2024-09-16T01:42:56.461596+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461596+0000","last_undegraded":"2024-09-16T01:42:56.461596+0000","last_fullsized":"2024-09-16T01:42:56.461596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.462242+0000","last_change":"2024-09-16T01:42:57.462242+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.462242+0000","last_undegraded":"2024-09-16T01:42:57.462242+0000","last_fullsized":"2024-09-16T01:42:57.462242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.545006+0000","last_change":"2024-09-16T01:42:56.545006+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.545006+0000","last_undegraded":"2024-09-16T01:42:56.545006+0000","last_fullsized":"2024-09-16T01:42:56.545006+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.461582+0000","last_change":"2024-09-16T01:42:56.461582+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.461582+0000","last_undegraded":"2024-09-16T01:42:56.461582+0000","last_fullsized":"2024-09-16T01:42:56.461582+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:42:57.456233+0000","last_change":"2024-09-16T01:42:57.456233+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.456233+0000","last_undegraded":"2024-09-16T01:42:57.456233+0000","last_fullsized":"2024-09-16T01:42:57.456233+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.477801+0000","last_change":"2024-09-16T01:42:57.476827+0000","last_active":"2024-09-16T01:42:57.477801+0000","last_peered":"2024-09-16T01:42:57.477801+0000","last_clean":"2024-09-16T01:42:57.477801+0000","last_became_active":"2024-09-16T01:42:57.476382+0000","last_became_peered":"2024-09-16T01:42:57.476382+0000","last_unstale":"2024-09-16T01:42:57.477801+0000","last_undegraded":"2024-09-16T01:42:57.477801+0000","last_fullsized":"2024-09-16T01:42:57.477801+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:55.601433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:42:57.463943+0000","last_change":"2024-09-16T01:42:57.463943+0000","last_active":"2024-09-16T01:42:57.456233+0000","last_peered":"2024-09-16T01:42:57.456233+0000","last_clean":"2024-09-16T01:42:57.456233+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:57.463943+0000","last_undegraded":"2024-09-16T01:42:57.463943+0000","last_fullsized":"2024-09-16T01:42:57.463943+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T01:42:56.462922+0000","last_change":"2024-09-16T01:42:56.462922+0000","last_active":"2024-09-16T01:42:56.451104+0000","last_peered":"2024-09-16T01:42:56.451104+0000","last_clean":"2024-09-16T01:42:56.451104+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:42:56.462922+0000","last_undegraded":"2024-09-16T01:42:56.462922+0000","last_fullsized":"2024-09-16T01:42:56.462922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769622+0000","last_change":"2024-09-16T01:42:58.483954+0000","last_active":"2024-09-16T01:42:59.769622+0000","last_peered":"2024-09-16T01:42:59.769622+0000","last_clean":"2024-09-16T01:42:59.769622+0000","last_became_active":"2024-09-16T01:42:58.483677+0000","last_became_peered":"2024-09-16T01:42:58.483677+0000","last_unstale":"2024-09-16T01:42:59.769622+0000","last_undegraded":"2024-09-16T01:42:59.769622+0000","last_fullsized":"2024-09-16T01:42:59.769622+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:00.041120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:42:57.475730+0000","last_change":"2024-09-16T01:42:57.473626+0000","last_active":"2024-09-16T01:42:57.475730+0000","last_peered":"2024-09-16T01:42:57.475730+0000","last_clean":"2024-09-16T01:42:57.475730+0000","last_became_active":"2024-09-16T01:42:57.473330+0000","last_became_peered":"2024-09-16T01:42:57.473330+0000","last_unstale":"2024-09-16T01:42:57.475730+0000","last_undegraded":"2024-09-16T01:42:57.475730+0000","last_fullsized":"2024-09-16T01:42:57.475730+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:16.210237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":189,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769254+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:59.769254+0000","last_peered":"2024-09-16T01:42:59.769254+0000","last_clean":"2024-09-16T01:42:59.769254+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:59.769254+0000","last_undegraded":"2024-09-16T01:42:59.769254+0000","last_fullsized":"2024-09-16T01:42:59.769254+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":68,"acting":68,"num_store_stats":4},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":123572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35656,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":117305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":950272,"data_stored":727105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:03.454 INFO:tasks.ceph.mds.a.smithi016.stderr:2024-09-16T01:43:03.453+0000 7fcb33735640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:43:05.929 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:06.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.043+0000 7fb8f325c640 1 Processor -- start 2024-09-16T01:43:06.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.044+0000 7fb8f325c640 1 -- start start 2024-09-16T01:43:06.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.044+0000 7fb8f325c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb8ec147fc0 0x7fb8ec15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.044+0000 7fb8f325c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.044+0000 7fb8f325c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8ec0ba310 con 0x7fb8ec0b97d0 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.044+0000 7fb8f325c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb8ec1483a0 con 0x7fb8ec147fc0 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.044+0000 7fb8f325c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb8ec15efa0 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8f17f9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb8ec0b97d0 0x7fb8ec0b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37330/0 (socket says 172.21.15.16:37330) 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8f17f9640 1 -- 172.21.15.16:0/1032412374 learned_addr learned my addr 172.21.15.16:0/1032412374 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8f0ff8640 1 --2- 172.21.15.16:0/1032412374 >> v2:172.21.15.104:3300/0 conn(0x7fb8ec147fc0 0x7fb8ec15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8ebfff640 1 --2- 172.21.15.16:0/1032412374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8eb7fe640 1 -- 172.21.15.16:0/1032412374 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3916573632 0 0) 0x7fb8ec0ba310 con 0x7fb8ec0b97d0 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8eb7fe640 1 -- 172.21.15.16:0/1032412374 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb8d8003520 con 0x7fb8ec0b97d0 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8ebfff640 1 -- 172.21.15.16:0/1032412374 >> v2:172.21.15.104:3300/0 conn(0x7fb8ec147fc0 msgr2=0x7fb8ec15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8ebfff640 1 --2- 172.21.15.16:0/1032412374 >> v2:172.21.15.104:3300/0 conn(0x7fb8ec147fc0 0x7fb8ec15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8ebfff640 1 -- 172.21.15.16:0/1032412374 >> v1:172.21.15.16:6789/0 conn(0x7fb8ec0b97d0 legacy=0x7fb8ec0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8ebfff640 1 -- 172.21.15.16:0/1032412374 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ec0d2750 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.045+0000 7fb8f0ff8640 1 --2- 172.21.15.16:0/1032412374 >> v2:172.21.15.104:3300/0 conn(0x7fb8ec147fc0 0x7fb8ec15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.046+0000 7fb8ebfff640 1 --2- 172.21.15.16:0/1032412374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0d1340 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc009d90 tx=0x7fb8dc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62144354b85160c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.046+0000 7fb8eb7fe640 1 -- 172.21.15.16:0/1032412374 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc007740 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.046+0000 7fb8eb7fe640 1 -- 172.21.15.16:0/1032412374 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8dc0078e0 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.046+0000 7fb8eb7fe640 1 -- 172.21.15.16:0/1032412374 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc007c90 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 -- 172.21.15.16:0/1032412374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0d0ee0 msgr2=0x7fb8ec0d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 --2- 172.21.15.16:0/1032412374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0d1340 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc009d90 tx=0x7fb8dc02a660 comp rx=0 tx=0).stop 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 -- 172.21.15.16:0/1032412374 shutdown_connections 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 --2- 172.21.15.16:0/1032412374 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0d1340 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 --2- 172.21.15.16:0/1032412374 >> v2:172.21.15.104:3300/0 conn(0x7fb8ec147fc0 0x7fb8ec15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 -- 172.21.15.16:0/1032412374 >> 172.21.15.16:0/1032412374 conn(0x7fb8ec074fe0 msgr2=0x7fb8ec06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:06.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 -- 172.21.15.16:0/1032412374 shutdown_connections 2024-09-16T01:43:06.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.047+0000 7fb8f325c640 1 -- 172.21.15.16:0/1032412374 wait complete. 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.048+0000 7fb8f325c640 1 Processor -- start 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.048+0000 7fb8f325c640 1 -- start start 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f325c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0b97d0 0x7fb8ec142180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f325c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f325c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8ec147fc0 0x7fb8ec0ad9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f325c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ec0d2500 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f325c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ec0d2d10 con 0x7fb8ec147fc0 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f325c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb8ec0d2ff0 con 0x7fb8ec0b97d0 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0cb3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57624/0 (socket says 172.21.15.16:57624) 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 -- 172.21.15.16:0/4258886361 learned_addr learned my addr 172.21.15.16:0/4258886361 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f0ff8640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0b97d0 0x7fb8ec142180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8f17f9640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8ec147fc0 0x7fb8ec0ad9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 -- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0b97d0 msgr2=0x7fb8ec142180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0b97d0 0x7fb8ec142180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 -- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8ec147fc0 msgr2=0x7fb8ec0ad9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8ec147fc0 0x7fb8ec0ad9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.049+0000 7fb8ebfff640 1 -- 172.21.15.16:0/4258886361 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ec0ab250 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.050+0000 7fb8f0ff8640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0b97d0 0x7fb8ec142180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.050+0000 7fb8ebfff640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0cb3a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc009eb0 tx=0x7fb8dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.050+0000 7fb8e97fa640 1 -- 172.21.15.16:0/4258886361 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc040070 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.050+0000 7fb8e97fa640 1 -- 172.21.15.16:0/4258886361 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8dc031c40 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.050+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8ec0ab530 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.050+0000 7fb8e97fa640 1 -- 172.21.15.16:0/4258886361 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc009450 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.050+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8ec0abaf0 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.051+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8ec0d1340 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.051+0000 7fb8e97fa640 1 -- 172.21.15.16:0/4258886361 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb8dc039040 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.052+0000 7fb8e97fa640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8cc06c2b0 0x7fb8cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.052+0000 7fb8e97fa640 1 -- 172.21.15.16:0/4258886361 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb8dc0acba0 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.052+0000 7fb8f0ff8640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8cc06c2b0 0x7fb8cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.053+0000 7fb8f0ff8640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8cc06c2b0 0x7fb8cc06e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb8e4009a20 tx=0x7fb8e4008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.056+0000 7fb8e97fa640 1 -- 172.21.15.16:0/4258886361 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb8dc07b3a0 con 0x7fb8ec0d0ee0 2024-09-16T01:43:06.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.230+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb8ec0ccf90 con 0x7fb8cc06c2b0 2024-09-16T01:43:06.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.237+0000 7fb8e97fa640 1 -- 172.21.15.16:0/4258886361 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251950 (secure 0 0 0) 0x7fb8ec0ccf90 con 0x7fb8cc06c2b0 2024-09-16T01:43:06.241 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:06.243 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:06.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8cc06c2b0 msgr2=0x7fb8cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8cc06c2b0 0x7fb8cc06e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb8e4009a20 tx=0x7fb8e4008040 comp rx=0 tx=0).stop 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8ec0d0ee0 msgr2=0x7fb8ec0cb3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0cb3a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc009eb0 tx=0x7fb8dc004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 shutdown_connections 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8cc06c2b0 0x7fb8cc06e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8ec147fc0 0x7fb8ec0ad9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8ec0d0ee0 0x7fb8ec0cb3a0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 --2- 172.21.15.16:0/4258886361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8ec0b97d0 0x7fb8ec142180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 >> 172.21.15.16:0/4258886361 conn(0x7fb8ec074fe0 msgr2=0x7fb8ec0d4480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:06.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 shutdown_connections 2024-09-16T01:43:06.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.240+0000 7fb8f325c640 1 -- 172.21.15.16:0/4258886361 wait complete. 2024-09-16T01:43:06.252 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-16T01:43:04.308260+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241040,"kb_used_data":3976,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733680,"statfs":{"total":773094113280,"available":772847288320,"internally_reserved":0,"allocated":4071424,"data_stored":2278732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.848369"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482784+0000","last_change":"2024-09-16T01:42:58.488059+0000","last_active":"2024-09-16T01:42:59.482784+0000","last_peered":"2024-09-16T01:42:59.482784+0000","last_clean":"2024-09-16T01:42:59.482784+0000","last_became_active":"2024-09-16T01:42:58.487727+0000","last_became_peered":"2024-09-16T01:42:58.487727+0000","last_unstale":"2024-09-16T01:42:59.482784+0000","last_undegraded":"2024-09-16T01:42:59.482784+0000","last_fullsized":"2024-09-16T01:42:59.482784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:22.161095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482476+0000","last_change":"2024-09-16T01:42:58.493469+0000","last_active":"2024-09-16T01:42:59.482476+0000","last_peered":"2024-09-16T01:42:59.482476+0000","last_clean":"2024-09-16T01:42:59.482476+0000","last_became_active":"2024-09-16T01:42:58.493190+0000","last_became_peered":"2024-09-16T01:42:58.493190+0000","last_unstale":"2024-09-16T01:42:59.482476+0000","last_undegraded":"2024-09-16T01:42:59.482476+0000","last_fullsized":"2024-09-16T01:42:59.482476+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:11.626511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485211+0000","last_change":"2024-09-16T01:42:58.486095+0000","last_active":"2024-09-16T01:42:59.485211+0000","last_peered":"2024-09-16T01:42:59.485211+0000","last_clean":"2024-09-16T01:42:59.485211+0000","last_became_active":"2024-09-16T01:42:58.485894+0000","last_became_peered":"2024-09-16T01:42:58.485894+0000","last_unstale":"2024-09-16T01:42:59.485211+0000","last_undegraded":"2024-09-16T01:42:59.485211+0000","last_fullsized":"2024-09-16T01:42:59.485211+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:06.841807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494020+0000","last_change":"2024-09-16T01:42:58.525946+0000","last_active":"2024-09-16T01:42:59.494020+0000","last_peered":"2024-09-16T01:42:59.494020+0000","last_clean":"2024-09-16T01:42:59.494020+0000","last_became_active":"2024-09-16T01:42:58.525577+0000","last_became_peered":"2024-09-16T01:42:58.525577+0000","last_unstale":"2024-09-16T01:42:59.494020+0000","last_undegraded":"2024-09-16T01:42:59.494020+0000","last_fullsized":"2024-09-16T01:42:59.494020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.891561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769177+0000","last_change":"2024-09-16T01:42:58.494986+0000","last_active":"2024-09-16T01:42:59.769177+0000","last_peered":"2024-09-16T01:42:59.769177+0000","last_clean":"2024-09-16T01:42:59.769177+0000","last_became_active":"2024-09-16T01:42:58.494693+0000","last_became_peered":"2024-09-16T01:42:58.494693+0000","last_unstale":"2024-09-16T01:42:59.769177+0000","last_undegraded":"2024-09-16T01:42:59.769177+0000","last_fullsized":"2024-09-16T01:42:59.769177+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:29.688074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482205+0000","last_change":"2024-09-16T01:42:58.485150+0000","last_active":"2024-09-16T01:42:59.482205+0000","last_peered":"2024-09-16T01:42:59.482205+0000","last_clean":"2024-09-16T01:42:59.482205+0000","last_became_active":"2024-09-16T01:42:58.484208+0000","last_became_peered":"2024-09-16T01:42:58.484208+0000","last_unstale":"2024-09-16T01:42:59.482205+0000","last_undegraded":"2024-09-16T01:42:59.482205+0000","last_fullsized":"2024-09-16T01:42:59.482205+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:39.310039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769997+0000","last_change":"2024-09-16T01:42:58.489390+0000","last_active":"2024-09-16T01:42:59.769997+0000","last_peered":"2024-09-16T01:42:59.769997+0000","last_clean":"2024-09-16T01:42:59.769997+0000","last_became_active":"2024-09-16T01:42:58.489116+0000","last_became_peered":"2024-09-16T01:42:58.489116+0000","last_unstale":"2024-09-16T01:42:59.769997+0000","last_undegraded":"2024-09-16T01:42:59.769997+0000","last_fullsized":"2024-09-16T01:42:59.769997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:16:02.950680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769515+0000","last_change":"2024-09-16T01:42:58.484661+0000","last_active":"2024-09-16T01:42:59.769515+0000","last_peered":"2024-09-16T01:42:59.769515+0000","last_clean":"2024-09-16T01:42:59.769515+0000","last_became_active":"2024-09-16T01:42:58.484382+0000","last_became_peered":"2024-09-16T01:42:58.484382+0000","last_unstale":"2024-09-16T01:42:59.769515+0000","last_undegraded":"2024-09-16T01:42:59.769515+0000","last_fullsized":"2024-09-16T01:42:59.769515+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:35.739349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769849+0000","last_change":"2024-09-16T01:42:58.523404+0000","last_active":"2024-09-16T01:42:59.769849+0000","last_peered":"2024-09-16T01:42:59.769849+0000","last_clean":"2024-09-16T01:42:59.769849+0000","last_became_active":"2024-09-16T01:42:58.522898+0000","last_became_peered":"2024-09-16T01:42:58.522898+0000","last_unstale":"2024-09-16T01:42:59.769849+0000","last_undegraded":"2024-09-16T01:42:59.769849+0000","last_fullsized":"2024-09-16T01:42:59.769849+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:45:27.759413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494084+0000","last_change":"2024-09-16T01:42:58.489448+0000","last_active":"2024-09-16T01:42:59.494084+0000","last_peered":"2024-09-16T01:42:59.494084+0000","last_clean":"2024-09-16T01:42:59.494084+0000","last_became_active":"2024-09-16T01:42:58.489062+0000","last_became_peered":"2024-09-16T01:42:58.489062+0000","last_unstale":"2024-09-16T01:42:59.494084+0000","last_undegraded":"2024-09-16T01:42:59.494084+0000","last_fullsized":"2024-09-16T01:42:59.494084+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:07.584543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770316+0000","last_change":"2024-09-16T01:42:58.489977+0000","last_active":"2024-09-16T01:42:59.770316+0000","last_peered":"2024-09-16T01:42:59.770316+0000","last_clean":"2024-09-16T01:42:59.770316+0000","last_became_active":"2024-09-16T01:42:58.489694+0000","last_became_peered":"2024-09-16T01:42:58.489694+0000","last_unstale":"2024-09-16T01:42:59.770316+0000","last_undegraded":"2024-09-16T01:42:59.770316+0000","last_fullsized":"2024-09-16T01:42:59.770316+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:41.773852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485168+0000","last_change":"2024-09-16T01:42:58.489284+0000","last_active":"2024-09-16T01:42:59.485168+0000","last_peered":"2024-09-16T01:42:59.485168+0000","last_clean":"2024-09-16T01:42:59.485168+0000","last_became_active":"2024-09-16T01:42:58.488941+0000","last_became_peered":"2024-09-16T01:42:58.488941+0000","last_unstale":"2024-09-16T01:42:59.485168+0000","last_undegraded":"2024-09-16T01:42:59.485168+0000","last_fullsized":"2024-09-16T01:42:59.485168+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:12.705393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769283+0000","last_change":"2024-09-16T01:42:58.479946+0000","last_active":"2024-09-16T01:42:59.769283+0000","last_peered":"2024-09-16T01:42:59.769283+0000","last_clean":"2024-09-16T01:42:59.769283+0000","last_became_active":"2024-09-16T01:42:58.479610+0000","last_became_peered":"2024-09-16T01:42:58.479610+0000","last_unstale":"2024-09-16T01:42:59.769283+0000","last_undegraded":"2024-09-16T01:42:59.769283+0000","last_fullsized":"2024-09-16T01:42:59.769283+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:01.955011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482654+0000","last_change":"2024-09-16T01:42:58.491892+0000","last_active":"2024-09-16T01:42:59.482654+0000","last_peered":"2024-09-16T01:42:59.482654+0000","last_clean":"2024-09-16T01:42:59.482654+0000","last_became_active":"2024-09-16T01:42:58.491536+0000","last_became_peered":"2024-09-16T01:42:58.491536+0000","last_unstale":"2024-09-16T01:42:59.482654+0000","last_undegraded":"2024-09-16T01:42:59.482654+0000","last_fullsized":"2024-09-16T01:42:59.482654+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:48.211636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485369+0000","last_change":"2024-09-16T01:42:58.488461+0000","last_active":"2024-09-16T01:42:59.485369+0000","last_peered":"2024-09-16T01:42:59.485369+0000","last_clean":"2024-09-16T01:42:59.485369+0000","last_became_active":"2024-09-16T01:42:58.488169+0000","last_became_peered":"2024-09-16T01:42:58.488169+0000","last_unstale":"2024-09-16T01:42:59.485369+0000","last_undegraded":"2024-09-16T01:42:59.485369+0000","last_fullsized":"2024-09-16T01:42:59.485369+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:59.405761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770008+0000","last_change":"2024-09-16T01:42:58.492245+0000","last_active":"2024-09-16T01:42:59.770008+0000","last_peered":"2024-09-16T01:42:59.770008+0000","last_clean":"2024-09-16T01:42:59.770008+0000","last_became_active":"2024-09-16T01:42:58.491906+0000","last_became_peered":"2024-09-16T01:42:58.491906+0000","last_unstale":"2024-09-16T01:42:59.770008+0000","last_undegraded":"2024-09-16T01:42:59.770008+0000","last_fullsized":"2024-09-16T01:42:59.770008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:49.586038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770365+0000","last_change":"2024-09-16T01:42:58.489599+0000","last_active":"2024-09-16T01:42:59.770365+0000","last_peered":"2024-09-16T01:42:59.770365+0000","last_clean":"2024-09-16T01:42:59.770365+0000","last_became_active":"2024-09-16T01:42:58.488939+0000","last_became_peered":"2024-09-16T01:42:58.488939+0000","last_unstale":"2024-09-16T01:42:59.770365+0000","last_undegraded":"2024-09-16T01:42:59.770365+0000","last_fullsized":"2024-09-16T01:42:59.770365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:35.182541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482524+0000","last_change":"2024-09-16T01:42:58.487889+0000","last_active":"2024-09-16T01:42:59.482524+0000","last_peered":"2024-09-16T01:42:59.482524+0000","last_clean":"2024-09-16T01:42:59.482524+0000","last_became_active":"2024-09-16T01:42:58.487444+0000","last_became_peered":"2024-09-16T01:42:58.487444+0000","last_unstale":"2024-09-16T01:42:59.482524+0000","last_undegraded":"2024-09-16T01:42:59.482524+0000","last_fullsized":"2024-09-16T01:42:59.482524+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:11:31.586612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482191+0000","last_change":"2024-09-16T01:42:58.499787+0000","last_active":"2024-09-16T01:42:59.482191+0000","last_peered":"2024-09-16T01:42:59.482191+0000","last_clean":"2024-09-16T01:42:59.482191+0000","last_became_active":"2024-09-16T01:42:58.499494+0000","last_became_peered":"2024-09-16T01:42:58.499494+0000","last_unstale":"2024-09-16T01:42:59.482191+0000","last_undegraded":"2024-09-16T01:42:59.482191+0000","last_fullsized":"2024-09-16T01:42:59.482191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:58.340942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769369+0000","last_change":"2024-09-16T01:42:58.491329+0000","last_active":"2024-09-16T01:42:59.769369+0000","last_peered":"2024-09-16T01:42:59.769369+0000","last_clean":"2024-09-16T01:42:59.769369+0000","last_became_active":"2024-09-16T01:42:58.491024+0000","last_became_peered":"2024-09-16T01:42:58.491024+0000","last_unstale":"2024-09-16T01:42:59.769369+0000","last_undegraded":"2024-09-16T01:42:59.769369+0000","last_fullsized":"2024-09-16T01:42:59.769369+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:36.634650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769840+0000","last_change":"2024-09-16T01:42:58.522882+0000","last_active":"2024-09-16T01:42:59.769840+0000","last_peered":"2024-09-16T01:42:59.769840+0000","last_clean":"2024-09-16T01:42:59.769840+0000","last_became_active":"2024-09-16T01:42:58.522282+0000","last_became_peered":"2024-09-16T01:42:58.522282+0000","last_unstale":"2024-09-16T01:42:59.769840+0000","last_undegraded":"2024-09-16T01:42:59.769840+0000","last_fullsized":"2024-09-16T01:42:59.769840+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:41.941064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769694+0000","last_change":"2024-09-16T01:42:58.522914+0000","last_active":"2024-09-16T01:42:59.769694+0000","last_peered":"2024-09-16T01:42:59.769694+0000","last_clean":"2024-09-16T01:42:59.769694+0000","last_became_active":"2024-09-16T01:42:58.522095+0000","last_became_peered":"2024-09-16T01:42:58.522095+0000","last_unstale":"2024-09-16T01:42:59.769694+0000","last_undegraded":"2024-09-16T01:42:59.769694+0000","last_fullsized":"2024-09-16T01:42:59.769694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:09.995196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491685+0000","last_change":"2024-09-16T01:42:58.481499+0000","last_active":"2024-09-16T01:42:59.491685+0000","last_peered":"2024-09-16T01:42:59.491685+0000","last_clean":"2024-09-16T01:42:59.491685+0000","last_became_active":"2024-09-16T01:42:58.480714+0000","last_became_peered":"2024-09-16T01:42:58.480714+0000","last_unstale":"2024-09-16T01:42:59.491685+0000","last_undegraded":"2024-09-16T01:42:59.491685+0000","last_fullsized":"2024-09-16T01:42:59.491685+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:20.181362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485031+0000","last_change":"2024-09-16T01:42:58.483664+0000","last_active":"2024-09-16T01:42:59.485031+0000","last_peered":"2024-09-16T01:42:59.485031+0000","last_clean":"2024-09-16T01:42:59.485031+0000","last_became_active":"2024-09-16T01:42:58.483365+0000","last_became_peered":"2024-09-16T01:42:58.483365+0000","last_unstale":"2024-09-16T01:42:59.485031+0000","last_undegraded":"2024-09-16T01:42:59.485031+0000","last_fullsized":"2024-09-16T01:42:59.485031+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:08.707433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494283+0000","last_change":"2024-09-16T01:42:58.488559+0000","last_active":"2024-09-16T01:42:59.494283+0000","last_peered":"2024-09-16T01:42:59.494283+0000","last_clean":"2024-09-16T01:42:59.494283+0000","last_became_active":"2024-09-16T01:42:58.488284+0000","last_became_peered":"2024-09-16T01:42:58.488284+0000","last_unstale":"2024-09-16T01:42:59.494283+0000","last_undegraded":"2024-09-16T01:42:59.494283+0000","last_fullsized":"2024-09-16T01:42:59.494283+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:35.739349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482619+0000","last_change":"2024-09-16T01:42:58.486004+0000","last_active":"2024-09-16T01:42:59.482619+0000","last_peered":"2024-09-16T01:42:59.482619+0000","last_clean":"2024-09-16T01:42:59.482619+0000","last_became_active":"2024-09-16T01:42:58.485703+0000","last_became_peered":"2024-09-16T01:42:58.485703+0000","last_unstale":"2024-09-16T01:42:59.482619+0000","last_undegraded":"2024-09-16T01:42:59.482619+0000","last_fullsized":"2024-09-16T01:42:59.482619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:00.598822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494351+0000","last_change":"2024-09-16T01:42:58.525887+0000","last_active":"2024-09-16T01:42:59.494351+0000","last_peered":"2024-09-16T01:42:59.494351+0000","last_clean":"2024-09-16T01:42:59.494351+0000","last_became_active":"2024-09-16T01:42:58.525615+0000","last_became_peered":"2024-09-16T01:42:58.525615+0000","last_unstale":"2024-09-16T01:42:59.494351+0000","last_undegraded":"2024-09-16T01:42:59.494351+0000","last_fullsized":"2024-09-16T01:42:59.494351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:16.886573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485282+0000","last_change":"2024-09-16T01:42:58.484604+0000","last_active":"2024-09-16T01:42:59.485282+0000","last_peered":"2024-09-16T01:42:59.485282+0000","last_clean":"2024-09-16T01:42:59.485282+0000","last_became_active":"2024-09-16T01:42:58.484253+0000","last_became_peered":"2024-09-16T01:42:58.484253+0000","last_unstale":"2024-09-16T01:42:59.485282+0000","last_undegraded":"2024-09-16T01:42:59.485282+0000","last_fullsized":"2024-09-16T01:42:59.485282+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:39.646648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770226+0000","last_change":"2024-09-16T01:42:58.522334+0000","last_active":"2024-09-16T01:42:59.770226+0000","last_peered":"2024-09-16T01:42:59.770226+0000","last_clean":"2024-09-16T01:42:59.770226+0000","last_became_active":"2024-09-16T01:42:58.521357+0000","last_became_peered":"2024-09-16T01:42:58.521357+0000","last_unstale":"2024-09-16T01:42:59.770226+0000","last_undegraded":"2024-09-16T01:42:59.770226+0000","last_fullsized":"2024-09-16T01:42:59.770226+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:08.452736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769631+0000","last_change":"2024-09-16T01:42:58.488607+0000","last_active":"2024-09-16T01:42:59.769631+0000","last_peered":"2024-09-16T01:42:59.769631+0000","last_clean":"2024-09-16T01:42:59.769631+0000","last_became_active":"2024-09-16T01:42:58.488279+0000","last_became_peered":"2024-09-16T01:42:58.488279+0000","last_unstale":"2024-09-16T01:42:59.769631+0000","last_undegraded":"2024-09-16T01:42:59.769631+0000","last_fullsized":"2024-09-16T01:42:59.769631+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:19.141053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482512+0000","last_change":"2024-09-16T01:42:58.482217+0000","last_active":"2024-09-16T01:42:59.482512+0000","last_peered":"2024-09-16T01:42:59.482512+0000","last_clean":"2024-09-16T01:42:59.482512+0000","last_became_active":"2024-09-16T01:42:58.481952+0000","last_became_peered":"2024-09-16T01:42:58.481952+0000","last_unstale":"2024-09-16T01:42:59.482512+0000","last_undegraded":"2024-09-16T01:42:59.482512+0000","last_fullsized":"2024-09-16T01:42:59.482512+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:39:36.855737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769709+0000","last_change":"2024-09-16T01:42:58.528227+0000","last_active":"2024-09-16T01:42:59.769709+0000","last_peered":"2024-09-16T01:42:59.769709+0000","last_clean":"2024-09-16T01:42:59.769709+0000","last_became_active":"2024-09-16T01:42:58.527885+0000","last_became_peered":"2024-09-16T01:42:58.527885+0000","last_unstale":"2024-09-16T01:42:59.769709+0000","last_undegraded":"2024-09-16T01:42:59.769709+0000","last_fullsized":"2024-09-16T01:42:59.769709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:09.111918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491833+0000","last_change":"2024-09-16T01:42:58.483760+0000","last_active":"2024-09-16T01:42:59.491833+0000","last_peered":"2024-09-16T01:42:59.491833+0000","last_clean":"2024-09-16T01:42:59.491833+0000","last_became_active":"2024-09-16T01:42:58.483457+0000","last_became_peered":"2024-09-16T01:42:58.483457+0000","last_unstale":"2024-09-16T01:42:59.491833+0000","last_undegraded":"2024-09-16T01:42:59.491833+0000","last_fullsized":"2024-09-16T01:42:59.491833+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:43:23.201876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482897+0000","last_change":"2024-09-16T01:42:57.472682+0000","last_active":"2024-09-16T01:42:59.482897+0000","last_peered":"2024-09-16T01:42:59.482897+0000","last_clean":"2024-09-16T01:42:59.482897+0000","last_became_active":"2024-09-16T01:42:57.472342+0000","last_became_peered":"2024-09-16T01:42:57.472342+0000","last_unstale":"2024-09-16T01:42:59.482897+0000","last_undegraded":"2024-09-16T01:42:59.482897+0000","last_fullsized":"2024-09-16T01:42:59.482897+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:27.632220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482833+0000","last_change":"2024-09-16T01:42:58.523957+0000","last_active":"2024-09-16T01:42:59.482833+0000","last_peered":"2024-09-16T01:42:59.482833+0000","last_clean":"2024-09-16T01:42:59.482833+0000","last_became_active":"2024-09-16T01:42:58.523667+0000","last_became_peered":"2024-09-16T01:42:58.523667+0000","last_unstale":"2024-09-16T01:42:59.482833+0000","last_undegraded":"2024-09-16T01:42:59.482833+0000","last_fullsized":"2024-09-16T01:42:59.482833+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:02:17.504081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491781+0000","last_change":"2024-09-16T01:42:57.474058+0000","last_active":"2024-09-16T01:42:59.491781+0000","last_peered":"2024-09-16T01:42:59.491781+0000","last_clean":"2024-09-16T01:42:59.491781+0000","last_became_active":"2024-09-16T01:42:57.473749+0000","last_became_peered":"2024-09-16T01:42:57.473749+0000","last_unstale":"2024-09-16T01:42:59.491781+0000","last_undegraded":"2024-09-16T01:42:59.491781+0000","last_fullsized":"2024-09-16T01:42:59.491781+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:48.121833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770411+0000","last_change":"2024-09-16T01:42:58.522938+0000","last_active":"2024-09-16T01:42:59.770411+0000","last_peered":"2024-09-16T01:42:59.770411+0000","last_clean":"2024-09-16T01:42:59.770411+0000","last_became_active":"2024-09-16T01:42:58.522220+0000","last_became_peered":"2024-09-16T01:42:58.522220+0000","last_unstale":"2024-09-16T01:42:59.770411+0000","last_undegraded":"2024-09-16T01:42:59.770411+0000","last_fullsized":"2024-09-16T01:42:59.770411+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:02.707806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482274+0000","last_change":"2024-09-16T01:42:57.480946+0000","last_active":"2024-09-16T01:42:59.482274+0000","last_peered":"2024-09-16T01:42:59.482274+0000","last_clean":"2024-09-16T01:42:59.482274+0000","last_became_active":"2024-09-16T01:42:57.480673+0000","last_became_peered":"2024-09-16T01:42:57.480673+0000","last_unstale":"2024-09-16T01:42:59.482274+0000","last_undegraded":"2024-09-16T01:42:59.482274+0000","last_fullsized":"2024-09-16T01:42:59.482274+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:40.935935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494362+0000","last_change":"2024-09-16T01:42:58.525941+0000","last_active":"2024-09-16T01:42:59.494362+0000","last_peered":"2024-09-16T01:42:59.494362+0000","last_clean":"2024-09-16T01:42:59.494362+0000","last_became_active":"2024-09-16T01:42:58.525621+0000","last_became_peered":"2024-09-16T01:42:58.525621+0000","last_unstale":"2024-09-16T01:42:59.494362+0000","last_undegraded":"2024-09-16T01:42:59.494362+0000","last_fullsized":"2024-09-16T01:42:59.494362+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:00.041120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769294+0000","last_change":"2024-09-16T01:42:57.479482+0000","last_active":"2024-09-16T01:42:59.769294+0000","last_peered":"2024-09-16T01:42:59.769294+0000","last_clean":"2024-09-16T01:42:59.769294+0000","last_became_active":"2024-09-16T01:42:57.479115+0000","last_became_peered":"2024-09-16T01:42:57.479115+0000","last_unstale":"2024-09-16T01:42:59.769294+0000","last_undegraded":"2024-09-16T01:42:59.769294+0000","last_fullsized":"2024-09-16T01:42:59.769294+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:57:16.262806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769676+0000","last_change":"2024-09-16T01:42:58.525909+0000","last_active":"2024-09-16T01:42:59.769676+0000","last_peered":"2024-09-16T01:42:59.769676+0000","last_clean":"2024-09-16T01:42:59.769676+0000","last_became_active":"2024-09-16T01:42:58.525548+0000","last_became_peered":"2024-09-16T01:42:58.525548+0000","last_unstale":"2024-09-16T01:42:59.769676+0000","last_undegraded":"2024-09-16T01:42:59.769676+0000","last_fullsized":"2024-09-16T01:42:59.769676+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:31.696234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770270+0000","last_change":"2024-09-16T01:42:57.479548+0000","last_active":"2024-09-16T01:42:59.770270+0000","last_peered":"2024-09-16T01:42:59.770270+0000","last_clean":"2024-09-16T01:42:59.770270+0000","last_became_active":"2024-09-16T01:42:57.479259+0000","last_became_peered":"2024-09-16T01:42:57.479259+0000","last_unstale":"2024-09-16T01:42:59.770270+0000","last_undegraded":"2024-09-16T01:42:59.770270+0000","last_fullsized":"2024-09-16T01:42:59.770270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:28.767596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485062+0000","last_change":"2024-09-16T01:42:58.484702+0000","last_active":"2024-09-16T01:42:59.485062+0000","last_peered":"2024-09-16T01:42:59.485062+0000","last_clean":"2024-09-16T01:42:59.485062+0000","last_became_active":"2024-09-16T01:42:58.484272+0000","last_became_peered":"2024-09-16T01:42:58.484272+0000","last_unstale":"2024-09-16T01:42:59.485062+0000","last_undegraded":"2024-09-16T01:42:59.485062+0000","last_fullsized":"2024-09-16T01:42:59.485062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:25.967945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770334+0000","last_change":"2024-09-16T01:42:57.479649+0000","last_active":"2024-09-16T01:42:59.770334+0000","last_peered":"2024-09-16T01:42:59.770334+0000","last_clean":"2024-09-16T01:42:59.770334+0000","last_became_active":"2024-09-16T01:42:57.479327+0000","last_became_peered":"2024-09-16T01:42:57.479327+0000","last_unstale":"2024-09-16T01:42:59.770334+0000","last_undegraded":"2024-09-16T01:42:59.770334+0000","last_fullsized":"2024-09-16T01:42:59.770334+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:28.631955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769470+0000","last_change":"2024-09-16T01:42:58.522016+0000","last_active":"2024-09-16T01:42:59.769470+0000","last_peered":"2024-09-16T01:42:59.769470+0000","last_clean":"2024-09-16T01:42:59.769470+0000","last_became_active":"2024-09-16T01:42:58.521016+0000","last_became_peered":"2024-09-16T01:42:58.521016+0000","last_unstale":"2024-09-16T01:42:59.769470+0000","last_undegraded":"2024-09-16T01:42:59.769470+0000","last_fullsized":"2024-09-16T01:42:59.769470+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:22.161095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.481978+0000","last_change":"2024-09-16T01:42:57.477559+0000","last_active":"2024-09-16T01:42:59.481978+0000","last_peered":"2024-09-16T01:42:59.481978+0000","last_clean":"2024-09-16T01:42:59.481978+0000","last_became_active":"2024-09-16T01:42:57.477244+0000","last_became_peered":"2024-09-16T01:42:57.477244+0000","last_unstale":"2024-09-16T01:42:59.481978+0000","last_undegraded":"2024-09-16T01:42:59.481978+0000","last_fullsized":"2024-09-16T01:42:59.481978+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:56.960408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.493794+0000","last_change":"2024-09-16T01:42:58.487663+0000","last_active":"2024-09-16T01:42:59.493794+0000","last_peered":"2024-09-16T01:42:59.493794+0000","last_clean":"2024-09-16T01:42:59.493794+0000","last_became_active":"2024-09-16T01:42:58.487352+0000","last_became_peered":"2024-09-16T01:42:58.487352+0000","last_unstale":"2024-09-16T01:42:59.493794+0000","last_undegraded":"2024-09-16T01:42:59.493794+0000","last_fullsized":"2024-09-16T01:42:59.493794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:53:36.307850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770173+0000","last_change":"2024-09-16T01:42:57.468988+0000","last_active":"2024-09-16T01:42:59.770173+0000","last_peered":"2024-09-16T01:42:59.770173+0000","last_clean":"2024-09-16T01:42:59.770173+0000","last_became_active":"2024-09-16T01:42:57.468732+0000","last_became_peered":"2024-09-16T01:42:57.468732+0000","last_unstale":"2024-09-16T01:42:59.770173+0000","last_undegraded":"2024-09-16T01:42:59.770173+0000","last_fullsized":"2024-09-16T01:42:59.770173+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:16.210237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485312+0000","last_change":"2024-09-16T01:42:58.490220+0000","last_active":"2024-09-16T01:42:59.485312+0000","last_peered":"2024-09-16T01:42:59.485312+0000","last_clean":"2024-09-16T01:42:59.485312+0000","last_became_active":"2024-09-16T01:42:58.489960+0000","last_became_peered":"2024-09-16T01:42:58.489960+0000","last_unstale":"2024-09-16T01:42:59.485312+0000","last_undegraded":"2024-09-16T01:42:59.485312+0000","last_fullsized":"2024-09-16T01:42:59.485312+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:39.310039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482468+0000","last_change":"2024-09-16T01:42:57.479129+0000","last_active":"2024-09-16T01:42:59.482468+0000","last_peered":"2024-09-16T01:42:59.482468+0000","last_clean":"2024-09-16T01:42:59.482468+0000","last_became_active":"2024-09-16T01:42:57.478538+0000","last_became_peered":"2024-09-16T01:42:57.478538+0000","last_unstale":"2024-09-16T01:42:59.482468+0000","last_undegraded":"2024-09-16T01:42:59.482468+0000","last_fullsized":"2024-09-16T01:42:59.482468+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:45:26.754284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482557+0000","last_change":"2024-09-16T01:42:58.488262+0000","last_active":"2024-09-16T01:42:59.482557+0000","last_peered":"2024-09-16T01:42:59.482557+0000","last_clean":"2024-09-16T01:42:59.482557+0000","last_became_active":"2024-09-16T01:42:58.487989+0000","last_became_peered":"2024-09-16T01:42:58.487989+0000","last_unstale":"2024-09-16T01:42:59.482557+0000","last_undegraded":"2024-09-16T01:42:59.482557+0000","last_fullsized":"2024-09-16T01:42:59.482557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:55.908054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491907+0000","last_change":"2024-09-16T01:42:57.481281+0000","last_active":"2024-09-16T01:42:59.491907+0000","last_peered":"2024-09-16T01:42:59.491907+0000","last_clean":"2024-09-16T01:42:59.491907+0000","last_became_active":"2024-09-16T01:42:57.481005+0000","last_became_peered":"2024-09-16T01:42:57.481005+0000","last_unstale":"2024-09-16T01:42:59.491907+0000","last_undegraded":"2024-09-16T01:42:59.491907+0000","last_fullsized":"2024-09-16T01:42:59.491907+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:04.179461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482310+0000","last_change":"2024-09-16T01:42:58.497589+0000","last_active":"2024-09-16T01:42:59.482310+0000","last_peered":"2024-09-16T01:42:59.482310+0000","last_clean":"2024-09-16T01:42:59.482310+0000","last_became_active":"2024-09-16T01:42:58.497277+0000","last_became_peered":"2024-09-16T01:42:58.497277+0000","last_unstale":"2024-09-16T01:42:59.482310+0000","last_undegraded":"2024-09-16T01:42:59.482310+0000","last_fullsized":"2024-09-16T01:42:59.482310+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:24.726938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485378+0000","last_change":"2024-09-16T01:42:57.478770+0000","last_active":"2024-09-16T01:42:59.485378+0000","last_peered":"2024-09-16T01:42:59.485378+0000","last_clean":"2024-09-16T01:42:59.485378+0000","last_became_active":"2024-09-16T01:42:57.478418+0000","last_became_peered":"2024-09-16T01:42:57.478418+0000","last_unstale":"2024-09-16T01:42:59.485378+0000","last_undegraded":"2024-09-16T01:42:59.485378+0000","last_fullsized":"2024-09-16T01:42:59.485378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:56.960408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485172+0000","last_change":"2024-09-16T01:42:58.489475+0000","last_active":"2024-09-16T01:42:59.485172+0000","last_peered":"2024-09-16T01:42:59.485172+0000","last_clean":"2024-09-16T01:42:59.485172+0000","last_became_active":"2024-09-16T01:42:58.489200+0000","last_became_peered":"2024-09-16T01:42:58.489200+0000","last_unstale":"2024-09-16T01:42:59.485172+0000","last_undegraded":"2024-09-16T01:42:59.485172+0000","last_fullsized":"2024-09-16T01:42:59.485172+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:21.693793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482361+0000","last_change":"2024-09-16T01:42:57.481990+0000","last_active":"2024-09-16T01:42:59.482361+0000","last_peered":"2024-09-16T01:42:59.482361+0000","last_clean":"2024-09-16T01:42:59.482361+0000","last_became_active":"2024-09-16T01:42:57.481523+0000","last_became_peered":"2024-09-16T01:42:57.481523+0000","last_unstale":"2024-09-16T01:42:59.482361+0000","last_undegraded":"2024-09-16T01:42:59.482361+0000","last_fullsized":"2024-09-16T01:42:59.482361+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:02:16.498952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.493805+0000","last_change":"2024-09-16T01:42:58.490474+0000","last_active":"2024-09-16T01:42:59.493805+0000","last_peered":"2024-09-16T01:42:59.493805+0000","last_clean":"2024-09-16T01:42:59.493805+0000","last_became_active":"2024-09-16T01:42:58.490176+0000","last_became_peered":"2024-09-16T01:42:58.490176+0000","last_unstale":"2024-09-16T01:42:59.493805+0000","last_undegraded":"2024-09-16T01:42:59.493805+0000","last_fullsized":"2024-09-16T01:42:59.493805+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:18.401056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770367+0000","last_change":"2024-09-16T01:42:57.474524+0000","last_active":"2024-09-16T01:42:59.770367+0000","last_peered":"2024-09-16T01:42:59.770367+0000","last_clean":"2024-09-16T01:42:59.770367+0000","last_became_active":"2024-09-16T01:42:57.474242+0000","last_became_peered":"2024-09-16T01:42:57.474242+0000","last_unstale":"2024-09-16T01:42:59.770367+0000","last_undegraded":"2024-09-16T01:42:59.770367+0000","last_fullsized":"2024-09-16T01:42:59.770367+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:27.632220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482217+0000","last_change":"2024-09-16T01:42:58.497167+0000","last_active":"2024-09-16T01:42:59.482217+0000","last_peered":"2024-09-16T01:42:59.482217+0000","last_clean":"2024-09-16T01:42:59.482217+0000","last_became_active":"2024-09-16T01:42:58.496839+0000","last_became_peered":"2024-09-16T01:42:58.496839+0000","last_unstale":"2024-09-16T01:42:59.482217+0000","last_undegraded":"2024-09-16T01:42:59.482217+0000","last_fullsized":"2024-09-16T01:42:59.482217+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:59.405761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.493858+0000","last_change":"2024-09-16T01:42:57.478494+0000","last_active":"2024-09-16T01:42:59.493858+0000","last_peered":"2024-09-16T01:42:59.493858+0000","last_clean":"2024-09-16T01:42:59.493858+0000","last_became_active":"2024-09-16T01:42:57.478192+0000","last_became_peered":"2024-09-16T01:42:57.478192+0000","last_unstale":"2024-09-16T01:42:59.493858+0000","last_undegraded":"2024-09-16T01:42:59.493858+0000","last_fullsized":"2024-09-16T01:42:59.493858+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:03.184695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769793+0000","last_change":"2024-09-16T01:42:58.528051+0000","last_active":"2024-09-16T01:42:59.769793+0000","last_peered":"2024-09-16T01:42:59.769793+0000","last_clean":"2024-09-16T01:42:59.769793+0000","last_became_active":"2024-09-16T01:42:58.527751+0000","last_became_peered":"2024-09-16T01:42:58.527751+0000","last_unstale":"2024-09-16T01:42:59.769793+0000","last_undegraded":"2024-09-16T01:42:59.769793+0000","last_fullsized":"2024-09-16T01:42:59.769793+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:05.760222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.481923+0000","last_change":"2024-09-16T01:42:57.479778+0000","last_active":"2024-09-16T01:42:59.481923+0000","last_peered":"2024-09-16T01:42:59.481923+0000","last_clean":"2024-09-16T01:42:59.481923+0000","last_became_active":"2024-09-16T01:42:57.479503+0000","last_became_peered":"2024-09-16T01:42:57.479503+0000","last_unstale":"2024-09-16T01:42:59.481923+0000","last_undegraded":"2024-09-16T01:42:59.481923+0000","last_fullsized":"2024-09-16T01:42:59.481923+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:39:35.850608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482553+0000","last_change":"2024-09-16T01:42:58.523916+0000","last_active":"2024-09-16T01:42:59.482553+0000","last_peered":"2024-09-16T01:42:59.482553+0000","last_clean":"2024-09-16T01:42:59.482553+0000","last_became_active":"2024-09-16T01:42:58.523644+0000","last_became_peered":"2024-09-16T01:42:58.523644+0000","last_unstale":"2024-09-16T01:42:59.482553+0000","last_undegraded":"2024-09-16T01:42:59.482553+0000","last_fullsized":"2024-09-16T01:42:59.482553+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:57.965537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482062+0000","last_change":"2024-09-16T01:42:57.480522+0000","last_active":"2024-09-16T01:42:59.482062+0000","last_peered":"2024-09-16T01:42:59.482062+0000","last_clean":"2024-09-16T01:42:59.482062+0000","last_became_active":"2024-09-16T01:42:57.480237+0000","last_became_peered":"2024-09-16T01:42:57.480237+0000","last_unstale":"2024-09-16T01:42:59.482062+0000","last_undegraded":"2024-09-16T01:42:59.482062+0000","last_fullsized":"2024-09-16T01:42:59.482062+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:21.155966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770032+0000","last_change":"2024-09-16T01:42:58.521299+0000","last_active":"2024-09-16T01:42:59.770032+0000","last_peered":"2024-09-16T01:42:59.770032+0000","last_clean":"2024-09-16T01:42:59.770032+0000","last_became_active":"2024-09-16T01:42:58.520997+0000","last_became_peered":"2024-09-16T01:42:58.520997+0000","last_unstale":"2024-09-16T01:42:59.770032+0000","last_undegraded":"2024-09-16T01:42:59.770032+0000","last_fullsized":"2024-09-16T01:42:59.770032+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:00.285942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494336+0000","last_change":"2024-09-16T01:42:57.483632+0000","last_active":"2024-09-16T01:42:59.494336+0000","last_peered":"2024-09-16T01:42:59.494336+0000","last_clean":"2024-09-16T01:42:59.494336+0000","last_became_active":"2024-09-16T01:42:57.483154+0000","last_became_peered":"2024-09-16T01:42:57.483154+0000","last_unstale":"2024-09-16T01:42:59.494336+0000","last_undegraded":"2024-09-16T01:42:59.494336+0000","last_fullsized":"2024-09-16T01:42:59.494336+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:04.179461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485292+0000","last_change":"2024-09-16T01:42:58.524657+0000","last_active":"2024-09-16T01:42:59.485292+0000","last_peered":"2024-09-16T01:42:59.485292+0000","last_clean":"2024-09-16T01:42:59.485292+0000","last_became_active":"2024-09-16T01:42:58.524334+0000","last_became_peered":"2024-09-16T01:42:58.524334+0000","last_unstale":"2024-09-16T01:42:59.485292+0000","last_undegraded":"2024-09-16T01:42:59.485292+0000","last_fullsized":"2024-09-16T01:42:59.485292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:58.340942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770129+0000","last_change":"2024-09-16T01:42:57.469902+0000","last_active":"2024-09-16T01:42:59.770129+0000","last_peered":"2024-09-16T01:42:59.770129+0000","last_clean":"2024-09-16T01:42:59.770129+0000","last_became_active":"2024-09-16T01:42:57.467709+0000","last_became_peered":"2024-09-16T01:42:57.467709+0000","last_unstale":"2024-09-16T01:42:59.770129+0000","last_undegraded":"2024-09-16T01:42:59.770129+0000","last_fullsized":"2024-09-16T01:42:59.770129+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:27.390340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494140+0000","last_change":"2024-09-16T01:42:58.526055+0000","last_active":"2024-09-16T01:42:59.494140+0000","last_peered":"2024-09-16T01:42:59.494140+0000","last_clean":"2024-09-16T01:42:59.494140+0000","last_became_active":"2024-09-16T01:42:58.525721+0000","last_became_peered":"2024-09-16T01:42:58.525721+0000","last_unstale":"2024-09-16T01:42:59.494140+0000","last_undegraded":"2024-09-16T01:42:59.494140+0000","last_fullsized":"2024-09-16T01:42:59.494140+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:38.212758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770073+0000","last_change":"2024-09-16T01:42:57.473883+0000","last_active":"2024-09-16T01:42:59.770073+0000","last_peered":"2024-09-16T01:42:59.770073+0000","last_clean":"2024-09-16T01:42:59.770073+0000","last_became_active":"2024-09-16T01:42:57.472592+0000","last_became_peered":"2024-09-16T01:42:57.472592+0000","last_unstale":"2024-09-16T01:42:59.770073+0000","last_undegraded":"2024-09-16T01:42:59.770073+0000","last_fullsized":"2024-09-16T01:42:59.770073+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:33.098274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769468+0000","last_change":"2024-09-16T01:42:58.492571+0000","last_active":"2024-09-16T01:42:59.769468+0000","last_peered":"2024-09-16T01:42:59.769468+0000","last_clean":"2024-09-16T01:42:59.769468+0000","last_became_active":"2024-09-16T01:42:58.492260+0000","last_became_peered":"2024-09-16T01:42:58.492260+0000","last_unstale":"2024-09-16T01:42:59.769468+0000","last_undegraded":"2024-09-16T01:42:59.769468+0000","last_fullsized":"2024-09-16T01:42:59.769468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:13.414507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770260+0000","last_change":"2024-09-16T01:42:57.479839+0000","last_active":"2024-09-16T01:42:59.770260+0000","last_peered":"2024-09-16T01:42:59.770260+0000","last_clean":"2024-09-16T01:42:59.770260+0000","last_became_active":"2024-09-16T01:42:57.479505+0000","last_became_peered":"2024-09-16T01:42:57.479505+0000","last_unstale":"2024-09-16T01:42:59.770260+0000","last_undegraded":"2024-09-16T01:42:59.770260+0000","last_fullsized":"2024-09-16T01:42:59.770260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:50.587518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769157+0000","last_change":"2024-09-16T01:42:58.528127+0000","last_active":"2024-09-16T01:42:59.769157+0000","last_peered":"2024-09-16T01:42:59.769157+0000","last_clean":"2024-09-16T01:42:59.769157+0000","last_became_active":"2024-09-16T01:42:58.527846+0000","last_became_peered":"2024-09-16T01:42:58.527846+0000","last_unstale":"2024-09-16T01:42:59.769157+0000","last_undegraded":"2024-09-16T01:42:59.769157+0000","last_fullsized":"2024-09-16T01:42:59.769157+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:33.469884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491784+0000","last_change":"2024-09-16T01:42:57.474626+0000","last_active":"2024-09-16T01:42:59.491784+0000","last_peered":"2024-09-16T01:42:59.491784+0000","last_clean":"2024-09-16T01:42:59.491784+0000","last_became_active":"2024-09-16T01:42:57.474332+0000","last_became_peered":"2024-09-16T01:42:57.474332+0000","last_unstale":"2024-09-16T01:42:59.491784+0000","last_undegraded":"2024-09-16T01:42:59.491784+0000","last_fullsized":"2024-09-16T01:42:59.491784+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:03.184695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769331+0000","last_change":"2024-09-16T01:42:58.487495+0000","last_active":"2024-09-16T01:42:59.769331+0000","last_peered":"2024-09-16T01:42:59.769331+0000","last_clean":"2024-09-16T01:42:59.769331+0000","last_became_active":"2024-09-16T01:42:58.487184+0000","last_became_peered":"2024-09-16T01:42:58.487184+0000","last_unstale":"2024-09-16T01:42:59.769331+0000","last_undegraded":"2024-09-16T01:42:59.769331+0000","last_fullsized":"2024-09-16T01:42:59.769331+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:04.189824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482646+0000","last_change":"2024-09-16T01:42:57.477267+0000","last_active":"2024-09-16T01:42:59.482646+0000","last_peered":"2024-09-16T01:42:59.482646+0000","last_clean":"2024-09-16T01:42:59.482646+0000","last_became_active":"2024-09-16T01:42:57.476977+0000","last_became_peered":"2024-09-16T01:42:57.476977+0000","last_unstale":"2024-09-16T01:42:59.482646+0000","last_undegraded":"2024-09-16T01:42:59.482646+0000","last_fullsized":"2024-09-16T01:42:59.482646+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:28.631955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769126+0000","last_change":"2024-09-16T01:42:58.488207+0000","last_active":"2024-09-16T01:42:59.769126+0000","last_peered":"2024-09-16T01:42:59.769126+0000","last_clean":"2024-09-16T01:42:59.769126+0000","last_became_active":"2024-09-16T01:42:58.487934+0000","last_became_peered":"2024-09-16T01:42:58.487934+0000","last_unstale":"2024-09-16T01:42:59.769126+0000","last_undegraded":"2024-09-16T01:42:59.769126+0000","last_fullsized":"2024-09-16T01:42:59.769126+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:37.930373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769777+0000","last_change":"2024-09-16T01:42:57.477515+0000","last_active":"2024-09-16T01:42:59.769777+0000","last_peered":"2024-09-16T01:42:59.769777+0000","last_clean":"2024-09-16T01:42:59.769777+0000","last_became_active":"2024-09-16T01:42:57.477193+0000","last_became_peered":"2024-09-16T01:42:57.477193+0000","last_unstale":"2024-09-16T01:42:59.769777+0000","last_undegraded":"2024-09-16T01:42:59.769777+0000","last_fullsized":"2024-09-16T01:42:59.769777+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:28.919337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769529+0000","last_change":"2024-09-16T01:42:58.488817+0000","last_active":"2024-09-16T01:42:59.769529+0000","last_peered":"2024-09-16T01:42:59.769529+0000","last_clean":"2024-09-16T01:42:59.769529+0000","last_became_active":"2024-09-16T01:42:58.488535+0000","last_became_peered":"2024-09-16T01:42:58.488535+0000","last_unstale":"2024-09-16T01:42:59.769529+0000","last_undegraded":"2024-09-16T01:42:59.769529+0000","last_fullsized":"2024-09-16T01:42:59.769529+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:16.886573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.484840+0000","last_change":"2024-09-16T01:42:57.475250+0000","last_active":"2024-09-16T01:42:59.484840+0000","last_peered":"2024-09-16T01:42:59.484840+0000","last_clean":"2024-09-16T01:42:59.484840+0000","last_became_active":"2024-09-16T01:42:57.474676+0000","last_became_peered":"2024-09-16T01:42:57.474676+0000","last_unstale":"2024-09-16T01:42:59.484840+0000","last_undegraded":"2024-09-16T01:42:59.484840+0000","last_fullsized":"2024-09-16T01:42:59.484840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:39:35.850608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769474+0000","last_change":"2024-09-16T01:42:58.490587+0000","last_active":"2024-09-16T01:42:59.769474+0000","last_peered":"2024-09-16T01:42:59.769474+0000","last_clean":"2024-09-16T01:42:59.769474+0000","last_became_active":"2024-09-16T01:42:58.490262+0000","last_became_peered":"2024-09-16T01:42:58.490262+0000","last_unstale":"2024-09-16T01:42:59.769474+0000","last_undegraded":"2024-09-16T01:42:59.769474+0000","last_fullsized":"2024-09-16T01:42:59.769474+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:05.184591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494343+0000","last_change":"2024-09-16T01:42:57.476475+0000","last_active":"2024-09-16T01:42:59.494343+0000","last_peered":"2024-09-16T01:42:59.494343+0000","last_clean":"2024-09-16T01:42:59.494343+0000","last_became_active":"2024-09-16T01:42:57.476150+0000","last_became_peered":"2024-09-16T01:42:57.476150+0000","last_unstale":"2024-09-16T01:42:59.494343+0000","last_undegraded":"2024-09-16T01:42:59.494343+0000","last_fullsized":"2024-09-16T01:42:59.494343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:48.121833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.485421+0000","last_change":"2024-09-16T01:42:58.489083+0000","last_active":"2024-09-16T01:42:59.485421+0000","last_peered":"2024-09-16T01:42:59.485421+0000","last_clean":"2024-09-16T01:42:59.485421+0000","last_became_active":"2024-09-16T01:42:58.488764+0000","last_became_peered":"2024-09-16T01:42:58.488764+0000","last_unstale":"2024-09-16T01:42:59.485421+0000","last_undegraded":"2024-09-16T01:42:59.485421+0000","last_fullsized":"2024-09-16T01:42:59.485421+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:24.726938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491943+0000","last_change":"2024-09-16T01:42:57.472893+0000","last_active":"2024-09-16T01:42:59.491943+0000","last_peered":"2024-09-16T01:42:59.491943+0000","last_clean":"2024-09-16T01:42:59.491943+0000","last_became_active":"2024-09-16T01:42:57.472564+0000","last_became_peered":"2024-09-16T01:42:57.472564+0000","last_unstale":"2024-09-16T01:42:59.491943+0000","last_undegraded":"2024-09-16T01:42:59.491943+0000","last_fullsized":"2024-09-16T01:42:59.491943+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:35.629521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491788+0000","last_change":"2024-09-16T01:42:58.481306+0000","last_active":"2024-09-16T01:42:59.491788+0000","last_peered":"2024-09-16T01:42:59.491788+0000","last_clean":"2024-09-16T01:42:59.491788+0000","last_became_active":"2024-09-16T01:42:58.480983+0000","last_became_peered":"2024-09-16T01:42:58.480983+0000","last_unstale":"2024-09-16T01:42:59.491788+0000","last_undegraded":"2024-09-16T01:42:59.491788+0000","last_fullsized":"2024-09-16T01:42:59.491788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:16:20.969653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.494074+0000","last_change":"2024-09-16T01:42:57.480709+0000","last_active":"2024-09-16T01:42:59.494074+0000","last_peered":"2024-09-16T01:42:59.494074+0000","last_clean":"2024-09-16T01:42:59.494074+0000","last_became_active":"2024-09-16T01:42:57.480177+0000","last_became_peered":"2024-09-16T01:42:57.480177+0000","last_unstale":"2024-09-16T01:42:59.494074+0000","last_undegraded":"2024-09-16T01:42:59.494074+0000","last_fullsized":"2024-09-16T01:42:59.494074+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:12.409378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482672+0000","last_change":"2024-09-16T01:42:58.484153+0000","last_active":"2024-09-16T01:42:59.482672+0000","last_peered":"2024-09-16T01:42:59.482672+0000","last_clean":"2024-09-16T01:42:59.482672+0000","last_became_active":"2024-09-16T01:42:58.483777+0000","last_became_peered":"2024-09-16T01:42:58.483777+0000","last_unstale":"2024-09-16T01:42:59.482672+0000","last_undegraded":"2024-09-16T01:42:59.482672+0000","last_fullsized":"2024-09-16T01:42:59.482672+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:01:56.247871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491904+0000","last_change":"2024-09-16T01:42:57.472557+0000","last_active":"2024-09-16T01:42:59.491904+0000","last_peered":"2024-09-16T01:42:59.491904+0000","last_clean":"2024-09-16T01:42:59.491904+0000","last_became_active":"2024-09-16T01:42:57.472248+0000","last_became_peered":"2024-09-16T01:42:57.472248+0000","last_unstale":"2024-09-16T01:42:59.491904+0000","last_undegraded":"2024-09-16T01:42:59.491904+0000","last_fullsized":"2024-09-16T01:42:59.491904+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:12.409378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.491852+0000","last_change":"2024-09-16T01:42:58.489345+0000","last_active":"2024-09-16T01:42:59.491852+0000","last_peered":"2024-09-16T01:42:59.491852+0000","last_clean":"2024-09-16T01:42:59.491852+0000","last_became_active":"2024-09-16T01:42:58.489047+0000","last_became_peered":"2024-09-16T01:42:58.489047+0000","last_unstale":"2024-09-16T01:42:59.491852+0000","last_undegraded":"2024-09-16T01:42:59.491852+0000","last_fullsized":"2024-09-16T01:42:59.491852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:51:36.285868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.493857+0000","last_change":"2024-09-16T01:42:57.476541+0000","last_active":"2024-09-16T01:42:59.493857+0000","last_peered":"2024-09-16T01:42:59.493857+0000","last_clean":"2024-09-16T01:42:59.493857+0000","last_became_active":"2024-09-16T01:42:57.476220+0000","last_became_peered":"2024-09-16T01:42:57.476220+0000","last_unstale":"2024-09-16T01:42:59.493857+0000","last_undegraded":"2024-09-16T01:42:59.493857+0000","last_fullsized":"2024-09-16T01:42:59.493857+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:35.629521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482001+0000","last_change":"2024-09-16T01:42:58.487691+0000","last_active":"2024-09-16T01:42:59.482001+0000","last_peered":"2024-09-16T01:42:59.482001+0000","last_clean":"2024-09-16T01:42:59.482001+0000","last_became_active":"2024-09-16T01:42:58.487353+0000","last_became_peered":"2024-09-16T01:42:58.487353+0000","last_unstale":"2024-09-16T01:42:59.482001+0000","last_undegraded":"2024-09-16T01:42:59.482001+0000","last_fullsized":"2024-09-16T01:42:59.482001+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:39.646648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.770462+0000","last_change":"2024-09-16T01:42:57.476827+0000","last_active":"2024-09-16T01:42:59.770462+0000","last_peered":"2024-09-16T01:42:59.770462+0000","last_clean":"2024-09-16T01:42:59.770462+0000","last_became_active":"2024-09-16T01:42:57.476382+0000","last_became_peered":"2024-09-16T01:42:57.476382+0000","last_unstale":"2024-09-16T01:42:59.770462+0000","last_undegraded":"2024-09-16T01:42:59.770462+0000","last_fullsized":"2024-09-16T01:42:59.770462+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:22.837099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769678+0000","last_change":"2024-09-16T01:42:58.522946+0000","last_active":"2024-09-16T01:42:59.769678+0000","last_peered":"2024-09-16T01:42:59.769678+0000","last_clean":"2024-09-16T01:42:59.769678+0000","last_became_active":"2024-09-16T01:42:58.522311+0000","last_became_peered":"2024-09-16T01:42:58.522311+0000","last_unstale":"2024-09-16T01:42:59.769678+0000","last_undegraded":"2024-09-16T01:42:59.769678+0000","last_fullsized":"2024-09-16T01:42:59.769678+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:02:17.504081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.481937+0000","last_change":"2024-09-16T01:42:57.479421+0000","last_active":"2024-09-16T01:42:59.481937+0000","last_peered":"2024-09-16T01:42:59.481937+0000","last_clean":"2024-09-16T01:42:59.481937+0000","last_became_active":"2024-09-16T01:42:57.478948+0000","last_became_peered":"2024-09-16T01:42:57.478948+0000","last_unstale":"2024-09-16T01:42:59.481937+0000","last_undegraded":"2024-09-16T01:42:59.481937+0000","last_fullsized":"2024-09-16T01:42:59.481937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:01:55.242742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769622+0000","last_change":"2024-09-16T01:42:58.483954+0000","last_active":"2024-09-16T01:42:59.769622+0000","last_peered":"2024-09-16T01:42:59.769622+0000","last_clean":"2024-09-16T01:42:59.769622+0000","last_became_active":"2024-09-16T01:42:58.483677+0000","last_became_peered":"2024-09-16T01:42:58.483677+0000","last_unstale":"2024-09-16T01:42:59.769622+0000","last_undegraded":"2024-09-16T01:42:59.769622+0000","last_fullsized":"2024-09-16T01:42:59.769622+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:57.456233+0000","last_clean_scrub_stamp":"2024-09-16T01:42:57.456233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:00.041120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.482403+0000","last_change":"2024-09-16T01:42:57.473626+0000","last_active":"2024-09-16T01:42:59.482403+0000","last_peered":"2024-09-16T01:42:59.482403+0000","last_clean":"2024-09-16T01:42:59.482403+0000","last_became_active":"2024-09-16T01:42:57.473330+0000","last_became_peered":"2024-09-16T01:42:57.473330+0000","last_unstale":"2024-09-16T01:42:59.482403+0000","last_undegraded":"2024-09-16T01:42:59.482403+0000","last_fullsized":"2024-09-16T01:42:59.482403+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:56.451104+0000","last_clean_scrub_stamp":"2024-09-16T01:42:56.451104+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:45.423435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":189,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:42:59.769254+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:42:59.769254+0000","last_peered":"2024-09-16T01:42:59.769254+0000","last_clean":"2024-09-16T01:42:59.769254+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:42:59.769254+0000","last_undegraded":"2024-09-16T01:42:59.769254+0000","last_fullsized":"2024-09-16T01:42:59.769254+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":360448,"data_stored":137263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":360448,"data_stored":137319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":360448,"data_stored":136751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35712,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336128,"statfs":{"total":96636764160,"available":96600195072,"internally_reserved":0,"allocated":368640,"data_stored":138281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":356352,"data_stored":136717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31556,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340284,"statfs":{"total":96636764160,"available":96604450816,"internally_reserved":0,"allocated":368640,"data_stored":138281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":946176,"data_stored":727015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":950272,"data_stored":727105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:06.257 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:43:06.257 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:43:06.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.401+0000 7feda4aaf640 1 Processor -- start 2024-09-16T01:43:06.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.401+0000 7feda4aaf640 1 -- start start 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.402+0000 7feda4aaf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feda015e410 0x7feda0162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.402+0000 7feda4aaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda006bbe0 0x7feda006c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.402+0000 7feda4aaf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feda006c590 con 0x7feda00b5fd0 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.402+0000 7feda4aaf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7feda00cf260 con 0x7feda015e410 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.402+0000 7feda4aaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feda00d2cf0 con 0x7feda006bbe0 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9dd9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda006bbe0 0x7feda006c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9e59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feda015e410 0x7feda0162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9e59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feda015e410 0x7feda0162990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:51732/0 (socket says 172.21.15.16:51732) 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9e59c640 1 -- 172.21.15.16:0/4167390154 learned_addr learned my addr 172.21.15.16:0/4167390154 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:06.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9e59c640 1 -- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda006bbe0 msgr2=0x7feda006c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9e59c640 1 --2- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda006bbe0 0x7feda006c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9e59c640 1 -- 172.21.15.16:0/4167390154 >> v1:172.21.15.104:6789/0 conn(0x7feda00b5fd0 legacy=0x7feda00b6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9e59c640 1 -- 172.21.15.16:0/4167390154 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda00cf500 con 0x7feda015e410 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9d59a640 1 -- 172.21.15.16:0/4167390154 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2604901080 0 0) 0x7feda006c590 con 0x7feda00b5fd0 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.403+0000 7fed9dd9b640 1 --2- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda006bbe0 0x7feda006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.404+0000 7fed9e59c640 1 --2- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda015e410 0x7feda0162990 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fed90009e50 tx=0x7fed9002a7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be464897f779944d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.404+0000 7fed9d59a640 1 -- 172.21.15.16:0/4167390154 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed90036070 con 0x7feda015e410 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.404+0000 7fed9d59a640 1 -- 172.21.15.16:0/4167390154 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed90031600 con 0x7feda015e410 2024-09-16T01:43:06.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.404+0000 7fed9d59a640 1 -- 172.21.15.16:0/4167390154 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed900319f0 con 0x7feda015e410 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.404+0000 7feda4aaf640 1 -- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda015e410 msgr2=0x7feda0162990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.404+0000 7feda4aaf640 1 --2- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda015e410 0x7feda0162990 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fed90009e50 tx=0x7fed9002a7c0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.404+0000 7feda4aaf640 1 -- 172.21.15.16:0/4167390154 shutdown_connections 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.405+0000 7feda4aaf640 1 --2- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda006bbe0 0x7feda006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.405+0000 7feda4aaf640 1 --2- 172.21.15.16:0/4167390154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda015e410 0x7feda0162990 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.405+0000 7feda4aaf640 1 -- 172.21.15.16:0/4167390154 >> 172.21.15.16:0/4167390154 conn(0x7feda0072620 msgr2=0x7feda0072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.405+0000 7feda4aaf640 1 -- 172.21.15.16:0/4167390154 shutdown_connections 2024-09-16T01:43:06.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.405+0000 7feda4aaf640 1 -- 172.21.15.16:0/4167390154 wait complete. 2024-09-16T01:43:06.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.406+0000 7feda4aaf640 1 Processor -- start 2024-09-16T01:43:06.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.406+0000 7feda4aaf640 1 -- start start 2024-09-16T01:43:06.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7feda4aaf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda006bbe0 0x7feda0155e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7feda4aaf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feda00b5fd0 0x7feda01612d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7feda4aaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda015e410 0x7feda00c9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7feda4aaf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7feda015e7f0 con 0x7feda00b5fd0 2024-09-16T01:43:06.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7feda4aaf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feda00d0d10 con 0x7feda006bbe0 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7feda4aaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feda00ce8a0 con 0x7feda015e410 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feda00b5fd0 0x7feda01612d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feda00b5fd0 0x7feda01612d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57634/0 (socket says 172.21.15.16:57634) 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 -- 172.21.15.16:0/3680616456 learned_addr learned my addr 172.21.15.16:0/3680616456 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9ed9d640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda015e410 0x7feda00c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9e59c640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda006bbe0 0x7feda0155e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 -- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda015e410 msgr2=0x7feda00c9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda015e410 0x7feda00c9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 -- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda006bbe0 msgr2=0x7feda0155e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda006bbe0 0x7feda0155e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 -- 172.21.15.16:0/3680616456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda00c8220 con 0x7feda00b5fd0 2024-09-16T01:43:06.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9e59c640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda006bbe0 0x7feda0155e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:06.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed9dd9b640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feda00b5fd0 0x7feda01612d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fed8800ebe0 tx=0x7fed8800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.407+0000 7fed96ffd640 1 -- 172.21.15.16:0/3680616456 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed88017070 con 0x7feda00b5fd0 2024-09-16T01:43:06.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.408+0000 7fed96ffd640 1 -- 172.21.15.16:0/3680616456 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed8800cc30 con 0x7feda00b5fd0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.408+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feda0161810 con 0x7feda00b5fd0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.408+0000 7fed96ffd640 1 -- 172.21.15.16:0/3680616456 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed88013470 con 0x7feda00b5fd0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.408+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feda00c87a0 con 0x7feda00b5fd0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.409+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feda00d2fd0 con 0x7feda00b5fd0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.409+0000 7fed96ffd640 1 -- 172.21.15.16:0/3680616456 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed8801a070 con 0x7feda00b5fd0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.410+0000 7fed96ffd640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fed8006c2b0 0x7fed8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.410+0000 7fed96ffd640 1 -- 172.21.15.16:0/3680616456 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fed8808b4a0 con 0x7feda00b5fd0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.410+0000 7fed9e59c640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fed8006c2b0 0x7fed8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.410+0000 7fed9e59c640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fed8006c2b0 0x7fed8006e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fed90033000 tx=0x7fed90009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.414+0000 7fed96ffd640 1 -- 172.21.15.16:0/3680616456 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fed88059b70 con 0x7feda00b5fd0 2024-09-16T01:43:06.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.659+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7feda00756f0 con 0x7feda00b5fd0 2024-09-16T01:43:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.661+0000 7fed96ffd640 1 -- 172.21.15.16:0/3680616456 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) ==== 190+0+147 (secure 0 0 0) 0x7fed88059470 con 0x7feda00b5fd0 2024-09-16T01:43:06.662 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:43:06.662 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:43:06.663 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:43:06.663 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:43:06.663 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:43:06.663 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fed8006c2b0 msgr2=0x7fed8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fed8006c2b0 0x7fed8006e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fed90033000 tx=0x7fed90009000 comp rx=0 tx=0).stop 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feda00b5fd0 msgr2=0x7feda01612d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feda00b5fd0 0x7feda01612d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fed8800ebe0 tx=0x7fed8800c520 comp rx=0 tx=0).stop 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 shutdown_connections 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fed8006c2b0 0x7fed8006e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feda015e410 0x7feda00c9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feda00b5fd0 0x7feda01612d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 --2- 172.21.15.16:0/3680616456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feda006bbe0 0x7feda0155e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 >> 172.21.15.16:0/3680616456 conn(0x7feda0072620 msgr2=0x7feda00b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:06.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 shutdown_connections 2024-09-16T01:43:06.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.663+0000 7feda4aaf640 1 -- 172.21.15.16:0/3680616456 wait complete. 2024-09-16T01:43:06.676 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:06.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.777+0000 7ff694a7b640 1 Processor -- start 2024-09-16T01:43:06.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.777+0000 7ff694a7b640 1 -- start start 2024-09-16T01:43:06.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff694a7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff690147e50 0x7ff6900738b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff694a7b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff69006d000 0x7ff69006d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff694a7b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff69006bf60 con 0x7ff690073df0 2024-09-16T01:43:06.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff694a7b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff69006c240 con 0x7ff69006d000 2024-09-16T01:43:06.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff694a7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff69006c520 con 0x7ff690147e50 2024-09-16T01:43:06.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff68ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff69006d000 0x7ff69006d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff68ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff69006d000 0x7ff69006d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57650/0 (socket says 172.21.15.16:57650) 2024-09-16T01:43:06.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.778+0000 7ff68ed9d640 1 -- 172.21.15.16:0/2675744523 learned_addr learned my addr 172.21.15.16:0/2675744523 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:06.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.779+0000 7ff68e59c640 1 --2- 172.21.15.16:0/2675744523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff690147e50 0x7ff6900738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.779+0000 7ff68ed9d640 1 -- 172.21.15.16:0/2675744523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff690147e50 msgr2=0x7ff6900738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:06.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.779+0000 7ff68ed9d640 1 --2- 172.21.15.16:0/2675744523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff690147e50 0x7ff6900738b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.779+0000 7ff68ed9d640 1 -- 172.21.15.16:0/2675744523 >> v1:172.21.15.104:6789/0 conn(0x7ff690073df0 legacy=0x7ff6900b5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:06.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.779+0000 7ff68ed9d640 1 -- 172.21.15.16:0/2675744523 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff69006c800 con 0x7ff69006d000 2024-09-16T01:43:06.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.779+0000 7ff68ed9d640 1 --2- 172.21.15.16:0/2675744523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff69006d000 0x7ff69006d470 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff688009870 tx=0x7ff68802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94b5638a4e61099e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff68d59a640 1 -- 172.21.15.16:0/2675744523 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff688037070 con 0x7ff69006d000 2024-09-16T01:43:06.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff68d59a640 1 -- 172.21.15.16:0/2675744523 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff688032440 con 0x7ff69006d000 2024-09-16T01:43:06.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff68d59a640 1 -- 172.21.15.16:0/2675744523 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff688032810 con 0x7ff69006d000 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 -- 172.21.15.16:0/2675744523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff69006d000 msgr2=0x7ff69006d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 --2- 172.21.15.16:0/2675744523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff69006d000 0x7ff69006d470 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff688009870 tx=0x7ff68802a2a0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 -- 172.21.15.16:0/2675744523 shutdown_connections 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 --2- 172.21.15.16:0/2675744523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff69006d000 0x7ff69006d470 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 --2- 172.21.15.16:0/2675744523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff690147e50 0x7ff6900738b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 -- 172.21.15.16:0/2675744523 >> 172.21.15.16:0/2675744523 conn(0x7ff6900b4090 msgr2=0x7ff6900b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 -- 172.21.15.16:0/2675744523 shutdown_connections 2024-09-16T01:43:06.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.780+0000 7ff694a7b640 1 -- 172.21.15.16:0/2675744523 wait complete. 2024-09-16T01:43:06.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 Processor -- start 2024-09-16T01:43:06.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 -- start start 2024-09-16T01:43:06.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff69006d000 0x7ff6900d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff690073df0 0x7ff69015b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff690147e50 0x7ff69013df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff69006bbe0 con 0x7ff690147e50 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff690148230 con 0x7ff690073df0 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.782+0000 7ff694a7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff6900b5aa0 con 0x7ff69006d000 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff690147e50 0x7ff69013df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff690147e50 0x7ff69013df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57664/0 (socket says 172.21.15.16:57664) 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 -- 172.21.15.16:0/1542104795 learned_addr learned my addr 172.21.15.16:0/1542104795 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68e59c640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff69006d000 0x7ff6900d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68dd9b640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff690073df0 0x7ff69015b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 -- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff69006d000 msgr2=0x7ff6900d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff69006d000 0x7ff6900d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 -- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff690073df0 msgr2=0x7ff69015b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff690073df0 0x7ff69015b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 -- 172.21.15.16:0/1542104795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6900d22e0 con 0x7ff690147e50 2024-09-16T01:43:06.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff68ed9d640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff690147e50 0x7ff69013df70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff68802a2e0 tx=0x7ff6880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff686ffd640 1 -- 172.21.15.16:0/1542104795 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff688041020 con 0x7ff690147e50 2024-09-16T01:43:06.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff686ffd640 1 -- 172.21.15.16:0/1542104795 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6880306c0 con 0x7ff690147e50 2024-09-16T01:43:06.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff686ffd640 1 -- 172.21.15.16:0/1542104795 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff688037040 con 0x7ff690147e50 2024-09-16T01:43:06.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6900d25c0 con 0x7ff690147e50 2024-09-16T01:43:06.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.783+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6900af7a0 con 0x7ff690147e50 2024-09-16T01:43:06.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.784+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6900738b0 con 0x7ff690147e50 2024-09-16T01:43:06.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.785+0000 7ff686ffd640 1 -- 172.21.15.16:0/1542104795 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff688044020 con 0x7ff690147e50 2024-09-16T01:43:06.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.785+0000 7ff686ffd640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff67006c2b0 0x7ff67006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:06.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.785+0000 7ff686ffd640 1 -- 172.21.15.16:0/1542104795 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ff6880abad0 con 0x7ff690147e50 2024-09-16T01:43:06.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.785+0000 7ff68e59c640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff67006c2b0 0x7ff67006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:06.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.786+0000 7ff68e59c640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff67006c2b0 0x7ff67006e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff680003aa0 tx=0x7ff680009830 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:06.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:06.789+0000 7ff686ffd640 1 -- 172.21.15.16:0/1542104795 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff68804b030 con 0x7ff690147e50 2024-09-16T01:43:07.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.000+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff690071320 con 0x7ff690147e50 2024-09-16T01:43:07.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.001+0000 7ff686ffd640 1 -- 172.21.15.16:0/1542104795 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) ==== 94+0+5229 (secure 0 0 0) 0x7ff688079bf0 con 0x7ff690147e50 2024-09-16T01:43:07.002 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:07.002 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":14,"btime":"2024-09-16T01:43:00:480556+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4607,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2167593364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2167593364},{"type":"v1","addr":"172.21.15.104:6837","nonce":2167593364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4768,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3065110951","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3065110951},{"type":"v1","addr":"172.21.15.104:6836","nonce":3065110951}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4899,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3476020154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3476020154},{"type":"v1","addr":"172.21.15.16:6834","nonce":3476020154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:57.824709+0000","modified":"2024-09-16T01:42:59.821446+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4902":{"gid":4902,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1930154705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1930154705},{"type":"v1","addr":"172.21.15.16:6835","nonce":1930154705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4902,"qdb_cluster":[4902]},"id":2}]} 2024-09-16T01:43:07.002 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 14 2024-09-16T01:43:07.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff67006c2b0 msgr2=0x7ff67006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff67006c2b0 0x7ff67006e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff680003aa0 tx=0x7ff680009830 comp rx=0 tx=0).stop 2024-09-16T01:43:07.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff690147e50 msgr2=0x7ff69013df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff690147e50 0x7ff69013df70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff68802a2e0 tx=0x7ff6880046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 shutdown_connections 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff67006c2b0 0x7ff67006e770 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff690147e50 0x7ff69013df70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff690073df0 0x7ff69015b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 --2- 172.21.15.16:0/1542104795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff69006d000 0x7ff6900d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 >> 172.21.15.16:0/1542104795 conn(0x7ff6900b4090 msgr2=0x7ff6901ea7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 shutdown_connections 2024-09-16T01:43:07.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.003+0000 7ff694a7b640 1 -- 172.21.15.16:0/1542104795 wait complete. 2024-09-16T01:43:07.417 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 14, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:42:57.824709+0000', 'modified': '2024-09-16T01:42:59.821446+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4902}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4902': {'gid': 4902, 'name': 'a', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/1930154705', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6833', 'nonce': 1930154705}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 1930154705}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4902, 'qdb_cluster': [4902]} 2024-09-16T01:43:07.418 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:43:07.418 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T01:43:07.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.523+0000 7fcc54b42640 1 Processor -- start 2024-09-16T01:43:07.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.523+0000 7fcc54b42640 1 -- start start 2024-09-16T01:43:07.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc54b42640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcc50158cf0 0x7fcc500af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc54b42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc500ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc54b42640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc5015bb20 con 0x7fcc501590d0 2024-09-16T01:43:07.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc54b42640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcc500afd50 con 0x7fcc50158cf0 2024-09-16T01:43:07.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc54b42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc5015be00 con 0x7fcc5006c2f0 2024-09-16T01:43:07.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc500ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc4e59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcc50158cf0 0x7fcc500af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc500ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:43480/0 (socket says 172.21.15.16:43480) 2024-09-16T01:43:07.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc4e59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcc50158cf0 0x7fcc500af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:51760/0 (socket says 172.21.15.16:51760) 2024-09-16T01:43:07.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc4dd9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fcc501590d0 0x7fcc5006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:36264/0 (socket says 172.21.15.16:36264) 2024-09-16T01:43:07.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.524+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/833273489 learned_addr learned my addr 172.21.15.16:0/833273489 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:07.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.525+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/833273489 >> v2:172.21.15.104:3300/0 conn(0x7fcc50158cf0 msgr2=0x7fcc500af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.525+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/833273489 >> v2:172.21.15.104:3300/0 conn(0x7fcc50158cf0 0x7fcc500af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.525+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/833273489 >> v1:172.21.15.104:6789/0 conn(0x7fcc501590d0 legacy=0x7fcc5006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.525+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/833273489 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc5015c0e0 con 0x7fcc5006c2f0 2024-09-16T01:43:07.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.525+0000 7fcc4d59a640 1 -- 172.21.15.16:0/833273489 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2095855637 0 0) 0x7fcc5015bb20 con 0x7fcc501590d0 2024-09-16T01:43:07.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.525+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/833273489 >> v2:172.21.15.104:3300/0 conn(0x7fcc50158cf0 0x7fcc500af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:07.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/833273489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc500ce290 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcc4000d150 tx=0x7fcc4002c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78a964e08f97ce68 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc4d59a640 1 -- 172.21.15.16:0/833273489 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc40039070 con 0x7fcc5006c2f0 2024-09-16T01:43:07.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc4d59a640 1 -- 172.21.15.16:0/833273489 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc40009600 con 0x7fcc5006c2f0 2024-09-16T01:43:07.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc4d59a640 1 -- 172.21.15.16:0/833273489 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc400099d0 con 0x7fcc5006c2f0 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 -- 172.21.15.16:0/833273489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 msgr2=0x7fcc500ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 --2- 172.21.15.16:0/833273489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc500ce290 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcc4000d150 tx=0x7fcc4002c890 comp rx=0 tx=0).stop 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 -- 172.21.15.16:0/833273489 shutdown_connections 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 --2- 172.21.15.16:0/833273489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc500ce290 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 --2- 172.21.15.16:0/833273489 >> v2:172.21.15.104:3300/0 conn(0x7fcc50158cf0 0x7fcc500af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 -- 172.21.15.16:0/833273489 >> 172.21.15.16:0/833273489 conn(0x7fcc500b2000 msgr2=0x7fcc500b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 -- 172.21.15.16:0/833273489 shutdown_connections 2024-09-16T01:43:07.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.526+0000 7fcc54b42640 1 -- 172.21.15.16:0/833273489 wait complete. 2024-09-16T01:43:07.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 Processor -- start 2024-09-16T01:43:07.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 -- start start 2024-09-16T01:43:07.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc50151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc50158cf0 0x7fcc5014ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc501590d0 0x7fcc5014f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcc5015cb90 con 0x7fcc501590d0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc5015ca10 con 0x7fcc50158cf0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.528+0000 7fcc54b42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc5015cd10 con 0x7fcc5006c2f0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc501590d0 0x7fcc5014f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4e59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc50151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc501590d0 0x7fcc5014f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57676/0 (socket says 172.21.15.16:57676) 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/2812248566 learned_addr learned my addr 172.21.15.16:0/2812248566 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4dd9b640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc50158cf0 0x7fcc5014ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 msgr2=0x7fcc50151e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc50151e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc50158cf0 msgr2=0x7fcc5014ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc50158cf0 0x7fcc5014ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/2812248566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc501524e0 con 0x7fcc501590d0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc501590d0 0x7fcc5014f8e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcc40037040 tx=0x7fcc40004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc46ffd640 1 -- 172.21.15.16:0/2812248566 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc40039040 con 0x7fcc501590d0 2024-09-16T01:43:07.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc46ffd640 1 -- 172.21.15.16:0/2812248566 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc40009370 con 0x7fcc501590d0 2024-09-16T01:43:07.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc50071610 con 0x7fcc501590d0 2024-09-16T01:43:07.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc46ffd640 1 -- 172.21.15.16:0/2812248566 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc40034480 con 0x7fcc501590d0 2024-09-16T01:43:07.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.529+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc50071bd0 con 0x7fcc501590d0 2024-09-16T01:43:07.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.531+0000 7fcc46ffd640 1 -- 172.21.15.16:0/2812248566 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcc40034620 con 0x7fcc501590d0 2024-09-16T01:43:07.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.532+0000 7fcc46ffd640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc3006c2e0 0x7fcc3006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.532+0000 7fcc46ffd640 1 -- 172.21.15.16:0/2812248566 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fcc400abd50 con 0x7fcc501590d0 2024-09-16T01:43:07.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.532+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc3006c2e0 0x7fcc3006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.533+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc3006c2e0 0x7fcc3006e7a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fcc48009560 tx=0x7fcc48009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.533+0000 7fcc578dc740 1 Processor -- start 2024-09-16T01:43:07.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.533+0000 7fcc578dc740 1 -- start start 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c37c7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377fa80 0x5585c37826a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc578dc740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5585c36e4520 con 0x5585c37822c0 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5585c368c3e0 con 0x5585c377fa80 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5585c36e04e0 con 0x5585c3783a50 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c37c7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c37c7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57684/0 (socket says 172.21.15.16:57684) 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 -- 172.21.15.16:0/2531309309 learned_addr learned my addr 172.21.15.16:0/2531309309 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 -- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 msgr2=0x5585c377c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4dd9b640 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377fa80 0x5585c37826a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 -- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377fa80 msgr2=0x5585c37826a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377fa80 0x5585c37826a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 -- 172.21.15.16:0/2531309309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585c36a72f0 con 0x5585c37822c0 2024-09-16T01:43:07.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c37c7a60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcc48011f20 tx=0x7fcc48014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcdc3450866fc3ce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc2ffff640 1 -- 172.21.15.16:0/2531309309 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc4801b070 con 0x5585c37822c0 2024-09-16T01:43:07.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc2ffff640 1 -- 172.21.15.16:0/2531309309 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc48027070 con 0x5585c37822c0 2024-09-16T01:43:07.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.534+0000 7fcc2ffff640 1 -- 172.21.15.16:0/2531309309 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc48003a20 con 0x5585c37822c0 2024-09-16T01:43:07.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 -- 172.21.15.16:0/2531309309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 msgr2=0x5585c37c7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c37c7a60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcc48011f20 tx=0x7fcc48014000 comp rx=0 tx=0).stop 2024-09-16T01:43:07.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 -- 172.21.15.16:0/2531309309 shutdown_connections 2024-09-16T01:43:07.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377fa80 0x5585c37826a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2531309309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c37c7a60 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 -- 172.21.15.16:0/2531309309 >> 172.21.15.16:0/2531309309 conn(0x5585c377ea80 msgr2=0x5585c37c6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 -- 172.21.15.16:0/2531309309 shutdown_connections 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.535+0000 7fcc578dc740 1 -- 172.21.15.16:0/2531309309 wait complete. 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.536+0000 7fcc578dc740 1 -- start start 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.536+0000 7fcc578dc740 1 Processor -- start 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c37822c0 0x5585c37a0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c377c270 0x5585c377c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5585c377df20 con 0x5585c377c270 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5585c366d450 con 0x5585c37822c0 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5585c37c8290 con 0x5585c3783a50 2024-09-16T01:43:07.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 10 client.0 _ll_register_callbacks cb 0x5585c33f6ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c377c270 0x5585c377c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c377c270 0x5585c377c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57688/0 (socket says 172.21.15.16:57688) 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/1434845694 learned_addr learned my addr 172.21.15.16:0/1434845694 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c37822c0 0x5585c37a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4dd9b640 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 msgr2=0x5585c377bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c37822c0 msgr2=0x5585c37a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c37822c0 0x5585c37a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/1434845694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585c33f72d0 con 0x5585c377c270 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c377c270 0x5585c377c6f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fcc40082500 tx=0x7fcc40079fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=542d45cb7fcff49 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/1434845694 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc40076570 con 0x5585c377c270 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/1434845694 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fcc40079350 con 0x5585c377c270 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.537+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc48027070 con 0x5585c377c270 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/1434845694 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) ==== 24+0+0 (secure 0 0 0) 0x7fcc40076710 con 0x5585c377c270 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 10 client.5082 fetch_fsmap learned FSMap version 14 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) -- 0x5585c34c16b0 con 0x5585c377c270 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/1434845694 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc48027070 con 0x5585c377c270 2024-09-16T01:43:07.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/1434845694 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 14) ==== 3502+0+0 (secure 0 0 0) 0x7fcc40008050 con 0x5585c377c270 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 10 client.5082 fetch_fsmap finished waiting for FSMap version 14 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 10 client.5082 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 20 client.5082 populate_metadata read hostname 'smithi016' 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37e24a0 0x5585c37e4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 4 client.5082 mds_command: new command op to 4902 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 --> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5585c36f1c50 con 0x5585c37e24a0 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37e24a0 0x5585c37e4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37e24a0 0x5585c37e4890 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d262cb7f5efd0d server_cookie=1d6a5a8e6d157884 in_seq=0 out_seq=0 2024-09-16T01:43:07.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.538+0000 7fcc2d7fa640 10 client.5082 ms_handle_connect on v2:172.21.15.16:6833/1930154705 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/1434845694 <== mds.0 v2:172.21.15.16:6833/1930154705 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5585c36f1c50 con 0x5585c37e24a0 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc2d7fa640 10 client.5082 handle_command_reply: tid=0 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 client.5082 shutdown 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c377c270 msgr2=0x5585c377c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c377c270 0x5585c377c6f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fcc40082500 tx=0x7fcc40079fc0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 shutdown_connections 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37e24a0 0x5585c37e4890 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c377c270 0x5585c377c6f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c3783a50 0x5585c377bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc2d7fa640 0 client.5082 ms_handle_reset on v2:172.21.15.16:6833/1930154705 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 --2- 172.21.15.16:0/1434845694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c37822c0 0x5585c37a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 >> 172.21.15.16:0/1434845694 conn(0x5585c377fa80 msgr2=0x5585c3780020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 shutdown_connections 2024-09-16T01:43:07.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.539+0000 7fcc578dc740 1 -- 172.21.15.16:0/1434845694 wait complete. 2024-09-16T01:43:07.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.540+0000 7fcc578dc740 20 client.5082 trim_cache size 0 max 16384 2024-09-16T01:43:07.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.557+0000 7fcc578dc740 1 Processor -- start 2024-09-16T01:43:07.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc578dc740 1 -- start start 2024-09-16T01:43:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c377c270 0x5585c37c70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c3780250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c3783a50 0x5585c3780790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc578dc740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcc501ff970 con 0x5585c37822c0 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc50072eb0 con 0x5585c3783a50 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc50157ef0 con 0x5585c377c270 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc4dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c3780250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc4dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c3780250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57704/0 (socket says 172.21.15.16:57704) 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc4dd9b640 1 -- 172.21.15.16:0/2918371940 learned_addr learned my addr 172.21.15.16:0/2918371940 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c377c270 0x5585c37c70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.558+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c3783a50 0x5585c3780790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc4dd9b640 1 -- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c377c270 msgr2=0x5585c37c70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc4dd9b640 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c377c270 0x5585c37c70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc4dd9b640 1 -- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c3783a50 msgr2=0x5585c3780790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc4dd9b640 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c3783a50 0x5585c3780790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc4dd9b640 1 -- 172.21.15.16:0/2918371940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585c3782a10 con 0x5585c37822c0 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c3783a50 0x5585c3780790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc4dd9b640 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c3780250 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fcc38007420 tx=0x7fcc38009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41f1568c0f0df2b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc2f7fe640 1 -- 172.21.15.16:0/2918371940 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3801c070 con 0x5585c37822c0 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc2f7fe640 1 -- 172.21.15.16:0/2918371940 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc38007630 con 0x5585c37822c0 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc2f7fe640 1 -- 172.21.15.16:0/2918371940 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc38001770 con 0x5585c37822c0 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc578dc740 1 -- 172.21.15.16:0/2918371940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 msgr2=0x5585c3780250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.559+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c3780250 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fcc38007420 tx=0x7fcc38009040 comp rx=0 tx=0).stop 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 -- 172.21.15.16:0/2918371940 shutdown_connections 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c3783a50 0x5585c3780790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c37822c0 0x5585c3780250 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 --2- 172.21.15.16:0/2918371940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c377c270 0x5585c37c70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 -- 172.21.15.16:0/2918371940 >> 172.21.15.16:0/2918371940 conn(0x5585c377fa80 msgr2=0x5585c37c5e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 -- 172.21.15.16:0/2918371940 shutdown_connections 2024-09-16T01:43:07.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 -- 172.21.15.16:0/2918371940 wait complete. 2024-09-16T01:43:07.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 -- start start 2024-09-16T01:43:07.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.560+0000 7fcc578dc740 1 Processor -- start 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377c270 0x5585c3847390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c37822c0 0x5585c37c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc578dc740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c3783a50 0x5585c37ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc578dc740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5585c37e01b0 con 0x5585c3783a50 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5585c37ab2f0 con 0x5585c377c270 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc578dc740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5585c37e0650 con 0x5585c37822c0 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc578dc740 10 client.0 _ll_register_callbacks cb 0x7fcc4000bd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c3783a50 0x5585c37ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c3783a50 0x5585c37ca4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57712/0 (socket says 172.21.15.16:57712) 2024-09-16T01:43:07.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/3167564684 learned_addr learned my addr 172.21.15.16:0/3167564684 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:07.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4dd9b640 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c37822c0 0x5585c37c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377c270 0x5585c3847390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c37822c0 msgr2=0x5585c37c9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c37822c0 0x5585c37c9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377c270 msgr2=0x5585c3847390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.561+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377c270 0x5585c3847390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc4ed9d640 1 -- 172.21.15.16:0/3167564684 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585c37a9680 con 0x5585c3783a50 2024-09-16T01:43:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc4ed9d640 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c3783a50 0x5585c37ca4f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fcc400ac070 tx=0x7fcc400aa1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c620138faf63ce5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:43:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/3167564684 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc40076570 con 0x5585c3783a50 2024-09-16T01:43:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/3167564684 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fcc40080620 con 0x5585c3783a50 2024-09-16T01:43:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc38007630 con 0x5585c3783a50 2024-09-16T01:43:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/3167564684 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) ==== 24+0+0 (secure 0 0 0) 0x7fcc4008a050 con 0x5585c3783a50 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 10 client.5088 fetch_fsmap learned FSMap version 14 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) -- 0x5585c38478d0 con 0x5585c3783a50 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/3167564684 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc38007630 con 0x5585c3783a50 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/3167564684 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 14) ==== 3502+0+0 (secure 0 0 0) 0x7fcc4008d020 con 0x5585c3783a50 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 10 client.5088 fetch_fsmap finished waiting for FSMap version 14 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 10 client.5088 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 20 client.5088 populate_metadata read hostname 'smithi016' 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37c3e70 0x5585c3847ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 4 client.5088 mds_command: new command op to 4902 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 --> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] -- command(tid 0: {"prefix": "status"}) -- 0x5585c36ebfa0 con 0x5585c37c3e70 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.562+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37c3e70 0x5585c3847ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc4e59c640 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37c3e70 0x5585c3847ba0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d35e1feb438e25e0 server_cookie=d671d0e1bacd73c9 in_seq=0 out_seq=0 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc2d7fa640 10 client.5088 ms_handle_connect on v2:172.21.15.16:6833/1930154705 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc2d7fa640 1 -- 172.21.15.16:0/3167564684 <== mds.0 v2:172.21.15.16:6833/1930154705 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x5585c36ebfa0 con 0x5585c37c3e70 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc2d7fa640 10 client.5088 handle_command_reply: tid=0 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 client.5088 shutdown 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c3783a50 msgr2=0x5585c37ca4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c3783a50 0x5585c37ca4f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fcc400ac070 tx=0x7fcc400aa1e0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 shutdown_connections 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:6833/1930154705,v1:172.21.15.16:6835/1930154705] conn(0x5585c37c3e70 0x5585c3847ba0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5585c3783a50 0x5585c37ca4f0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5585c37822c0 0x5585c37c9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc2d7fa640 0 client.5088 ms_handle_reset on v2:172.21.15.16:6833/1930154705 2024-09-16T01:43:07.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 --2- 172.21.15.16:0/3167564684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585c377c270 0x5585c3847390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 >> 172.21.15.16:0/3167564684 conn(0x5585c377fa80 msgr2=0x5585c3780020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 shutdown_connections 2024-09-16T01:43:07.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 1 -- 172.21.15.16:0/3167564684 wait complete. 2024-09-16T01:43:07.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.563+0000 7fcc578dc740 20 client.5088 trim_cache size 0 max 16384 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4902, 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 9.087433012, 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 14, 2024-09-16T01:43:07.576 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 32, 2024-09-16T01:43:07.577 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 32, 2024-09-16T01:43:07.577 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 15.969980666 2024-09-16T01:43:07.577 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc3006c2e0 msgr2=0x7fcc3006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc3006c2e0 0x7fcc3006e7a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fcc48009560 tx=0x7fcc48009190 comp rx=0 tx=0).stop 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc501590d0 msgr2=0x7fcc5014f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc501590d0 0x7fcc5014f8e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcc40037040 tx=0x7fcc40004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 shutdown_connections 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc3006c2e0 0x7fcc3006e7a0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc501590d0 0x7fcc5014f8e0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc50158cf0 0x7fcc5014ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 --2- 172.21.15.16:0/2812248566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc5006c2f0 0x7fcc50151e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 >> 172.21.15.16:0/2812248566 conn(0x7fcc500b2000 msgr2=0x7fcc5006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 shutdown_connections 2024-09-16T01:43:07.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.564+0000 7fcc54b42640 1 -- 172.21.15.16:0/2812248566 wait complete. 2024-09-16T01:43:07.579 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:43:07.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.680+0000 7fb06388d640 1 Processor -- start 2024-09-16T01:43:07.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.681+0000 7fb06388d640 1 -- start start 2024-09-16T01:43:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.681+0000 7fb06388d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.681+0000 7fb06388d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb05c162eb0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.681+0000 7fb06388d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb05c15e910 con 0x7fb05c073c00 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.681+0000 7fb06388d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb05c0718c0 con 0x7fb05c15e530 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb061e2a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb05c0b73c0 0x7fb05c1627a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37332/0 (socket says 172.21.15.16:37332) 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb061e2a640 1 -- 172.21.15.16:0/1990955310 learned_addr learned my addr 172.21.15.16:0/1990955310 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb061629640 1 --2- 172.21.15.16:0/1990955310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb053fff640 1 -- 172.21.15.16:0/1990955310 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1860033476 0 0) 0x7fb05c162eb0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb053fff640 1 -- 172.21.15.16:0/1990955310 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb048003520 con 0x7fb05c0b73c0 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb053fff640 1 -- 172.21.15.16:0/1990955310 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3349243204 0 0) 0x7fb05c15e910 con 0x7fb05c073c00 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb053fff640 1 -- 172.21.15.16:0/1990955310 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb05c162eb0 con 0x7fb05c073c00 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb061629640 1 -- 172.21.15.16:0/1990955310 >> v1:172.21.15.104:6789/0 conn(0x7fb05c073c00 legacy=0x7fb05c162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb061629640 1 -- 172.21.15.16:0/1990955310 >> v1:172.21.15.16:6789/0 conn(0x7fb05c0b73c0 legacy=0x7fb05c1627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.682+0000 7fb061629640 1 -- 172.21.15.16:0/1990955310 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb05c0d1c50 con 0x7fb05c15e530 2024-09-16T01:43:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.683+0000 7fb061629640 1 --2- 172.21.15.16:0/1990955310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c070700 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb0580097d0 tx=0x7fb05802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d6d0a1fcdb5ba46 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.683+0000 7fb053fff640 1 -- 172.21.15.16:0/1990955310 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb058037070 con 0x7fb05c15e530 2024-09-16T01:43:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.683+0000 7fb053fff640 1 -- 172.21.15.16:0/1990955310 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb058032440 con 0x7fb05c15e530 2024-09-16T01:43:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.683+0000 7fb053fff640 1 -- 172.21.15.16:0/1990955310 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb058032810 con 0x7fb05c15e530 2024-09-16T01:43:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.684+0000 7fb06388d640 1 -- 172.21.15.16:0/1990955310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 msgr2=0x7fb05c070700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.684+0000 7fb06388d640 1 --2- 172.21.15.16:0/1990955310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c070700 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb0580097d0 tx=0x7fb05802a210 comp rx=0 tx=0).stop 2024-09-16T01:43:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.684+0000 7fb06388d640 1 -- 172.21.15.16:0/1990955310 shutdown_connections 2024-09-16T01:43:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.684+0000 7fb06388d640 1 --2- 172.21.15.16:0/1990955310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c070700 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.684+0000 7fb06388d640 1 -- 172.21.15.16:0/1990955310 >> 172.21.15.16:0/1990955310 conn(0x7fb05c0d2300 msgr2=0x7fb05c0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.684+0000 7fb06388d640 1 -- 172.21.15.16:0/1990955310 shutdown_connections 2024-09-16T01:43:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.684+0000 7fb06388d640 1 -- 172.21.15.16:0/1990955310 wait complete. 2024-09-16T01:43:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.685+0000 7fb06388d640 1 Processor -- start 2024-09-16T01:43:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.685+0000 7fb06388d640 1 -- start start 2024-09-16T01:43:07.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb06388d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb05c073c00 0x7fb05c0cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb06388d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb05c0b73c0 0x7fb05c160ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb06388d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c161220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb06388d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c0736e0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb06388d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c073400 con 0x7fb05c073c00 2024-09-16T01:43:07.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb06388d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb05c0d2f10 con 0x7fb05c15e530 2024-09-16T01:43:07.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb05c0b73c0 0x7fb05c160ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb05c0b73c0 0x7fb05c160ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57718/0 (socket says 172.21.15.16:57718) 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 -- 172.21.15.16:0/2479017397 learned_addr learned my addr 172.21.15.16:0/2479017397 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb061629640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb05c073c00 0x7fb05c0cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb061e2a640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c161220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 -- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 msgr2=0x7fb05c161220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c161220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 -- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb05c073c00 msgr2=0x7fb05c0cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb05c073c00 0x7fb05c0cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 -- 172.21.15.16:0/2479017397 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb05c159fc0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb060e28640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb05c0b73c0 0x7fb05c160ce0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb04c00c430 tx=0x7fb04c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.686+0000 7fb051ffb640 1 -- 172.21.15.16:0/2479017397 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c017070 con 0x7fb05c0b73c0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.687+0000 7fb051ffb640 1 -- 172.21.15.16:0/2479017397 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb04c0052f0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.687+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb05c15a2a0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.687+0000 7fb051ffb640 1 -- 172.21.15.16:0/2479017397 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c003830 con 0x7fb05c0b73c0 2024-09-16T01:43:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.687+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb05c15a860 con 0x7fb05c0b73c0 2024-09-16T01:43:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.688+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb05c070700 con 0x7fb05c0b73c0 2024-09-16T01:43:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.688+0000 7fb051ffb640 1 -- 172.21.15.16:0/2479017397 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb04c01a070 con 0x7fb05c0b73c0 2024-09-16T01:43:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.688+0000 7fb051ffb640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb04006c2b0 0x7fb04006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.689+0000 7fb051ffb640 1 -- 172.21.15.16:0/2479017397 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb04c08a850 con 0x7fb05c0b73c0 2024-09-16T01:43:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.689+0000 7fb061629640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb04006c2b0 0x7fb04006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.689+0000 7fb061629640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb04006c2b0 0x7fb04006e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb058034000 tx=0x7fb05802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.693+0000 7fb051ffb640 1 -- 172.21.15.16:0/2479017397 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb04c058fc0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.902+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb05c0756f0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.902+0000 7fb051ffb640 1 -- 172.21.15.16:0/2479017397 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) ==== 53+0+73 (secure 0 0 0) 0x7fb04c0588c0 con 0x7fb05c0b73c0 2024-09-16T01:43:07.904 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:43:07.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.904+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb04006c2b0 msgr2=0x7fb04006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.904+0000 7fb06388d640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb04006c2b0 0x7fb04006e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb058034000 tx=0x7fb05802e000 comp rx=0 tx=0).stop 2024-09-16T01:43:07.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb05c0b73c0 msgr2=0x7fb05c160ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb05c0b73c0 0x7fb05c160ce0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb04c00c430 tx=0x7fb04c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 shutdown_connections 2024-09-16T01:43:07.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb04006c2b0 0x7fb04006e770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb05c15e530 0x7fb05c161220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb05c0b73c0 0x7fb05c160ce0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 --2- 172.21.15.16:0/2479017397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb05c073c00 0x7fb05c0cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 >> 172.21.15.16:0/2479017397 conn(0x7fb05c0d2300 msgr2=0x7fb05c0d0c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 shutdown_connections 2024-09-16T01:43:07.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:07.905+0000 7fb06388d640 1 -- 172.21.15.16:0/2479017397 wait complete. 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:43:07.917 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:07.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:07.918 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:43:07.935 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:43:07.935 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:43:07.936 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:43:07.936 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:07.936 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:43:07.936 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:07.936 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:43:07.937 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42752sec preferred_lft 42752sec 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:07.938 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:07.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:07.940 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:43:08.001 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:43:08.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:08.003 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:43:08.059 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:43:08.060 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:43:08.060 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:43:08.060 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:43:08.060 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:43:08.060 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:08.060 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:43:08.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:43:08.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:43:08.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:43:08.061 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:43:08.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:08.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:08.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:08.189 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:43:08.205 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:43:08.205 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:43:08.205 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:08.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:08.206 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:43:08.271 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:43:08.271 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:08.271 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:08.327 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:08.327 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:08.327 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:08.382 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:43:08.449 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:08.506 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:43:08.506 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:43:08.506 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:43:08.506 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:43:08.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:08.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:08.509 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:08.509 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:08.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:08.509 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:43:08.563 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:43:08.563 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:43:08.605 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:43:08.631 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:08.689 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:43:08.689 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:43:08.689 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:43:08.690 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:43:08.690 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:43:08.690 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:43:08.690 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:43:08.690 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:08.691 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:08.692 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:08.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:08.693 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:43:08.694 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:43:08.688+0000 7f0c40d5b480 -1 init, newargv = 0x5611ab663a70 newargc=15 2024-09-16T01:43:08.694 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[47998]: starting ceph client 2024-09-16T01:43:08.694 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[47998]: starting fuse 2024-09-16T01:43:08.709 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:43:08.709 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:43:08.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:43:08.709 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:43:08.709 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:08.710 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:43:08.711 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:43:08.829 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.47998.asok 2024-09-16T01:43:08.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:08.840 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47998.asok 2024-09-16T01:43:08.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:08.840 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47998.asok status 2024-09-16T01:43:08.976 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:43:08.976 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "47998", 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 5103, 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:43:08.977 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 5103 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3809227736 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3809227736 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:08.978 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.5103 192.168.0.1:0/3809227736", 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/3809227736", 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 14, 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 32, 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:43:08.979 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:43:08.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:08.988 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:43:08.988 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:09.005 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:43:09.006 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:09.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:09.006 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:09.071 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:43:09.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.213+0000 7fb76abd8640 1 Processor -- start 2024-09-16T01:43:09.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.213+0000 7fb76abd8640 1 -- start start 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb76abd8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb76406bbe0 0x7fb76406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb76abd8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb76406f6e0 0x7fb764161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb76abd8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7640b6a70 con 0x7fb76415e3a0 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb76abd8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb76406fb50 con 0x7fb76406f6e0 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb76abd8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb7640b7640 con 0x7fb76406bbe0 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb769175640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb76406f6e0 0x7fb764161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb769175640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb76406f6e0 0x7fb764161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57726/0 (socket says 172.21.15.16:57726) 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb769175640 1 -- 172.21.15.16:0/421897213 learned_addr learned my addr 172.21.15.16:0/421897213 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb75bfff640 1 --2- 172.21.15.16:0/421897213 >> v2:172.21.15.104:3300/0 conn(0x7fb76406bbe0 0x7fb76406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:09.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb769175640 1 -- 172.21.15.16:0/421897213 >> v2:172.21.15.104:3300/0 conn(0x7fb76406bbe0 msgr2=0x7fb76406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:09.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb769175640 1 --2- 172.21.15.16:0/421897213 >> v2:172.21.15.104:3300/0 conn(0x7fb76406bbe0 0x7fb76406f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb769175640 1 -- 172.21.15.16:0/421897213 >> v1:172.21.15.104:6789/0 conn(0x7fb76415e3a0 legacy=0x7fb76406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.214+0000 7fb769175640 1 -- 172.21.15.16:0/421897213 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb76406d960 con 0x7fb76406f6e0 2024-09-16T01:43:09.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.215+0000 7fb769175640 1 --2- 172.21.15.16:0/421897213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76406f6e0 0x7fb764161f80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb7640b4ec0 tx=0x7fb75c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7472dfb671b0cdf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:09.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.215+0000 7fb75b7fe640 1 -- 172.21.15.16:0/421897213 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c036070 con 0x7fb76406f6e0 2024-09-16T01:43:09.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.215+0000 7fb75b7fe640 1 -- 172.21.15.16:0/421897213 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb75c031600 con 0x7fb76406f6e0 2024-09-16T01:43:09.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.215+0000 7fb75b7fe640 1 -- 172.21.15.16:0/421897213 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c0319d0 con 0x7fb76406f6e0 2024-09-16T01:43:09.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 -- 172.21.15.16:0/421897213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76406f6e0 msgr2=0x7fb764161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 --2- 172.21.15.16:0/421897213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76406f6e0 0x7fb764161f80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb7640b4ec0 tx=0x7fb75c02a730 comp rx=0 tx=0).stop 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 -- 172.21.15.16:0/421897213 shutdown_connections 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 --2- 172.21.15.16:0/421897213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76406f6e0 0x7fb764161f80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 --2- 172.21.15.16:0/421897213 >> v2:172.21.15.104:3300/0 conn(0x7fb76406bbe0 0x7fb76406f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 -- 172.21.15.16:0/421897213 >> 172.21.15.16:0/421897213 conn(0x7fb7640b4090 msgr2=0x7fb7640b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 -- 172.21.15.16:0/421897213 shutdown_connections 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.216+0000 7fb76abd8640 1 -- 172.21.15.16:0/421897213 wait complete. 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.217+0000 7fb76abd8640 1 Processor -- start 2024-09-16T01:43:09.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.217+0000 7fb76abd8640 1 -- start start 2024-09-16T01:43:09.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb76abd8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb76406bbe0 0x7fb7641f5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:09.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb76abd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb76406f6e0 0x7fb7641f4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:09.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb76abd8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76415e3a0 0x7fb7641f4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb76abd8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb7640b72d0 con 0x7fb76415e3a0 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb76abd8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7640b6ff0 con 0x7fb76406bbe0 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb76abd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb76415e780 con 0x7fb76406f6e0 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76415e3a0 0x7fb7641f4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76415e3a0 0x7fb7641f4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57732/0 (socket says 172.21.15.16:57732) 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 -- 172.21.15.16:0/2256663694 learned_addr learned my addr 172.21.15.16:0/2256663694 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb768974640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb76406bbe0 0x7fb7641f5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb75bfff640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb76406f6e0 0x7fb7641f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 -- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb76406f6e0 msgr2=0x7fb7641f4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb76406f6e0 0x7fb7641f4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 -- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb76406bbe0 msgr2=0x7fb7641f5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb76406bbe0 0x7fb7641f5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb769175640 1 -- 172.21.15.16:0/2256663694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7641f53d0 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.218+0000 7fb75bfff640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb76406f6e0 0x7fb7641f4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.219+0000 7fb769175640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76415e3a0 0x7fb7641f4dd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb75c034040 tx=0x7fb75c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.219+0000 7fb7597fa640 1 -- 172.21.15.16:0/2256663694 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c036050 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.219+0000 7fb7597fa640 1 -- 172.21.15.16:0/2256663694 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb75c042070 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.219+0000 7fb7597fa640 1 -- 172.21.15.16:0/2256663694 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c009510 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.219+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7641f56b0 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.219+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7640aec20 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.220+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7641e94d0 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.220+0000 7fb7597fa640 1 -- 172.21.15.16:0/2256663694 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb75c007bf0 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.221+0000 7fb7597fa640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb75006c2e0 0x7fb75006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.221+0000 7fb7597fa640 1 -- 172.21.15.16:0/2256663694 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb75c0ac020 con 0x7fb76415e3a0 2024-09-16T01:43:09.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.221+0000 7fb768974640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb75006c2e0 0x7fb75006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:09.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.222+0000 7fb768974640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb75006c2e0 0x7fb75006e7a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb760000f60 tx=0x7fb760009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:09.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.226+0000 7fb7597fa640 1 -- 172.21.15.16:0/2256663694 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb7641e94d0 con 0x7fb76415e3a0 2024-09-16T01:43:09.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.435+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb764073cc0 con 0x7fb76415e3a0 2024-09-16T01:43:09.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.435+0000 7fb7597fa640 1 -- 172.21.15.16:0/2256663694 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) ==== 53+0+73 (secure 0 0 0) 0x7fb75c07a940 con 0x7fb76415e3a0 2024-09-16T01:43:09.437 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:43:09.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb75006c2e0 msgr2=0x7fb75006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb75006c2e0 0x7fb75006e7a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb760000f60 tx=0x7fb760009040 comp rx=0 tx=0).stop 2024-09-16T01:43:09.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76415e3a0 msgr2=0x7fb7641f4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76415e3a0 0x7fb7641f4dd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb75c034040 tx=0x7fb75c004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:09.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 shutdown_connections 2024-09-16T01:43:09.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb75006c2e0 0x7fb75006e7a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb76415e3a0 0x7fb7641f4dd0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb76406f6e0 0x7fb7641f4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 --2- 172.21.15.16:0/2256663694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb76406bbe0 0x7fb7641f5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 >> 172.21.15.16:0/2256663694 conn(0x7fb7640b4090 msgr2=0x7fb7640b2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:09.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.437+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 shutdown_connections 2024-09-16T01:43:09.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:09.438+0000 7fb76abd8640 1 -- 172.21.15.16:0/2256663694 wait complete. 2024-09-16T01:43:09.450 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:43:09.450 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:43:09.450 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:43:09.450 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:43:09.450 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:09.451 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:43:09.451 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:43:09.451 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:43:09.451 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:43:09.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:09.451 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:43:09.471 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:43:09.471 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:43:09.471 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:43:09.471 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:09.471 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:09.472 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42751sec preferred_lft 42751sec 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:09.473 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:09.474 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:09.474 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:43:09.474 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:09.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:09.474 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:43:09.539 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:43:09.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:09.541 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:43:09.599 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:43:09.599 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:43:09.599 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:43:09.599 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:43:09.599 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:43:09.599 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:09.600 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:43:09.600 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:43:09.600 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:43:09.600 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:43:09.600 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:43:09.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:43:09 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:09.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:43:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:09.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:09.731 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:43:09.747 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:43:09.747 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:43:09.747 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:43:09.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:09.748 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:43:09.815 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:43:09.816 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:09.816 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:09.871 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:43:09.871 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:09.872 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:09.927 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:43:09.993 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:10.050 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:43:10.050 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:43:10.051 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:43:10.053 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:10.054 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:10.054 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:10.054 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:10.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:10.054 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:43:10.107 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:43:10.107 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:43:10.149 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:43:10.174 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:10.232 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:43:10.326 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:10.327 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:10.328 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:10.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:10.329 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:43:10.330 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:43:10.240+0000 7f52620fd480 -1 init, newargv = 0x5579aea9cd60 newargc=15 2024-09-16T01:43:10.330 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[43945]: starting ceph client 2024-09-16T01:43:10.330 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[43945]: starting fuse 2024-09-16T01:43:10.346 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:43:10.346 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:43:10.347 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:43:10.348 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:43:10.349 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:43:10.349 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:10.349 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:43:10.349 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:43:10.470 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.43945.asok 2024-09-16T01:43:10.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:43:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:10.482 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43945.asok 2024-09-16T01:43:10.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:10.483 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43945.asok status 2024-09-16T01:43:10.630 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:43:10.630 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:43:10.630 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "43945", 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:43:10.631 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 4748, 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 4748 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3254781536 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:43:10.632 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:43:10.633 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:10.633 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3254781536 2024-09-16T01:43:10.633 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:10.633 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.4748 192.168.0.1:0/3254781536", 2024-09-16T01:43:10.633 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/3254781536", 2024-09-16T01:43:10.634 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:43:10.634 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 14, 2024-09-16T01:43:10.634 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 32, 2024-09-16T01:43:10.634 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:43:10.634 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:43:10.634 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:43:10.635 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:43:10.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:10.640 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:43:10.640 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:10.657 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:43:10.657 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:10.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:10.657 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:10.729 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:43:10.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.848+0000 7f4dfe51f640 1 Processor -- start 2024-09-16T01:43:10.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.848+0000 7f4dfe51f640 1 -- start start 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4dfe51f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4df815e840 0x7f4df80cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4dfe51f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4df80d4350 con 0x7f4df815ec20 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4dfe51f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4df80d3590 con 0x7f4df80b9880 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4dfe51f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4df80cfe50 con 0x7f4df815e840 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4dfcabc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4df815ec20 0x7f4df815f070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37348/0 (socket says 172.21.15.16:37348) 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4dfcabc640 1 -- 172.21.15.16:0/3705202594 learned_addr learned my addr 172.21.15.16:0/3705202594 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df7fff640 1 --2- 172.21.15.16:0/3705202594 >> v2:172.21.15.104:3300/0 conn(0x7f4df815e840 0x7f4df80cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df6ffd640 1 -- 172.21.15.16:0/3705202594 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1776982396 0 0) 0x7f4df80d4350 con 0x7f4df815ec20 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df6ffd640 1 -- 172.21.15.16:0/3705202594 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4de0003520 con 0x7f4df815ec20 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df6ffd640 1 -- 172.21.15.16:0/3705202594 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2751687237 0 0) 0x7f4df80d3590 con 0x7f4df80b9880 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df6ffd640 1 -- 172.21.15.16:0/3705202594 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4df80d4350 con 0x7f4df80b9880 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df7fff640 1 -- 172.21.15.16:0/3705202594 >> v1:172.21.15.104:6789/0 conn(0x7f4df80b9880 legacy=0x7f4df80b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df7fff640 1 -- 172.21.15.16:0/3705202594 >> v1:172.21.15.16:6789/0 conn(0x7f4df815ec20 legacy=0x7f4df815f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.849+0000 7f4df7fff640 1 -- 172.21.15.16:0/3705202594 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4df80d3870 con 0x7f4df815e840 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.850+0000 7f4df7fff640 1 --2- 172.21.15.16:0/3705202594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 0x7f4df80cf600 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4de80097a0 tx=0x7f4de802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91309c7ed8249a2f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.850+0000 7f4df6ffd640 1 -- 172.21.15.16:0/3705202594 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de8037070 con 0x7f4df815e840 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.850+0000 7f4df6ffd640 1 -- 172.21.15.16:0/3705202594 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4de8032440 con 0x7f4df815e840 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.850+0000 7f4df6ffd640 1 -- 172.21.15.16:0/3705202594 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de8032810 con 0x7f4df815e840 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.851+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3705202594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 msgr2=0x7f4df80cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.851+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3705202594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 0x7f4df80cf600 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4de80097a0 tx=0x7f4de802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.851+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3705202594 shutdown_connections 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.851+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3705202594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 0x7f4df80cf600 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.851+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3705202594 >> 172.21.15.16:0/3705202594 conn(0x7f4df80d4630 msgr2=0x7f4df80d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.851+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3705202594 shutdown_connections 2024-09-16T01:43:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.851+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3705202594 wait complete. 2024-09-16T01:43:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.852+0000 7f4dfe51f640 1 Processor -- start 2024-09-16T01:43:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfe51f640 1 -- start start 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfe51f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4df80b9880 0x7f4df8150e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfe51f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 0x7f4df8162330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfe51f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4df815ec20 0x7f4df8162870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfe51f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4df80cfb40 con 0x7f4df815ec20 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfe51f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4df80d3e30 con 0x7f4df815e840 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfe51f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4df8073210 con 0x7f4df80b9880 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfcabc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4df815ec20 0x7f4df8162870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfcabc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4df815ec20 0x7f4df8162870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57746/0 (socket says 172.21.15.16:57746) 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.853+0000 7f4dfcabc640 1 -- 172.21.15.16:0/3324316782 learned_addr learned my addr 172.21.15.16:0/3324316782 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4df77fe640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 0x7f4df8162330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4df7fff640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4df80b9880 0x7f4df8150e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfcabc640 1 -- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4df80b9880 msgr2=0x7f4df8150e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfcabc640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4df80b9880 0x7f4df8150e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfcabc640 1 -- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 msgr2=0x7f4df8162330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfcabc640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 0x7f4df8162330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfcabc640 1 -- 172.21.15.16:0/3324316782 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4df80c8eb0 con 0x7f4df815ec20 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfcabc640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4df815ec20 0x7f4df8162870 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4df000c9f0 tx=0x7f4df000ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4df4ff9640 1 -- 172.21.15.16:0/3324316782 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df0017070 con 0x7f4df815ec20 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4df4ff9640 1 -- 172.21.15.16:0/3324316782 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4df000ab10 con 0x7f4df815ec20 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4df814e700 con 0x7f4df815ec20 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4df4ff9640 1 -- 172.21.15.16:0/3324316782 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df0012400 con 0x7f4df815ec20 2024-09-16T01:43:10.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.854+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4df80b8d90 con 0x7f4df815ec20 2024-09-16T01:43:10.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.855+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4df80cf600 con 0x7f4df815ec20 2024-09-16T01:43:10.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.856+0000 7f4df4ff9640 1 -- 172.21.15.16:0/3324316782 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4df001a070 con 0x7f4df815ec20 2024-09-16T01:43:10.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.856+0000 7f4df4ff9640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4de406c2b0 0x7f4de406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.856+0000 7f4df4ff9640 1 -- 172.21.15.16:0/3324316782 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4df008af90 con 0x7f4df815ec20 2024-09-16T01:43:10.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.856+0000 7f4df7fff640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4de406c2b0 0x7f4de406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.857+0000 7f4df7fff640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4de406c2b0 0x7f4de406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4de8034000 tx=0x7f4de802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:10.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:10.860+0000 7f4df4ff9640 1 -- 172.21.15.16:0/3324316782 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4df00590b0 con 0x7f4df815ec20 2024-09-16T01:43:11.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.072+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f4df80d54d0 con 0x7f4df815ec20 2024-09-16T01:43:11.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.508+0000 7f4df4ff9640 1 -- 172.21.15.16:0/3324316782 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v15) ==== 136+0+0 (secure 0 0 0) 0x7f4df005d3b0 con 0x7f4df815ec20 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4de406c2b0 msgr2=0x7f4de406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4de406c2b0 0x7f4de406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4de8034000 tx=0x7f4de802e000 comp rx=0 tx=0).stop 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4df815ec20 msgr2=0x7f4df8162870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4df815ec20 0x7f4df8162870 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4df000c9f0 tx=0x7f4df000ceb0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 shutdown_connections 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4de406c2b0 0x7f4de406e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4df815ec20 0x7f4df8162870 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4df815e840 0x7f4df8162330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 --2- 172.21.15.16:0/3324316782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4df80b9880 0x7f4df8150e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.510+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 >> 172.21.15.16:0/3324316782 conn(0x7f4df80d4630 msgr2=0x7f4df815d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:11.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.511+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 shutdown_connections 2024-09-16T01:43:11.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.511+0000 7f4dfe51f640 1 -- 172.21.15.16:0/3324316782 wait complete. 2024-09-16T01:43:11.526 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:43:11.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.633+0000 7f1ea7bfd640 1 Processor -- start 2024-09-16T01:43:11.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.634+0000 7f1ea7bfd640 1 -- start start 2024-09-16T01:43:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.634+0000 7f1ea7bfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea0147fc0 0x7f1ea015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.634+0000 7f1ea7bfd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1ea00b9ee0 0x7f1ea00d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.634+0000 7f1ea7bfd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ea00ba310 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.634+0000 7f1ea7bfd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1ea01483a0 con 0x7f1ea00b9ee0 2024-09-16T01:43:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.634+0000 7f1ea7bfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1ea015efa0 con 0x7f1ea0147fc0 2024-09-16T01:43:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea5999640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea0147fc0 0x7f1ea015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea619a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1ea00b9ee0 0x7f1ea00d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea5999640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea0147fc0 0x7f1ea015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:43562/0 (socket says 172.21.15.16:43562) 2024-09-16T01:43:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea5999640 1 -- 172.21.15.16:0/3720914336 learned_addr learned my addr 172.21.15.16:0/3720914336 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea619a640 1 --2- 172.21.15.16:0/3720914336 >> v2:172.21.15.104:3300/0 conn(0x7f1ea00b9ee0 0x7f1ea00d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:51862/0 (socket says 172.21.15.16:51862) 2024-09-16T01:43:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea4997640 1 -- 172.21.15.16:0/3720914336 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1821696146 0 0) 0x7f1ea00ba310 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea5999640 1 -- 172.21.15.16:0/3720914336 >> v2:172.21.15.104:3300/0 conn(0x7f1ea00b9ee0 msgr2=0x7f1ea00d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea5999640 1 --2- 172.21.15.16:0/3720914336 >> v2:172.21.15.104:3300/0 conn(0x7f1ea00b9ee0 0x7f1ea00d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea5999640 1 -- 172.21.15.16:0/3720914336 >> v1:172.21.15.104:6789/0 conn(0x7f1ea00d0ee0 legacy=0x7f1ea00b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea5999640 1 -- 172.21.15.16:0/3720914336 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ea00d2750 con 0x7f1ea0147fc0 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.635+0000 7f1ea619a640 1 --2- 172.21.15.16:0/3720914336 >> v2:172.21.15.104:3300/0 conn(0x7f1ea00b9ee0 0x7f1ea00d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.636+0000 7f1ea5999640 1 --2- 172.21.15.16:0/3720914336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea0147fc0 0x7f1ea015ea60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c009870 tx=0x7f1e9c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23c6ca571101aa25 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.636+0000 7f1ea4997640 1 -- 172.21.15.16:0/3720914336 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c037070 con 0x7f1ea0147fc0 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.636+0000 7f1ea4997640 1 -- 172.21.15.16:0/3720914336 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e9c032440 con 0x7f1ea0147fc0 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.636+0000 7f1ea4997640 1 -- 172.21.15.16:0/3720914336 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c032810 con 0x7f1ea0147fc0 2024-09-16T01:43:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3720914336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea0147fc0 msgr2=0x7f1ea015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3720914336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea0147fc0 0x7f1ea015ea60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c009870 tx=0x7f1e9c02a270 comp rx=0 tx=0).stop 2024-09-16T01:43:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3720914336 shutdown_connections 2024-09-16T01:43:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3720914336 >> v2:172.21.15.104:3300/0 conn(0x7f1ea00b9ee0 0x7f1ea00d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3720914336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea0147fc0 0x7f1ea015ea60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3720914336 >> 172.21.15.16:0/3720914336 conn(0x7f1ea0074fe0 msgr2=0x7f1ea006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3720914336 shutdown_connections 2024-09-16T01:43:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.637+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3720914336 wait complete. 2024-09-16T01:43:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.638+0000 7f1ea7bfd640 1 Processor -- start 2024-09-16T01:43:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.638+0000 7f1ea7bfd640 1 -- start start 2024-09-16T01:43:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea7bfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea00b9ee0 0x7f1ea0140db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea7bfd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ea00d0ee0 0x7f1ea01e9260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea7bfd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ea0147fc0 0x7f1ea01e9c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea7bfd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea00d2500 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea7bfd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea00d2d10 con 0x7f1ea0147fc0 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea7bfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1ea00d2ff0 con 0x7f1ea00b9ee0 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ea00d0ee0 0x7f1ea01e9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ea00d0ee0 0x7f1ea01e9260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57760/0 (socket says 172.21.15.16:57760) 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 -- 172.21.15.16:0/3058362190 learned_addr learned my addr 172.21.15.16:0/3058362190 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5999640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea00b9ee0 0x7f1ea0140db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea619a640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ea0147fc0 0x7f1ea01e9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 -- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea00b9ee0 msgr2=0x7f1ea0140db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea00b9ee0 0x7f1ea0140db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 -- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ea0147fc0 msgr2=0x7f1ea01e9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ea0147fc0 0x7f1ea01e9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 -- 172.21.15.16:0/3058362190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ea01e81c0 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5999640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea00b9ee0 0x7f1ea0140db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.639+0000 7f1ea5198640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ea00d0ee0 0x7f1ea01e9260 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1e9000c4b0 tx=0x7f1e9000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.640+0000 7f1e967fc640 1 -- 172.21.15.16:0/3058362190 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e90017070 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.640+0000 7f1e967fc640 1 -- 172.21.15.16:0/3058362190 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e90005480 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.640+0000 7f1e967fc640 1 -- 172.21.15.16:0/3058362190 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e90003830 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.640+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ea01e84a0 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.640+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ea01e8a60 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.641+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ea00d1340 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.641+0000 7f1e967fc640 1 -- 172.21.15.16:0/3058362190 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e9001a070 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.642+0000 7f1e967fc640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1e8406c2b0 0x7f1e8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.642+0000 7f1e967fc640 1 -- 172.21.15.16:0/3058362190 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1e9008a7f0 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.642+0000 7f1ea5999640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1e8406c2b0 0x7f1e8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.642+0000 7f1ea5999640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1e8406c2b0 0x7f1e8406e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c034000 tx=0x7f1e9c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.646+0000 7f1e967fc640 1 -- 172.21.15.16:0/3058362190 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1e90058f60 con 0x7f1ea00d0ee0 2024-09-16T01:43:11.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.845+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f1ea00d0910 con 0x7f1e8406c2b0 2024-09-16T01:43:11.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.848+0000 7f1e967fc640 1 -- 172.21.15.16:0/3058362190 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f1ea00d0910 con 0x7f1e8406c2b0 2024-09-16T01:43:11.848 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:43:11.848 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:11.849 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:43:11.849 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:11.849 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:43:11.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1e8406c2b0 msgr2=0x7f1e8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1e8406c2b0 0x7f1e8406e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c034000 tx=0x7f1e9c02e000 comp rx=0 tx=0).stop 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ea00d0ee0 msgr2=0x7f1ea01e9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ea00d0ee0 0x7f1ea01e9260 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1e9000c4b0 tx=0x7f1e9000c970 comp rx=0 tx=0).stop 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 shutdown_connections 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1e8406c2b0 0x7f1e8406e770 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ea0147fc0 0x7f1ea01e9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ea00d0ee0 0x7f1ea01e9260 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 --2- 172.21.15.16:0/3058362190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ea00b9ee0 0x7f1ea0140db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.849+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 >> 172.21.15.16:0/3058362190 conn(0x7f1ea0074fe0 msgr2=0x7f1ea00d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:11.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.850+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 shutdown_connections 2024-09-16T01:43:11.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.850+0000 7f1ea7bfd640 1 -- 172.21.15.16:0/3058362190 wait complete. 2024-09-16T01:43:11.862 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:43:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.966+0000 7f30e7b0a640 1 Processor -- start 2024-09-16T01:43:11.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.966+0000 7f30e7b0a640 1 -- start start 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.967+0000 7f30e7b0a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30e00d2b20 0x7f30e00b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.967+0000 7f30e7b0a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30e015cba0 con 0x7f30e00b7390 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.967+0000 7f30e7b0a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30e015ce80 con 0x7f30e015a0b0 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.967+0000 7f30e7b0a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f30e015d160 con 0x7f30e00d2b20 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.967+0000 7f30e50a5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30e00d2b20 0x7f30e00b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.967+0000 7f30e60a7640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f30e00b7390 0x7f30e0073290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37354/0 (socket says 172.21.15.16:37354) 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.967+0000 7f30e60a7640 1 -- 172.21.15.16:0/436251364 learned_addr learned my addr 172.21.15.16:0/436251364 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.968+0000 7f30e50a5640 1 -- 172.21.15.16:0/436251364 >> v1:172.21.15.104:6789/0 conn(0x7f30e015a0b0 legacy=0x7f30e00d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.968+0000 7f30e50a5640 1 -- 172.21.15.16:0/436251364 >> v1:172.21.15.16:6789/0 conn(0x7f30e00b7390 legacy=0x7f30e0073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.968+0000 7f30e50a5640 1 -- 172.21.15.16:0/436251364 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e015d440 con 0x7f30e00d2b20 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.968+0000 7f30e50a5640 1 --2- 172.21.15.16:0/436251364 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00b6e50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f30d40097a0 tx=0x7f30d402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e4696febfad37f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e48a4640 1 -- 172.21.15.16:0/436251364 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d4037070 con 0x7f30e00d2b20 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e48a4640 1 -- 172.21.15.16:0/436251364 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30d4032440 con 0x7f30e00d2b20 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e48a4640 1 -- 172.21.15.16:0/436251364 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d4032810 con 0x7f30e00d2b20 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e7b0a640 1 -- 172.21.15.16:0/436251364 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 msgr2=0x7f30e00b6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/436251364 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00b6e50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f30d40097a0 tx=0x7f30d402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e7b0a640 1 -- 172.21.15.16:0/436251364 shutdown_connections 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/436251364 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00b6e50 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e7b0a640 1 -- 172.21.15.16:0/436251364 >> 172.21.15.16:0/436251364 conn(0x7f30e006f2d0 msgr2=0x7f30e006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e7b0a640 1 -- 172.21.15.16:0/436251364 shutdown_connections 2024-09-16T01:43:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.969+0000 7f30e7b0a640 1 -- 172.21.15.16:0/436251364 wait complete. 2024-09-16T01:43:11.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.970+0000 7f30e7b0a640 1 Processor -- start 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.970+0000 7f30e7b0a640 1 -- start start 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e7b0a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30e00b7390 0x7f30e0151290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e7b0a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00c74c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e7b0a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30e015a0b0 0x7f30e00c7a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e7b0a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f30e00b5550 con 0x7f30e00d2b20 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e7b0a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f30e00b77d0 con 0x7f30e00b7390 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e7b0a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f30e00b56d0 con 0x7f30e015a0b0 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e50a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00c74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e50a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00c74c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57782/0 (socket says 172.21.15.16:57782) 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e50a5640 1 -- 172.21.15.16:0/1036812446 learned_addr learned my addr 172.21.15.16:0/1036812446 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e60a7640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30e015a0b0 0x7f30e00c7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.971+0000 7f30e58a6640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30e00b7390 0x7f30e0151290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e50a5640 1 -- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30e015a0b0 msgr2=0x7f30e00c7a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e50a5640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30e015a0b0 0x7f30e00c7a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e50a5640 1 -- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30e00b7390 msgr2=0x7f30e0151290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e50a5640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30e00b7390 0x7f30e0151290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e50a5640 1 -- 172.21.15.16:0/1036812446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e00af5f0 con 0x7f30e00d2b20 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e50a5640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00c74c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f30d4035040 tx=0x7f30d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30de7fc640 1 -- 172.21.15.16:0/1036812446 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d4037040 con 0x7f30e00d2b20 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30de7fc640 1 -- 172.21.15.16:0/1036812446 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30d4030770 con 0x7f30e00d2b20 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30e00af8d0 con 0x7f30e00d2b20 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30de7fc640 1 -- 172.21.15.16:0/1036812446 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d4030b80 con 0x7f30e00d2b20 2024-09-16T01:43:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.972+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30e00afe90 con 0x7f30e00d2b20 2024-09-16T01:43:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.973+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30e00b6e50 con 0x7f30e00d2b20 2024-09-16T01:43:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.974+0000 7f30de7fc640 1 -- 172.21.15.16:0/1036812446 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f30d4044020 con 0x7f30e00d2b20 2024-09-16T01:43:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.974+0000 7f30de7fc640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f30cc06c2b0 0x7f30cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.975+0000 7f30de7fc640 1 -- 172.21.15.16:0/1036812446 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f30d40ab880 con 0x7f30e00d2b20 2024-09-16T01:43:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.975+0000 7f30e58a6640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f30cc06c2b0 0x7f30cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.975+0000 7f30e58a6640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f30cc06c2b0 0x7f30cc06e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f30d00012e0 tx=0x7f30d0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:11.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:11.979+0000 7f30de7fc640 1 -- 172.21.15.16:0/1036812446 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30d4032e20 con 0x7f30e00d2b20 2024-09-16T01:43:12.029 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:43:12.032 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:43:12.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.155+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f30e00b1ce0 con 0x7f30e00d2b20 2024-09-16T01:43:12.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.155+0000 7f30de7fc640 1 -- 172.21.15.16:0/1036812446 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f30d4079a30 con 0x7f30e00d2b20 2024-09-16T01:43:12.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f30cc06c2b0 msgr2=0x7f30cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f30cc06c2b0 0x7f30cc06e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f30d00012e0 tx=0x7f30d0009040 comp rx=0 tx=0).stop 2024-09-16T01:43:12.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 msgr2=0x7f30e00c74c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00c74c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f30d4035040 tx=0x7f30d40046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 shutdown_connections 2024-09-16T01:43:12.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f30cc06c2b0 0x7f30cc06e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30e015a0b0 0x7f30e00c7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30e00d2b20 0x7f30e00c74c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 --2- 172.21.15.16:0/1036812446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30e00b7390 0x7f30e0151290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 >> 172.21.15.16:0/1036812446 conn(0x7f30e006f2d0 msgr2=0x7f30e015bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:12.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 shutdown_connections 2024-09-16T01:43:12.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.157+0000 7f30e7b0a640 1 -- 172.21.15.16:0/1036812446 wait complete. 2024-09-16T01:43:12.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:12.170 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp73550/subvol82420) 2024-09-16T01:43:12.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:12.204 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:43:12.266 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:43:12.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:12.266 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/subvol_grp73550/subvol82420) 2024-09-16T01:43:12.346 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:43:12.346 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/./volumes/subvol_grp73550/subvol82420/.meta 2024-09-16T01:43:12.418 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol82420 subvol_grp73550 2024-09-16T01:43:12.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.565+0000 7fb1530f1640 1 Processor -- start 2024-09-16T01:43:12.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.565+0000 7fb1530f1640 1 -- start start 2024-09-16T01:43:12.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.566+0000 7fb1530f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb14c072200 0x7fb14c072650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.566+0000 7fb1530f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb14c0d4350 con 0x7fb14c15e840 2024-09-16T01:43:12.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.566+0000 7fb1530f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb14c0d3590 con 0x7fb14c0b9880 2024-09-16T01:43:12.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.566+0000 7fb1530f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb14c0cfe50 con 0x7fb14c072200 2024-09-16T01:43:12.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.566+0000 7fb150e8d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb14c15e840 0x7fb14c0cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46532/0 (socket says 172.21.15.16:46532) 2024-09-16T01:43:12.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.566+0000 7fb150e8d640 1 -- 172.21.15.16:0/1049095064 learned_addr learned my addr 172.21.15.16:0/1049095064 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:12.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb15168e640 1 --2- 172.21.15.16:0/1049095064 >> v2:172.21.15.104:3300/0 conn(0x7fb14c072200 0x7fb14c072650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2765404747 0 0) 0x7fb14c0d4350 con 0x7fb14c15e840 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb134003520 con 0x7fb14c15e840 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2866446311 0 0) 0x7fb134003520 con 0x7fb14c15e840 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 >> v2:172.21.15.104:3300/0 conn(0x7fb14c072200 msgr2=0x7fb14c072650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 --2- 172.21.15.16:0/1049095064 >> v2:172.21.15.104:3300/0 conn(0x7fb14c072200 0x7fb14c072650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 >> v1:172.21.15.104:6789/0 conn(0x7fb14c0b9880 legacy=0x7fb14c0b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14c0d3870 con 0x7fb14c15e840 2024-09-16T01:43:12.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fb13c001670 con 0x7fb14c15e840 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 >> v1:172.21.15.16:6789/0 conn(0x7fb14c15e840 legacy=0x7fb14c0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1340039b0 0x7fb134003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb134004800 0x7fb134004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb13400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c0cfe50 con 0x7fb1340051c0 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb13400c160 con 0x7fb1340039b0 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb13400c360 con 0x7fb134004800 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb15168e640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb13400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb150e8d640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1340039b0 0x7fb134003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb14bfff640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb134004800 0x7fb134004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb15168e640 1 -- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb134004800 msgr2=0x7fb134004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:12.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb15168e640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb134004800 0x7fb134004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb15168e640 1 -- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1340039b0 msgr2=0x7fb134003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:12.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb15168e640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1340039b0 0x7fb134003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.567+0000 7fb15168e640 1 -- 172.21.15.16:0/1049095064 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb134003520 con 0x7fb1340051c0 2024-09-16T01:43:12.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.568+0000 7fb15168e640 1 -- 172.21.15.16:0/1049095064 reap_dead start 2024-09-16T01:43:12.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.568+0000 7fb15168e640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb13400b9c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb144009fc0 tx=0x7fb134005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1cd7fe00e03aa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.568+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144035020 con 0x7fb1340051c0 2024-09-16T01:43:12.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.568+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb144003bd0 con 0x7fb1340051c0 2024-09-16T01:43:12.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.568+0000 7fb14b7fe640 1 -- 172.21.15.16:0/1049095064 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144009c10 con 0x7fb1340051c0 2024-09-16T01:43:12.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.569+0000 7fb1530f1640 1 -- 172.21.15.16:0/1049095064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 msgr2=0x7fb13400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.569+0000 7fb1530f1640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb13400b9c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb144009fc0 tx=0x7fb134005830 comp rx=0 tx=0).stop 2024-09-16T01:43:12.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.569+0000 7fb1530f1640 1 -- 172.21.15.16:0/1049095064 shutdown_connections 2024-09-16T01:43:12.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.569+0000 7fb1530f1640 1 --2- 172.21.15.16:0/1049095064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb13400b9c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.569+0000 7fb1530f1640 1 -- 172.21.15.16:0/1049095064 >> 172.21.15.16:0/1049095064 conn(0x7fb14c0d4630 msgr2=0x7fb14c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:12.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.569+0000 7fb1530f1640 1 -- 172.21.15.16:0/1049095064 shutdown_connections 2024-09-16T01:43:12.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.569+0000 7fb1530f1640 1 -- 172.21.15.16:0/1049095064 wait complete. 2024-09-16T01:43:12.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.570+0000 7fb1530f1640 1 Processor -- start 2024-09-16T01:43:12.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.570+0000 7fb1530f1640 1 -- start start 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb1530f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb14c0ce3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb1530f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb14c15b7f0 0x7fb14c0cbc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb1530f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb14c0cc1b0 0x7fb14c160580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb1530f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c0cf600 con 0x7fb1340051c0 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb1530f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c0d3e30 con 0x7fb14c15b7f0 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb1530f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb14c0cf780 con 0x7fb14c0cc1b0 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb150e8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb14c0ce3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb150e8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb14c0ce3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54788/0 (socket says 172.21.15.16:54788) 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb150e8d640 1 -- 172.21.15.16:0/624672461 learned_addr learned my addr 172.21.15.16:0/624672461 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb15168e640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb14c0cc1b0 0x7fb14c160580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb14bfff640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb14c15b7f0 0x7fb14c0cbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb150e8d640 1 -- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb14c0cc1b0 msgr2=0x7fb14c160580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb150e8d640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb14c0cc1b0 0x7fb14c160580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb150e8d640 1 -- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb14c15b7f0 msgr2=0x7fb14c0cbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.571+0000 7fb150e8d640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb14c15b7f0 0x7fb14c0cbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.572+0000 7fb150e8d640 1 -- 172.21.15.16:0/624672461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14c0ce8f0 con 0x7fb1340051c0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.572+0000 7fb150e8d640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb14c0ce3b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0072f0 tx=0x7fb13c0077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.572+0000 7fb1497fa640 1 -- 172.21.15.16:0/624672461 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c01a070 con 0x7fb1340051c0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.572+0000 7fb1497fa640 1 -- 172.21.15.16:0/624672461 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb13c00f960 con 0x7fb1340051c0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.572+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb14c0cddf0 con 0x7fb1340051c0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.572+0000 7fb1497fa640 1 -- 172.21.15.16:0/624672461 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c00fd10 con 0x7fb1340051c0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.572+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb14c0cca60 con 0x7fb1340051c0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.573+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb14c0cfb10 con 0x7fb1340051c0 2024-09-16T01:43:12.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.573+0000 7fb1497fa640 1 -- 172.21.15.16:0/624672461 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb13c01d070 con 0x7fb1340051c0 2024-09-16T01:43:12.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.574+0000 7fb1497fa640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb13806c2e0 0x7fb13806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.574+0000 7fb1497fa640 1 -- 172.21.15.16:0/624672461 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb13c08ae70 con 0x7fb1340051c0 2024-09-16T01:43:12.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.574+0000 7fb14bfff640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb13806c2e0 0x7fb13806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.574+0000 7fb14bfff640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb13806c2e0 0x7fb13806e7a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb140000c00 tx=0x7fb140009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.578+0000 7fb1497fa640 1 -- 172.21.15.16:0/624672461 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb14c0ce8f0 con 0x7fb1340051c0 2024-09-16T01:43:12.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.781+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol82420", "group_name": "subvol_grp73550", "target": ["mon-mgr", ""]}) -- 0x7fb14c0c7ee0 con 0x7fb13806c2e0 2024-09-16T01:43:12.787 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:12.785+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:12.787 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:12.785+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:12.787 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:12.785+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:12.788 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:12.785+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:12.788 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:12.785+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.819+0000 7fb1497fa640 1 -- 172.21.15.16:0/624672461 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb14c0c7ee0 con 0x7fb13806c2e0 2024-09-16T01:43:12.821 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp73550/subvol82420 2024-09-16T01:43:12.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb13806c2e0 msgr2=0x7fb13806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb13806c2e0 0x7fb13806e7a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb140000c00 tx=0x7fb140009040 comp rx=0 tx=0).stop 2024-09-16T01:43:12.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 msgr2=0x7fb14c0ce3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb14c0ce3b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0072f0 tx=0x7fb13c0077b0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 shutdown_connections 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb13806c2e0 0x7fb13806e7a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb14c0cc1b0 0x7fb14c160580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb14c15b7f0 0x7fb14c0cbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 --2- 172.21.15.16:0/624672461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1340051c0 0x7fb14c0ce3b0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 >> 172.21.15.16:0/624672461 conn(0x7fb14c0d4630 msgr2=0x7fb14c15c2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 shutdown_connections 2024-09-16T01:43:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.822+0000 7fb1530f1640 1 -- 172.21.15.16:0/624672461 wait complete. 2024-09-16T01:43:12.834 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol82420 subvol_grp73550 2024-09-16T01:43:12.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.940+0000 7f580d752640 1 Processor -- start 2024-09-16T01:43:12.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.940+0000 7f580d752640 1 -- start start 2024-09-16T01:43:12.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f580d752640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f580815c4e0 0x7f58080712d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f580d752640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5808071810 0x7f5808073120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f580d752640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58080d0460 con 0x7f5808073660 2024-09-16T01:43:12.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f580d752640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f580815c8c0 con 0x7f5808071810 2024-09-16T01:43:12.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f580d752640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f58080b6560 con 0x7f580815c4e0 2024-09-16T01:43:12.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f58067fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5808071810 0x7f5808073120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f58067fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5808071810 0x7f5808073120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54792/0 (socket says 172.21.15.16:54792) 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f58067fc640 1 -- 172.21.15.16:0/2164717825 learned_addr learned my addr 172.21.15.16:0/2164717825 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f5806ffd640 1 --2- 172.21.15.16:0/2164717825 >> v2:172.21.15.104:3300/0 conn(0x7f580815c4e0 0x7f58080712d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f58067fc640 1 -- 172.21.15.16:0/2164717825 >> v2:172.21.15.104:3300/0 conn(0x7f580815c4e0 msgr2=0x7f58080712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f58067fc640 1 --2- 172.21.15.16:0/2164717825 >> v2:172.21.15.104:3300/0 conn(0x7f580815c4e0 0x7f58080712d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f58067fc640 1 -- 172.21.15.16:0/2164717825 >> v1:172.21.15.104:6789/0 conn(0x7f5808073660 legacy=0x7f580815ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.941+0000 7f58067fc640 1 -- 172.21.15.16:0/2164717825 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58080d0740 con 0x7f5808071810 2024-09-16T01:43:12.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.942+0000 7f58067fc640 1 --2- 172.21.15.16:0/2164717825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808071810 0x7f5808073120 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5808050130 tx=0x7f57f002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=514e78e4a88d398c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.942+0000 7f5805ffb640 1 -- 172.21.15.16:0/2164717825 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0037070 con 0x7f5808071810 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.942+0000 7f5805ffb640 1 -- 172.21.15.16:0/2164717825 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57f0032440 con 0x7f5808071810 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.942+0000 7f5805ffb640 1 -- 172.21.15.16:0/2164717825 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0032810 con 0x7f5808071810 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 -- 172.21.15.16:0/2164717825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808071810 msgr2=0x7f5808073120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 --2- 172.21.15.16:0/2164717825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808071810 0x7f5808073120 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5808050130 tx=0x7f57f002a230 comp rx=0 tx=0).stop 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 -- 172.21.15.16:0/2164717825 shutdown_connections 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 --2- 172.21.15.16:0/2164717825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808071810 0x7f5808073120 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 --2- 172.21.15.16:0/2164717825 >> v2:172.21.15.104:3300/0 conn(0x7f580815c4e0 0x7f58080712d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 -- 172.21.15.16:0/2164717825 >> 172.21.15.16:0/2164717825 conn(0x7f58080b4250 msgr2=0x7f58080b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 -- 172.21.15.16:0/2164717825 shutdown_connections 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.943+0000 7f580d752640 1 -- 172.21.15.16:0/2164717825 wait complete. 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.944+0000 7f580d752640 1 Processor -- start 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.944+0000 7f580d752640 1 -- start start 2024-09-16T01:43:12.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f580d752640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5808071810 0x7f5808156f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f580d752640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808073660 0x7f580815ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f580d752640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f580815c4e0 0x7f580815b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f580d752640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f58080d0fe0 con 0x7f5808073660 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f580d752640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f58080d0d00 con 0x7f580815c4e0 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f580d752640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f58080d1500 con 0x7f5808071810 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808073660 0x7f580815ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808073660 0x7f580815ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54794/0 (socket says 172.21.15.16:54794) 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 -- 172.21.15.16:0/2382087453 learned_addr learned my addr 172.21.15.16:0/2382087453 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 -- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5808071810 msgr2=0x7f5808156f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5808071810 0x7f5808156f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 -- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f580815c4e0 msgr2=0x7f580815b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f580815c4e0 0x7f580815b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.945+0000 7f58067fc640 1 -- 172.21.15.16:0/2382087453 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58081f3370 con 0x7f5808073660 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.946+0000 7f58067fc640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808073660 0x7f580815ab20 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f57f002a270 tx=0x7f57f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.946+0000 7f57ff7fe640 1 -- 172.21.15.16:0/2382087453 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0037040 con 0x7f5808073660 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.946+0000 7f57ff7fe640 1 -- 172.21.15.16:0/2382087453 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57f0042070 con 0x7f5808073660 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.946+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58081f3650 con 0x7f5808073660 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.946+0000 7f57ff7fe640 1 -- 172.21.15.16:0/2382087453 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0030bb0 con 0x7f5808073660 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.946+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58081f3c10 con 0x7f5808073660 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.947+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58080d2120 con 0x7f5808073660 2024-09-16T01:43:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.947+0000 7f57ff7fe640 1 -- 172.21.15.16:0/2382087453 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f57f0047460 con 0x7f5808073660 2024-09-16T01:43:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.948+0000 7f57ff7fe640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f57e806c2b0 0x7f57e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.948+0000 7f57ff7fe640 1 -- 172.21.15.16:0/2382087453 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f57f00ac0b0 con 0x7f5808073660 2024-09-16T01:43:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.948+0000 7f5806ffd640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f57e806c2b0 0x7f57e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.949+0000 7f5806ffd640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f57e806c2b0 0x7f57e806e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f580000a810 tx=0x7f5800008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:12.952+0000 7f57ff7fe640 1 -- 172.21.15.16:0/2382087453 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f57f0045360 con 0x7f5808073660 2024-09-16T01:43:13.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.157+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol82420", "group_name": "subvol_grp73550", "target": ["mon-mgr", ""]}) -- 0x7f58080b5020 con 0x7f57e806c2b0 2024-09-16T01:43:13.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.162+0000 7f57ff7fe640 1 -- 172.21.15.16:0/2382087453 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f58080b5020 con 0x7f57e806c2b0 2024-09-16T01:43:13.163 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp73550/subvol82420 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f57e806c2b0 msgr2=0x7f57e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f57e806c2b0 0x7f57e806e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f580000a810 tx=0x7f5800008040 comp rx=0 tx=0).stop 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808073660 msgr2=0x7f580815ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808073660 0x7f580815ab20 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f57f002a270 tx=0x7f57f00046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 shutdown_connections 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f57e806c2b0 0x7f57e806e770 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f580815c4e0 0x7f580815b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:13.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5808073660 0x7f580815ab20 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:13.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 --2- 172.21.15.16:0/2382087453 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5808071810 0x7f5808156f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:13.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 >> 172.21.15.16:0/2382087453 conn(0x7f58080b4250 msgr2=0x7f58080b46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:13.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 shutdown_connections 2024-09-16T01:43:13.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:13.164+0000 7f580d752640 1 -- 172.21.15.16:0/2382087453 wait complete. 2024-09-16T01:43:13.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:13.177 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/0c2dd8e3ce373693867e8a45ed2494b9.meta) 2024-09-16T01:43:16.602 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:43:16.602 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:43:16.603 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:43:16.603 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/subvol_grp73550/subvol82420 2024-09-16T01:43:16.603 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:43:16.603 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:16.605 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol82420 subvol_grp73550 2024-09-16T01:43:16.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.721+0000 7f02306f1640 1 Processor -- start 2024-09-16T01:43:16.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.721+0000 7f02306f1640 1 -- start start 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.722+0000 7f02306f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f022815e840 0x7f02280cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.722+0000 7f02306f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02280d4350 con 0x7f022815ec20 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.722+0000 7f02306f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02280d3590 con 0x7f02280b9880 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.722+0000 7f02306f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f02280cfe50 con 0x7f022815e840 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022ec8e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f022815ec20 0x7f022815f070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46548/0 (socket says 172.21.15.16:46548) 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022ec8e640 1 -- 172.21.15.16:0/3187324612 learned_addr learned my addr 172.21.15.16:0/3187324612 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022e48d640 1 --2- 172.21.15.16:0/3187324612 >> v2:172.21.15.104:3300/0 conn(0x7f022815e840 0x7f02280cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1636100608 0 0) 0x7f02280d4350 con 0x7f022815ec20 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0214003520 con 0x7f022815ec20 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3164428413 0 0) 0x7f02280d3590 con 0x7f02280b9880 2024-09-16T01:43:16.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f02280d4350 con 0x7f02280b9880 2024-09-16T01:43:16.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 513689448 0 0) 0x7f0214003520 con 0x7f022815ec20 2024-09-16T01:43:16.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022e48d640 1 -- 172.21.15.16:0/3187324612 >> v1:172.21.15.104:6789/0 conn(0x7f02280b9880 legacy=0x7f02280b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:16.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022e48d640 1 -- 172.21.15.16:0/3187324612 >> v1:172.21.15.16:6789/0 conn(0x7f022815ec20 legacy=0x7f022815f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:16.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.723+0000 7f022e48d640 1 -- 172.21.15.16:0/3187324612 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02280d3870 con 0x7f022815e840 2024-09-16T01:43:16.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.724+0000 7f022e48d640 1 --2- 172.21.15.16:0/3187324612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815e840 0x7f02280cf600 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f02240097a0 tx=0x7f022402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3425132e0b89517 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:16.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.724+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0224037070 con 0x7f022815e840 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.724+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f022402abc0 con 0x7f022815e840 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.724+0000 7f022d48b640 1 -- 172.21.15.16:0/3187324612 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02200019f0 con 0x7f022815e840 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.725+0000 7f02306f1640 1 -- 172.21.15.16:0/3187324612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815e840 msgr2=0x7f02280cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.725+0000 7f02306f1640 1 --2- 172.21.15.16:0/3187324612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815e840 0x7f02280cf600 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f02240097a0 tx=0x7f022402a130 comp rx=0 tx=0).stop 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.725+0000 7f02306f1640 1 -- 172.21.15.16:0/3187324612 shutdown_connections 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.725+0000 7f02306f1640 1 --2- 172.21.15.16:0/3187324612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815e840 0x7f02280cf600 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.725+0000 7f02306f1640 1 -- 172.21.15.16:0/3187324612 >> 172.21.15.16:0/3187324612 conn(0x7f02280d4630 msgr2=0x7f02280d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.725+0000 7f02306f1640 1 -- 172.21.15.16:0/3187324612 shutdown_connections 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.725+0000 7f02306f1640 1 -- 172.21.15.16:0/3187324612 wait complete. 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.726+0000 7f02306f1640 1 Processor -- start 2024-09-16T01:43:16.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.726+0000 7f02306f1640 1 -- start start 2024-09-16T01:43:16.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f02306f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02280b9880 0x7f02280ca980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f02306f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f022815e840 0x7f0228160180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f02306f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815ec20 0x7f02280c84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f02306f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f02280cfb40 con 0x7f022815e840 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f02306f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f02280d3e30 con 0x7f022815ec20 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f02306f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0228073210 con 0x7f02280b9880 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f022815e840 0x7f0228160180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f022815e840 0x7f0228160180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54796/0 (socket says 172.21.15.16:54796) 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 -- 172.21.15.16:0/645821606 learned_addr learned my addr 172.21.15.16:0/645821606 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022e48d640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02280b9880 0x7f02280ca980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022ec8e640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815ec20 0x7f02280c84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:16.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 -- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02280b9880 msgr2=0x7f02280ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02280b9880 0x7f02280ca980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 -- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815ec20 msgr2=0x7f02280c84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815ec20 0x7f02280c84c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022dc8c640 1 -- 172.21.15.16:0/645821606 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0228161930 con 0x7f022815e840 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.727+0000 7f022e48d640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02280b9880 0x7f02280ca980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.728+0000 7f022dc8c640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f022815e840 0x7f0228160180 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f021800c490 tx=0x7f021800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.728+0000 7f021effd640 1 -- 172.21.15.16:0/645821606 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02180052d0 con 0x7f022815e840 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.728+0000 7f021effd640 1 -- 172.21.15.16:0/645821606 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0218005470 con 0x7f022815e840 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.728+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02280caec0 con 0x7f022815e840 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.728+0000 7f021effd640 1 -- 172.21.15.16:0/645821606 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0218012850 con 0x7f022815e840 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.728+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0228160e50 con 0x7f022815e840 2024-09-16T01:43:16.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.729+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02280cf600 con 0x7f022815e840 2024-09-16T01:43:16.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.729+0000 7f021effd640 1 -- 172.21.15.16:0/645821606 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f02180129f0 con 0x7f022815e840 2024-09-16T01:43:16.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.730+0000 7f021effd640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f020c06c340 0x7f020c06e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:16.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.730+0000 7f021effd640 1 -- 172.21.15.16:0/645821606 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f021808b1b0 con 0x7f022815e840 2024-09-16T01:43:16.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.730+0000 7f022e48d640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f020c06c340 0x7f020c06e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:16.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.731+0000 7f022e48d640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f020c06c340 0x7f020c06e800 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0224034000 tx=0x7f022402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:16.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.734+0000 7f021effd640 1 -- 172.21.15.16:0/645821606 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0228161930 con 0x7f022815e840 2024-09-16T01:43:16.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.939+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol82420", "group_name": "subvol_grp73550", "target": ["mon-mgr", ""]}) -- 0x7f02280c7ee0 con 0x7f020c06c340 2024-09-16T01:43:16.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.954+0000 7f021effd640 1 -- 172.21.15.16:0/645821606 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f02280c7ee0 con 0x7f020c06c340 2024-09-16T01:43:16.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f020c06c340 msgr2=0x7f020c06e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:16.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f020c06c340 0x7f020c06e800 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0224034000 tx=0x7f022402e000 comp rx=0 tx=0).stop 2024-09-16T01:43:16.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f022815e840 msgr2=0x7f0228160180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f022815e840 0x7f0228160180 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f021800c490 tx=0x7f021800c950 comp rx=0 tx=0).stop 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 shutdown_connections 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f020c06c340 0x7f020c06e800 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f022815ec20 0x7f02280c84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f022815e840 0x7f0228160180 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 --2- 172.21.15.16:0/645821606 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02280b9880 0x7f02280ca980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 >> 172.21.15.16:0/645821606 conn(0x7f02280d4630 msgr2=0x7f02280d2a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 shutdown_connections 2024-09-16T01:43:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:16.956+0000 7f02306f1640 1 -- 172.21.15.16:0/645821606 wait complete. 2024-09-16T01:43:16.963 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.957+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.963 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.957+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.963 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.957+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.963 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.957+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.963 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.957+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.969 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T01:43:16.974 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.972+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.974 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.972+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.974 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.972+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.974 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.972+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:16.974 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:16.972+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:17.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T01:43:17.023 INFO:teuthology.orchestra.run.smithi016.stdout:2 2024-09-16T01:43:17.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:17.029 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp73550 2024-09-16T01:43:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.132+0000 7f9c024ba640 1 Processor -- start 2024-09-16T01:43:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.132+0000 7f9c024ba640 1 -- start start 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c024ba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9bfc0d2b20 0x7f9bfc06e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c024ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9bfc06e5e0 0x7f9bfc0b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c024ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bfc06ecf0 con 0x7f9bfc15c280 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c024ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9bfc06bbe0 con 0x7f9bfc06e5e0 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c024ba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9bfc06bec0 con 0x7f9bfc0d2b20 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c00a57640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9bfc06e5e0 0x7f9bfc0b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c00a57640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9bfc06e5e0 0x7f9bfc0b5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54806/0 (socket says 172.21.15.16:54806) 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c00a57640 1 -- 172.21.15.16:0/1438777690 learned_addr learned my addr 172.21.15.16:0/1438777690 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9bfb7fe640 1 --2- 172.21.15.16:0/1438777690 >> v2:172.21.15.104:3300/0 conn(0x7f9bfc0d2b20 0x7f9bfc06e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c00a57640 1 -- 172.21.15.16:0/1438777690 >> v2:172.21.15.104:3300/0 conn(0x7f9bfc0d2b20 msgr2=0x7f9bfc06e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c00a57640 1 --2- 172.21.15.16:0/1438777690 >> v2:172.21.15.104:3300/0 conn(0x7f9bfc0d2b20 0x7f9bfc06e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c00a57640 1 -- 172.21.15.16:0/1438777690 >> v1:172.21.15.104:6789/0 conn(0x7f9bfc15c280 legacy=0x7f9bfc0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9c00a57640 1 -- 172.21.15.16:0/1438777690 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bfc06c1a0 con 0x7f9bfc06e5e0 2024-09-16T01:43:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.133+0000 7f9bfb7fe640 1 --2- 172.21.15.16:0/1438777690 >> v2:172.21.15.104:3300/0 conn(0x7f9bfc0d2b20 0x7f9bfc06e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:17.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.134+0000 7f9c00a57640 1 --2- 172.21.15.16:0/1438777690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc06e5e0 0x7f9bfc0b5dc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc1620d0 tx=0x7f9bf402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32a0266a15f40fde server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.134+0000 7f9bfaffd640 1 -- 172.21.15.16:0/1438777690 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4036070 con 0x7f9bfc06e5e0 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.134+0000 7f9bfaffd640 1 -- 172.21.15.16:0/1438777690 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bf4031600 con 0x7f9bfc06e5e0 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.134+0000 7f9bfaffd640 1 -- 172.21.15.16:0/1438777690 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf40319d0 con 0x7f9bfc06e5e0 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 -- 172.21.15.16:0/1438777690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc06e5e0 msgr2=0x7f9bfc0b5dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1438777690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc06e5e0 0x7f9bfc0b5dc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc1620d0 tx=0x7f9bf402a730 comp rx=0 tx=0).stop 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 -- 172.21.15.16:0/1438777690 shutdown_connections 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1438777690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc06e5e0 0x7f9bfc0b5dc0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1438777690 >> v2:172.21.15.104:3300/0 conn(0x7f9bfc0d2b20 0x7f9bfc06e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 -- 172.21.15.16:0/1438777690 >> 172.21.15.16:0/1438777690 conn(0x7f9bfc06f2d0 msgr2=0x7f9bfc06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:17.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 -- 172.21.15.16:0/1438777690 shutdown_connections 2024-09-16T01:43:17.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.135+0000 7f9c024ba640 1 -- 172.21.15.16:0/1438777690 wait complete. 2024-09-16T01:43:17.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.136+0000 7f9c024ba640 1 Processor -- start 2024-09-16T01:43:17.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.136+0000 7f9c024ba640 1 -- start start 2024-09-16T01:43:17.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c024ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bfc06e5e0 0x7f9bfc153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c024ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bfc0d2b20 0x7f9bfc14c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c024ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc15c280 0x7f9bfc153900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c024ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc15fae0 con 0x7f9bfc15c280 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c024ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc06ea10 con 0x7f9bfc0d2b20 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c024ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9bfc06c9a0 con 0x7f9bfc06e5e0 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc15c280 0x7f9bfc153900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc15c280 0x7f9bfc153900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54818/0 (socket says 172.21.15.16:54818) 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 -- 172.21.15.16:0/1487821952 learned_addr learned my addr 172.21.15.16:0/1487821952 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9bfbfff640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bfc06e5e0 0x7f9bfc153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9bfb7fe640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bfc0d2b20 0x7f9bfc14c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 -- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bfc06e5e0 msgr2=0x7f9bfc153180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bfc06e5e0 0x7f9bfc153180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 -- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bfc0d2b20 msgr2=0x7f9bfc14c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bfc0d2b20 0x7f9bfc14c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.137+0000 7f9c00a57640 1 -- 172.21.15.16:0/1487821952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bfc1536c0 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.138+0000 7f9c00a57640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc15c280 0x7f9bfc153900 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4009f40 tx=0x7f9bf4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.138+0000 7f9bf8ff9640 1 -- 172.21.15.16:0/1487821952 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4036050 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.138+0000 7f9bf8ff9640 1 -- 172.21.15.16:0/1487821952 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bf4042070 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.138+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bfc156da0 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.138+0000 7f9bf8ff9640 1 -- 172.21.15.16:0/1487821952 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4009510 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.138+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bfc15c7e0 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.139+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bfc06e0a0 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.139+0000 7f9bf8ff9640 1 -- 172.21.15.16:0/1487821952 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f9bf4007bf0 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.140+0000 7f9bf8ff9640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9be806c340 0x7f9be806e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.140+0000 7f9bf8ff9640 1 -- 172.21.15.16:0/1487821952 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f9bf40ac160 con 0x7f9bfc15c280 2024-09-16T01:43:17.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.140+0000 7f9bfbfff640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9be806c340 0x7f9be806e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.141+0000 7f9bfbfff640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9be806c340 0x7f9be806e800 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9bec0016e0 tx=0x7f9bec009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.145+0000 7f9bf8ff9640 1 -- 172.21.15.16:0/1487821952 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9bf407a210 con 0x7f9bfc15c280 2024-09-16T01:43:17.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.346+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp73550", "target": ["mon-mgr", ""]}) -- 0x7f9bfc156a80 con 0x7f9be806c340 2024-09-16T01:43:17.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.351+0000 7f9bf8ff9640 1 -- 172.21.15.16:0/1487821952 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9bfc156a80 con 0x7f9be806c340 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9be806c340 msgr2=0x7f9be806e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9be806c340 0x7f9be806e800 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9bec0016e0 tx=0x7f9bec009040 comp rx=0 tx=0).stop 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc15c280 msgr2=0x7f9bfc153900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc15c280 0x7f9bfc153900 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4009f40 tx=0x7f9bf4004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 shutdown_connections 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9be806c340 0x7f9be806e800 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bfc15c280 0x7f9bfc153900 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bfc0d2b20 0x7f9bfc14c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 --2- 172.21.15.16:0/1487821952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bfc06e5e0 0x7f9bfc153180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 >> 172.21.15.16:0/1487821952 conn(0x7f9bfc06f2d0 msgr2=0x7f9bfc0b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:17.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 shutdown_connections 2024-09-16T01:43:17.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.353+0000 7f9c024ba640 1 -- 172.21.15.16:0/1487821952 wait complete. 2024-09-16T01:43:17.367 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:43:17.367 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:43:17.412 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:43:17.462 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:43:17.462 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:43:17.462 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:43:17.462 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:17.479 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:43:17.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.620+0000 7fdb85d9a640 1 Processor -- start 2024-09-16T01:43:17.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.620+0000 7fdb85d9a640 1 -- start start 2024-09-16T01:43:17.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb85d9a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdb800755d0 0x7fdb800739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb85d9a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb8015f350 con 0x7fdb8006d2a0 2024-09-16T01:43:17.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb85d9a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb8015f630 con 0x7fdb80073f20 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb85d9a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdb80073270 con 0x7fdb800755d0 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb7effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdb800755d0 0x7fdb800739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb7f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdb8006d2a0 0x7fdb8015eb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46560/0 (socket says 172.21.15.16:46560) 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb7f7fe640 1 -- 172.21.15.16:0/2367298969 learned_addr learned my addr 172.21.15.16:0/2367298969 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb7effd640 1 -- 172.21.15.16:0/2367298969 >> v1:172.21.15.104:6789/0 conn(0x7fdb80073f20 legacy=0x7fdb800cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb7effd640 1 -- 172.21.15.16:0/2367298969 >> v1:172.21.15.16:6789/0 conn(0x7fdb8006d2a0 legacy=0x7fdb8015eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb7effd640 1 -- 172.21.15.16:0/2367298969 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb8015f910 con 0x7fdb800755d0 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.621+0000 7fdb7e7fc640 1 -- 172.21.15.16:0/2367298969 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4099194040 0 0) 0x7fdb8015f350 con 0x7fdb8006d2a0 2024-09-16T01:43:17.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.622+0000 7fdb7effd640 1 --2- 172.21.15.16:0/2367298969 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb800755d0 0x7fdb800739e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdb740097a0 tx=0x7fdb7402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=801c4e150425a006 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.622+0000 7fdb7e7fc640 1 -- 172.21.15.16:0/2367298969 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb74037070 con 0x7fdb800755d0 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.622+0000 7fdb7e7fc640 1 -- 172.21.15.16:0/2367298969 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb74032440 con 0x7fdb800755d0 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.622+0000 7fdb7e7fc640 1 -- 172.21.15.16:0/2367298969 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb74032810 con 0x7fdb800755d0 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.622+0000 7fdb85d9a640 1 -- 172.21.15.16:0/2367298969 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb800755d0 msgr2=0x7fdb800739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.622+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/2367298969 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb800755d0 0x7fdb800739e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdb740097a0 tx=0x7fdb7402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.623+0000 7fdb85d9a640 1 -- 172.21.15.16:0/2367298969 shutdown_connections 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.623+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/2367298969 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb800755d0 0x7fdb800739e0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.623+0000 7fdb85d9a640 1 -- 172.21.15.16:0/2367298969 >> 172.21.15.16:0/2367298969 conn(0x7fdb800b2ec0 msgr2=0x7fdb800b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.623+0000 7fdb85d9a640 1 -- 172.21.15.16:0/2367298969 shutdown_connections 2024-09-16T01:43:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.623+0000 7fdb85d9a640 1 -- 172.21.15.16:0/2367298969 wait complete. 2024-09-16T01:43:17.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.624+0000 7fdb85d9a640 1 Processor -- start 2024-09-16T01:43:17.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.624+0000 7fdb85d9a640 1 -- start start 2024-09-16T01:43:17.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb85d9a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb8006d2a0 0x7fdb80157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb85d9a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb80073f20 0x7fdb800af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb85d9a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb800755d0 0x7fdb800af730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb85d9a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8006c180 con 0x7fdb8006d2a0 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb85d9a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdb80073550 con 0x7fdb80073f20 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb85d9a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb8006c300 con 0x7fdb800755d0 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb8006d2a0 0x7fdb80157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb8006d2a0 0x7fdb80157c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54832/0 (socket says 172.21.15.16:54832) 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 -- 172.21.15.16:0/1389769289 learned_addr learned my addr 172.21.15.16:0/1389769289 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 -- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb800755d0 msgr2=0x7fdb800af730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb800755d0 0x7fdb800af730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 -- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb80073f20 msgr2=0x7fdb800af1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb80073f20 0x7fdb800af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 -- 172.21.15.16:0/1389769289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb800cb4b0 con 0x7fdb8006d2a0 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb7f7fe640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb8006d2a0 0x7fdb80157c60 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000c3f0 tx=0x7fdb7000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb67fff640 1 -- 172.21.15.16:0/1389769289 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb700074e0 con 0x7fdb8006d2a0 2024-09-16T01:43:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.625+0000 7fdb67fff640 1 -- 172.21.15.16:0/1389769289 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb700047e0 con 0x7fdb8006d2a0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.626+0000 7fdb67fff640 1 -- 172.21.15.16:0/1389769289 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb70004c10 con 0x7fdb8006d2a0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.626+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb8009f030 con 0x7fdb8006d2a0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.626+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb800cba30 con 0x7fdb8006d2a0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.627+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb800739c0 con 0x7fdb8006d2a0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.627+0000 7fdb67fff640 1 -- 172.21.15.16:0/1389769289 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7fdb70011070 con 0x7fdb8006d2a0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.627+0000 7fdb67fff640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdb6c06c340 0x7fdb6c06e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.628+0000 7fdb67fff640 1 -- 172.21.15.16:0/1389769289 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdb7008afe0 con 0x7fdb8006d2a0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.628+0000 7fdb7effd640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdb6c06c340 0x7fdb6c06e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.628+0000 7fdb7effd640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdb6c06c340 0x7fdb6c06e800 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdb74034000 tx=0x7fdb7402c000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.632+0000 7fdb67fff640 1 -- 172.21.15.16:0/1389769289 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb7001a2b0 con 0x7fdb8006d2a0 2024-09-16T01:43:17.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.820+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdb8006cb30 con 0x7fdb8006d2a0 2024-09-16T01:43:17.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.820+0000 7fdb67fff640 1 -- 172.21.15.16:0/1389769289 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7fdb70059750 con 0x7fdb8006d2a0 2024-09-16T01:43:17.822 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdb6c06c340 msgr2=0x7fdb6c06e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdb6c06c340 0x7fdb6c06e800 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdb74034000 tx=0x7fdb7402c000 comp rx=0 tx=0).stop 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb8006d2a0 msgr2=0x7fdb80157c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb8006d2a0 0x7fdb80157c60 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000c3f0 tx=0x7fdb7000c8b0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 shutdown_connections 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdb6c06c340 0x7fdb6c06e800 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb800755d0 0x7fdb800af730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb80073f20 0x7fdb800af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 --2- 172.21.15.16:0/1389769289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb8006d2a0 0x7fdb80157c60 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 >> 172.21.15.16:0/1389769289 conn(0x7fdb800b2ec0 msgr2=0x7fdb80161630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:17.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 shutdown_connections 2024-09-16T01:43:17.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:17.822+0000 7fdb85d9a640 1 -- 172.21.15.16:0/1389769289 wait complete. 2024-09-16T01:43:17.835 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:43:17.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:17.836 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:17.860 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[47998]: fuse finished with error 0 and tester_r 0 2024-09-16T01:43:17.861 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:43:17.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:17.862 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:43:18.031 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:43:18.031 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:43:18.031 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:18.050 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:43:18.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.173+0000 7fd890d86640 1 Processor -- start 2024-09-16T01:43:18.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.173+0000 7fd890d86640 1 -- start start 2024-09-16T01:43:18.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd890d86640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd88c15c380 0x7fd88c0d1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd890d86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c070e10 0x7fd88c0d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd890d86640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd88c0d2e90 con 0x7fd88c0d1850 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd890d86640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd88c0cffd0 con 0x7fd88c15c380 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd890d86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd88c15c760 con 0x7fd88c070e10 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd88a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd88c15c380 0x7fd88c0d1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd88a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd88c15c380 0x7fd88c0d1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54848/0 (socket says 172.21.15.16:54848) 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd88a59c640 1 -- 172.21.15.16:0/1270425670 learned_addr learned my addr 172.21.15.16:0/1270425670 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd88a59c640 1 -- 172.21.15.16:0/1270425670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c070e10 msgr2=0x7fd88c0d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd88a59c640 1 --2- 172.21.15.16:0/1270425670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c070e10 0x7fd88c0d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd88a59c640 1 -- 172.21.15.16:0/1270425670 >> v1:172.21.15.104:6789/0 conn(0x7fd88c0d1850 legacy=0x7fd88c070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:18.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.174+0000 7fd88a59c640 1 -- 172.21.15.16:0/1270425670 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88c0d3130 con 0x7fd88c15c380 2024-09-16T01:43:18.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.175+0000 7fd88a59c640 1 --2- 172.21.15.16:0/1270425670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c15c380 0x7fd88c0d1da0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd884009e50 tx=0x7fd88402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3900a5c34f03b2c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:18.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.175+0000 7fd88959a640 1 -- 172.21.15.16:0/1270425670 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd884036070 con 0x7fd88c15c380 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.175+0000 7fd88959a640 1 -- 172.21.15.16:0/1270425670 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd884031600 con 0x7fd88c15c380 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.175+0000 7fd88959a640 1 -- 172.21.15.16:0/1270425670 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8840319d0 con 0x7fd88c15c380 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.175+0000 7fd890d86640 1 -- 172.21.15.16:0/1270425670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c15c380 msgr2=0x7fd88c0d1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.175+0000 7fd890d86640 1 --2- 172.21.15.16:0/1270425670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c15c380 0x7fd88c0d1da0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd884009e50 tx=0x7fd88402a6c0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.176+0000 7fd890d86640 1 -- 172.21.15.16:0/1270425670 shutdown_connections 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.176+0000 7fd890d86640 1 --2- 172.21.15.16:0/1270425670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c070e10 0x7fd88c0d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.176+0000 7fd890d86640 1 --2- 172.21.15.16:0/1270425670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c15c380 0x7fd88c0d1da0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.176+0000 7fd890d86640 1 -- 172.21.15.16:0/1270425670 >> 172.21.15.16:0/1270425670 conn(0x7fd88c0d2300 msgr2=0x7fd88c0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.176+0000 7fd890d86640 1 -- 172.21.15.16:0/1270425670 shutdown_connections 2024-09-16T01:43:18.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.176+0000 7fd890d86640 1 -- 172.21.15.16:0/1270425670 wait complete. 2024-09-16T01:43:18.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.177+0000 7fd890d86640 1 Processor -- start 2024-09-16T01:43:18.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.177+0000 7fd890d86640 1 -- start start 2024-09-16T01:43:18.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd890d86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd88c070e10 0x7fd88c15d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd890d86640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c0d1850 0x7fd88c140690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd890d86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c15c380 0x7fd88c154dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd890d86640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c0b1d60 con 0x7fd88c0d1850 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd890d86640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c0738f0 con 0x7fd88c070e10 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd890d86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd88c0b5390 con 0x7fd88c15c380 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c0d1850 0x7fd88c140690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c0d1850 0x7fd88c140690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54860/0 (socket says 172.21.15.16:54860) 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 -- 172.21.15.16:0/368420214 learned_addr learned my addr 172.21.15.16:0/368420214 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd88a59c640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd88c070e10 0x7fd88c15d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd88ad9d640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c15c380 0x7fd88c154dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 -- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c15c380 msgr2=0x7fd88c154dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c15c380 0x7fd88c154dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 -- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd88c070e10 msgr2=0x7fd88c15d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd88c070e10 0x7fd88c15d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 -- 172.21.15.16:0/368420214 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88c15de70 con 0x7fd88c0d1850 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd889d9b640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c0d1850 0x7fd88c140690 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c410 tx=0x7fd87400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.178+0000 7fd882ffd640 1 -- 172.21.15.16:0/368420214 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874017070 con 0x7fd88c0d1850 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.179+0000 7fd882ffd640 1 -- 172.21.15.16:0/368420214 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8740035f0 con 0x7fd88c0d1850 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.179+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88c140bd0 con 0x7fd88c0d1850 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.179+0000 7fd882ffd640 1 -- 172.21.15.16:0/368420214 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874003a20 con 0x7fd88c0d1850 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.179+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd88c15e3f0 con 0x7fd88c0d1850 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.180+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd88c0d1da0 con 0x7fd88c0d1850 2024-09-16T01:43:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.180+0000 7fd882ffd640 1 -- 172.21.15.16:0/368420214 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7fd87401a070 con 0x7fd88c0d1850 2024-09-16T01:43:18.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.181+0000 7fd882ffd640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd86c06c370 0x7fd86c06e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.181+0000 7fd882ffd640 1 -- 172.21.15.16:0/368420214 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd87408a9b0 con 0x7fd88c0d1850 2024-09-16T01:43:18.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.181+0000 7fd88a59c640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd86c06c370 0x7fd86c06e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.181+0000 7fd88a59c640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd86c06c370 0x7fd86c06e830 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd884033000 tx=0x7fd884009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:18.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.185+0000 7fd882ffd640 1 -- 172.21.15.16:0/368420214 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd8740010c0 con 0x7fd88c0d1850 2024-09-16T01:43:18.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.371+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd88c0d1210 con 0x7fd88c0d1850 2024-09-16T01:43:18.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.372+0000 7fd882ffd640 1 -- 172.21.15.16:0/368420214 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7fd874058950 con 0x7fd88c0d1850 2024-09-16T01:43:18.374 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:43:18.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.373+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd86c06c370 msgr2=0x7fd86c06e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.373+0000 7fd890d86640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd86c06c370 0x7fd86c06e830 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd884033000 tx=0x7fd884009000 comp rx=0 tx=0).stop 2024-09-16T01:43:18.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.373+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c0d1850 msgr2=0x7fd88c140690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.373+0000 7fd890d86640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c0d1850 0x7fd88c140690 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c410 tx=0x7fd87400c8d0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 shutdown_connections 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd86c06c370 0x7fd86c06e830 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd88c15c380 0x7fd88c154dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd88c0d1850 0x7fd88c140690 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 --2- 172.21.15.16:0/368420214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd88c070e10 0x7fd88c15d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 >> 172.21.15.16:0/368420214 conn(0x7fd88c0d2300 msgr2=0x7fd88c15b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 shutdown_connections 2024-09-16T01:43:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.374+0000 7fd890d86640 1 -- 172.21.15.16:0/368420214 wait complete. 2024-09-16T01:43:18.387 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:43:18.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:18.388 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:18.416 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[43945]: fuse finished with error 0 and tester_r 0 2024-09-16T01:43:18.418 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:43:18.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:18.419 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:43:18.491 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:43:18.491 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:43:18.491 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:18.507 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:43:18.508 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:43:18.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:18.508 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:43:18.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:43:18.564 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:43:18.565 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:43:18.565 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:43:18.565 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:18.583 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:43:18.583 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:43:18.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:18.583 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:43:18.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:43:18.641 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:43:18.642 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:18.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.742+0000 7fb0194ba640 1 Processor -- start 2024-09-16T01:43:18.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.742+0000 7fb0194ba640 1 -- start start 2024-09-16T01:43:18.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.742+0000 7fb0194ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb01406c2f0 0x7fb0140af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0194ba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb0141590d0 0x7fb0140ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0194ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb01415bb20 con 0x7fb014158cf0 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0194ba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb0140afd50 con 0x7fb0141590d0 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0194ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb01415be00 con 0x7fb01406c2f0 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0127fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb01406c2f0 0x7fb0140af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0137fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb0141590d0 0x7fb0140ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb012ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb014158cf0 0x7fb01406bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56556/0 (socket says 172.21.15.16:56556) 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0137fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb0141590d0 0x7fb0140ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:56204/0 (socket says 172.21.15.16:56204) 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb012ffd640 1 -- 172.21.15.16:0/191752312 learned_addr learned my addr 172.21.15.16:0/191752312 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0137fe640 1 -- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb01406c2f0 msgr2=0x7fb0140af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0137fe640 1 --2- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb01406c2f0 0x7fb0140af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0137fe640 1 -- 172.21.15.16:0/191752312 >> v1:172.21.15.104:6789/0 conn(0x7fb014158cf0 legacy=0x7fb01406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0137fe640 1 -- 172.21.15.16:0/191752312 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01415c0e0 con 0x7fb0141590d0 2024-09-16T01:43:18.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.743+0000 7fb0127fc640 1 --2- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb01406c2f0 0x7fb0140af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:18.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.744+0000 7fb0137fe640 1 --2- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0141590d0 0x7fb0140ce290 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb00c009d90 tx=0x7fb00c02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ff31f51654f8d8c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.744+0000 7fb011ffb640 1 -- 172.21.15.16:0/191752312 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c031600 con 0x7fb0141590d0 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.744+0000 7fb011ffb640 1 -- 172.21.15.16:0/191752312 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb00c0317a0 con 0x7fb0141590d0 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.744+0000 7fb011ffb640 1 -- 172.21.15.16:0/191752312 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c031b70 con 0x7fb0141590d0 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 -- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0141590d0 msgr2=0x7fb0140ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 --2- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0141590d0 0x7fb0140ce290 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb00c009d90 tx=0x7fb00c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 -- 172.21.15.16:0/191752312 shutdown_connections 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 --2- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0141590d0 0x7fb0140ce290 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 --2- 172.21.15.16:0/191752312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb01406c2f0 0x7fb0140af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 -- 172.21.15.16:0/191752312 >> 172.21.15.16:0/191752312 conn(0x7fb0140b2000 msgr2=0x7fb0140b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 -- 172.21.15.16:0/191752312 shutdown_connections 2024-09-16T01:43:18.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.745+0000 7fb0194ba640 1 -- 172.21.15.16:0/191752312 wait complete. 2024-09-16T01:43:18.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.746+0000 7fb0194ba640 1 Processor -- start 2024-09-16T01:43:18.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.746+0000 7fb0194ba640 1 -- start start 2024-09-16T01:43:18.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0194ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb01406c2f0 0x7fb0141f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0194ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb014158cf0 0x7fb0141f70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0194ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0141590d0 0x7fb0140ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0194ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb01415cb90 con 0x7fb0141590d0 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0194ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb01415ca10 con 0x7fb01406c2f0 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0194ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb01415cd10 con 0x7fb014158cf0 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0141590d0 0x7fb0140ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0141590d0 0x7fb0140ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54872/0 (socket says 172.21.15.16:54872) 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 -- 172.21.15.16:0/3725448660 learned_addr learned my addr 172.21.15.16:0/3725448660 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0127fc640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb014158cf0 0x7fb0141f70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb012ffd640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb01406c2f0 0x7fb0141f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 -- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb014158cf0 msgr2=0x7fb0141f70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb014158cf0 0x7fb0141f70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 -- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb01406c2f0 msgr2=0x7fb0141f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb01406c2f0 0x7fb0141f41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.747+0000 7fb0137fe640 1 -- 172.21.15.16:0/3725448660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb014151430 con 0x7fb0141590d0 2024-09-16T01:43:18.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.748+0000 7fb0137fe640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0141590d0 0x7fb0140ae8a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb00c02abc0 tx=0x7fb00c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:18.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.748+0000 7faffb7fe640 1 -- 172.21.15.16:0/3725448660 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c03f070 con 0x7fb0141590d0 2024-09-16T01:43:18.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.748+0000 7faffb7fe640 1 -- 172.21.15.16:0/3725448660 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb00c030b60 con 0x7fb0141590d0 2024-09-16T01:43:18.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.748+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb014151710 con 0x7fb0141590d0 2024-09-16T01:43:18.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.748+0000 7faffb7fe640 1 -- 172.21.15.16:0/3725448660 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c009450 con 0x7fb0141590d0 2024-09-16T01:43:18.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.748+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb014151cd0 con 0x7fb0141590d0 2024-09-16T01:43:18.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.749+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0140b3300 con 0x7fb0141590d0 2024-09-16T01:43:18.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.749+0000 7faffb7fe640 1 -- 172.21.15.16:0/3725448660 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fb00c03b410 con 0x7fb0141590d0 2024-09-16T01:43:18.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.750+0000 7faffb7fe640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb00006c460 0x7fb00006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:18.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.750+0000 7faffb7fe640 1 -- 172.21.15.16:0/3725448660 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb00c0accd0 con 0x7fb0141590d0 2024-09-16T01:43:18.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.750+0000 7fb012ffd640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb00006c460 0x7fb00006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:18.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.751+0000 7fb012ffd640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb00006c460 0x7fb00006e920 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb004007fd0 tx=0x7fb004007e80 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:18.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.754+0000 7faffb7fe640 1 -- 172.21.15.16:0/3725448660 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb00c07aa60 con 0x7fb0141590d0 2024-09-16T01:43:18.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.965+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb01406bf60 con 0x7fb0141590d0 2024-09-16T01:43:18.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.965+0000 7faffb7fe640 1 -- 172.21.15.16:0/3725448660 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5229 (secure 0 0 0) 0x7fb00c07ed60 con 0x7fb0141590d0 2024-09-16T01:43:18.968 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:18.968 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-16T01:43:11:504179+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4607,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2167593364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2167593364},{"type":"v1","addr":"172.21.15.104:6837","nonce":2167593364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4768,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3065110951","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3065110951},{"type":"v1","addr":"172.21.15.104:6836","nonce":3065110951}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4899,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3476020154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3476020154},{"type":"v1","addr":"172.21.15.16:6834","nonce":3476020154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:57.824709+0000","modified":"2024-09-16T01:42:59.821446+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4902":{"gid":4902,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1930154705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1930154705},{"type":"v1","addr":"172.21.15.16:6835","nonce":1930154705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4902,"qdb_cluster":[4902]},"id":2}]} 2024-09-16T01:43:18.968 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-16T01:43:18.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.967+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb00006c460 msgr2=0x7fb00006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.967+0000 7fb0194ba640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb00006c460 0x7fb00006e920 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb004007fd0 tx=0x7fb004007e80 comp rx=0 tx=0).stop 2024-09-16T01:43:18.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0141590d0 msgr2=0x7fb0140ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0141590d0 0x7fb0140ae8a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb00c02abc0 tx=0x7fb00c004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 shutdown_connections 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb00006c460 0x7fb00006e920 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0141590d0 0x7fb0140ae8a0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb014158cf0 0x7fb0141f70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 --2- 172.21.15.16:0/3725448660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb01406c2f0 0x7fb0141f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 >> 172.21.15.16:0/3725448660 conn(0x7fb0140b2000 msgr2=0x7fb0140ceba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 shutdown_connections 2024-09-16T01:43:18.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:18.968+0000 7fb0194ba640 1 -- 172.21.15.16:0/3725448660 wait complete. 2024-09-16T01:43:18.981 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:19.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.081+0000 7f87a4d6d640 1 Processor -- start 2024-09-16T01:43:19.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.081+0000 7f87a4d6d640 1 -- start start 2024-09-16T01:43:19.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f87a4d6d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f87a0072060 0x7f87a015f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f87a4d6d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f87a00b3990 0x7f87a00b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f87a4d6d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87a0162bc0 con 0x7f87a00afd80 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f87a4d6d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f87a0162ea0 con 0x7f87a00b3990 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f87a4d6d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f87a015eb50 con 0x7f87a0072060 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879e59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f87a00afd80 0x7f87a0071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46566/0 (socket says 172.21.15.16:46566) 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879e59c640 1 -- 172.21.15.16:0/1762763240 learned_addr learned my addr 172.21.15.16:0/1762763240 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f87a00b3990 0x7f87a00b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879dd9b640 1 --2- 172.21.15.16:0/1762763240 >> v2:172.21.15.104:3300/0 conn(0x7f87a0072060 0x7f87a015f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879ed9d640 1 -- 172.21.15.16:0/1762763240 >> v2:172.21.15.104:3300/0 conn(0x7f87a0072060 msgr2=0x7f87a015f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879ed9d640 1 --2- 172.21.15.16:0/1762763240 >> v2:172.21.15.104:3300/0 conn(0x7f87a0072060 0x7f87a015f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879ed9d640 1 -- 172.21.15.16:0/1762763240 >> v1:172.21.15.16:6789/0 conn(0x7f87a00afd80 legacy=0x7f87a0071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879d59a640 1 -- 172.21.15.16:0/1762763240 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3290124293 0 0) 0x7f87a0162bc0 con 0x7f87a00afd80 2024-09-16T01:43:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879ed9d640 1 -- 172.21.15.16:0/1762763240 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a015ee30 con 0x7f87a00b3990 2024-09-16T01:43:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.082+0000 7f879dd9b640 1 --2- 172.21.15.16:0/1762763240 >> v2:172.21.15.104:3300/0 conn(0x7f87a0072060 0x7f87a015f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.083+0000 7f879ed9d640 1 --2- 172.21.15.16:0/1762763240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00b3990 0x7f87a00b57e0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f87a00689d0 tx=0x7f879802a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceaa2427cdb2500a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.083+0000 7f879d59a640 1 -- 172.21.15.16:0/1762763240 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798007740 con 0x7f87a00b3990 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.083+0000 7f879d59a640 1 -- 172.21.15.16:0/1762763240 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87980078e0 con 0x7f87a00b3990 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.083+0000 7f879d59a640 1 -- 172.21.15.16:0/1762763240 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798007cb0 con 0x7f87a00b3990 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 -- 172.21.15.16:0/1762763240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00b3990 msgr2=0x7f87a00b57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/1762763240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00b3990 0x7f87a00b57e0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f87a00689d0 tx=0x7f879802a560 comp rx=0 tx=0).stop 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 -- 172.21.15.16:0/1762763240 shutdown_connections 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/1762763240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00b3990 0x7f87a00b57e0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/1762763240 >> v2:172.21.15.104:3300/0 conn(0x7f87a0072060 0x7f87a015f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 -- 172.21.15.16:0/1762763240 >> 172.21.15.16:0/1762763240 conn(0x7f87a00b2690 msgr2=0x7f87a00b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 -- 172.21.15.16:0/1762763240 shutdown_connections 2024-09-16T01:43:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.084+0000 7f87a4d6d640 1 -- 172.21.15.16:0/1762763240 wait complete. 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.085+0000 7f87a4d6d640 1 Processor -- start 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.085+0000 7f87a4d6d640 1 -- start start 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f87a4d6d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a0072060 0x7f87a00ceec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f87a4d6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00afd80 0x7f87a0159ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f87a4d6d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87a00b3990 0x7f87a014b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f87a4d6d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f87a00ae8a0 con 0x7f87a00afd80 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f87a4d6d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87a00b0160 con 0x7f87a0072060 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f87a4d6d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f87a00aea20 con 0x7f87a00b3990 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00afd80 0x7f87a0159ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00afd80 0x7f87a0159ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54888/0 (socket says 172.21.15.16:54888) 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879dd9b640 1 -- 172.21.15.16:0/720021583 learned_addr learned my addr 172.21.15.16:0/720021583 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879ed9d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87a00b3990 0x7f87a014b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879e59c640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a0072060 0x7f87a00ceec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879dd9b640 1 -- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87a00b3990 msgr2=0x7f87a014b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879dd9b640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87a00b3990 0x7f87a014b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879dd9b640 1 -- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a0072060 msgr2=0x7f87a00ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.086+0000 7f879dd9b640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a0072060 0x7f87a00ceec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f879dd9b640 1 -- 172.21.15.16:0/720021583 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a00cf550 con 0x7f87a00afd80 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f879e59c640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a0072060 0x7f87a00ceec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f879ed9d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87a00b3990 0x7f87a014b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f879dd9b640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00afd80 0x7f87a0159ab0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f879400c7f0 tx=0x7f879400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f878effd640 1 -- 172.21.15.16:0/720021583 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8794015070 con 0x7f87a00afd80 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f878effd640 1 -- 172.21.15.16:0/720021583 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8794007a30 con 0x7f87a00afd80 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87a00cf830 con 0x7f87a00afd80 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f878effd640 1 -- 172.21.15.16:0/720021583 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8794007e00 con 0x7f87a00afd80 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.087+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87a00d00d0 con 0x7f87a00afd80 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.088+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87a00d06c0 con 0x7f87a00afd80 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.088+0000 7f878effd640 1 -- 172.21.15.16:0/720021583 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f8794018070 con 0x7f87a00afd80 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.089+0000 7f878effd640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f878006c460 0x7f878006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.089+0000 7f878effd640 1 -- 172.21.15.16:0/720021583 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f879408b7c0 con 0x7f87a00afd80 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.089+0000 7f879e59c640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f878006c460 0x7f878006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.090+0000 7f879e59c640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f878006c460 0x7f878006e920 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8790000f60 tx=0x7f8790009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.093+0000 7f878effd640 1 -- 172.21.15.16:0/720021583 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f87a00d06c0 con 0x7f87a00afd80 2024-09-16T01:43:19.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.306+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87a015f630 con 0x7f87a00afd80 2024-09-16T01:43:19.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.307+0000 7f878effd640 1 -- 172.21.15.16:0/720021583 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5229 (secure 0 0 0) 0x7f8794059c30 con 0x7f87a00afd80 2024-09-16T01:43:19.309 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:19.310 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-16T01:43:11:504179+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4607,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2167593364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2167593364},{"type":"v1","addr":"172.21.15.104:6837","nonce":2167593364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4768,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3065110951","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3065110951},{"type":"v1","addr":"172.21.15.104:6836","nonce":3065110951}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4899,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3476020154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3476020154},{"type":"v1","addr":"172.21.15.16:6834","nonce":3476020154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:57.824709+0000","modified":"2024-09-16T01:42:59.821446+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4902":{"gid":4902,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1930154705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1930154705},{"type":"v1","addr":"172.21.15.16:6835","nonce":1930154705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4902,"qdb_cluster":[4902]},"id":2}]} 2024-09-16T01:43:19.310 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-16T01:43:19.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f878006c460 msgr2=0x7f878006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f878006c460 0x7f878006e920 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8790000f60 tx=0x7f8790009040 comp rx=0 tx=0).stop 2024-09-16T01:43:19.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00afd80 msgr2=0x7f87a0159ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00afd80 0x7f87a0159ab0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f879400c7f0 tx=0x7f879400cbf0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 shutdown_connections 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f878006c460 0x7f878006e920 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87a00b3990 0x7f87a014b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87a00afd80 0x7f87a0159ab0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 --2- 172.21.15.16:0/720021583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a0072060 0x7f87a00ceec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 >> 172.21.15.16:0/720021583 conn(0x7f87a00b2690 msgr2=0x7f87a00b5140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 shutdown_connections 2024-09-16T01:43:19.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.309+0000 7f87a4d6d640 1 -- 172.21.15.16:0/720021583 wait complete. 2024-09-16T01:43:19.322 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:19.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.422+0000 7f1cdab31640 1 Processor -- start 2024-09-16T01:43:19.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.422+0000 7f1cdab31640 1 -- start start 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cdab31640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 0x7f1cd406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cdab31640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cd40b6a70 con 0x7f1cd415e3a0 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cdab31640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cd406d960 con 0x7f1cd406f6e0 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cdab31640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd406fb50 con 0x7f1cd406bbe0 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cd88cd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1cd415e3a0 0x7f1cd406d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46574/0 (socket says 172.21.15.16:46574) 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cd88cd640 1 -- 172.21.15.16:0/1428337487 learned_addr learned my addr 172.21.15.16:0/1428337487 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cd3fff640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 0x7f1cd406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.423+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 474595173 0 0) 0x7f1cd40b6a70 con 0x7f1cd415e3a0 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1cc0003520 con 0x7f1cd415e3a0 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1565167679 0 0) 0x7f1cc0003520 con 0x7f1cd415e3a0 2024-09-16T01:43:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 msgr2=0x7f1cd406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 0x7f1cd406f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 >> v1:172.21.15.104:6789/0 conn(0x7f1cd406f6e0 legacy=0x7f1cd4161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd40b6d10 con 0x7f1cd415e3a0 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f1ccc001a10 con 0x7f1cd415e3a0 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 >> v1:172.21.15.16:6789/0 conn(0x7f1cd415e3a0 legacy=0x7f1cd406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cc00039e0 0x7f1cc0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 0x7f1cc0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc0004d40 0x7f1cc00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd406fb50 con 0x7f1cc00039e0 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1cc000b9f0 con 0x7f1cc0004d40 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1cc000bbf0 con 0x7f1cd406bbe0 2024-09-16T01:43:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd88cd640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cc00039e0 0x7f1cc0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd3fff640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 0x7f1cc0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd90ce640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc0004d40 0x7f1cc00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd88cd640 1 -- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 msgr2=0x7f1cc0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd88cd640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd406bbe0 0x7f1cc0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd88cd640 1 -- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc0004d40 msgr2=0x7f1cc00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd88cd640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc0004d40 0x7f1cc00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd88cd640 1 -- 172.21.15.16:0/1428337487 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cc0003520 con 0x7f1cc00039e0 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.424+0000 7f1cd90ce640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc0004d40 0x7f1cc00051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.425+0000 7f1cd88cd640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cc00039e0 0x7f1cc0003dc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00a870 tx=0x7f1cc0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1726062a2625e12f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.425+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc00a4c0 con 0x7f1cc00039e0 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.425+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ccc02f070 con 0x7f1cc00039e0 2024-09-16T01:43:19.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.425+0000 7f1cd37fe640 1 -- 172.21.15.16:0/1428337487 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc02bc00 con 0x7f1cc00039e0 2024-09-16T01:43:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.426+0000 7f1cdab31640 1 -- 172.21.15.16:0/1428337487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cc00039e0 msgr2=0x7f1cc0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.426+0000 7f1cdab31640 1 --2- 172.21.15.16:0/1428337487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cc00039e0 0x7f1cc0003dc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00a870 tx=0x7f1cc0005830 comp rx=0 tx=0).stop 2024-09-16T01:43:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.426+0000 7f1cd90ce640 1 -- 172.21.15.16:0/1428337487 reap_dead start 2024-09-16T01:43:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.426+0000 7f1cdab31640 1 -- 172.21.15.16:0/1428337487 shutdown_connections 2024-09-16T01:43:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.426+0000 7f1cdab31640 1 -- 172.21.15.16:0/1428337487 >> 172.21.15.16:0/1428337487 conn(0x7f1cd40b4090 msgr2=0x7f1cd40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.426+0000 7f1cdab31640 1 -- 172.21.15.16:0/1428337487 shutdown_connections 2024-09-16T01:43:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.426+0000 7f1cdab31640 1 -- 172.21.15.16:0/1428337487 wait complete. 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.427+0000 7f1cdab31640 1 Processor -- start 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.427+0000 7f1cdab31640 1 -- start start 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cdab31640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc00039e0 0x7f1cd415fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cdab31640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cd414be30 0x7f1cd40b11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cdab31640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd4161140 0x7f1cd41615c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cdab31640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd40b72d0 con 0x7f1cd414be30 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cdab31640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd40b7640 con 0x7f1cc00039e0 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cdab31640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd415e780 con 0x7f1cd4161140 2024-09-16T01:43:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cd414be30 0x7f1cd40b11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cd414be30 0x7f1cd40b11c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54906/0 (socket says 172.21.15.16:54906) 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 -- 172.21.15.16:0/526154749 learned_addr learned my addr 172.21.15.16:0/526154749 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd88cd640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc00039e0 0x7f1cd415fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd90ce640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd4161140 0x7f1cd41615c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 -- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd4161140 msgr2=0x7f1cd41615c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd4161140 0x7f1cd41615c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 -- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc00039e0 msgr2=0x7f1cd415fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc00039e0 0x7f1cd415fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.428+0000 7f1cd3fff640 1 -- 172.21.15.16:0/526154749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd41600a0 con 0x7f1cd414be30 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.429+0000 7f1cd3fff640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cd414be30 0x7f1cd40b11c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc0119c0 tx=0x7f1cbc011e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.429+0000 7f1cd17fa640 1 -- 172.21.15.16:0/526154749 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc00faf0 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.429+0000 7f1cd17fa640 1 -- 172.21.15.16:0/526154749 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cbc00fc90 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.429+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd4160380 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.429+0000 7f1cd17fa640 1 -- 172.21.15.16:0/526154749 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc014440 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.429+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd4160940 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.430+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cd4073cc0 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.430+0000 7f1cd17fa640 1 -- 172.21.15.16:0/526154749 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f1cbc012040 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.431+0000 7f1cd17fa640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1cb406c460 0x7f1cb406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.431+0000 7f1cd17fa640 1 -- 172.21.15.16:0/526154749 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1cbc08bb40 con 0x7f1cd414be30 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.431+0000 7f1cd88cd640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1cb406c460 0x7f1cb406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.431+0000 7f1cd88cd640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1cb406c460 0x7f1cb406e920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc033000 tx=0x7f1ccc009030 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.435+0000 7f1cd17fa640 1 -- 172.21.15.16:0/526154749 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cbc019030 con 0x7f1cd414be30 2024-09-16T01:43:19.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.614+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1cd415db20 con 0x7f1cd414be30 2024-09-16T01:43:19.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.615+0000 7f1cd17fa640 1 -- 172.21.15.16:0/526154749 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7f1cbc059a70 con 0x7f1cd414be30 2024-09-16T01:43:19.618 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:19.618 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":32,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:59.476031+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:55.712419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:56.812587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.617+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1cb406c460 msgr2=0x7f1cb406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.617+0000 7f1cdab31640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1cb406c460 0x7f1cb406e920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc033000 tx=0x7f1ccc009030 comp rx=0 tx=0).stop 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.617+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cd414be30 msgr2=0x7f1cd40b11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.617+0000 7f1cdab31640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cd414be30 0x7f1cd40b11c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc0119c0 tx=0x7f1cbc011e80 comp rx=0 tx=0).stop 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 shutdown_connections 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1cb406c460 0x7f1cb406e920 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cd4161140 0x7f1cd41615c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cd414be30 0x7f1cd40b11c0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 --2- 172.21.15.16:0/526154749 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cc00039e0 0x7f1cd415fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 >> 172.21.15.16:0/526154749 conn(0x7f1cd40b4090 msgr2=0x7f1cd40ce500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 shutdown_connections 2024-09-16T01:43:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.618+0000 7f1cdab31640 1 -- 172.21.15.16:0/526154749 wait complete. 2024-09-16T01:43:19.631 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:43:19.632 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:19.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.731+0000 7fa56d311640 1 Processor -- start 2024-09-16T01:43:19.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.731+0000 7fa56d311640 1 -- start start 2024-09-16T01:43:19.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa56d311640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa5680b7f20 0x7fa5680b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa56d311640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5680b8500 con 0x7fa56815e680 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa56d311640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5680b87e0 con 0x7fa5680d4570 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa56d311640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa5680b8ac0 con 0x7fa5680b7f20 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa566ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa56815e680 0x7fa5680d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46578/0 (socket says 172.21.15.16:46578) 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa566ffd640 1 -- 172.21.15.16:0/669109645 learned_addr learned my addr 172.21.15.16:0/669109645 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4257867786 0 0) 0x7fa5680b8500 con 0x7fa56815e680 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa554003520 con 0x7fa56815e680 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa55e7fc640 1 --2- 172.21.15.16:0/669109645 >> v2:172.21.15.104:3300/0 conn(0x7fa5680b7f20 0x7fa5680b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1479910749 0 0) 0x7fa554003520 con 0x7fa56815e680 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 >> v2:172.21.15.104:3300/0 conn(0x7fa5680b7f20 msgr2=0x7fa5680b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 --2- 172.21.15.16:0/669109645 >> v2:172.21.15.104:3300/0 conn(0x7fa5680b7f20 0x7fa5680b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 >> v1:172.21.15.104:6789/0 conn(0x7fa5680d4570 legacy=0x7fa5680d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5680b8da0 con 0x7fa56815e680 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fa558001670 con 0x7fa56815e680 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 >> v1:172.21.15.16:6789/0 conn(0x7fa56815e680 legacy=0x7fa5680d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa554003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.732+0000 7fa5667fc640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa554004800 0x7fa554004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa5667fc640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5540051c0 0x7fa55400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa5680b8ac0 con 0x7fa5540039b0 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa55400c060 con 0x7fa5540051c0 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa55400c260 con 0x7fa554004800 2024-09-16T01:43:19.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa566ffd640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa554003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa55e7fc640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa554004800 0x7fa554004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa5677fe640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5540051c0 0x7fa55400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa566ffd640 1 -- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa554004800 msgr2=0x7fa554004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa566ffd640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa554004800 0x7fa554004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa566ffd640 1 -- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5540051c0 msgr2=0x7fa55400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa566ffd640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5540051c0 0x7fa55400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa566ffd640 1 -- 172.21.15.16:0/669109645 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa554003520 con 0x7fa5540039b0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.733+0000 7fa5677fe640 1 -- 172.21.15.16:0/669109645 reap_dead start 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa566ffd640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa554003dd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa55800c240 tx=0x7fa554005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83322a18980d06b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558007cf0 con 0x7fa5540039b0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5580058d0 con 0x7fa5540039b0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa5667fc640 1 -- 172.21.15.16:0/669109645 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558005d20 con 0x7fa5540039b0 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa56d311640 1 -- 172.21.15.16:0/669109645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 msgr2=0x7fa554003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa56d311640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa554003dd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa55800c240 tx=0x7fa554005830 comp rx=0 tx=0).stop 2024-09-16T01:43:19.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa56d311640 1 -- 172.21.15.16:0/669109645 shutdown_connections 2024-09-16T01:43:19.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa56d311640 1 --2- 172.21.15.16:0/669109645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa554003dd0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa56d311640 1 -- 172.21.15.16:0/669109645 >> 172.21.15.16:0/669109645 conn(0x7fa568074fe0 msgr2=0x7fa568072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa56d311640 1 -- 172.21.15.16:0/669109645 shutdown_connections 2024-09-16T01:43:19.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.734+0000 7fa56d311640 1 -- 172.21.15.16:0/669109645 wait complete. 2024-09-16T01:43:19.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.735+0000 7fa56d311640 1 Processor -- start 2024-09-16T01:43:19.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa56d311640 1 -- start start 2024-09-16T01:43:19.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa56d311640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa5681520f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa56d311640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5681f78b0 0x7fa5681f7d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa56d311640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5681582d0 0x7fa568158750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa56d311640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa5680b9720 con 0x7fa5540039b0 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa56d311640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa5680b95a0 con 0x7fa5681f78b0 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa56d311640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa5680b98a0 con 0x7fa5681582d0 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa566ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa5681520f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa566ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa5681520f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54930/0 (socket says 172.21.15.16:54930) 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.736+0000 7fa566ffd640 1 -- 172.21.15.16:0/249113894 learned_addr learned my addr 172.21.15.16:0/249113894 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa5677fe640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5681582d0 0x7fa568158750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa55e7fc640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5681f78b0 0x7fa5681f7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa566ffd640 1 -- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5681582d0 msgr2=0x7fa568158750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa566ffd640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5681582d0 0x7fa568158750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa566ffd640 1 -- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5681f78b0 msgr2=0x7fa5681f7d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa566ffd640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5681f78b0 0x7fa5681f7d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa566ffd640 1 -- 172.21.15.16:0/249113894 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5681f83b0 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa566ffd640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa5681520f0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa55800c360 tx=0x7fa5680b89b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa55ffff640 1 -- 172.21.15.16:0/249113894 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558001c30 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa55ffff640 1 -- 172.21.15.16:0/249113894 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa558000ed0 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5681f8690 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa55ffff640 1 -- 172.21.15.16:0/249113894 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5580049f0 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.737+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa568151bd0 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.738+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5680d1690 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.739+0000 7fa55ffff640 1 -- 172.21.15.16:0/249113894 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fa55803b070 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.739+0000 7fa55ffff640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa54806c460 0x7fa54806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.739+0000 7fa55ffff640 1 -- 172.21.15.16:0/249113894 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa5580ab570 con 0x7fa5540039b0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.740+0000 7fa55e7fc640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa54806c460 0x7fa54806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.740+0000 7fa55e7fc640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa54806c460 0x7fa54806e920 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa568152fe0 tx=0x7fa550008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.744+0000 7fa55ffff640 1 -- 172.21.15.16:0/249113894 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa5580794f0 con 0x7fa5540039b0 2024-09-16T01:43:19.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.955+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa568069ad0 con 0x7fa5540039b0 2024-09-16T01:43:19.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.956+0000 7fa55ffff640 1 -- 172.21.15.16:0/249113894 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5229 (secure 0 0 0) 0x7fa55807d7f0 con 0x7fa5540039b0 2024-09-16T01:43:19.958 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:19.959 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-16T01:43:11:504179+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4607,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2167593364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2167593364},{"type":"v1","addr":"172.21.15.104:6837","nonce":2167593364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4768,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3065110951","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3065110951},{"type":"v1","addr":"172.21.15.104:6836","nonce":3065110951}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4899,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3476020154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3476020154},{"type":"v1","addr":"172.21.15.16:6834","nonce":3476020154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:57.824709+0000","modified":"2024-09-16T01:42:59.821446+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4902":{"gid":4902,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1930154705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1930154705},{"type":"v1","addr":"172.21.15.16:6835","nonce":1930154705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4902,"qdb_cluster":[4902]},"id":2}]} 2024-09-16T01:43:19.959 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-16T01:43:19.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa54806c460 msgr2=0x7fa54806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa54806c460 0x7fa54806e920 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa568152fe0 tx=0x7fa550008040 comp rx=0 tx=0).stop 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 msgr2=0x7fa5681520f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa5681520f0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa55800c360 tx=0x7fa5680b89b0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 shutdown_connections 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa54806c460 0x7fa54806e920 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5681582d0 0x7fa568158750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5681f78b0 0x7fa5681f7d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 --2- 172.21.15.16:0/249113894 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5540039b0 0x7fa5681520f0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 >> 172.21.15.16:0/249113894 conn(0x7fa568074fe0 msgr2=0x7fa5680b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 shutdown_connections 2024-09-16T01:43:19.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:19.958+0000 7fa56d311640 1 -- 172.21.15.16:0/249113894 wait complete. 2024-09-16T01:43:19.971 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:20.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.071+0000 7f52aba77640 1 Processor -- start 2024-09-16T01:43:20.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.071+0000 7f52aba77640 1 -- start start 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52aba77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4070e10 0x7f52a406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52aba77640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52a415e910 con 0x7f52a4073c00 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52aba77640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52a40718c0 con 0x7f52a415e530 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52aba77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f52a40d1c50 con 0x7f52a4070e10 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52aa014640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f52a4073c00 0x7f52a406c120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46588/0 (socket says 172.21.15.16:46588) 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52aa014640 1 -- 172.21.15.16:0/892581305 learned_addr learned my addr 172.21.15.16:0/892581305 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a9012640 1 --2- 172.21.15.16:0/892581305 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4070e10 0x7f52a406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a8811640 1 -- 172.21.15.16:0/892581305 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1965705868 0 0) 0x7f52a415e910 con 0x7f52a4073c00 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a8811640 1 -- 172.21.15.16:0/892581305 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5290003520 con 0x7f52a4073c00 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a8811640 1 -- 172.21.15.16:0/892581305 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2488831703 0 0) 0x7f52a40718c0 con 0x7f52a415e530 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a8811640 1 -- 172.21.15.16:0/892581305 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f52a415e910 con 0x7f52a415e530 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a9012640 1 -- 172.21.15.16:0/892581305 >> v1:172.21.15.104:6789/0 conn(0x7f52a415e530 legacy=0x7f52a4070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a9012640 1 -- 172.21.15.16:0/892581305 >> v1:172.21.15.16:6789/0 conn(0x7f52a4073c00 legacy=0x7f52a406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.072+0000 7f52a9012640 1 -- 172.21.15.16:0/892581305 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a4073120 con 0x7f52a4070e10 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.073+0000 7f52a9012640 1 --2- 172.21.15.16:0/892581305 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4070e10 0x7f52a406bbe0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f52940097d0 tx=0x7f529402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3762063d2bb8fe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.073+0000 7f52a8811640 1 -- 172.21.15.16:0/892581305 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294037070 con 0x7f52a4070e10 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52a8811640 1 -- 172.21.15.16:0/892581305 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5294032440 con 0x7f52a4070e10 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52a8811640 1 -- 172.21.15.16:0/892581305 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52940327f0 con 0x7f52a4070e10 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52aba77640 1 -- 172.21.15.16:0/892581305 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4070e10 msgr2=0x7f52a406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52aba77640 1 --2- 172.21.15.16:0/892581305 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4070e10 0x7f52a406bbe0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f52940097d0 tx=0x7f529402a210 comp rx=0 tx=0).stop 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52aba77640 1 -- 172.21.15.16:0/892581305 shutdown_connections 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52aba77640 1 --2- 172.21.15.16:0/892581305 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4070e10 0x7f52a406bbe0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52aba77640 1 -- 172.21.15.16:0/892581305 >> 172.21.15.16:0/892581305 conn(0x7f52a40d2300 msgr2=0x7f52a40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52aba77640 1 -- 172.21.15.16:0/892581305 shutdown_connections 2024-09-16T01:43:20.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.074+0000 7f52aba77640 1 -- 172.21.15.16:0/892581305 wait complete. 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.075+0000 7f52aba77640 1 Processor -- start 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.075+0000 7f52aba77640 1 -- start start 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aba77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4070e10 0x7f52a414ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aba77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4073c00 0x7f52a40b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aba77640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52a415e530 0x7f52a414d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aba77640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f52a406c830 con 0x7f52a415e530 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aba77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52a40736e0 con 0x7f52a4070e10 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aba77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f52a406c9b0 con 0x7f52a4073c00 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aa014640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52a415e530 0x7f52a414d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aa014640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52a415e530 0x7f52a414d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54940/0 (socket says 172.21.15.16:54940) 2024-09-16T01:43:20.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52aa014640 1 -- 172.21.15.16:0/2182179025 learned_addr learned my addr 172.21.15.16:0/2182179025 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52a9813640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4070e10 0x7f52a414ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.076+0000 7f52a9012640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4073c00 0x7f52a40b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aa014640 1 -- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4073c00 msgr2=0x7f52a40b0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aa014640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4073c00 0x7f52a40b0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aa014640 1 -- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4070e10 msgr2=0x7f52a414ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aa014640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4070e10 0x7f52a414ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aa014640 1 -- 172.21.15.16:0/2182179025 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a40b1010 con 0x7f52a415e530 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aa014640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52a415e530 0x7f52a414d700 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f529c00cba0 tx=0x7f529c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f529a7fc640 1 -- 172.21.15.16:0/2182179025 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c017070 con 0x7f52a415e530 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f529a7fc640 1 -- 172.21.15.16:0/2182179025 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f529c00ac40 con 0x7f52a415e530 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a40b12e0 con 0x7f52a415e530 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f529a7fc640 1 -- 172.21.15.16:0/2182179025 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c012400 con 0x7f52a415e530 2024-09-16T01:43:20.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.077+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a415eb10 con 0x7f52a415e530 2024-09-16T01:43:20.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.078+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52a40b73c0 con 0x7f52a415e530 2024-09-16T01:43:20.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.079+0000 7f529a7fc640 1 -- 172.21.15.16:0/2182179025 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f529c01a070 con 0x7f52a415e530 2024-09-16T01:43:20.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.079+0000 7f529a7fc640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f528806c460 0x7f528806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.079+0000 7f529a7fc640 1 -- 172.21.15.16:0/2182179025 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f529c08b3e0 con 0x7f52a415e530 2024-09-16T01:43:20.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.079+0000 7f52a9813640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f528806c460 0x7f528806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.080+0000 7f52a9813640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f528806c460 0x7f528806e920 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f52a0007fd0 tx=0x7f52a0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.083+0000 7f529a7fc640 1 -- 172.21.15.16:0/2182179025 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f529c059330 con 0x7f52a415e530 2024-09-16T01:43:20.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.294+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f52a40d3180 con 0x7f52a415e530 2024-09-16T01:43:20.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.294+0000 7f529a7fc640 1 -- 172.21.15.16:0/2182179025 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5229 (secure 0 0 0) 0x7f529c05d630 con 0x7f52a415e530 2024-09-16T01:43:20.297 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:20.297 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-16T01:43:11:504179+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4607,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2167593364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2167593364},{"type":"v1","addr":"172.21.15.104:6837","nonce":2167593364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4768,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3065110951","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3065110951},{"type":"v1","addr":"172.21.15.104:6836","nonce":3065110951}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4899,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3476020154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3476020154},{"type":"v1","addr":"172.21.15.16:6834","nonce":3476020154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:42:57.824709+0000","modified":"2024-09-16T01:42:59.821446+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4902":{"gid":4902,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1930154705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1930154705},{"type":"v1","addr":"172.21.15.16:6835","nonce":1930154705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4902,"qdb_cluster":[4902]},"id":2}]} 2024-09-16T01:43:20.297 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f528806c460 msgr2=0x7f528806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f528806c460 0x7f528806e920 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f52a0007fd0 tx=0x7f52a0009040 comp rx=0 tx=0).stop 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52a415e530 msgr2=0x7f52a414d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52a415e530 0x7f52a414d700 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f529c00cba0 tx=0x7f529c00a060 comp rx=0 tx=0).stop 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 shutdown_connections 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f528806c460 0x7f528806e920 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52a415e530 0x7f52a414d700 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52a4073c00 0x7f52a40b0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 --2- 172.21.15.16:0/2182179025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4070e10 0x7f52a414ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 >> 172.21.15.16:0/2182179025 conn(0x7f52a40d2300 msgr2=0x7f52a40b3100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.296+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 shutdown_connections 2024-09-16T01:43:20.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.297+0000 7f52aba77640 1 -- 172.21.15.16:0/2182179025 wait complete. 2024-09-16T01:43:20.310 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:20.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.410+0000 7f3eebcc9640 1 Processor -- start 2024-09-16T01:43:20.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.410+0000 7f3eebcc9640 1 -- start start 2024-09-16T01:43:20.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.411+0000 7f3eebcc9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee40b9ee0 0x7f3ee415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.411+0000 7f3eebcc9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ee40ba320 con 0x7f3ee4147fc0 2024-09-16T01:43:20.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.411+0000 7f3eebcc9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ee40d2750 con 0x7f3ee40d15f0 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.411+0000 7f3eebcc9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3ee41483a0 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.411+0000 7f3ee9a65640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3ee4147fc0 0x7f3ee40d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46602/0 (socket says 172.21.15.16:46602) 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.411+0000 7f3ee9a65640 1 -- 172.21.15.16:0/2762851785 learned_addr learned my addr 172.21.15.16:0/2762851785 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3eea266640 1 --2- 172.21.15.16:0/2762851785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee40b9ee0 0x7f3ee415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3ee8a63640 1 -- 172.21.15.16:0/2762851785 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3756453659 0 0) 0x7f3ee40ba320 con 0x7f3ee4147fc0 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3ee8a63640 1 -- 172.21.15.16:0/2762851785 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ecc003520 con 0x7f3ee4147fc0 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3ee8a63640 1 -- 172.21.15.16:0/2762851785 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 426774520 0 0) 0x7f3ee40d2750 con 0x7f3ee40d15f0 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3ee8a63640 1 -- 172.21.15.16:0/2762851785 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ee40ba320 con 0x7f3ee40d15f0 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3eea266640 1 -- 172.21.15.16:0/2762851785 >> v1:172.21.15.104:6789/0 conn(0x7f3ee40d15f0 legacy=0x7f3ee40b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3eea266640 1 -- 172.21.15.16:0/2762851785 >> v1:172.21.15.16:6789/0 conn(0x7f3ee4147fc0 legacy=0x7f3ee40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.412+0000 7f3eea266640 1 -- 172.21.15.16:0/2762851785 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee40d2a30 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3eea266640 1 --2- 172.21.15.16:0/2762851785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee40b9ee0 0x7f3ee415ea60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0097d0 tx=0x7f3edc02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23626101121434e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3ee8a63640 1 -- 172.21.15.16:0/2762851785 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3edc037070 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3ee8a63640 1 -- 172.21.15.16:0/2762851785 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3edc032440 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3ee8a63640 1 -- 172.21.15.16:0/2762851785 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3edc032810 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3eebcc9640 1 -- 172.21.15.16:0/2762851785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee40b9ee0 msgr2=0x7f3ee415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/2762851785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee40b9ee0 0x7f3ee415ea60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0097d0 tx=0x7f3edc02a210 comp rx=0 tx=0).stop 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3eebcc9640 1 -- 172.21.15.16:0/2762851785 shutdown_connections 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/2762851785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee40b9ee0 0x7f3ee415ea60 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.413+0000 7f3eebcc9640 1 -- 172.21.15.16:0/2762851785 >> 172.21.15.16:0/2762851785 conn(0x7f3ee4074fe0 msgr2=0x7f3ee406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.414+0000 7f3eebcc9640 1 -- 172.21.15.16:0/2762851785 shutdown_connections 2024-09-16T01:43:20.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.414+0000 7f3eebcc9640 1 -- 172.21.15.16:0/2762851785 wait complete. 2024-09-16T01:43:20.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 Processor -- start 2024-09-16T01:43:20.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 -- start start 2024-09-16T01:43:20.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ee40b9ee0 0x7f3ee41f6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ee40d15f0 0x7f3ee40cf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee4147fc0 0x7f3ee40cfc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee40d2500 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee415efa0 con 0x7f3ee40d15f0 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.415+0000 7f3eebcc9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3ee40d2ff0 con 0x7f3ee4147fc0 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ee40b9ee0 0x7f3ee41f6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ee40b9ee0 0x7f3ee41f6d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54950/0 (socket says 172.21.15.16:54950) 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 -- 172.21.15.16:0/1965445131 learned_addr learned my addr 172.21.15.16:0/1965445131 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3eea266640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee4147fc0 0x7f3ee40cfc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9264640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ee40d15f0 0x7f3ee40cf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 -- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee4147fc0 msgr2=0x7f3ee40cfc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee4147fc0 0x7f3ee40cfc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 -- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ee40d15f0 msgr2=0x7f3ee40cf6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ee40d15f0 0x7f3ee40cf6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 -- 172.21.15.16:0/1965445131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee40cbb90 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee9a65640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ee40b9ee0 0x7f3ee41f6d50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400cbc0 tx=0x7f3ed400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee27fc640 1 -- 172.21.15.16:0/1965445131 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4017070 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee27fc640 1 -- 172.21.15.16:0/1965445131 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ed400ad60 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ee40ca010 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3ee27fc640 1 -- 172.21.15.16:0/1965445131 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4012640 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.416+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ee40ca5d0 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.417+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ee41f3eb0 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.418+0000 7f3ee27fc640 1 -- 172.21.15.16:0/1965445131 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3ed401a070 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.419+0000 7f3ee27fc640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ed006c460 0x7f3ed006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.419+0000 7f3ee27fc640 1 -- 172.21.15.16:0/1965445131 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f3ed408b440 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.419+0000 7f3ee9264640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ed006c460 0x7f3ed006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.419+0000 7f3ee9264640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ed006c460 0x7f3ed006e920 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8007fd0 tx=0x7f3ed8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.423+0000 7f3ee27fc640 1 -- 172.21.15.16:0/1965445131 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ee41f3eb0 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.600+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ee415ea60 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.601+0000 7f3ee27fc640 1 -- 172.21.15.16:0/1965445131 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7f3ee40cbb90 con 0x7f3ee40b9ee0 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":32,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:42:59.476031+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:42:55.712419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:42:56.812587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:20.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ed006c460 msgr2=0x7f3ed006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ed006c460 0x7f3ed006e920 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8007fd0 tx=0x7f3ed8009040 comp rx=0 tx=0).stop 2024-09-16T01:43:20.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ee40b9ee0 msgr2=0x7f3ee41f6d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ee40b9ee0 0x7f3ee41f6d50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400cbc0 tx=0x7f3ed400a430 comp rx=0 tx=0).stop 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 shutdown_connections 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3ed006c460 0x7f3ed006e920 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ee4147fc0 0x7f3ee40cfc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ee40d15f0 0x7f3ee40cf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 --2- 172.21.15.16:0/1965445131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ee40b9ee0 0x7f3ee41f6d50 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 >> 172.21.15.16:0/1965445131 conn(0x7f3ee4074fe0 msgr2=0x7f3ee40ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 shutdown_connections 2024-09-16T01:43:20.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.603+0000 7f3eebcc9640 1 -- 172.21.15.16:0/1965445131 wait complete. 2024-09-16T01:43:20.617 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:43:20.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.717+0000 7f0f109e8640 1 Processor -- start 2024-09-16T01:43:20.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.717+0000 7f0f109e8640 1 -- start start 2024-09-16T01:43:20.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.718+0000 7f0f109e8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0f0c147fc0 0x7f0f0c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.718+0000 7f0f109e8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0f0c0d0ee0 0x7f0f0c0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.718+0000 7f0f109e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0b97d0 0x7f0f0c0b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.718+0000 7f0f109e8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0f0c1483a0 con 0x7f0f0c147fc0 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.718+0000 7f0f109e8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0f0c15efa0 con 0x7f0f0c0d0ee0 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.718+0000 7f0f109e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0f0c0d2500 con 0x7f0f0c0b97d0 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.718+0000 7f0f0a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0f0c147fc0 0x7f0f0c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0f0c147fc0 0x7f0f0c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54952/0 (socket says 172.21.15.16:54952) 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0a59c640 1 -- 172.21.15.16:0/947424329 learned_addr learned my addr 172.21.15.16:0/947424329 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0ad9d640 1 --2- 172.21.15.16:0/947424329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0b97d0 0x7f0f0c0b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f09d9b640 1 --2- 172.21.15.16:0/947424329 >> v2:172.21.15.104:3300/0 conn(0x7f0f0c0d0ee0 0x7f0f0c0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0a59c640 1 -- 172.21.15.16:0/947424329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0b97d0 msgr2=0x7f0f0c0b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0a59c640 1 --2- 172.21.15.16:0/947424329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0b97d0 0x7f0f0c0b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0a59c640 1 -- 172.21.15.16:0/947424329 >> v2:172.21.15.104:3300/0 conn(0x7f0f0c0d0ee0 msgr2=0x7f0f0c0d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0a59c640 1 --2- 172.21.15.16:0/947424329 >> v2:172.21.15.104:3300/0 conn(0x7f0f0c0d0ee0 0x7f0f0c0d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0a59c640 1 -- 172.21.15.16:0/947424329 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f0c0d2750 con 0x7f0f0c147fc0 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f09d9b640 1 --2- 172.21.15.16:0/947424329 >> v2:172.21.15.104:3300/0 conn(0x7f0f0c0d0ee0 0x7f0f0c0d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:20.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.719+0000 7f0f0ad9d640 1 --2- 172.21.15.16:0/947424329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0b97d0 0x7f0f0c0b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f0a59c640 1 --2- 172.21.15.16:0/947424329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c15ea60 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c161f70 tx=0x7f0f0402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e8904f8712800e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f0959a640 1 -- 172.21.15.16:0/947424329 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f04037070 con 0x7f0f0c147fc0 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f0959a640 1 -- 172.21.15.16:0/947424329 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f04032440 con 0x7f0f0c147fc0 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f0959a640 1 -- 172.21.15.16:0/947424329 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f04032810 con 0x7f0f0c147fc0 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 -- 172.21.15.16:0/947424329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 msgr2=0x7f0f0c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 --2- 172.21.15.16:0/947424329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c15ea60 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c161f70 tx=0x7f0f0402a210 comp rx=0 tx=0).stop 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 -- 172.21.15.16:0/947424329 shutdown_connections 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 --2- 172.21.15.16:0/947424329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0b97d0 0x7f0f0c0b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 --2- 172.21.15.16:0/947424329 >> v2:172.21.15.104:3300/0 conn(0x7f0f0c0d0ee0 0x7f0f0c0d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 --2- 172.21.15.16:0/947424329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c15ea60 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 -- 172.21.15.16:0/947424329 >> 172.21.15.16:0/947424329 conn(0x7f0f0c074fe0 msgr2=0x7f0f0c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 -- 172.21.15.16:0/947424329 shutdown_connections 2024-09-16T01:43:20.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.720+0000 7f0f109e8640 1 -- 172.21.15.16:0/947424329 wait complete. 2024-09-16T01:43:20.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 Processor -- start 2024-09-16T01:43:20.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 -- start start 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f0c0b97d0 0x7f0f0c13ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0d0ee0 0x7f0f0c0cf4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c0cfa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0c0d2ff0 con 0x7f0f0c147fc0 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0c0d2d10 con 0x7f0f0c0b97d0 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.722+0000 7f0f109e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0f0c0ba120 con 0x7f0f0c0d0ee0 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c0cfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c0cfa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54960/0 (socket says 172.21.15.16:54960) 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 -- 172.21.15.16:0/1221940241 learned_addr learned my addr 172.21.15.16:0/1221940241 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f09d9b640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0d0ee0 0x7f0f0c0cf4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0a59c640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f0c0b97d0 0x7f0f0c13ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 -- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0d0ee0 msgr2=0x7f0f0c0cf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0d0ee0 0x7f0f0c0cf4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 -- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f0c0b97d0 msgr2=0x7f0f0c13ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f0c0b97d0 0x7f0f0c13ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 -- 172.21.15.16:0/1221940241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f0c140510 con 0x7f0f0c147fc0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f0ad9d640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c0cfa10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0efc00cdb0 tx=0x7f0efc00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f02ffd640 1 -- 172.21.15.16:0/1221940241 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0efc01a070 con 0x7f0f0c147fc0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f02ffd640 1 -- 172.21.15.16:0/1221940241 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0efc00d840 con 0x7f0f0c147fc0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f02ffd640 1 -- 172.21.15.16:0/1221940241 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0efc00dc30 con 0x7f0f0c147fc0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f0c1425a0 con 0x7f0f0c147fc0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.723+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f0c142860 con 0x7f0f0c147fc0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.724+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f0c0b9be0 con 0x7f0f0c147fc0 2024-09-16T01:43:20.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.725+0000 7f0f02ffd640 1 -- 172.21.15.16:0/1221940241 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f0efc01d070 con 0x7f0f0c147fc0 2024-09-16T01:43:20.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.725+0000 7f0f02ffd640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0eec06c460 0x7f0eec06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.725+0000 7f0f02ffd640 1 -- 172.21.15.16:0/1221940241 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f0efc08bcf0 con 0x7f0f0c147fc0 2024-09-16T01:43:20.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.725+0000 7f0f0a59c640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0eec06c460 0x7f0eec06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.726+0000 7f0f0a59c640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0eec06c460 0x7f0eec06e920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0f04034000 tx=0x7f0f0402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.729+0000 7f0f02ffd640 1 -- 172.21.15.16:0/1221940241 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0efc090070 con 0x7f0f0c147fc0 2024-09-16T01:43:20.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.943+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f0f0c0ccde0 con 0x7f0f0c147fc0 2024-09-16T01:43:20.945 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:43:20.943+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:43:20.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.944+0000 7f0f02ffd640 1 -- 172.21.15.16:0/1221940241 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) ==== 161+0+0 (secure 0 0 0) 0x7f0f0c140510 con 0x7f0f0c147fc0 2024-09-16T01:43:20.947 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0eec06c460 msgr2=0x7f0eec06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0eec06c460 0x7f0eec06e920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0f04034000 tx=0x7f0f0402e000 comp rx=0 tx=0).stop 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 msgr2=0x7f0f0c0cfa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c0cfa10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0efc00cdb0 tx=0x7f0efc00a710 comp rx=0 tx=0).stop 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 shutdown_connections 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0eec06c460 0x7f0eec06e920 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f0c147fc0 0x7f0f0c0cfa10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f0c0d0ee0 0x7f0f0c0cf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 --2- 172.21.15.16:0/1221940241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f0c0b97d0 0x7f0f0c13ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 >> 172.21.15.16:0/1221940241 conn(0x7f0f0c074fe0 msgr2=0x7f0f0c0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 shutdown_connections 2024-09-16T01:43:20.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:20.948+0000 7f0f109e8640 1 -- 172.21.15.16:0/1221940241 wait complete. 2024-09-16T01:43:20.962 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:43:20.989 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:43:21.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.066+0000 7f8f6157f640 1 Processor -- start 2024-09-16T01:43:21.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.066+0000 7f8f6157f640 1 -- start start 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f6157f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f5c0737a0 0x7f8f5c15d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f6157f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8f5c073dd0 0x7f8f5c0d02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f6157f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f5c070870 con 0x7f8f5c15c1b0 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f6157f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8f5c074220 con 0x7f8f5c0737a0 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f6157f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8f5c071480 con 0x7f8f5c073dd0 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5a7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f5c0737a0 0x7f8f5c15d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5a7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f5c0737a0 0x7f8f5c15d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54976/0 (socket says 172.21.15.16:54976) 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/2351564251 learned_addr learned my addr 172.21.15.16:0/2351564251 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5b7fe640 1 --2- 172.21.15.16:0/2351564251 >> v2:172.21.15.104:3300/0 conn(0x7f8f5c073dd0 0x7f8f5c0d02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/2351564251 >> v2:172.21.15.104:3300/0 conn(0x7f8f5c073dd0 msgr2=0x7f8f5c0d02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5a7fc640 1 --2- 172.21.15.16:0/2351564251 >> v2:172.21.15.104:3300/0 conn(0x7f8f5c073dd0 0x7f8f5c0d02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/2351564251 >> v1:172.21.15.104:6789/0 conn(0x7f8f5c15c1b0 legacy=0x7f8f5c073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.067+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/2351564251 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f5c070b50 con 0x7f8f5c0737a0 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.068+0000 7f8f5a7fc640 1 --2- 172.21.15.16:0/2351564251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c0737a0 0x7f8f5c15d350 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c0cefa0 tx=0x7f8f4402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4752249da67c7dc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.068+0000 7f8f59ffb640 1 -- 172.21.15.16:0/2351564251 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44037070 con 0x7f8f5c0737a0 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.068+0000 7f8f59ffb640 1 -- 172.21.15.16:0/2351564251 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f44032440 con 0x7f8f5c0737a0 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.068+0000 7f8f59ffb640 1 -- 172.21.15.16:0/2351564251 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44032810 con 0x7f8f5c0737a0 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 -- 172.21.15.16:0/2351564251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c0737a0 msgr2=0x7f8f5c15d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 --2- 172.21.15.16:0/2351564251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c0737a0 0x7f8f5c15d350 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c0cefa0 tx=0x7f8f4402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 -- 172.21.15.16:0/2351564251 shutdown_connections 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 --2- 172.21.15.16:0/2351564251 >> v2:172.21.15.104:3300/0 conn(0x7f8f5c073dd0 0x7f8f5c0d02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 --2- 172.21.15.16:0/2351564251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c0737a0 0x7f8f5c15d350 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 -- 172.21.15.16:0/2351564251 >> 172.21.15.16:0/2351564251 conn(0x7f8f5c0b4250 msgr2=0x7f8f5c0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 -- 172.21.15.16:0/2351564251 shutdown_connections 2024-09-16T01:43:21.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.069+0000 7f8f6157f640 1 -- 172.21.15.16:0/2351564251 wait complete. 2024-09-16T01:43:21.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.070+0000 7f8f6157f640 1 Processor -- start 2024-09-16T01:43:21.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.070+0000 7f8f6157f640 1 -- start start 2024-09-16T01:43:21.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f6157f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f5c0737a0 0x7f8f5c14be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f6157f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c073dd0 0x7f8f5c0cd660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f6157f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c15c1b0 0x7f8f5c0b6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f6157f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c15c590 con 0x7f8f5c073dd0 2024-09-16T01:43:21.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f6157f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c071110 con 0x7f8f5c15c1b0 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f6157f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8f5c15c710 con 0x7f8f5c0737a0 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c073dd0 0x7f8f5c0cd660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c073dd0 0x7f8f5c0cd660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54986/0 (socket says 172.21.15.16:54986) 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/4258725870 learned_addr learned my addr 172.21.15.16:0/4258725870 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5affd640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f5c0737a0 0x7f8f5c14be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5b7fe640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c15c1b0 0x7f8f5c0b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f5c0737a0 msgr2=0x7f8f5c14be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f5c0737a0 0x7f8f5c14be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c15c1b0 msgr2=0x7f8f5c0b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c15c1b0 0x7f8f5c0b6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.071+0000 7f8f5a7fc640 1 -- 172.21.15.16:0/4258725870 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f5c0cbc40 con 0x7f8f5c073dd0 2024-09-16T01:43:21.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.072+0000 7f8f5a7fc640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c073dd0 0x7f8f5c0cd660 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8f4402a220 tx=0x7f8f440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.072+0000 7f8f537fe640 1 -- 172.21.15.16:0/4258725870 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44037040 con 0x7f8f5c073dd0 2024-09-16T01:43:21.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.072+0000 7f8f537fe640 1 -- 172.21.15.16:0/4258725870 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f44042070 con 0x7f8f5c073dd0 2024-09-16T01:43:21.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.072+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f5c0cbf20 con 0x7f8f5c073dd0 2024-09-16T01:43:21.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.072+0000 7f8f537fe640 1 -- 172.21.15.16:0/4258725870 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44030880 con 0x7f8f5c073dd0 2024-09-16T01:43:21.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.072+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f5c0cc4e0 con 0x7f8f5c073dd0 2024-09-16T01:43:21.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.073+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f5c15d350 con 0x7f8f5c073dd0 2024-09-16T01:43:21.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.073+0000 7f8f537fe640 1 -- 172.21.15.16:0/4258725870 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f8f44030a20 con 0x7f8f5c073dd0 2024-09-16T01:43:21.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.074+0000 7f8f537fe640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f3c06c460 0x7f8f3c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.074+0000 7f8f537fe640 1 -- 172.21.15.16:0/4258725870 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f8f440abf50 con 0x7f8f5c073dd0 2024-09-16T01:43:21.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.074+0000 7f8f5affd640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f3c06c460 0x7f8f3c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.074+0000 7f8f5affd640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f3c06c460 0x7f8f3c06e920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c157fd0 tx=0x7f8f4c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.078+0000 7f8f537fe640 1 -- 172.21.15.16:0/4258725870 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f44079d90 con 0x7f8f5c073dd0 2024-09-16T01:43:21.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.290+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8f5c15db60 con 0x7f8f5c073dd0 2024-09-16T01:43:21.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.946+0000 7f8f537fe640 1 -- 172.21.15.16:0/4258725870 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7f8f4407e090 con 0x7f8f5c073dd0 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f3c06c460 msgr2=0x7f8f3c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f3c06c460 0x7f8f3c06e920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c157fd0 tx=0x7f8f4c009040 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c073dd0 msgr2=0x7f8f5c0cd660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c073dd0 0x7f8f5c0cd660 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8f4402a220 tx=0x7f8f440046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 shutdown_connections 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f3c06c460 0x7f8f3c06e920 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c15c1b0 0x7f8f5c0b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f5c073dd0 0x7f8f5c0cd660 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 --2- 172.21.15.16:0/4258725870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f5c0737a0 0x7f8f5c14be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 >> 172.21.15.16:0/4258725870 conn(0x7f8f5c0b4250 msgr2=0x7f8f5c0d1b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 shutdown_connections 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:21.948+0000 7f8f6157f640 1 -- 172.21.15.16:0/4258725870 wait complete. 2024-09-16T01:43:21.964 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:43:22.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.114+0000 7f824bdcf640 1 Processor -- start 2024-09-16T01:43:22.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.114+0000 7f824bdcf640 1 -- start start 2024-09-16T01:43:22.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f824bdcf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f824415e640 0x7f824406deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:22.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f824bdcf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f82440b03d0 0x7f82440b4c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:22.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f824bdcf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82440aeed0 con 0x7f82440b5190 2024-09-16T01:43:22.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f824bdcf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f82440b55e0 con 0x7f824415e640 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f824bdcf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f82440af1b0 con 0x7f82440b03d0 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f8249b6b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f824415e640 0x7f824406deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f8249b6b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f824415e640 0x7f824406deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49056/0 (socket says 172.21.15.16:49056) 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f8249b6b640 1 -- 172.21.15.16:0/2235229670 learned_addr learned my addr 172.21.15.16:0/2235229670 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.115+0000 7f824a36c640 1 --1- 172.21.15.16:0/2235229670 >> v1:172.21.15.16:6789/0 conn(0x7f82440b5190 0x7f8244074bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44914/0 (socket says 172.21.15.16:44914) 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.116+0000 7f824936a640 1 --2- 172.21.15.16:0/2235229670 >> v2:172.21.15.104:3300/0 conn(0x7f82440b03d0 0x7f82440b4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.116+0000 7f8249b6b640 1 -- 172.21.15.16:0/2235229670 >> v2:172.21.15.104:3300/0 conn(0x7f82440b03d0 msgr2=0x7f82440b4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.116+0000 7f8249b6b640 1 --2- 172.21.15.16:0/2235229670 >> v2:172.21.15.104:3300/0 conn(0x7f82440b03d0 0x7f82440b4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.116+0000 7f8249b6b640 1 -- 172.21.15.16:0/2235229670 >> v1:172.21.15.16:6789/0 conn(0x7f82440b5190 legacy=0x7f8244074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.116+0000 7f8249b6b640 1 -- 172.21.15.16:0/2235229670 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82440af490 con 0x7f824415e640 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.116+0000 7f824936a640 1 --2- 172.21.15.16:0/2235229670 >> v2:172.21.15.104:3300/0 conn(0x7f82440b03d0 0x7f82440b4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:22.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.116+0000 7f8248b69640 1 -- 172.21.15.16:0/2235229670 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1756351111 0 0) 0x7f82440aeed0 con 0x7f82440b5190 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f8249b6b640 1 --2- 172.21.15.16:0/2235229670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f824415e640 0x7f824406deb0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f82440b07b0 tx=0x7f823c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd782a11c2462ebe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f8248b69640 1 -- 172.21.15.16:0/2235229670 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c037070 con 0x7f824415e640 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f8248b69640 1 -- 172.21.15.16:0/2235229670 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f823c032440 con 0x7f824415e640 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f8248b69640 1 -- 172.21.15.16:0/2235229670 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c032810 con 0x7f824415e640 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 -- 172.21.15.16:0/2235229670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f824415e640 msgr2=0x7f824406deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 --2- 172.21.15.16:0/2235229670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f824415e640 0x7f824406deb0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f82440b07b0 tx=0x7f823c02a270 comp rx=0 tx=0).stop 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 -- 172.21.15.16:0/2235229670 shutdown_connections 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 --2- 172.21.15.16:0/2235229670 >> v2:172.21.15.104:3300/0 conn(0x7f82440b03d0 0x7f82440b4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 --2- 172.21.15.16:0/2235229670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f824415e640 0x7f824406deb0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 -- 172.21.15.16:0/2235229670 >> 172.21.15.16:0/2235229670 conn(0x7f8244072010 msgr2=0x7f82440723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 -- 172.21.15.16:0/2235229670 shutdown_connections 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.117+0000 7f824bdcf640 1 -- 172.21.15.16:0/2235229670 wait complete. 2024-09-16T01:43:22.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 Processor -- start 2024-09-16T01:43:22.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 -- start start 2024-09-16T01:43:22.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82440b03d0 0x7f82440c81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:22.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82440b5190 0x7f82441f7460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f824415e640 0x7f82441f79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f82440aec90 con 0x7f82440b03d0 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82440aeb10 con 0x7f824415e640 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f824bdcf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f824406f560 con 0x7f82440b5190 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.119+0000 7f8249b6b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82440b03d0 0x7f82440c81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82440b03d0 0x7f82440c81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49066/0 (socket says 172.21.15.16:49066) 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 -- 172.21.15.16:0/581352242 learned_addr learned my addr 172.21.15.16:0/581352242 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f824a36c640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f824415e640 0x7f82441f79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f824936a640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82440b5190 0x7f82441f7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 -- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82440b5190 msgr2=0x7f82441f7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:22.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82440b5190 0x7f82441f7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 -- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f824415e640 msgr2=0x7f82441f79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f824415e640 0x7f82441f79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 -- 172.21.15.16:0/581352242 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82440c7100 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f824a36c640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f824415e640 0x7f82441f79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f8249b6b640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82440b03d0 0x7f82440c81a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f823c000c00 tx=0x7f823c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f82427fc640 1 -- 172.21.15.16:0/581352242 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c041020 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f82427fc640 1 -- 172.21.15.16:0/581352242 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f823c0306c0 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82440c73e0 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f82427fc640 1 -- 172.21.15.16:0/581352242 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c037040 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.120+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82440c79a0 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.121+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82440b4c50 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.122+0000 7f82427fc640 1 -- 172.21.15.16:0/581352242 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f823c044020 con 0x7f82440b03d0 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.122+0000 7f82427fc640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f823006c460 0x7f823006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:22.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.122+0000 7f82427fc640 1 -- 172.21.15.16:0/581352242 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f823c0abf60 con 0x7f82440b03d0 2024-09-16T01:43:22.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.123+0000 7f824936a640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f823006c460 0x7f823006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:22.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.123+0000 7f824936a640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f823006c460 0x7f823006e920 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f824415dd20 tx=0x7f8238008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:22.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.127+0000 7f82427fc640 1 -- 172.21.15.16:0/581352242 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f823c04b030 con 0x7f82440b03d0 2024-09-16T01:43:22.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.301+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8244068370 con 0x7f82440b03d0 2024-09-16T01:43:22.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.955+0000 7f82427fc640 1 -- 172.21.15.16:0/581352242 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v34) ==== 181+0+0 (secure 0 0 0) 0x7f823c07a480 con 0x7f82440b03d0 2024-09-16T01:43:22.957 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:43:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f823006c460 msgr2=0x7f823006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f823006c460 0x7f823006e920 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f824415dd20 tx=0x7f8238008040 comp rx=0 tx=0).stop 2024-09-16T01:43:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82440b03d0 msgr2=0x7f82440c81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82440b03d0 0x7f82440c81a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f823c000c00 tx=0x7f823c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 shutdown_connections 2024-09-16T01:43:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f823006c460 0x7f823006e920 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f824415e640 0x7f82441f79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82440b5190 0x7f82441f7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 --2- 172.21.15.16:0/581352242 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82440b03d0 0x7f82440c81a0 secure :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f823c000c00 tx=0x7f823c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:22.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.958+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 >> 172.21.15.16:0/581352242 conn(0x7f8244072010 msgr2=0x7f82440b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:22.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.959+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 shutdown_connections 2024-09-16T01:43:22.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:22.959+0000 7f824bdcf640 1 -- 172.21.15.16:0/581352242 wait complete. 2024-09-16T01:43:22.975 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:43:23.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.084+0000 7fdbc32ac640 1 Processor -- start 2024-09-16T01:43:23.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.084+0000 7fdbc32ac640 1 -- start start 2024-09-16T01:43:23.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.085+0000 7fdbc32ac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 0x7fdbbc0cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.085+0000 7fdbc32ac640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbbc0b4950 con 0x7fdbbc0b59f0 2024-09-16T01:43:23.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.085+0000 7fdbc32ac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbbc0b4c30 con 0x7fdbbc06d430 2024-09-16T01:43:23.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.085+0000 7fdbc32ac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdbbc0b4f10 con 0x7fdbbc15c420 2024-09-16T01:43:23.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.085+0000 7fdbc0847640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdbbc0b59f0 0x7fdbbc0cfcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44924/0 (socket says 172.21.15.16:44924) 2024-09-16T01:43:23.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.085+0000 7fdbc0847640 1 -- 172.21.15.16:0/2063976658 learned_addr learned my addr 172.21.15.16:0/2063976658 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:23.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.085+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4002435824 0 0) 0x7fdbbc0b4950 con 0x7fdbbc0b59f0 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdba4003520 con 0x7fdbbc0b59f0 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1048640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 0x7fdbbc0cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3361531751 0 0) 0x7fdba4003520 con 0x7fdbbc0b59f0 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 msgr2=0x7fdbbc0cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 0x7fdbbc0cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 >> v1:172.21.15.104:6789/0 conn(0x7fdbbc06d430 legacy=0x7fdbbc15c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbbc0b51f0 con 0x7fdbbc0b59f0 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fdbb0001670 con 0x7fdbbc0b59f0 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 >> v1:172.21.15.16:6789/0 conn(0x7fdbbc0b59f0 legacy=0x7fdbbc0cfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdba40039e0 0x7fdba4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 0x7fdba4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdba4004d40 0x7fdba40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc0b4f10 con 0x7fdba40039e0 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdba400ba70 con 0x7fdba4004d40 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdba400bc70 con 0x7fdbbc15c420 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1048640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdba40039e0 0x7fdba4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc0847640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 0x7fdba4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1849640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdba4004d40 0x7fdba40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1048640 1 -- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 msgr2=0x7fdba4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1048640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdbbc15c420 0x7fdba4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1048640 1 -- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdba4004d40 msgr2=0x7fdba40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1048640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdba4004d40 0x7fdba40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.086+0000 7fdbc1048640 1 -- 172.21.15.16:0/2063976658 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba4003520 con 0x7fdba40039e0 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.087+0000 7fdbc1048640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdba40039e0 0x7fdba4003e00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4009a90 tx=0x7fdba4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d947f320a03999e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.087+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb4036070 con 0x7fdba40039e0 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.087+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbb4031400 con 0x7fdba40039e0 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.087+0000 7fdbbbfff640 1 -- 172.21.15.16:0/2063976658 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb4009690 con 0x7fdba40039e0 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.088+0000 7fdbc32ac640 1 -- 172.21.15.16:0/2063976658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdba40039e0 msgr2=0x7fdba4003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.088+0000 7fdbc32ac640 1 --2- 172.21.15.16:0/2063976658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdba40039e0 0x7fdba4003e00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4009a90 tx=0x7fdba4005830 comp rx=0 tx=0).stop 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.088+0000 7fdbc1849640 1 -- 172.21.15.16:0/2063976658 reap_dead start 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.088+0000 7fdbc32ac640 1 -- 172.21.15.16:0/2063976658 shutdown_connections 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.088+0000 7fdbc32ac640 1 -- 172.21.15.16:0/2063976658 >> 172.21.15.16:0/2063976658 conn(0x7fdbbc06c030 msgr2=0x7fdbbc06c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:23.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.088+0000 7fdbc32ac640 1 -- 172.21.15.16:0/2063976658 shutdown_connections 2024-09-16T01:43:23.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.088+0000 7fdbc32ac640 1 -- 172.21.15.16:0/2063976658 wait complete. 2024-09-16T01:43:23.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.089+0000 7fdbc32ac640 1 Processor -- start 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.089+0000 7fdbc32ac640 1 -- start start 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc32ac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdba40039e0 0x7fdbbc0c6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc32ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbbc155870 0x7fdbbc0cc5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc32ac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdbbc159890 0x7fdbbc159d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc32ac640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc0cde60 con 0x7fdbbc159890 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc32ac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc0cdce0 con 0x7fdbbc155870 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc32ac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdbbc0cdfe0 con 0x7fdba40039e0 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdbbc159890 0x7fdbbc159d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdbbc159890 0x7fdbbc159d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49084/0 (socket says 172.21.15.16:49084) 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 -- 172.21.15.16:0/868231814 learned_addr learned my addr 172.21.15.16:0/868231814 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1048640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdba40039e0 0x7fdbbc0c6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc0847640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbbc155870 0x7fdbbc0cc5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 -- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdba40039e0 msgr2=0x7fdbbc0c6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdba40039e0 0x7fdbbc0c6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 -- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbbc155870 msgr2=0x7fdbbc0cc5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbbc155870 0x7fdbbc0cc5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 -- 172.21.15.16:0/868231814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbbc156060 con 0x7fdbbc159890 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc0847640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbbc155870 0x7fdbbc0cc5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.090+0000 7fdbc1849640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdbbc159890 0x7fdbbc159d10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc06dff0 tx=0x7fdbac00ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.091+0000 7fdbb9ffb640 1 -- 172.21.15.16:0/868231814 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac003970 con 0x7fdbbc159890 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.091+0000 7fdbb9ffb640 1 -- 172.21.15.16:0/868231814 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac018070 con 0x7fdbbc159890 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.091+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbbc156340 con 0x7fdbbc159890 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.091+0000 7fdbb9ffb640 1 -- 172.21.15.16:0/868231814 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac003d50 con 0x7fdbbc159890 2024-09-16T01:43:23.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.091+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbbc156900 con 0x7fdbbc159890 2024-09-16T01:43:23.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.092+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbbc06d8e0 con 0x7fdbbc159890 2024-09-16T01:43:23.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.092+0000 7fdbb9ffb640 1 -- 172.21.15.16:0/868231814 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fdbac0050d0 con 0x7fdbbc159890 2024-09-16T01:43:23.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.093+0000 7fdbb9ffb640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdba806c460 0x7fdba806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.093+0000 7fdbb9ffb640 1 -- 172.21.15.16:0/868231814 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5357+0+0 (secure 0 0 0) 0x7fdbac08b220 con 0x7fdbbc159890 2024-09-16T01:43:23.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.093+0000 7fdbc1048640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdba806c460 0x7fdba806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.093+0000 7fdbc1048640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdba806c460 0x7fdba806e920 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4033000 tx=0x7fdbb4008030 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:23.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.097+0000 7fdbb9ffb640 1 -- 172.21.15.16:0/868231814 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdbac059870 con 0x7fdbbc159890 2024-09-16T01:43:23.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.272+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdbbc0b3120 con 0x7fdbbc159890 2024-09-16T01:43:23.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.957+0000 7fdbb9ffb640 1 -- 172.21.15.16:0/868231814 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v35) ==== 169+0+0 (secure 0 0 0) 0x7fdbac059170 con 0x7fdbbc159890 2024-09-16T01:43:23.959 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:43:23.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdba806c460 msgr2=0x7fdba806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdba806c460 0x7fdba806e920 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4033000 tx=0x7fdbb4008030 comp rx=0 tx=0).stop 2024-09-16T01:43:23.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdbbc159890 msgr2=0x7fdbbc159d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdbbc159890 0x7fdbbc159d10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc06dff0 tx=0x7fdbac00ec10 comp rx=0 tx=0).stop 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 shutdown_connections 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdba806c460 0x7fdba806e920 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdbbc159890 0x7fdbbc159d10 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbbc155870 0x7fdbbc0cc5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 --2- 172.21.15.16:0/868231814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdba40039e0 0x7fdbbc0c6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.960+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 >> 172.21.15.16:0/868231814 conn(0x7fdbbc06c030 msgr2=0x7fdbbc156f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.961+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 shutdown_connections 2024-09-16T01:43:23.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:23.961+0000 7fdbc32ac640 1 -- 172.21.15.16:0/868231814 wait complete. 2024-09-16T01:43:23.978 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:43:24.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.084+0000 7fdd03cc9640 1 Processor -- start 2024-09-16T01:43:24.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.085+0000 7fdd03cc9640 1 -- start start 2024-09-16T01:43:24.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.085+0000 7fdd03cc9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdcfc147f30 0x7fdcfc0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.085+0000 7fdd03cc9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdcfc0d1680 0x7fdcfc0b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.085+0000 7fdd03cc9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcfc0d22f0 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.085+0000 7fdd03cc9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdcfc0d20a0 con 0x7fdcfc147f30 2024-09-16T01:43:24.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.085+0000 7fdd03cc9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdcfc0d25d0 con 0x7fdcfc0d1680 2024-09-16T01:43:24.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd01a65640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdcfc147f30 0x7fdcfc0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd01264640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdcfc0cfb00 0x7fdcfc0d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44928/0 (socket says 172.21.15.16:44928) 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd01264640 1 -- 172.21.15.16:0/2546703523 learned_addr learned my addr 172.21.15.16:0/2546703523 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd02266640 1 --2- 172.21.15.16:0/2546703523 >> v2:172.21.15.104:3300/0 conn(0x7fdcfc0d1680 0x7fdcfc0b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd01a65640 1 -- 172.21.15.16:0/2546703523 >> v2:172.21.15.104:3300/0 conn(0x7fdcfc0d1680 msgr2=0x7fdcfc0b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd01a65640 1 --2- 172.21.15.16:0/2546703523 >> v2:172.21.15.104:3300/0 conn(0x7fdcfc0d1680 0x7fdcfc0b8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd01a65640 1 -- 172.21.15.16:0/2546703523 >> v1:172.21.15.16:6789/0 conn(0x7fdcfc0cfb00 legacy=0x7fdcfc0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd01a65640 1 -- 172.21.15.16:0/2546703523 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcfc0d28b0 con 0x7fdcfc147f30 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.086+0000 7fdd00a63640 1 -- 172.21.15.16:0/2546703523 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2155165155 0 0) 0x7fdcfc0d22f0 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd01a65640 1 --2- 172.21.15.16:0/2546703523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc147f30 0x7fdcfc0cf5c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0cffa0 tx=0x7fdcf802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=603674fb2d9bec7d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd00a63640 1 -- 172.21.15.16:0/2546703523 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8037070 con 0x7fdcfc147f30 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd00a63640 1 -- 172.21.15.16:0/2546703523 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcf8032440 con 0x7fdcfc147f30 2024-09-16T01:43:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd00a63640 1 -- 172.21.15.16:0/2546703523 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf802ae60 con 0x7fdcfc147f30 2024-09-16T01:43:24.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd03cc9640 1 -- 172.21.15.16:0/2546703523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc147f30 msgr2=0x7fdcfc0cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/2546703523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc147f30 0x7fdcfc0cf5c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0cffa0 tx=0x7fdcf802a110 comp rx=0 tx=0).stop 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd03cc9640 1 -- 172.21.15.16:0/2546703523 shutdown_connections 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/2546703523 >> v2:172.21.15.104:3300/0 conn(0x7fdcfc0d1680 0x7fdcfc0b8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/2546703523 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc147f30 0x7fdcfc0cf5c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.087+0000 7fdd03cc9640 1 -- 172.21.15.16:0/2546703523 >> 172.21.15.16:0/2546703523 conn(0x7fdcfc074da0 msgr2=0x7fdcfc0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.088+0000 7fdd03cc9640 1 -- 172.21.15.16:0/2546703523 shutdown_connections 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.088+0000 7fdd03cc9640 1 -- 172.21.15.16:0/2546703523 wait complete. 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 Processor -- start 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 -- start start 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc0cfb00 0x7fdcfc1f41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcfc0d1680 0x7fdcfc13f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcfc147f30 0x7fdcfc141820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdcfc0d4010 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdcfc148310 con 0x7fdcfc0d1680 2024-09-16T01:43:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.089+0000 7fdd03cc9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdcfc0d4190 con 0x7fdcfc147f30 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc0cfb00 0x7fdcfc1f41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc0cfb00 0x7fdcfc1f41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49096/0 (socket says 172.21.15.16:49096) 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 -- 172.21.15.16:0/3120651741 learned_addr learned my addr 172.21.15.16:0/3120651741 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01264640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcfc0d1680 0x7fdcfc13f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd02266640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcfc147f30 0x7fdcfc141820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 -- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcfc147f30 msgr2=0x7fdcfc141820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcfc147f30 0x7fdcfc141820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 -- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcfc0d1680 msgr2=0x7fdcfc13f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcfc0d1680 0x7fdcfc13f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 -- 172.21.15.16:0/3120651741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcfc1f47a0 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd01a65640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc0cfb00 0x7fdcfc1f41c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8000c00 tx=0x7fdcf80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdcf27fc640 1 -- 172.21.15.16:0/3120651741 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8037040 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdcf27fc640 1 -- 172.21.15.16:0/3120651741 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcf8042070 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcfc1f4a80 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdcf27fc640 1 -- 172.21.15.16:0/3120651741 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8030bd0 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.090+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcfc1f5040 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.091+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcfc0d30b0 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.092+0000 7fdcf27fc640 1 -- 172.21.15.16:0/3120651741 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fdcf8047460 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.092+0000 7fdcf27fc640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdce006c460 0x7fdce006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.092+0000 7fdcf27fc640 1 -- 172.21.15.16:0/3120651741 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fdcf80ac100 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.092+0000 7fdd01264640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdce006c460 0x7fdce006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.093+0000 7fdd01264640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdce006c460 0x7fdce006e920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc1f1db0 tx=0x7fdcec007d50 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:24.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.097+0000 7fdcf27fc640 1 -- 172.21.15.16:0/3120651741 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdcf8032e20 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.281+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fdcfc1629a0 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.284+0000 7fdcf27fc640 1 -- 172.21.15.16:0/3120651741 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7fdcf807a8f0 con 0x7fdcfc0cfb00 2024-09-16T01:43:24.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdce006c460 msgr2=0x7fdce006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdce006c460 0x7fdce006e920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc1f1db0 tx=0x7fdcec007d50 comp rx=0 tx=0).stop 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc0cfb00 msgr2=0x7fdcfc1f41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc0cfb00 0x7fdcfc1f41c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8000c00 tx=0x7fdcf80046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 shutdown_connections 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdce006c460 0x7fdce006e920 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcfc147f30 0x7fdcfc141820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcfc0d1680 0x7fdcfc13f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 --2- 172.21.15.16:0/3120651741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcfc0cfb00 0x7fdcfc1f41c0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 >> 172.21.15.16:0/3120651741 conn(0x7fdcfc074da0 msgr2=0x7fdcfc0d35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 shutdown_connections 2024-09-16T01:43:24.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.286+0000 7fdd03cc9640 1 -- 172.21.15.16:0/3120651741 wait complete. 2024-09-16T01:43:24.299 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade' 2024-09-16T01:43:24.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.399+0000 7ff08f677640 1 Processor -- start 2024-09-16T01:43:24.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.399+0000 7ff08f677640 1 -- start start 2024-09-16T01:43:24.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff08f677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 0x7ff0880aed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff08f677640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0880b0160 con 0x7ff0880cafc0 2024-09-16T01:43:24.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff08f677640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff08815f9b0 con 0x7ff0880cc9b0 2024-09-16T01:43:24.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff08f677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff0880af260 con 0x7ff0880ae8b0 2024-09-16T01:43:24.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff08dc14640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff0880cafc0 0x7ff0880cb450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44944/0 (socket says 172.21.15.16:44944) 2024-09-16T01:43:24.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff08dc14640 1 -- 172.21.15.16:0/3224232948 learned_addr learned my addr 172.21.15.16:0/3224232948 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff08cc12640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 0x7ff0880aed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.400+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 877445838 0 0) 0x7ff0880b0160 con 0x7ff0880cafc0 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff074003520 con 0x7ff0880cafc0 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1172739628 0 0) 0x7ff074003520 con 0x7ff0880cafc0 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 msgr2=0x7ff0880aed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 0x7ff0880aed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 >> v1:172.21.15.104:6789/0 conn(0x7ff0880cc9b0 legacy=0x7ff0880af5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff08815ebf0 con 0x7ff0880cafc0 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff0800019f0 con 0x7ff0880cafc0 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 >> v1:172.21.15.16:6789/0 conn(0x7ff0880cafc0 legacy=0x7ff0880cb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0740039e0 0x7ff074003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 0x7ff074004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff0740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff0880af260 con 0x7ff074004d40 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff07400b9f0 con 0x7ff0740039e0 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff07400bbf0 con 0x7ff0880ae8b0 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08dc14640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff0740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08cc12640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 0x7ff074004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08d413640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0740039e0 0x7ff074003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08dc14640 1 -- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 msgr2=0x7ff074004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08dc14640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0880ae8b0 0x7ff074004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08dc14640 1 -- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0740039e0 msgr2=0x7ff074003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08dc14640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0740039e0 0x7ff074003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.401+0000 7ff08dc14640 1 -- 172.21.15.16:0/3224232948 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff074003520 con 0x7ff074004d40 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.402+0000 7ff08dc14640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff0740051c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff08000a800 tx=0x7ff074005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae9c0ba053113e31 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.402+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08000a450 con 0x7ff074004d40 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.402+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff08002f070 con 0x7ff074004d40 2024-09-16T01:43:24.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.402+0000 7ff07ffff640 1 -- 172.21.15.16:0/3224232948 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08002bc50 con 0x7ff074004d40 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.403+0000 7ff08f677640 1 -- 172.21.15.16:0/3224232948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 msgr2=0x7ff0740051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.403+0000 7ff08f677640 1 --2- 172.21.15.16:0/3224232948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff0740051c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff08000a800 tx=0x7ff074005830 comp rx=0 tx=0).stop 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.403+0000 7ff08dc14640 1 -- 172.21.15.16:0/3224232948 reap_dead start 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.403+0000 7ff08f677640 1 -- 172.21.15.16:0/3224232948 shutdown_connections 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.403+0000 7ff08f677640 1 -- 172.21.15.16:0/3224232948 >> 172.21.15.16:0/3224232948 conn(0x7ff0880d0970 msgr2=0x7ff0880d0d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.403+0000 7ff08f677640 1 -- 172.21.15.16:0/3224232948 shutdown_connections 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.403+0000 7ff08f677640 1 -- 172.21.15.16:0/3224232948 wait complete. 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.404+0000 7ff08f677640 1 Processor -- start 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.404+0000 7ff08f677640 1 -- start start 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08f677640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff08815d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08f677640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff088154300 0x7ff08815b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08f677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff08815b9b0 0x7ff0880b1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08f677640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff08815f490 con 0x7ff074004d40 2024-09-16T01:43:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08f677640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff08815f1b0 con 0x7ff088154300 2024-09-16T01:43:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08f677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff0880ccd90 con 0x7ff08815b9b0 2024-09-16T01:43:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff08815d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff08815d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49104/0 (socket says 172.21.15.16:49104) 2024-09-16T01:43:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 -- 172.21.15.16:0/606988047 learned_addr learned my addr 172.21.15.16:0/606988047 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:24.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08dc14640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff08815b9b0 0x7ff0880b1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08cc12640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff088154300 0x7ff08815b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 -- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff08815b9b0 msgr2=0x7ff0880b1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff08815b9b0 0x7ff0880b1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 -- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff088154300 msgr2=0x7ff08815b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff088154300 0x7ff08815b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.405+0000 7ff08d413640 1 -- 172.21.15.16:0/606988047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff08815bec0 con 0x7ff074004d40 2024-09-16T01:43:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.406+0000 7ff08d413640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff08815d0c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff08400f870 tx=0x7ff08400fd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.406+0000 7ff07dffb640 1 -- 172.21.15.16:0/606988047 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08401a070 con 0x7ff074004d40 2024-09-16T01:43:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.406+0000 7ff07dffb640 1 -- 172.21.15.16:0/606988047 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff084005320 con 0x7ff074004d40 2024-09-16T01:43:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.406+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff08815c5e0 con 0x7ff074004d40 2024-09-16T01:43:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.406+0000 7ff07dffb640 1 -- 172.21.15.16:0/606988047 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0840072b0 con 0x7ff074004d40 2024-09-16T01:43:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.406+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff08815e510 con 0x7ff074004d40 2024-09-16T01:43:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.407+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0880cf2a0 con 0x7ff074004d40 2024-09-16T01:43:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.407+0000 7ff07dffb640 1 -- 172.21.15.16:0/606988047 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ff08401d070 con 0x7ff074004d40 2024-09-16T01:43:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.408+0000 7ff07dffb640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff06c06c490 0x7ff06c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.408+0000 7ff07dffb640 1 -- 172.21.15.16:0/606988047 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7ff08408ac00 con 0x7ff074004d40 2024-09-16T01:43:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.408+0000 7ff08cc12640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff06c06c490 0x7ff06c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:24.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.409+0000 7ff08cc12640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff06c06c490 0x7ff06c06e950 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff0880734e0 tx=0x7ff078008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:24.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.412+0000 7ff07dffb640 1 -- 172.21.15.16:0/606988047 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff084091080 con 0x7ff074004d40 2024-09-16T01:43:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.653+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7ff0880686c0 con 0x7ff074004d40 2024-09-16T01:43:24.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.964+0000 7ff07dffb640 1 -- 172.21.15.16:0/606988047 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]}]=0 v84) ==== 158+0+0 (secure 0 0 0) 0x7ff084059480 con 0x7ff074004d40 2024-09-16T01:43:24.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff06c06c490 msgr2=0x7ff06c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff06c06c490 0x7ff06c06e950 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff0880734e0 tx=0x7ff078008040 comp rx=0 tx=0).stop 2024-09-16T01:43:24.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 msgr2=0x7ff08815d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff08815d0c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff08400f870 tx=0x7ff08400fd30 comp rx=0 tx=0).stop 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 shutdown_connections 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff06c06c490 0x7ff06c06e950 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff08815b9b0 0x7ff0880b1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff088154300 0x7ff08815b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 --2- 172.21.15.16:0/606988047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff074004d40 0x7ff08815d0c0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 >> 172.21.15.16:0/606988047 conn(0x7ff0880d0970 msgr2=0x7ff088155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 shutdown_connections 2024-09-16T01:43:24.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:24.966+0000 7ff08f677640 1 -- 172.21.15.16:0/606988047 wait complete. 2024-09-16T01:43:24.980 INFO:tasks.cephfs_test_runner:Validate binary .meta file on legacy subvol root doesn't break the system ... ok 2024-09-16T01:43:24.980 INFO:tasks.cephfs_test_runner:Starting test: test_connection_expiration (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:43:24.981 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:25.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.082+0000 7fb574677640 1 Processor -- start 2024-09-16T01:43:25.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.082+0000 7fb574677640 1 -- start start 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb574677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c147fc0 0x7fb56c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb574677640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb56c0b9ee0 0x7fb56c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb574677640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb56c0ba310 con 0x7fb56c0d0ee0 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb574677640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb56c1483a0 con 0x7fb56c0b9ee0 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb574677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb56c15efa0 con 0x7fb56c147fc0 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb572c14640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb56c0b9ee0 0x7fb56c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb571c12640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb56c0d0ee0 0x7fb56c0b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44960/0 (socket says 172.21.15.16:44960) 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb571c12640 1 -- 172.21.15.16:0/3139997839 learned_addr learned my addr 172.21.15.16:0/3139997839 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb572413640 1 --2- 172.21.15.16:0/3139997839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c147fc0 0x7fb56c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb572c14640 1 -- 172.21.15.16:0/3139997839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c147fc0 msgr2=0x7fb56c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb572c14640 1 --2- 172.21.15.16:0/3139997839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c147fc0 0x7fb56c15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb572c14640 1 -- 172.21.15.16:0/3139997839 >> v1:172.21.15.16:6789/0 conn(0x7fb56c0d0ee0 legacy=0x7fb56c0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb572c14640 1 -- 172.21.15.16:0/3139997839 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb56c0d2750 con 0x7fb56c0b9ee0 2024-09-16T01:43:25.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb572413640 1 --2- 172.21.15.16:0/3139997839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c147fc0 0x7fb56c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:25.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.083+0000 7fb571411640 1 -- 172.21.15.16:0/3139997839 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 787323386 0 0) 0x7fb56c0ba310 con 0x7fb56c0d0ee0 2024-09-16T01:43:25.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.084+0000 7fb572c14640 1 --2- 172.21.15.16:0/3139997839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c0b9ee0 0x7fb56c0d1340 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb564009d90 tx=0x7fb56402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee003e156bdab8fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.084+0000 7fb571411640 1 -- 172.21.15.16:0/3139997839 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564007740 con 0x7fb56c0b9ee0 2024-09-16T01:43:25.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.084+0000 7fb571411640 1 -- 172.21.15.16:0/3139997839 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5640078e0 con 0x7fb56c0b9ee0 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.084+0000 7fb571411640 1 -- 172.21.15.16:0/3139997839 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564007cb0 con 0x7fb56c0b9ee0 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 -- 172.21.15.16:0/3139997839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c0b9ee0 msgr2=0x7fb56c0d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 --2- 172.21.15.16:0/3139997839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c0b9ee0 0x7fb56c0d1340 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb564009d90 tx=0x7fb56402a660 comp rx=0 tx=0).stop 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 -- 172.21.15.16:0/3139997839 shutdown_connections 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 --2- 172.21.15.16:0/3139997839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c0b9ee0 0x7fb56c0d1340 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 --2- 172.21.15.16:0/3139997839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c147fc0 0x7fb56c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 -- 172.21.15.16:0/3139997839 >> 172.21.15.16:0/3139997839 conn(0x7fb56c074fe0 msgr2=0x7fb56c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 -- 172.21.15.16:0/3139997839 shutdown_connections 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.085+0000 7fb574677640 1 -- 172.21.15.16:0/3139997839 wait complete. 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.086+0000 7fb574677640 1 Processor -- start 2024-09-16T01:43:25.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.086+0000 7fb574677640 1 -- start start 2024-09-16T01:43:25.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb574677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c0b9ee0 0x7fb56c154db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb574677640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb56c0d0ee0 0x7fb56c160560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb574677640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c147fc0 0x7fb56c0ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb574677640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb56c0d2500 con 0x7fb56c147fc0 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb574677640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb56c0d2d10 con 0x7fb56c0d0ee0 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb574677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb56c0d2ff0 con 0x7fb56c0b9ee0 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c147fc0 0x7fb56c0ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c147fc0 0x7fb56c0ccd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49122/0 (socket says 172.21.15.16:49122) 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 -- 172.21.15.16:0/538650235 learned_addr learned my addr 172.21.15.16:0/538650235 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572413640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c0b9ee0 0x7fb56c154db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb571c12640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb56c0d0ee0 0x7fb56c160560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 -- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c0b9ee0 msgr2=0x7fb56c154db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c0b9ee0 0x7fb56c154db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 -- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb56c0d0ee0 msgr2=0x7fb56c160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb56c0d0ee0 0x7fb56c160560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb572c14640 1 -- 172.21.15.16:0/538650235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb56c0cc570 con 0x7fb56c147fc0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.087+0000 7fb571c12640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb56c0d0ee0 0x7fb56c160560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.088+0000 7fb572c14640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c147fc0 0x7fb56c0ccd90 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb564009eb0 tx=0x7fb564004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.088+0000 7fb562ffd640 1 -- 172.21.15.16:0/538650235 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564040070 con 0x7fb56c147fc0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.088+0000 7fb562ffd640 1 -- 172.21.15.16:0/538650235 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb564031bc0 con 0x7fb56c147fc0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.088+0000 7fb562ffd640 1 -- 172.21.15.16:0/538650235 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564009450 con 0x7fb56c147fc0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.088+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb56c0cb4d0 con 0x7fb56c147fc0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.088+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb56c0cba90 con 0x7fb56c147fc0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.089+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb56c15ec80 con 0x7fb56c147fc0 2024-09-16T01:43:25.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.089+0000 7fb562ffd640 1 -- 172.21.15.16:0/538650235 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fb564039040 con 0x7fb56c147fc0 2024-09-16T01:43:25.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.090+0000 7fb562ffd640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb55006c460 0x7fb55006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.090+0000 7fb562ffd640 1 -- 172.21.15.16:0/538650235 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fb5640accf0 con 0x7fb56c147fc0 2024-09-16T01:43:25.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.090+0000 7fb572413640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb55006c460 0x7fb55006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.090+0000 7fb572413640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb55006c460 0x7fb55006e920 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb568006fd0 tx=0x7fb568008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.094+0000 7fb562ffd640 1 -- 172.21.15.16:0/538650235 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5640b1070 con 0x7fb56c147fc0 2024-09-16T01:43:25.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.270+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb56c15e9a0 con 0x7fb56c147fc0 2024-09-16T01:43:25.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.271+0000 7fb562ffd640 1 -- 172.21.15.16:0/538650235 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+12996 (secure 0 0 0) 0x7fb56407b3d0 con 0x7fb56c147fc0 2024-09-16T01:43:25.273 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:25.273 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":35,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:43:23.957136+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6835/1930154705":"2024-09-17T01:43:20.945283+0000","172.21.15.16:6833/1930154705":"2024-09-17T01:43:20.945283+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:25.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb55006c460 msgr2=0x7fb55006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb55006c460 0x7fb55006e920 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb568006fd0 tx=0x7fb568008040 comp rx=0 tx=0).stop 2024-09-16T01:43:25.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c147fc0 msgr2=0x7fb56c0ccd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c147fc0 0x7fb56c0ccd90 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb564009eb0 tx=0x7fb564004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:25.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 shutdown_connections 2024-09-16T01:43:25.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb55006c460 0x7fb55006e920 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb56c147fc0 0x7fb56c0ccd90 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb56c0d0ee0 0x7fb56c160560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 --2- 172.21.15.16:0/538650235 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb56c0b9ee0 0x7fb56c154db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 >> 172.21.15.16:0/538650235 conn(0x7fb56c074fe0 msgr2=0x7fb56c0d3860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:25.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 shutdown_connections 2024-09-16T01:43:25.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.273+0000 7fb574677640 1 -- 172.21.15.16:0/538650235 wait complete. 2024-09-16T01:43:25.287 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:43:25.287 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:43:25.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.389+0000 7f3879877640 1 Processor -- start 2024-09-16T01:43:25.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.390+0000 7f3879877640 1 -- start start 2024-09-16T01:43:25.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.390+0000 7f3879877640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f38740ce4c0 0x7f387415ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.390+0000 7f3879877640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387415b340 0x7f38740b3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.390+0000 7f3879877640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38740ceaa0 con 0x7f387415aa20 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.390+0000 7f3879877640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f38740ced80 con 0x7f38740ce4c0 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.390+0000 7f3879877640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f38740cf060 con 0x7f387415b340 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f38727fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f38740ce4c0 0x7f387415ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f3872ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f387415aa20 0x7f38740cd590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60634/0 (socket says 172.21.15.16:60634) 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f3872ffd640 1 -- 172.21.15.16:0/716659164 learned_addr learned my addr 172.21.15.16:0/716659164 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f38737fe640 1 --2- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387415b340 0x7f38740b3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f38727fc640 1 -- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387415b340 msgr2=0x7f38740b3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f38727fc640 1 --2- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387415b340 0x7f38740b3540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f38727fc640 1 -- 172.21.15.16:0/716659164 >> v1:172.21.15.104:6789/0 conn(0x7f387415aa20 legacy=0x7f38740cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f38727fc640 1 -- 172.21.15.16:0/716659164 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38740cf340 con 0x7f38740ce4c0 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f3871ffb640 1 -- 172.21.15.16:0/716659164 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3096523803 0 0) 0x7f38740ceaa0 con 0x7f387415aa20 2024-09-16T01:43:25.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.391+0000 7f38737fe640 1 --2- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387415b340 0x7f38740b3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:25.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.392+0000 7f38727fc640 1 --2- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38740ce4c0 0x7f387415ae00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f386800a940 tx=0x7f386802b4c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43e066377330944 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.392+0000 7f3871ffb640 1 -- 172.21.15.16:0/716659164 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f386800b040 con 0x7f38740ce4c0 2024-09-16T01:43:25.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.392+0000 7f3871ffb640 1 -- 172.21.15.16:0/716659164 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3868030710 con 0x7f38740ce4c0 2024-09-16T01:43:25.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.392+0000 7f3871ffb640 1 -- 172.21.15.16:0/716659164 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3868030ae0 con 0x7f38740ce4c0 2024-09-16T01:43:25.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 -- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38740ce4c0 msgr2=0x7f387415ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 --2- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38740ce4c0 0x7f387415ae00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f386800a940 tx=0x7f386802b4c0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 -- 172.21.15.16:0/716659164 shutdown_connections 2024-09-16T01:43:25.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 --2- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387415b340 0x7f38740b3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 --2- 172.21.15.16:0/716659164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38740ce4c0 0x7f387415ae00 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 -- 172.21.15.16:0/716659164 >> 172.21.15.16:0/716659164 conn(0x7f38740b2000 msgr2=0x7f38740b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:25.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 -- 172.21.15.16:0/716659164 shutdown_connections 2024-09-16T01:43:25.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.393+0000 7f3879877640 1 -- 172.21.15.16:0/716659164 wait complete. 2024-09-16T01:43:25.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.394+0000 7f3879877640 1 Processor -- start 2024-09-16T01:43:25.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.394+0000 7f3879877640 1 -- start start 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f3879877640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38740ce4c0 0x7f3874151190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f3879877640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387415aa20 0x7f38740aea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f3879877640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387415b340 0x7f387415c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f3879877640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f387415b950 con 0x7f387415aa20 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f3879877640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f387415b7d0 con 0x7f387415b340 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f3879877640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f387406bbe0 con 0x7f38740ce4c0 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387415aa20 0x7f38740aea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387415aa20 0x7f38740aea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49130/0 (socket says 172.21.15.16:49130) 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 -- 172.21.15.16:0/1493304229 learned_addr learned my addr 172.21.15.16:0/1493304229 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:25.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38737fe640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387415b340 0x7f387415c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f3872ffd640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38740ce4c0 0x7f3874151190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 -- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38740ce4c0 msgr2=0x7f3874151190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38740ce4c0 0x7f3874151190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 -- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387415b340 msgr2=0x7f387415c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387415b340 0x7f387415c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 -- 172.21.15.16:0/1493304229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f387415d5b0 con 0x7f387415aa20 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f38727fc640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387415aa20 0x7f38740aea60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f386800a940 tx=0x7f3868004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.395+0000 7f385bfff640 1 -- 172.21.15.16:0/1493304229 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3868040070 con 0x7f387415aa20 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.396+0000 7f385bfff640 1 -- 172.21.15.16:0/1493304229 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3868030e10 con 0x7f387415aa20 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.396+0000 7f385bfff640 1 -- 172.21.15.16:0/1493304229 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3868006e10 con 0x7f387415aa20 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.396+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f387415d890 con 0x7f387415aa20 2024-09-16T01:43:25.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.396+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f387415bf20 con 0x7f387415aa20 2024-09-16T01:43:25.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.397+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f387406c010 con 0x7f387415aa20 2024-09-16T01:43:25.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.397+0000 7f385bfff640 1 -- 172.21.15.16:0/1493304229 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3868043070 con 0x7f387415aa20 2024-09-16T01:43:25.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.398+0000 7f385bfff640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f386006c460 0x7f386006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.398+0000 7f385bfff640 1 -- 172.21.15.16:0/1493304229 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f38680ac170 con 0x7f387415aa20 2024-09-16T01:43:25.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.398+0000 7f3872ffd640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f386006c460 0x7f386006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.399+0000 7f3872ffd640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f386006c460 0x7f386006e920 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3864000f60 tx=0x7f3864009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.402+0000 7f385bfff640 1 -- 172.21.15.16:0/1493304229 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f386807a850 con 0x7f387415aa20 2024-09-16T01:43:25.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.581+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f38740756f0 con 0x7f387415aa20 2024-09-16T01:43:25.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.581+0000 7f385bfff640 1 -- 172.21.15.16:0/1493304229 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) ==== 93+0+10 (secure 0 0 0) 0x7f386807a150 con 0x7f387415aa20 2024-09-16T01:43:25.584 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:43:25.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f386006c460 msgr2=0x7f386006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f386006c460 0x7f386006e920 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3864000f60 tx=0x7f3864009040 comp rx=0 tx=0).stop 2024-09-16T01:43:25.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387415aa20 msgr2=0x7f38740aea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387415aa20 0x7f38740aea60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f386800a940 tx=0x7f3868004730 comp rx=0 tx=0).stop 2024-09-16T01:43:25.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 shutdown_connections 2024-09-16T01:43:25.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f386006c460 0x7f386006e920 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387415b340 0x7f387415c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387415aa20 0x7f38740aea60 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.583+0000 7f3879877640 1 --2- 172.21.15.16:0/1493304229 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38740ce4c0 0x7f3874151190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.584+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 >> 172.21.15.16:0/1493304229 conn(0x7f38740b2000 msgr2=0x7f3874159c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:25.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.584+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 shutdown_connections 2024-09-16T01:43:25.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.584+0000 7f3879877640 1 -- 172.21.15.16:0/1493304229 wait complete. 2024-09-16T01:43:25.597 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration' 2024-09-16T01:43:25.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.697+0000 7fd0ea511640 1 Processor -- start 2024-09-16T01:43:25.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.697+0000 7fd0ea511640 1 -- start start 2024-09-16T01:43:25.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0ea511640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4070e10 0x7fd0e406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0ea511640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd0e4073c00 0x7fd0e406c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0ea511640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0e415e910 con 0x7fd0e415e530 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0ea511640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd0e40718c0 con 0x7fd0e4073c00 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0ea511640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd0e40d1c50 con 0x7fd0e4070e10 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e8aae640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd0e4073c00 0x7fd0e406c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e3fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd0e415e530 0x7fd0e4070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44974/0 (socket says 172.21.15.16:44974) 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e3fff640 1 -- 172.21.15.16:0/2818222373 learned_addr learned my addr 172.21.15.16:0/2818222373 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e8aae640 1 --2- 172.21.15.16:0/2818222373 >> v2:172.21.15.16:3300/0 conn(0x7fd0e4073c00 0x7fd0e406c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49132/0 (socket says 172.21.15.16:49132) 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e8aae640 1 -- 172.21.15.16:0/2818222373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4070e10 msgr2=0x7fd0e406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e37fe640 1 --2- 172.21.15.16:0/2818222373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4070e10 0x7fd0e406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e8aae640 1 --2- 172.21.15.16:0/2818222373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4070e10 0x7fd0e406bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e8aae640 1 -- 172.21.15.16:0/2818222373 >> v1:172.21.15.16:6789/0 conn(0x7fd0e415e530 legacy=0x7fd0e4070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e2ffd640 1 -- 172.21.15.16:0/2818222373 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2435984381 0 0) 0x7fd0e415e910 con 0x7fd0e415e530 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.698+0000 7fd0e8aae640 1 -- 172.21.15.16:0/2818222373 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0e4073120 con 0x7fd0e4073c00 2024-09-16T01:43:25.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.699+0000 7fd0e8aae640 1 --2- 172.21.15.16:0/2818222373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4073c00 0x7fd0e406c120 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc009d90 tx=0x7fd0dc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b970f6f06920a1a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.699+0000 7fd0e2ffd640 1 -- 172.21.15.16:0/2818222373 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0dc007740 con 0x7fd0e4073c00 2024-09-16T01:43:25.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.699+0000 7fd0e2ffd640 1 -- 172.21.15.16:0/2818222373 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0dc0078e0 con 0x7fd0e4073c00 2024-09-16T01:43:25.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.699+0000 7fd0e2ffd640 1 -- 172.21.15.16:0/2818222373 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0dc007cb0 con 0x7fd0e4073c00 2024-09-16T01:43:25.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 -- 172.21.15.16:0/2818222373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4073c00 msgr2=0x7fd0e406c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 --2- 172.21.15.16:0/2818222373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4073c00 0x7fd0e406c120 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd0dc009d90 tx=0x7fd0dc02a660 comp rx=0 tx=0).stop 2024-09-16T01:43:25.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 -- 172.21.15.16:0/2818222373 shutdown_connections 2024-09-16T01:43:25.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 --2- 172.21.15.16:0/2818222373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4073c00 0x7fd0e406c120 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 --2- 172.21.15.16:0/2818222373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4070e10 0x7fd0e406bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 -- 172.21.15.16:0/2818222373 >> 172.21.15.16:0/2818222373 conn(0x7fd0e40d2300 msgr2=0x7fd0e40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 -- 172.21.15.16:0/2818222373 shutdown_connections 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.700+0000 7fd0ea511640 1 -- 172.21.15.16:0/2818222373 wait complete. 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.701+0000 7fd0ea511640 1 Processor -- start 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.701+0000 7fd0ea511640 1 -- start start 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0ea511640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4070e10 0x7fd0e413df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0ea511640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4073c00 0x7fd0e4154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0ea511640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0e415e530 0x7fd0e406ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0ea511640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e40b73c0 con 0x7fd0e4070e10 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0ea511640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e40736e0 con 0x7fd0e415e530 2024-09-16T01:43:25.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0ea511640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd0e40b7540 con 0x7fd0e4073c00 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4070e10 0x7fd0e413df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4070e10 0x7fd0e413df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49148/0 (socket says 172.21.15.16:49148) 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 -- 172.21.15.16:0/1265816201 learned_addr learned my addr 172.21.15.16:0/1265816201 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e37fe640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4073c00 0x7fd0e4154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e8aae640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0e415e530 0x7fd0e406ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 -- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4073c00 msgr2=0x7fd0e4154320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4073c00 0x7fd0e4154320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 -- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0e415e530 msgr2=0x7fd0e406ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0e415e530 0x7fd0e406ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e3fff640 1 -- 172.21.15.16:0/1265816201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0e4144b60 con 0x7fd0e4070e10 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.702+0000 7fd0e8aae640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0e415e530 0x7fd0e406ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:25.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.703+0000 7fd0e3fff640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4070e10 0x7fd0e413df00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd0d400c460 tx=0x7fd0d400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.703+0000 7fd0e0ff9640 1 -- 172.21.15.16:0/1265816201 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d4018070 con 0x7fd0e4070e10 2024-09-16T01:43:25.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.703+0000 7fd0e0ff9640 1 -- 172.21.15.16:0/1265816201 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0d4007500 con 0x7fd0e4070e10 2024-09-16T01:43:25.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.703+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0e41413c0 con 0x7fd0e4070e10 2024-09-16T01:43:25.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.703+0000 7fd0e0ff9640 1 -- 172.21.15.16:0/1265816201 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d4004a20 con 0x7fd0e4070e10 2024-09-16T01:43:25.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.703+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0e4153b20 con 0x7fd0e4070e10 2024-09-16T01:43:25.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.704+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0e40d2f10 con 0x7fd0e4070e10 2024-09-16T01:43:25.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.704+0000 7fd0e0ff9640 1 -- 172.21.15.16:0/1265816201 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fd0d401b070 con 0x7fd0e4070e10 2024-09-16T01:43:25.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.705+0000 7fd0e0ff9640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd0d006c460 0x7fd0d006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:25.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.705+0000 7fd0e0ff9640 1 -- 172.21.15.16:0/1265816201 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fd0d408a5c0 con 0x7fd0e4070e10 2024-09-16T01:43:25.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.705+0000 7fd0e37fe640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd0d006c460 0x7fd0d006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:25.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.705+0000 7fd0e37fe640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd0d006c460 0x7fd0d006e920 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd0e4076420 tx=0x7fd0d8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:25.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.709+0000 7fd0e0ff9640 1 -- 172.21.15.16:0/1265816201 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd0d40587f0 con 0x7fd0e4070e10 2024-09-16T01:43:25.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.952+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]} v 0) -- 0x7fd0e413e4a0 con 0x7fd0e4070e10 2024-09-16T01:43:25.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.965+0000 7fd0e0ff9640 1 -- 172.21.15.16:0/1265816201 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]}]=0 v85) ==== 143+0+0 (secure 0 0 0) 0x7fd0d405caf0 con 0x7fd0e4070e10 2024-09-16T01:43:25.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd0d006c460 msgr2=0x7fd0d006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd0d006c460 0x7fd0d006e920 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd0e4076420 tx=0x7fd0d8008040 comp rx=0 tx=0).stop 2024-09-16T01:43:25.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4070e10 msgr2=0x7fd0e413df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:25.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4070e10 0x7fd0e413df00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd0d400c460 tx=0x7fd0d400c920 comp rx=0 tx=0).stop 2024-09-16T01:43:25.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 shutdown_connections 2024-09-16T01:43:25.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd0d006c460 0x7fd0d006e920 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0e415e530 0x7fd0e406ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0e4073c00 0x7fd0e4154320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 --2- 172.21.15.16:0/1265816201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0e4070e10 0x7fd0e413df00 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:25.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 >> 172.21.15.16:0/1265816201 conn(0x7fd0e40d2300 msgr2=0x7fd0e406c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:25.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 shutdown_connections 2024-09-16T01:43:25.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:25.967+0000 7fd0ea511640 1 -- 172.21.15.16:0/1265816201 wait complete. 2024-09-16T01:43:25.980 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:43:26.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.084+0000 7f4ebf18d640 1 Processor -- start 2024-09-16T01:43:26.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.084+0000 7f4ebf18d640 1 -- start start 2024-09-16T01:43:26.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebf18d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4eb80d1000 0x7f4eb815ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebf18d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4eb806cbf0 0x7f4eb806d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebf18d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4eb81608e0 con 0x7f4eb8145990 2024-09-16T01:43:26.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebf18d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4eb806d5a0 con 0x7f4eb806cbf0 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebf18d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4eb8160bc0 con 0x7f4eb80d1000 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebd72a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4eb806cbf0 0x7f4eb806d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebd72a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4eb806cbf0 0x7f4eb806d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49152/0 (socket says 172.21.15.16:49152) 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebd72a640 1 -- 172.21.15.16:0/378174522 learned_addr learned my addr 172.21.15.16:0/378174522 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4eb7fff640 1 --2- 172.21.15.16:0/378174522 >> v2:172.21.15.104:3300/0 conn(0x7f4eb80d1000 0x7f4eb815ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebd72a640 1 -- 172.21.15.16:0/378174522 >> v2:172.21.15.104:3300/0 conn(0x7f4eb80d1000 msgr2=0x7f4eb815ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebd72a640 1 --2- 172.21.15.16:0/378174522 >> v2:172.21.15.104:3300/0 conn(0x7f4eb80d1000 0x7f4eb815ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebd72a640 1 -- 172.21.15.16:0/378174522 >> v1:172.21.15.104:6789/0 conn(0x7f4eb8145990 legacy=0x7f4eb80ce8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.085+0000 7f4ebd72a640 1 -- 172.21.15.16:0/378174522 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eb80ce0e0 con 0x7f4eb806cbf0 2024-09-16T01:43:26.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4ebd72a640 1 --2- 172.21.15.16:0/378174522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb806cbf0 0x7f4eb806d060 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0009e50 tx=0x7f4eb002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6acb80a981aba349 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4eb77fe640 1 -- 172.21.15.16:0/378174522 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb0036070 con 0x7f4eb806cbf0 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4eb77fe640 1 -- 172.21.15.16:0/378174522 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4eb0031600 con 0x7f4eb806cbf0 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4eb77fe640 1 -- 172.21.15.16:0/378174522 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb00319d0 con 0x7f4eb806cbf0 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4ebf18d640 1 -- 172.21.15.16:0/378174522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb806cbf0 msgr2=0x7f4eb806d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/378174522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb806cbf0 0x7f4eb806d060 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0009e50 tx=0x7f4eb002a6d0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4ebf18d640 1 -- 172.21.15.16:0/378174522 shutdown_connections 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.086+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/378174522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb806cbf0 0x7f4eb806d060 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.087+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/378174522 >> v2:172.21.15.104:3300/0 conn(0x7f4eb80d1000 0x7f4eb815ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.087+0000 7f4ebf18d640 1 -- 172.21.15.16:0/378174522 >> 172.21.15.16:0/378174522 conn(0x7f4eb8071ff0 msgr2=0x7f4eb8072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.087+0000 7f4ebf18d640 1 -- 172.21.15.16:0/378174522 shutdown_connections 2024-09-16T01:43:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.087+0000 7f4ebf18d640 1 -- 172.21.15.16:0/378174522 wait complete. 2024-09-16T01:43:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.088+0000 7f4ebf18d640 1 Processor -- start 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.088+0000 7f4ebf18d640 1 -- start start 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebf18d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eb806cbf0 0x7f4eb815aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebf18d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4eb80d1000 0x7f4eb813dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebf18d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb8145990 0x7f4eb813e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebf18d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb806e460 con 0x7f4eb8145990 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebf18d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb81606c0 con 0x7f4eb806cbf0 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebf18d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4eb806e5e0 con 0x7f4eb80d1000 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb8145990 0x7f4eb813e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb8145990 0x7f4eb813e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49164/0 (socket says 172.21.15.16:49164) 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 -- 172.21.15.16:0/1640110727 learned_addr learned my addr 172.21.15.16:0/1640110727 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebcf29640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eb806cbf0 0x7f4eb815aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4eb7fff640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4eb80d1000 0x7f4eb813dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 -- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4eb80d1000 msgr2=0x7f4eb813dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4eb80d1000 0x7f4eb813dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 -- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eb806cbf0 msgr2=0x7f4eb815aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eb806cbf0 0x7f4eb815aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 -- 172.21.15.16:0/1640110727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eb813c470 con 0x7f4eb8145990 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4ebd72a640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb8145990 0x7f4eb813e500 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0034040 tx=0x7f4eb0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.089+0000 7f4eb57fa640 1 -- 172.21.15.16:0/1640110727 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb0036050 con 0x7f4eb8145990 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.090+0000 7f4eb57fa640 1 -- 172.21.15.16:0/1640110727 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4eb0042070 con 0x7f4eb8145990 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.090+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4eb813c750 con 0x7f4eb8145990 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.090+0000 7f4eb57fa640 1 -- 172.21.15.16:0/1640110727 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb0009510 con 0x7f4eb8145990 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.090+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4eb80b49f0 con 0x7f4eb8145990 2024-09-16T01:43:26.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.091+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4eb806d060 con 0x7f4eb8145990 2024-09-16T01:43:26.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.091+0000 7f4eb57fa640 1 -- 172.21.15.16:0/1640110727 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f4eb0007bd0 con 0x7f4eb8145990 2024-09-16T01:43:26.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.092+0000 7f4eb57fa640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4e9c06c460 0x7f4e9c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.092+0000 7f4eb57fa640 1 -- 172.21.15.16:0/1640110727 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f4eb00ac240 con 0x7f4eb8145990 2024-09-16T01:43:26.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.092+0000 7f4ebcf29640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4e9c06c460 0x7f4e9c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.092+0000 7f4ebcf29640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4e9c06c460 0x7f4e9c06e920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4eac000f60 tx=0x7f4eac009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.096+0000 7f4eb57fa640 1 -- 172.21.15.16:0/1640110727 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4eb007a360 con 0x7f4eb8145990 2024-09-16T01:43:26.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.272+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f4eb80b25b0 con 0x7f4eb8145990 2024-09-16T01:43:26.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.274+0000 7f4eb57fa640 1 -- 172.21.15.16:0/1640110727 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f4eb007e660 con 0x7f4eb8145990 2024-09-16T01:43:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4e9c06c460 msgr2=0x7f4e9c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4e9c06c460 0x7f4e9c06e920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4eac000f60 tx=0x7f4eac009040 comp rx=0 tx=0).stop 2024-09-16T01:43:26.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb8145990 msgr2=0x7f4eb813e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb8145990 0x7f4eb813e500 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0034040 tx=0x7f4eb0004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 shutdown_connections 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4e9c06c460 0x7f4e9c06e920 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4eb8145990 0x7f4eb813e500 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4eb80d1000 0x7f4eb813dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 --2- 172.21.15.16:0/1640110727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eb806cbf0 0x7f4eb815aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 >> 172.21.15.16:0/1640110727 conn(0x7f4eb8071ff0 msgr2=0x7f4eb80b2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 shutdown_connections 2024-09-16T01:43:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.277+0000 7f4ebf18d640 1 -- 172.21.15.16:0/1640110727 wait complete. 2024-09-16T01:43:26.290 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:43:26.291 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:43:26.340 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:43:26.383 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:43:26.383 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:43:26.383 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:26.399 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:43:26.399 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:43:26.400 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:26.441 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:43:26.441 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:43:26.441 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:26.457 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:43:26.457 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:43:26.457 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:26.500 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:43:26.500 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:43:26.500 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:26.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.600+0000 7fcbc59af640 1 Processor -- start 2024-09-16T01:43:26.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.600+0000 7fcbc59af640 1 -- start start 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.600+0000 7fcbc59af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcbc0072060 0x7fcbc015f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.600+0000 7fcbc59af640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbc0162bc0 con 0x7fcbc00afd80 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.600+0000 7fcbc59af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbc0162ea0 con 0x7fcbc00b3990 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.600+0000 7fcbc59af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcbc015eb50 con 0x7fcbc0072060 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbeffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcbc00afd80 0x7fcbc0071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44988/0 (socket says 172.21.15.16:44988) 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbeffd640 1 -- 172.21.15.16:0/4220817201 learned_addr learned my addr 172.21.15.16:0/4220817201 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1743574960 0 0) 0x7fcbc0162bc0 con 0x7fcbc00afd80 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcbac003520 con 0x7fcbc00afd80 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbe7fc640 1 --2- 172.21.15.16:0/4220817201 >> v2:172.21.15.104:3300/0 conn(0x7fcbc0072060 0x7fcbc015f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4063850907 0 0) 0x7fcbac003520 con 0x7fcbc00afd80 2024-09-16T01:43:26.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 >> v2:172.21.15.104:3300/0 conn(0x7fcbc0072060 msgr2=0x7fcbc015f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 --2- 172.21.15.16:0/4220817201 >> v2:172.21.15.104:3300/0 conn(0x7fcbc0072060 0x7fcbc015f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 >> v1:172.21.15.104:6789/0 conn(0x7fcbc00b3990 legacy=0x7fcbc00ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc015ee30 con 0x7fcbc00afd80 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fcbb80019f0 con 0x7fcbc00afd80 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 >> v1:172.21.15.16:6789/0 conn(0x7fcbc00afd80 legacy=0x7fcbc0071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbac003a00 0x7fcbac003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac004800 0x7fcbac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbac0052e0 0x7fcbac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc015eb50 con 0x7fcbac003a00 2024-09-16T01:43:26.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac00c1e0 con 0x7fcbac004800 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcbac00c3e0 con 0x7fcbac0052e0 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.601+0000 7fcbbeffd640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbac003a00 0x7fcbac003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbe7fc640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac004800 0x7fcbac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbf7fe640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbac0052e0 0x7fcbac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbeffd640 1 -- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbac0052e0 msgr2=0x7fcbac00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbeffd640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbac0052e0 0x7fcbac00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbeffd640 1 -- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac004800 msgr2=0x7fcbac004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbeffd640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac004800 0x7fcbac004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbeffd640 1 -- 172.21.15.16:0/4220817201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbac003520 con 0x7fcbac003a00 2024-09-16T01:43:26.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbf7fe640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbac0052e0 0x7fcbac00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbe7fc640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac004800 0x7fcbac004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbf7fe640 1 -- 172.21.15.16:0/4220817201 reap_dead start 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbeffd640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbac003a00 0x7fcbac003e20 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fcbb800a790 tx=0x7fcbac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba742b54d7c3d204 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb800a3b0 con 0x7fcbac003a00 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.602+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbb802f070 con 0x7fcbac003a00 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbbdffb640 1 -- 172.21.15.16:0/4220817201 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb802bc40 con 0x7fcbac003a00 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbc59af640 1 -- 172.21.15.16:0/4220817201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbac003a00 msgr2=0x7fcbac003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbc59af640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbac003a00 0x7fcbac003e20 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fcbb800a790 tx=0x7fcbac005830 comp rx=0 tx=0).stop 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbc59af640 1 -- 172.21.15.16:0/4220817201 shutdown_connections 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbc59af640 1 --2- 172.21.15.16:0/4220817201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbac003a00 0x7fcbac003e20 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbc59af640 1 -- 172.21.15.16:0/4220817201 >> 172.21.15.16:0/4220817201 conn(0x7fcbc00b2690 msgr2=0x7fcbc00b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:26.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbc59af640 1 -- 172.21.15.16:0/4220817201 shutdown_connections 2024-09-16T01:43:26.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.603+0000 7fcbc59af640 1 -- 172.21.15.16:0/4220817201 wait complete. 2024-09-16T01:43:26.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.604+0000 7fcbc59af640 1 Processor -- start 2024-09-16T01:43:26.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.604+0000 7fcbc59af640 1 -- start start 2024-09-16T01:43:26.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbc59af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac003a00 0x7fcbc00cfb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbc59af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbc01e7f70 0x7fcbc01e8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbc59af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbc0151300 0x7fcbc006e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbc59af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc015f630 con 0x7fcbc0151300 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbc59af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc00b0160 con 0x7fcbac003a00 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbc59af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcbc015f7b0 con 0x7fcbc01e7f70 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbbf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbc0151300 0x7fcbc006e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbbf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbc0151300 0x7fcbc006e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49180/0 (socket says 172.21.15.16:49180) 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbbf7fe640 1 -- 172.21.15.16:0/1715208219 learned_addr learned my addr 172.21.15.16:0/1715208219 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbbeffd640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac003a00 0x7fcbc00cfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.605+0000 7fcbbe7fc640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbc01e7f70 0x7fcbc01e8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbbf7fe640 1 -- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbc01e7f70 msgr2=0x7fcbc01e8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbbf7fe640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbc01e7f70 0x7fcbc01e8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbbf7fe640 1 -- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac003a00 msgr2=0x7fcbc00cfb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbbf7fe640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac003a00 0x7fcbc00cfb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbbf7fe640 1 -- 172.21.15.16:0/1715208219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc00cea80 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbbf7fe640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbc0151300 0x7fcbc006e760 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fcbc00cd050 tx=0x7fcbb000d890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbb7fff640 1 -- 172.21.15.16:0/1715208219 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb0018070 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbb7fff640 1 -- 172.21.15.16:0/1715208219 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbb00035f0 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbc00ced60 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbb7fff640 1 -- 172.21.15.16:0/1715208219 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb0003a20 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.606+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbc00cf320 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.607+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbc00b57e0 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.607+0000 7fcbb7fff640 1 -- 172.21.15.16:0/1715208219 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fcbb001b070 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.608+0000 7fcbb7fff640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcba006c460 0x7fcba006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.608+0000 7fcbb7fff640 1 -- 172.21.15.16:0/1715208219 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fcbb008a9b0 con 0x7fcbc0151300 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.608+0000 7fcbbeffd640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcba006c460 0x7fcba006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.609+0000 7fcbbeffd640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcba006c460 0x7fcba006e920 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcbb8033000 tx=0x7fcbb8009030 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.613+0000 7fcbb7fff640 1 -- 172.21.15.16:0/1715208219 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcbb0058af0 con 0x7fcbc0151300 2024-09-16T01:43:26.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.824+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcbc00ae8a0 con 0x7fcbc0151300 2024-09-16T01:43:26.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.825+0000 7fcbb7fff640 1 -- 172.21.15.16:0/1715208219 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+3917 (secure 0 0 0) 0x7fcbb005cdf0 con 0x7fcbc0151300 2024-09-16T01:43:26.827 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:26.827 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":17,"btime":"2024-09-16T01:43:21:946790+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4607,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2167593364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2167593364},{"type":"v1","addr":"172.21.15.104:6837","nonce":2167593364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4768,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3065110951","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3065110951},{"type":"v1","addr":"172.21.15.104:6836","nonce":3065110951}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4899,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3476020154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3476020154},{"type":"v1","addr":"172.21.15.16:6834","nonce":3476020154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2305633301","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2305633301},{"type":"v1","addr":"172.21.15.16:6835","nonce":2305633301}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[]} 2024-09-16T01:43:26.828 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 17 2024-09-16T01:43:26.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcba006c460 msgr2=0x7fcba006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcba006c460 0x7fcba006e920 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcbb8033000 tx=0x7fcbb8009030 comp rx=0 tx=0).stop 2024-09-16T01:43:26.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbc0151300 msgr2=0x7fcbc006e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbc0151300 0x7fcbc006e760 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fcbc00cd050 tx=0x7fcbb000d890 comp rx=0 tx=0).stop 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 shutdown_connections 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcba006c460 0x7fcba006e920 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbc0151300 0x7fcbc006e760 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbc01e7f70 0x7fcbc01e8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 --2- 172.21.15.16:0/1715208219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbac003a00 0x7fcbc00cfb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 >> 172.21.15.16:0/1715208219 conn(0x7fcbc00b2690 msgr2=0x7fcbc0158050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 shutdown_connections 2024-09-16T01:43:26.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:26.827+0000 7fcbc59af640 1 -- 172.21.15.16:0/1715208219 wait complete. 2024-09-16T01:43:26.840 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:43:26.841 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:43:26.841 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:43:26.841 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:43:26.841 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:43:26.841 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:43:26.841 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:43:26.841 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:43:26.842 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:43:26.842 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:43:26.842 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:43:26.842 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:43:26.842 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:43:26.842 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:43:26.843 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:43:26.843 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:43:26.850 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:43:26.851 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:43:26.852 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:43:26.852 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:43:26.857 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:43:26.857 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:43:26.858 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:43:26.858 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:43:26.893 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:43:26.893 DEBUG:teuthology.parallel:result is None 2024-09-16T01:43:26.894 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:43:26.894 DEBUG:teuthology.parallel:result is None 2024-09-16T01:43:26.899 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:43:26.900 DEBUG:teuthology.parallel:result is None 2024-09-16T01:43:26.900 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:43:26.900 DEBUG:teuthology.parallel:result is None 2024-09-16T01:43:26.901 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:43:26.972 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:43:26.973 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:43:26.984 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:43:26.984 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:43:27.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.006+0000 7f9e7c8f8640 1 Processor -- start 2024-09-16T01:43:27.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.006+0000 7f9e7c8f8640 1 -- start start 2024-09-16T01:43:27.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.007+0000 7f9e7c8f8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9e780d15f0 0x7f9e7815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.007+0000 7f9e7c8f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9e780b97d0 0x7f9e780b9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.007+0000 7f9e7c8f8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e780d2750 con 0x7f9e78147fc0 2024-09-16T01:43:27.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.007+0000 7f9e7c8f8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9e781483a0 con 0x7f9e780d15f0 2024-09-16T01:43:27.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.007+0000 7f9e7c8f8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9e7815efa0 con 0x7f9e780b97d0 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.007+0000 7f9e75d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9e780d15f0 0x7f9e7815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.008+0000 7f9e75d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9e780d15f0 0x7f9e7815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49214/0 (socket says 172.21.15.16:49214) 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.008+0000 7f9e75d9b640 1 -- 172.21.15.16:0/2324724979 learned_addr learned my addr 172.21.15.16:0/2324724979 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.008+0000 7f9e76d9d640 1 --2- 172.21.15.16:0/2324724979 >> v2:172.21.15.104:3300/0 conn(0x7f9e780b97d0 0x7f9e780b9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.008+0000 7f9e75d9b640 1 -- 172.21.15.16:0/2324724979 >> v2:172.21.15.104:3300/0 conn(0x7f9e780b97d0 msgr2=0x7f9e780b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.008+0000 7f9e75d9b640 1 --2- 172.21.15.16:0/2324724979 >> v2:172.21.15.104:3300/0 conn(0x7f9e780b97d0 0x7f9e780b9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.008+0000 7f9e75d9b640 1 -- 172.21.15.16:0/2324724979 >> v1:172.21.15.104:6789/0 conn(0x7f9e78147fc0 legacy=0x7f9e780d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.008+0000 7f9e75d9b640 1 -- 172.21.15.16:0/2324724979 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e780d2a30 con 0x7f9e780d15f0 2024-09-16T01:43:27.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e75d9b640 1 --2- 172.21.15.16:0/2324724979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780d15f0 0x7f9e7815ea60 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f9e780ba5c0 tx=0x7f9e6002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72046f0b3a1cb906 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:27.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7559a640 1 -- 172.21.15.16:0/2324724979 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e60037070 con 0x7f9e780d15f0 2024-09-16T01:43:27.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7559a640 1 -- 172.21.15.16:0/2324724979 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e60032440 con 0x7f9e780d15f0 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7559a640 1 -- 172.21.15.16:0/2324724979 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e60032810 con 0x7f9e780d15f0 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/2324724979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780d15f0 msgr2=0x7f9e7815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/2324724979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780d15f0 0x7f9e7815ea60 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f9e780ba5c0 tx=0x7f9e6002a270 comp rx=0 tx=0).stop 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/2324724979 shutdown_connections 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/2324724979 >> v2:172.21.15.104:3300/0 conn(0x7f9e780b97d0 0x7f9e780b9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/2324724979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780d15f0 0x7f9e7815ea60 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/2324724979 >> 172.21.15.16:0/2324724979 conn(0x7f9e78074fe0 msgr2=0x7f9e7806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/2324724979 shutdown_connections 2024-09-16T01:43:27.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.009+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/2324724979 wait complete. 2024-09-16T01:43:27.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 Processor -- start 2024-09-16T01:43:27.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 -- start start 2024-09-16T01:43:27.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780b97d0 0x7f9e7815cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e780d15f0 0x7f9e7814df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9e78147fc0 0x7f9e7814e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9e780d2ff0 con 0x7f9e780b97d0 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9e780d2500 con 0x7f9e780d15f0 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.011+0000 7f9e7c8f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9e780ba180 con 0x7f9e78147fc0 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e7659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780b97d0 0x7f9e7815cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e780d15f0 0x7f9e7814df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e780d15f0 0x7f9e7814df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:50516/0 (socket says 172.21.15.16:50516) 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 -- 172.21.15.16:0/940720290 learned_addr learned my addr 172.21.15.16:0/940720290 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e76d9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9e78147fc0 0x7f9e7814e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 -- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9e78147fc0 msgr2=0x7f9e7814e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9e78147fc0 0x7f9e7814e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 -- 172.21.15.16:0/940720290 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780b97d0 msgr2=0x7f9e7815cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780b97d0 0x7f9e7815cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 -- 172.21.15.16:0/940720290 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e7814eb20 con 0x7f9e780d15f0 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e75d9b640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e780d15f0 0x7f9e7814df10 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9e6002a2b0 tx=0x7f9e600046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e6effd640 1 -- 172.21.15.16:0/940720290 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e60037040 con 0x7f9e780d15f0 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e6effd640 1 -- 172.21.15.16:0/940720290 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e60042070 con 0x7f9e780d15f0 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e7814ee00 con 0x7f9e780d15f0 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e6effd640 1 -- 172.21.15.16:0/940720290 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e60030880 con 0x7f9e780d15f0 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.012+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e7814f3c0 con 0x7f9e780d15f0 2024-09-16T01:43:27.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.013+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e780b9c40 con 0x7f9e780d15f0 2024-09-16T01:43:27.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.014+0000 7f9e6effd640 1 -- 172.21.15.16:0/940720290 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f9e60030a20 con 0x7f9e780d15f0 2024-09-16T01:43:27.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.014+0000 7f9e6effd640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9e5806c490 0x7f9e5806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.014+0000 7f9e6effd640 1 -- 172.21.15.16:0/940720290 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f9e600abc90 con 0x7f9e780d15f0 2024-09-16T01:43:27.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.015+0000 7f9e7659c640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9e5806c490 0x7f9e5806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.015+0000 7f9e7659c640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9e5806c490 0x7f9e5806e950 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9e68001780 tx=0x7f9e68009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:27.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.019+0000 7f9e6effd640 1 -- 172.21.15.16:0/940720290 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9e60079d00 con 0x7f9e780d15f0 2024-09-16T01:43:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:27.208+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f9e7806be30 con 0x7f9e780d15f0 2024-09-16T01:43:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.302+0000 7f9e6effd640 1 -- 172.21.15.16:0/940720290 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v40) ==== 97+0+0 (secure 0 0 0) 0x7f9e6007e000 con 0x7f9e780d15f0 2024-09-16T01:43:28.304 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:43:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9e5806c490 msgr2=0x7f9e5806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9e5806c490 0x7f9e5806e950 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9e68001780 tx=0x7f9e68009040 comp rx=0 tx=0).stop 2024-09-16T01:43:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e780d15f0 msgr2=0x7f9e7814df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e780d15f0 0x7f9e7814df10 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9e6002a2b0 tx=0x7f9e600046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 shutdown_connections 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9e5806c490 0x7f9e5806e950 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9e78147fc0 0x7f9e7814e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e780d15f0 0x7f9e7814df10 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 --2- 172.21.15.16:0/940720290 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e780b97d0 0x7f9e7815cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 >> 172.21.15.16:0/940720290 conn(0x7f9e78074fe0 msgr2=0x7f9e780ce270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 shutdown_connections 2024-09-16T01:43:28.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.305+0000 7f9e7c8f8640 1 -- 172.21.15.16:0/940720290 wait complete. 2024-09-16T01:43:28.321 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:43:28.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.428+0000 7fb8ccd6f640 1 Processor -- start 2024-09-16T01:43:28.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.428+0000 7fb8ccd6f640 1 -- start start 2024-09-16T01:43:28.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8ccd6f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb8c815f7e0 0x7fb8c806d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8ccd6f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c8160670 0x7fb8c80cda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8ccd6f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8c806d820 con 0x7fb8c80b3ae0 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8ccd6f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb8c80b04f0 con 0x7fb8c815f7e0 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8ccd6f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb8c80b07d0 con 0x7fb8c8160670 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb8c815f7e0 0x7fb8c806d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c5d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb8c80b3ae0 0x7fb8c815ff60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45002/0 (socket says 172.21.15.16:45002) 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c5d9b640 1 -- 172.21.15.16:0/1542811253 learned_addr learned my addr 172.21.15.16:0/1542811253 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c659c640 1 -- 172.21.15.16:0/1542811253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c8160670 msgr2=0x7fb8c80cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c6d9d640 1 --2- 172.21.15.16:0/1542811253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c8160670 0x7fb8c80cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c659c640 1 --2- 172.21.15.16:0/1542811253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c8160670 0x7fb8c80cda90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c659c640 1 -- 172.21.15.16:0/1542811253 >> v1:172.21.15.16:6789/0 conn(0x7fb8c80b3ae0 legacy=0x7fb8c815ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c559a640 1 -- 172.21.15.16:0/1542811253 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2534506604 0 0) 0x7fb8c806d820 con 0x7fb8c80b3ae0 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c659c640 1 -- 172.21.15.16:0/1542811253 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c8073410 con 0x7fb8c815f7e0 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.429+0000 7fb8c6d9d640 1 --2- 172.21.15.16:0/1542811253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c8160670 0x7fb8c80cda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.430+0000 7fb8c659c640 1 --2- 172.21.15.16:0/1542811253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c815f7e0 0x7fb8c806d2e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80097a0 tx=0x7fb8b802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61714e4d25d3b574 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.430+0000 7fb8c559a640 1 -- 172.21.15.16:0/1542811253 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8b8037070 con 0x7fb8c815f7e0 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.430+0000 7fb8c559a640 1 -- 172.21.15.16:0/1542811253 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8b8032440 con 0x7fb8c815f7e0 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.430+0000 7fb8c559a640 1 -- 172.21.15.16:0/1542811253 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8b8032810 con 0x7fb8c815f7e0 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/1542811253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c815f7e0 msgr2=0x7fb8c806d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/1542811253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c815f7e0 0x7fb8c806d2e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80097a0 tx=0x7fb8b802a180 comp rx=0 tx=0).stop 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/1542811253 shutdown_connections 2024-09-16T01:43:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/1542811253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c8160670 0x7fb8c80cda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/1542811253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c815f7e0 0x7fb8c806d2e0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/1542811253 >> 172.21.15.16:0/1542811253 conn(0x7fb8c80b2ec0 msgr2=0x7fb8c80b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/1542811253 shutdown_connections 2024-09-16T01:43:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.431+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/1542811253 wait complete. 2024-09-16T01:43:28.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.432+0000 7fb8ccd6f640 1 Processor -- start 2024-09-16T01:43:28.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.432+0000 7fb8ccd6f640 1 -- start start 2024-09-16T01:43:28.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8ccd6f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8c80b3ae0 0x7fb8c814e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8ccd6f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c815f7e0 0x7fb8c80af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8ccd6f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c8160670 0x7fb8c80af730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8ccd6f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c815fbc0 con 0x7fb8c8160670 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8ccd6f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c80739d0 con 0x7fb8c80b3ae0 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8ccd6f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb8c815fd40 con 0x7fb8c815f7e0 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c8160670 0x7fb8c80af730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c8160670 0x7fb8c80af730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49240/0 (socket says 172.21.15.16:49240) 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 -- 172.21.15.16:0/2905834647 learned_addr learned my addr 172.21.15.16:0/2905834647 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c5d9b640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c815f7e0 0x7fb8c80af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c659c640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8c80b3ae0 0x7fb8c814e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 -- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c815f7e0 msgr2=0x7fb8c80af1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c815f7e0 0x7fb8c80af1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 -- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8c80b3ae0 msgr2=0x7fb8c814e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8c80b3ae0 0x7fb8c814e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c6d9d640 1 -- 172.21.15.16:0/2905834647 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c80cff40 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c5d9b640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c815f7e0 0x7fb8c80af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.433+0000 7fb8c659c640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8c80b3ae0 0x7fb8c814e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.434+0000 7fb8c6d9d640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c8160670 0x7fb8c80af730 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb8c000cd50 tx=0x7fb8c000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.434+0000 7fb8b6ffd640 1 -- 172.21.15.16:0/2905834647 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c000f680 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.434+0000 7fb8b6ffd640 1 -- 172.21.15.16:0/2905834647 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8c000f840 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.434+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8c80d0220 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.434+0000 7fb8b6ffd640 1 -- 172.21.15.16:0/2905834647 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c000fc30 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.434+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8c80d07e0 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.435+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8c8073ef0 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.435+0000 7fb8b6ffd640 1 -- 172.21.15.16:0/2905834647 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fb8c00213f0 con 0x7fb8c8160670 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.436+0000 7fb8b6ffd640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8a806c460 0x7fb8a806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.436+0000 7fb8b6ffd640 1 -- 172.21.15.16:0/2905834647 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7fb8c008c360 con 0x7fb8c8160670 2024-09-16T01:43:28.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.436+0000 7fb8c659c640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8a806c460 0x7fb8a806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.437+0000 7fb8c659c640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8a806c460 0x7fb8a806e920 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8034000 tx=0x7fb8b802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.440+0000 7fb8b6ffd640 1 -- 172.21.15.16:0/2905834647 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb8c0014030 con 0x7fb8c8160670 2024-09-16T01:43:28.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.681+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb8c80b2c80 con 0x7fb8c8160670 2024-09-16T01:43:28.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.681+0000 7fb8b6ffd640 1 -- 172.21.15.16:0/2905834647 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v9) ==== 80+0+5304 (secure 0 0 0) 0x7fb8c005aa00 con 0x7fb8c8160670 2024-09-16T01:43:28.684 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:28.684 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:43:28.684 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:43:28.685 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:43:28.686 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.687 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.688 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.689 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.690 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.691 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:43:28.692 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.693 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.694 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.695 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:43:28.696 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.697 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.698 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:43:28.698 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:43:28.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8a806c460 msgr2=0x7fb8a806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8a806c460 0x7fb8a806e920 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8034000 tx=0x7fb8b802e000 comp rx=0 tx=0).stop 2024-09-16T01:43:28.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c8160670 msgr2=0x7fb8c80af730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c8160670 0x7fb8c80af730 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb8c000cd50 tx=0x7fb8c000a650 comp rx=0 tx=0).stop 2024-09-16T01:43:28.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 shutdown_connections 2024-09-16T01:43:28.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb8a806c460 0x7fb8a806e920 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb8c8160670 0x7fb8c80af730 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8c815f7e0 0x7fb8c80af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 --2- 172.21.15.16:0/2905834647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb8c80b3ae0 0x7fb8c814e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 >> 172.21.15.16:0/2905834647 conn(0x7fb8c80b2ec0 msgr2=0x7fb8c80b6600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 shutdown_connections 2024-09-16T01:43:28.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.683+0000 7fb8ccd6f640 1 -- 172.21.15.16:0/2905834647 wait complete. 2024-09-16T01:43:28.700 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:43:28.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.800+0000 7fb0d3882640 1 Processor -- start 2024-09-16T01:43:28.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.801+0000 7fb0d3882640 1 -- start start 2024-09-16T01:43:28.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.801+0000 7fb0d3882640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc147fc0 0x7fb0cc15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.801+0000 7fb0d3882640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb0cc0b9ee0 0x7fb0cc0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.801+0000 7fb0d3882640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0cc0ba310 con 0x7fb0cc0d0ee0 2024-09-16T01:43:28.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.801+0000 7fb0d3882640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb0cc1483a0 con 0x7fb0cc0b9ee0 2024-09-16T01:43:28.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.801+0000 7fb0d3882640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb0cc15efa0 con 0x7fb0cc147fc0 2024-09-16T01:43:28.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d161e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc147fc0 0x7fb0cc15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d1e1f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb0cc0b9ee0 0x7fb0cc0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d161e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc147fc0 0x7fb0cc15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:60966/0 (socket says 172.21.15.16:60966) 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d161e640 1 -- 172.21.15.16:0/2870681754 learned_addr learned my addr 172.21.15.16:0/2870681754 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d1e1f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb0cc0b9ee0 0x7fb0cc0d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:50530/0 (socket says 172.21.15.16:50530) 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d161e640 1 -- 172.21.15.16:0/2870681754 >> v2:172.21.15.104:3300/0 conn(0x7fb0cc0b9ee0 msgr2=0x7fb0cc0d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d161e640 1 --2- 172.21.15.16:0/2870681754 >> v2:172.21.15.104:3300/0 conn(0x7fb0cc0b9ee0 0x7fb0cc0d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d161e640 1 -- 172.21.15.16:0/2870681754 >> v1:172.21.15.104:6789/0 conn(0x7fb0cc0d0ee0 legacy=0x7fb0cc0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.802+0000 7fb0d161e640 1 -- 172.21.15.16:0/2870681754 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0cc0d2750 con 0x7fb0cc147fc0 2024-09-16T01:43:28.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.803+0000 7fb0d161e640 1 --2- 172.21.15.16:0/2870681754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc147fc0 0x7fb0cc15ea60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4009870 tx=0x7fb0c402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57c8664cec48dd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.803+0000 7fb0cbfff640 1 -- 172.21.15.16:0/2870681754 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c4037070 con 0x7fb0cc147fc0 2024-09-16T01:43:28.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.803+0000 7fb0cbfff640 1 -- 172.21.15.16:0/2870681754 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0c4032440 con 0x7fb0cc147fc0 2024-09-16T01:43:28.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.803+0000 7fb0cbfff640 1 -- 172.21.15.16:0/2870681754 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c4032810 con 0x7fb0cc147fc0 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 -- 172.21.15.16:0/2870681754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc147fc0 msgr2=0x7fb0cc15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2870681754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc147fc0 0x7fb0cc15ea60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4009870 tx=0x7fb0c402a270 comp rx=0 tx=0).stop 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 -- 172.21.15.16:0/2870681754 shutdown_connections 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2870681754 >> v2:172.21.15.104:3300/0 conn(0x7fb0cc0b9ee0 0x7fb0cc0d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2870681754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc147fc0 0x7fb0cc15ea60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 -- 172.21.15.16:0/2870681754 >> 172.21.15.16:0/2870681754 conn(0x7fb0cc074fe0 msgr2=0x7fb0cc06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 -- 172.21.15.16:0/2870681754 shutdown_connections 2024-09-16T01:43:28.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.804+0000 7fb0d3882640 1 -- 172.21.15.16:0/2870681754 wait complete. 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.805+0000 7fb0d3882640 1 Processor -- start 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.805+0000 7fb0d3882640 1 -- start start 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d3882640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc0b9ee0 0x7fb0cc1f7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d3882640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0cc0d0ee0 0x7fb0cc1f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d3882640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0cc147fc0 0x7fb0cc1420a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d3882640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb0cc0d2500 con 0x7fb0cc147fc0 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d3882640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb0cc0d2d10 con 0x7fb0cc0d0ee0 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d3882640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb0cc0d2ff0 con 0x7fb0cc0b9ee0 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0cc147fc0 0x7fb0cc1420a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0cc147fc0 0x7fb0cc1420a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49244/0 (socket says 172.21.15.16:49244) 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 -- 172.21.15.16:0/2827147797 learned_addr learned my addr 172.21.15.16:0/2827147797 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d0e1d640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0cc0d0ee0 0x7fb0cc1f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d161e640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc0b9ee0 0x7fb0cc1f7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 -- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc0b9ee0 msgr2=0x7fb0cc1f7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc0b9ee0 0x7fb0cc1f7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 -- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0cc0d0ee0 msgr2=0x7fb0cc1f49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0cc0d0ee0 0x7fb0cc1f49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 -- 172.21.15.16:0/2827147797 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0cc0c9950 con 0x7fb0cc147fc0 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.806+0000 7fb0d1e1f640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0cc147fc0 0x7fb0cc1420a0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc00efc0 tx=0x7fb0bc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.807+0000 7fb0c9ffb640 1 -- 172.21.15.16:0/2827147797 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc018020 con 0x7fb0cc147fc0 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.807+0000 7fb0c9ffb640 1 -- 172.21.15.16:0/2827147797 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0bc009b10 con 0x7fb0cc147fc0 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.807+0000 7fb0c9ffb640 1 -- 172.21.15.16:0/2827147797 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc0146c0 con 0x7fb0cc147fc0 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.807+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0cc142af0 con 0x7fb0cc147fc0 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.807+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0cc0c9ef0 con 0x7fb0cc147fc0 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.808+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0cc0d1340 con 0x7fb0cc147fc0 2024-09-16T01:43:28.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.808+0000 7fb0c9ffb640 1 -- 172.21.15.16:0/2827147797 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fb0bc005d10 con 0x7fb0cc147fc0 2024-09-16T01:43:28.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.809+0000 7fb0c9ffb640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb0b806c460 0x7fb0b806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.809+0000 7fb0c9ffb640 1 -- 172.21.15.16:0/2827147797 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7fb0bc08bea0 con 0x7fb0cc147fc0 2024-09-16T01:43:28.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.809+0000 7fb0d161e640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb0b806c460 0x7fb0b806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.810+0000 7fb0d161e640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb0b806c460 0x7fb0b806e920 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4034000 tx=0x7fb0c402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.814+0000 7fb0c9ffb640 1 -- 172.21.15.16:0/2827147797 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb0bc022070 con 0x7fb0cc147fc0 2024-09-16T01:43:28.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.992+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb0cc0cd7e0 con 0x7fb0cc147fc0 2024-09-16T01:43:28.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.992+0000 7fb0c9ffb640 1 -- 172.21.15.16:0/2827147797 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v40) ==== 84+0+65 (secure 0 0 0) 0x7fb0bc010040 con 0x7fb0cc147fc0 2024-09-16T01:43:28.994 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:28.995 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:43:28.995 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:28.995 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:43:28.995 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:43:28.995 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:28.995 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb0b806c460 msgr2=0x7fb0b806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb0b806c460 0x7fb0b806e920 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4034000 tx=0x7fb0c402e000 comp rx=0 tx=0).stop 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0cc147fc0 msgr2=0x7fb0cc1420a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0cc147fc0 0x7fb0cc1420a0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc00efc0 tx=0x7fb0bc00c490 comp rx=0 tx=0).stop 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 shutdown_connections 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb0b806c460 0x7fb0b806e920 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb0cc147fc0 0x7fb0cc1420a0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0cc0d0ee0 0x7fb0cc1f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 --2- 172.21.15.16:0/2827147797 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb0cc0b9ee0 0x7fb0cc1f7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 >> 172.21.15.16:0/2827147797 conn(0x7fb0cc074fe0 msgr2=0x7fb0cc0d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 shutdown_connections 2024-09-16T01:43:28.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:28.994+0000 7fb0d3882640 1 -- 172.21.15.16:0/2827147797 wait complete. 2024-09-16T01:43:29.007 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:43:29.008 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:43:29.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74ceac640 1 Processor -- start 2024-09-16T01:43:29.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74ceac640 1 -- start start 2024-09-16T01:43:29.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74ceac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74ceac640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7480b9880 0x7fa7480b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74ceac640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7480d4350 con 0x7fa7480ba200 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74ceac640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa7480cfe50 con 0x7fa7480b9880 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74ceac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa7480d3590 con 0x7fa74815e840 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa73ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7480b9880 0x7fa7480b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa73ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7480b9880 0x7fa7480b9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49254/0 (socket says 172.21.15.16:49254) 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa73ffff640 1 -- 172.21.15.16:0/2459406790 learned_addr learned my addr 172.21.15.16:0/2459406790 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa746d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa7480ba200 0x7fa7481623a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45004/0 (socket says 172.21.15.16:45004) 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa74659c640 1 --2- 172.21.15.16:0/2459406790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa73ffff640 1 -- 172.21.15.16:0/2459406790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 msgr2=0x7fa7480cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa73ffff640 1 --2- 172.21.15.16:0/2459406790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa73ffff640 1 -- 172.21.15.16:0/2459406790 >> v1:172.21.15.16:6789/0 conn(0x7fa7480ba200 legacy=0x7fa7481623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa73ffff640 1 -- 172.21.15.16:0/2459406790 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7480d3870 con 0x7fa7480b9880 2024-09-16T01:43:29.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.112+0000 7fa745d9b640 1 -- 172.21.15.16:0/2459406790 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2908827039 0 0) 0x7fa7480d4350 con 0x7fa7480ba200 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.113+0000 7fa73ffff640 1 --2- 172.21.15.16:0/2459406790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480b9880 0x7fa7480b9cc0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa730009870 tx=0x7fa73002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efc9b43e078d9c05 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.113+0000 7fa745d9b640 1 -- 172.21.15.16:0/2459406790 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730037070 con 0x7fa7480b9880 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.113+0000 7fa745d9b640 1 -- 172.21.15.16:0/2459406790 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa730032440 con 0x7fa7480b9880 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.113+0000 7fa745d9b640 1 -- 172.21.15.16:0/2459406790 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730032810 con 0x7fa7480b9880 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 -- 172.21.15.16:0/2459406790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480b9880 msgr2=0x7fa7480b9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 --2- 172.21.15.16:0/2459406790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480b9880 0x7fa7480b9cc0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa730009870 tx=0x7fa73002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 -- 172.21.15.16:0/2459406790 shutdown_connections 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 --2- 172.21.15.16:0/2459406790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480b9880 0x7fa7480b9cc0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 --2- 172.21.15.16:0/2459406790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 -- 172.21.15.16:0/2459406790 >> 172.21.15.16:0/2459406790 conn(0x7fa7480d4630 msgr2=0x7fa7480d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:29.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 -- 172.21.15.16:0/2459406790 shutdown_connections 2024-09-16T01:43:29.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.114+0000 7fa74ceac640 1 -- 172.21.15.16:0/2459406790 wait complete. 2024-09-16T01:43:29.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.115+0000 7fa74ceac640 1 Processor -- start 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.115+0000 7fa74ceac640 1 -- start start 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa74ceac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7480b9880 0x7fa74815c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa74ceac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480ba200 0x7fa7480b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa74ceac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa74ceac640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa7480cfb40 con 0x7fa7480ba200 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa74ceac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa7480d3e30 con 0x7fa7480b9880 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa74ceac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa74815fc30 con 0x7fa74815e840 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480ba200 0x7fa7480b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480ba200 0x7fa7480b5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49262/0 (socket says 172.21.15.16:49262) 2024-09-16T01:43:29.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 -- 172.21.15.16:0/881647705 learned_addr learned my addr 172.21.15.16:0/881647705 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa74659c640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7480b9880 0x7fa74815c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa746d9d640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 -- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 msgr2=0x7fa7480cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 -- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7480b9880 msgr2=0x7fa74815c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7480b9880 0x7fa74815c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 -- 172.21.15.16:0/881647705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7480cb4e0 con 0x7fa7480ba200 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.116+0000 7fa73ffff640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480ba200 0x7fa7480b5e80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa730009870 tx=0x7fa7300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.117+0000 7fa73effd640 1 -- 172.21.15.16:0/881647705 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730041020 con 0x7fa7480ba200 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.117+0000 7fa73effd640 1 -- 172.21.15.16:0/881647705 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa730030640 con 0x7fa7480ba200 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.117+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7481594a0 con 0x7fa7480ba200 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.117+0000 7fa73effd640 1 -- 172.21.15.16:0/881647705 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730037040 con 0x7fa7480ba200 2024-09-16T01:43:29.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.117+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7480c83e0 con 0x7fa7480ba200 2024-09-16T01:43:29.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.118+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7480b63c0 con 0x7fa7480ba200 2024-09-16T01:43:29.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.118+0000 7fa73effd640 1 -- 172.21.15.16:0/881647705 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fa730044020 con 0x7fa7480ba200 2024-09-16T01:43:29.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.119+0000 7fa73effd640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa72806c490 0x7fa72806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.119+0000 7fa73effd640 1 -- 172.21.15.16:0/881647705 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7fa7300abb50 con 0x7fa7480ba200 2024-09-16T01:43:29.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.119+0000 7fa74659c640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa72806c490 0x7fa72806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.119+0000 7fa74659c640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa72806c490 0x7fa72806e950 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa738009ad0 tx=0x7fa738008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:29.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.123+0000 7fa73effd640 1 -- 172.21.15.16:0/881647705 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa7480b63c0 con 0x7fa7480ba200 2024-09-16T01:43:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.298+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa7480b9cc0 con 0x7fa7480ba200 2024-09-16T01:43:29.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.982+0000 7fa73effd640 1 -- 172.21.15.16:0/881647705 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v41) ==== 138+0+0 (secure 0 0 0) 0x7fa73004b030 con 0x7fa7480ba200 2024-09-16T01:43:29.984 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:43:29.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.986+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa72806c490 msgr2=0x7fa72806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.986+0000 7fa74ceac640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa72806c490 0x7fa72806e950 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa738009ad0 tx=0x7fa738008040 comp rx=0 tx=0).stop 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480ba200 msgr2=0x7fa7480b5e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480ba200 0x7fa7480b5e80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa730009870 tx=0x7fa7300046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 shutdown_connections 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa72806c490 0x7fa72806e950 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa74815e840 0x7fa7480cafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7480ba200 0x7fa7480b5e80 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 --2- 172.21.15.16:0/881647705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7480b9880 0x7fa74815c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.987+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 >> 172.21.15.16:0/881647705 conn(0x7fa7480d4630 msgr2=0x7fa748073560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:29.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.988+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 shutdown_connections 2024-09-16T01:43:29.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:29.988+0000 7fa74ceac640 1 -- 172.21.15.16:0/881647705 wait complete. 2024-09-16T01:43:30.006 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:43:30.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.121+0000 7f35a6523640 1 Processor -- start 2024-09-16T01:43:30.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.121+0000 7f35a6523640 1 -- start start 2024-09-16T01:43:30.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f35a6523640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f35a00cf7b0 0x7f35a00b8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f35a6523640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35a015ea70 con 0x7f35a015e690 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f35a6523640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35a00722a0 con 0x7f35a006c2f0 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f35a6523640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f35a0072580 con 0x7f35a00cf7b0 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f359ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f35a015e690 0x7f35a006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45014/0 (socket says 172.21.15.16:45014) 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f359ffff640 1 -- 172.21.15.16:0/3307595930 learned_addr learned my addr 172.21.15.16:0/3307595930 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f35a4ac0640 1 --2- 172.21.15.16:0/3307595930 >> v2:172.21.15.16:3300/0 conn(0x7f35a00cf7b0 0x7f35a00b8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f359f7fe640 1 -- 172.21.15.16:0/3307595930 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3375841594 0 0) 0x7f35a015ea70 con 0x7f35a015e690 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.122+0000 7f359f7fe640 1 -- 172.21.15.16:0/3307595930 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f358c003520 con 0x7f35a015e690 2024-09-16T01:43:30.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.123+0000 7f35a4ac0640 1 -- 172.21.15.16:0/3307595930 >> v1:172.21.15.104:6789/0 conn(0x7f35a006c2f0 legacy=0x7f35a00cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.123+0000 7f35a4ac0640 1 -- 172.21.15.16:0/3307595930 >> v1:172.21.15.16:6789/0 conn(0x7f35a015e690 legacy=0x7f35a006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.123+0000 7f35a4ac0640 1 -- 172.21.15.16:0/3307595930 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a0072860 con 0x7f35a00cf7b0 2024-09-16T01:43:30.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.123+0000 7f35a4ac0640 1 --2- 172.21.15.16:0/3307595930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00b8640 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3598009d90 tx=0x7f359802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae5ab0a8cea04be3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f359f7fe640 1 -- 172.21.15.16:0/3307595930 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3598007740 con 0x7f35a00cf7b0 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f359f7fe640 1 -- 172.21.15.16:0/3307595930 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35980078e0 con 0x7f35a00cf7b0 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f359f7fe640 1 -- 172.21.15.16:0/3307595930 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3598007cb0 con 0x7f35a00cf7b0 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f35a6523640 1 -- 172.21.15.16:0/3307595930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 msgr2=0x7f35a00b8640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f35a6523640 1 --2- 172.21.15.16:0/3307595930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00b8640 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3598009d90 tx=0x7f359802a6f0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f35a6523640 1 -- 172.21.15.16:0/3307595930 shutdown_connections 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f35a6523640 1 --2- 172.21.15.16:0/3307595930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00b8640 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f35a6523640 1 -- 172.21.15.16:0/3307595930 >> 172.21.15.16:0/3307595930 conn(0x7f35a00d1200 msgr2=0x7f35a00d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:30.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f35a6523640 1 -- 172.21.15.16:0/3307595930 shutdown_connections 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.124+0000 7f35a6523640 1 -- 172.21.15.16:0/3307595930 wait complete. 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.125+0000 7f35a6523640 1 Processor -- start 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.125+0000 7f35a6523640 1 -- start start 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f35a6523640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35a006c2f0 0x7f35a015c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f35a6523640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f35a6523640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35a015e690 0x7f35a015f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f35a6523640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f35a0169330 con 0x7f35a00cf7b0 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f35a6523640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f35a01691b0 con 0x7f35a015e690 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f35a6523640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f35a01694b0 con 0x7f35a006c2f0 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f3597fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f3597fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00cb670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49276/0 (socket says 172.21.15.16:49276) 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f3597fff640 1 -- 172.21.15.16:0/191970683 learned_addr learned my addr 172.21.15.16:0/191970683 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:30.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f35a4ac0640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35a015e690 0x7f35a015f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.126+0000 7f359ffff640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35a006c2f0 0x7f35a015c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f3597fff640 1 -- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35a006c2f0 msgr2=0x7f35a015c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f3597fff640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35a006c2f0 0x7f35a015c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f3597fff640 1 -- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35a015e690 msgr2=0x7f35a015f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f3597fff640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35a015e690 0x7f35a015f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f3597fff640 1 -- 172.21.15.16:0/191970683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a015c640 con 0x7f35a00cf7b0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f3597fff640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00cb670 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f358800c400 tx=0x7f358800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f359d7fa640 1 -- 172.21.15.16:0/191970683 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35880052d0 con 0x7f35a00cf7b0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f359d7fa640 1 -- 172.21.15.16:0/191970683 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3588005490 con 0x7f35a00cf7b0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f359d7fa640 1 -- 172.21.15.16:0/191970683 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3588007260 con 0x7f35a00cf7b0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35a015c920 con 0x7f35a00cf7b0 2024-09-16T01:43:30.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.127+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35a015cee0 con 0x7f35a00cf7b0 2024-09-16T01:43:30.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.128+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35a00cf0a0 con 0x7f35a00cf7b0 2024-09-16T01:43:30.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.129+0000 7f359d7fa640 1 -- 172.21.15.16:0/191970683 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3588007400 con 0x7f35a00cf7b0 2024-09-16T01:43:30.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.129+0000 7f359d7fa640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f358006c490 0x7f358006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.129+0000 7f359d7fa640 1 -- 172.21.15.16:0/191970683 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 5227+0+0 (secure 0 0 0) 0x7f358808a9f0 con 0x7f35a00cf7b0 2024-09-16T01:43:30.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.130+0000 7f359ffff640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f358006c490 0x7f358006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.130+0000 7f359ffff640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f358006c490 0x7f358006e950 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f35900011e0 tx=0x7f3590007d30 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:30.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.134+0000 7f359d7fa640 1 -- 172.21.15.16:0/191970683 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3588058a80 con 0x7f35a00cf7b0 2024-09-16T01:43:30.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.313+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f35a00ba0c0 con 0x7f35a00cf7b0 2024-09-16T01:43:30.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.987+0000 7f359d7fa640 1 -- 172.21.15.16:0/191970683 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v42) ==== 170+0+0 (secure 0 0 0) 0x7f358805cd80 con 0x7f35a00cf7b0 2024-09-16T01:43:30.989 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f358006c490 msgr2=0x7f358006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f358006c490 0x7f358006e950 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f35900011e0 tx=0x7f3590007d30 comp rx=0 tx=0).stop 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 msgr2=0x7f35a00cb670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00cb670 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f358800c400 tx=0x7f358800c8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 shutdown_connections 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f358006c490 0x7f358006e950 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f35a015e690 0x7f35a015f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f35a00cf7b0 0x7f35a00cb670 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 --2- 172.21.15.16:0/191970683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f35a006c2f0 0x7f35a015c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.992+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 >> 172.21.15.16:0/191970683 conn(0x7f35a00d1200 msgr2=0x7f35a006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:30.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.994+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 shutdown_connections 2024-09-16T01:43:30.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:30.997+0000 7f35a6523640 1 -- 172.21.15.16:0/191970683 wait complete. 2024-09-16T01:43:31.019 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:43:31.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.126+0000 7fcdc9986640 1 Processor -- start 2024-09-16T01:43:31.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.126+0000 7fcdc9986640 1 -- start start 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc9986640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcdc406bbe0 0x7fcdc4072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc9986640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcdc415f830 0x7fcdc40ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc9986640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdc415fca0 con 0x7fcdc406bfc0 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc9986640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcdc40cf610 con 0x7fcdc406bbe0 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc9986640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcdc40cf8f0 con 0x7fcdc415f830 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc2ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcdc406bbe0 0x7fcdc4072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc2ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcdc406bbe0 0x7fcdc4072190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49280/0 (socket says 172.21.15.16:49280) 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcdc406bfc0 0x7fcdc40b4510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45016/0 (socket says 172.21.15.16:45016) 2024-09-16T01:43:31.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc2ffd640 1 -- 172.21.15.16:0/3435357972 learned_addr learned my addr 172.21.15.16:0/3435357972 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:31.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc27fc640 1 --2- 172.21.15.16:0/3435357972 >> v2:172.21.15.104:3300/0 conn(0x7fcdc415f830 0x7fcdc40ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc2ffd640 1 -- 172.21.15.16:0/3435357972 >> v2:172.21.15.104:3300/0 conn(0x7fcdc415f830 msgr2=0x7fcdc40ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:31.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc2ffd640 1 --2- 172.21.15.16:0/3435357972 >> v2:172.21.15.104:3300/0 conn(0x7fcdc415f830 0x7fcdc40ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc2ffd640 1 -- 172.21.15.16:0/3435357972 >> v1:172.21.15.16:6789/0 conn(0x7fcdc406bfc0 legacy=0x7fcdc40b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc2ffd640 1 -- 172.21.15.16:0/3435357972 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc40cfbd0 con 0x7fcdc406bbe0 2024-09-16T01:43:31.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.127+0000 7fcdc1ffb640 1 -- 172.21.15.16:0/3435357972 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2689345108 0 0) 0x7fcdc415fca0 con 0x7fcdc406bfc0 2024-09-16T01:43:31.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.128+0000 7fcdc2ffd640 1 --2- 172.21.15.16:0/3435357972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc406bbe0 0x7fcdc4072190 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fcdc4073960 tx=0x7fcdbc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cea73d71d0cc7d6b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:31.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.128+0000 7fcdc1ffb640 1 -- 172.21.15.16:0/3435357972 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc037070 con 0x7fcdc406bbe0 2024-09-16T01:43:31.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.128+0000 7fcdc1ffb640 1 -- 172.21.15.16:0/3435357972 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdbc032440 con 0x7fcdc406bbe0 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.128+0000 7fcdc1ffb640 1 -- 172.21.15.16:0/3435357972 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc032810 con 0x7fcdc406bbe0 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 -- 172.21.15.16:0/3435357972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc406bbe0 msgr2=0x7fcdc4072190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 --2- 172.21.15.16:0/3435357972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc406bbe0 0x7fcdc4072190 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fcdc4073960 tx=0x7fcdbc02a1e0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 -- 172.21.15.16:0/3435357972 shutdown_connections 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 --2- 172.21.15.16:0/3435357972 >> v2:172.21.15.104:3300/0 conn(0x7fcdc415f830 0x7fcdc40ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 --2- 172.21.15.16:0/3435357972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc406bbe0 0x7fcdc4072190 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 -- 172.21.15.16:0/3435357972 >> 172.21.15.16:0/3435357972 conn(0x7fcdc40b2000 msgr2=0x7fcdc40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 -- 172.21.15.16:0/3435357972 shutdown_connections 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.129+0000 7fcdc9986640 1 -- 172.21.15.16:0/3435357972 wait complete. 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.130+0000 7fcdc9986640 1 Processor -- start 2024-09-16T01:43:31.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.130+0000 7fcdc9986640 1 -- start start 2024-09-16T01:43:31.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc9986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdc406bbe0 0x7fcdc4150f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc9986640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdc406bfc0 0x7fcdc4145b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc9986640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc415f830 0x7fcdc4159af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc9986640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc406c410 con 0x7fcdc415f830 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc9986640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc40cd380 con 0x7fcdc406bfc0 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc9986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc406c590 con 0x7fcdc406bbe0 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc415f830 0x7fcdc4159af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc415f830 0x7fcdc4159af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49286/0 (socket says 172.21.15.16:49286) 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 -- 172.21.15.16:0/4293031728 learned_addr learned my addr 172.21.15.16:0/4293031728 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:31.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc27fc640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdc406bfc0 0x7fcdc4145b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc2ffd640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdc406bbe0 0x7fcdc4150f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 -- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdc406bbe0 msgr2=0x7fcdc4150f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdc406bbe0 0x7fcdc4150f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 -- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdc406bfc0 msgr2=0x7fcdc4145b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdc406bfc0 0x7fcdc4145b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc37fe640 1 -- 172.21.15.16:0/4293031728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc41460d0 con 0x7fcdc415f830 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc27fc640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdc406bfc0 0x7fcdc4145b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.131+0000 7fcdc2ffd640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdc406bbe0 0x7fcdc4150f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.132+0000 7fcdc37fe640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc415f830 0x7fcdc4159af0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fcdb400c7a0 tx=0x7fcdb400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.132+0000 7fcdbbfff640 1 -- 172.21.15.16:0/4293031728 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4018070 con 0x7fcdc415f830 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.132+0000 7fcdbbfff640 1 -- 172.21.15.16:0/4293031728 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdb400a640 con 0x7fcdc415f830 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.132+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc4158890 con 0x7fcdc415f830 2024-09-16T01:43:31.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.132+0000 7fcdbbfff640 1 -- 172.21.15.16:0/4293031728 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb400aab0 con 0x7fcdc415f830 2024-09-16T01:43:31.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.132+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc4158e50 con 0x7fcdc415f830 2024-09-16T01:43:31.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.133+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdc415b4e0 con 0x7fcdc415f830 2024-09-16T01:43:31.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.133+0000 7fcdbbfff640 1 -- 172.21.15.16:0/4293031728 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fcdb401b070 con 0x7fcdc415f830 2024-09-16T01:43:31.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.134+0000 7fcdbbfff640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcda406c460 0x7fcda406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.134+0000 7fcdbbfff640 1 -- 172.21.15.16:0/4293031728 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5609+0+0 (secure 0 0 0) 0x7fcdb408ade0 con 0x7fcdc415f830 2024-09-16T01:43:31.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.134+0000 7fcdc2ffd640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcda406c460 0x7fcda406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.135+0000 7fcdc2ffd640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcda406c460 0x7fcda406e920 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc034000 tx=0x7fcdbc02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:31.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.138+0000 7fcdbbfff640 1 -- 172.21.15.16:0/4293031728 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcdc41460d0 con 0x7fcdc415f830 2024-09-16T01:43:31.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.349+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fcdc415df60 con 0x7fcdc415f830 2024-09-16T01:43:31.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.989+0000 7fcdbbfff640 1 -- 172.21.15.16:0/4293031728 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v19) ==== 172+0+0 (secure 0 0 0) 0x7fcdb4059290 con 0x7fcdc415f830 2024-09-16T01:43:31.991 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 6 and data pool 7 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.993+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcda406c460 msgr2=0x7fcda406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.993+0000 7fcdc9986640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcda406c460 0x7fcda406e920 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc034000 tx=0x7fcdbc02e000 comp rx=0 tx=0).stop 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.993+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc415f830 msgr2=0x7fcdc4159af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.993+0000 7fcdc9986640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc415f830 0x7fcdc4159af0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fcdb400c7a0 tx=0x7fcdb400cc60 comp rx=0 tx=0).stop 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.994+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 shutdown_connections 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.994+0000 7fcdc9986640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcda406c460 0x7fcda406e920 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.994+0000 7fcdc9986640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdc415f830 0x7fcdc4159af0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.994+0000 7fcdc9986640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdc406bfc0 0x7fcdc4145b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.994+0000 7fcdc9986640 1 --2- 172.21.15.16:0/4293031728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdc406bbe0 0x7fcdc4150f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.994+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 >> 172.21.15.16:0/4293031728 conn(0x7fcdc40b2000 msgr2=0x7fcdc40cd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:31.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:31.996+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 shutdown_connections 2024-09-16T01:43:32.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.000+0000 7fcdc9986640 1 -- 172.21.15.16:0/4293031728 wait complete. 2024-09-16T01:43:32.034 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:32.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.138+0000 7fbdede27640 1 Processor -- start 2024-09-16T01:43:32.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.138+0000 7fbdede27640 1 -- start start 2024-09-16T01:43:32.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.139+0000 7fbdede27640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 0x7fbde815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.139+0000 7fbdede27640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbde80b9ee0 0x7fbde80d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.139+0000 7fbdede27640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbde80ba310 con 0x7fbde80d0ee0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.139+0000 7fbdede27640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fbde81483a0 con 0x7fbde80b9ee0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.139+0000 7fbdede27640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbde815efa0 con 0x7fbde8147fc0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.139+0000 7fbde6ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fbde80d0ee0 0x7fbde80b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51104/0 (socket says 172.21.15.16:51104) 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.139+0000 7fbde6ffd640 1 -- 172.21.15.16:0/3902259343 learned_addr learned my addr 172.21.15.16:0/3902259343 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde7fff640 1 --2- 172.21.15.16:0/3902259343 >> v2:172.21.15.104:3300/0 conn(0x7fbde80b9ee0 0x7fbde80d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2221112707 0 0) 0x7fbde80ba310 con 0x7fbde80d0ee0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbdd0003520 con 0x7fbde80d0ee0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde77fe640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 0x7fbde815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3001044754 0 0) 0x7fbdd0003520 con 0x7fbde80d0ee0 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 msgr2=0x7fbde815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 0x7fbde815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 >> v2:172.21.15.104:3300/0 conn(0x7fbde80b9ee0 msgr2=0x7fbde80d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 --2- 172.21.15.16:0/3902259343 >> v2:172.21.15.104:3300/0 conn(0x7fbde80b9ee0 0x7fbde80d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbde80d2750 con 0x7fbde80d0ee0 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fbddc001670 con 0x7fbde80d0ee0 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 >> v1:172.21.15.16:6789/0 conn(0x7fbde80d0ee0 legacy=0x7fbde80b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdd00039b0 0x7fbdd0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbdd0004800 0x7fbdd0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 0x7fbdd00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbde81483a0 con 0x7fbdd0004800 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbde815efa0 con 0x7fbdd00039b0 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbdd000b9c0 con 0x7fbde8147fc0 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde6ffd640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbdd0004800 0x7fbdd0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde77fe640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdd00039b0 0x7fbdd0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.140+0000 7fbde7fff640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 0x7fbdd00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde6ffd640 1 -- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 msgr2=0x7fbdd00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:32.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde6ffd640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbde8147fc0 0x7fbdd00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde6ffd640 1 -- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdd00039b0 msgr2=0x7fbdd0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde6ffd640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdd00039b0 0x7fbdd0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde6ffd640 1 -- 172.21.15.16:0/3902259343 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd0003520 con 0x7fbdd0004800 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde77fe640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdd00039b0 0x7fbdd0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde6ffd640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbdd0004800 0x7fbdd0004c80 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fbddc007fd0 tx=0x7fbdd0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=877bf17216637778 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.141+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc007d50 con 0x7fbdd0004800 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbddc005ad0 con 0x7fbdd0004800 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbde67fc640 1 -- 172.21.15.16:0/3902259343 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc007070 con 0x7fbdd0004800 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbdede27640 1 -- 172.21.15.16:0/3902259343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbdd0004800 msgr2=0x7fbdd0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbdede27640 1 --2- 172.21.15.16:0/3902259343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbdd0004800 0x7fbdd0004c80 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fbddc007fd0 tx=0x7fbdd0005830 comp rx=0 tx=0).stop 2024-09-16T01:43:32.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbde7fff640 1 -- 172.21.15.16:0/3902259343 reap_dead start 2024-09-16T01:43:32.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbdede27640 1 -- 172.21.15.16:0/3902259343 shutdown_connections 2024-09-16T01:43:32.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbdede27640 1 -- 172.21.15.16:0/3902259343 >> 172.21.15.16:0/3902259343 conn(0x7fbde8074fe0 msgr2=0x7fbde806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:32.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbdede27640 1 -- 172.21.15.16:0/3902259343 shutdown_connections 2024-09-16T01:43:32.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.142+0000 7fbdede27640 1 -- 172.21.15.16:0/3902259343 wait complete. 2024-09-16T01:43:32.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.143+0000 7fbdede27640 1 Processor -- start 2024-09-16T01:43:32.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.143+0000 7fbdede27640 1 -- start start 2024-09-16T01:43:32.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbdede27640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbdd0004800 0x7fbde8140820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbdede27640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbde815e060 0x7fbde8143570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbdede27640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbde8140e00 0x7fbde8141280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbdede27640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbde80d2500 con 0x7fbde815e060 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbdede27640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbde80d2d10 con 0x7fbde8140e00 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbdede27640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbde80d2ff0 con 0x7fbdd0004800 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbde6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbde815e060 0x7fbde8143570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbde6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbde815e060 0x7fbde8143570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40624/0 (socket says 172.21.15.16:40624) 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbde6ffd640 1 -- 172.21.15.16:0/1336726431 learned_addr learned my addr 172.21.15.16:0/1336726431 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbde7fff640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbde8140e00 0x7fbde8141280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.144+0000 7fbde77fe640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbdd0004800 0x7fbde8140820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbde6ffd640 1 -- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbdd0004800 msgr2=0x7fbde8140820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbde6ffd640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbdd0004800 0x7fbde8140820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbde6ffd640 1 -- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbde8140e00 msgr2=0x7fbde8141280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbde6ffd640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbde8140e00 0x7fbde8141280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbde6ffd640 1 -- 172.21.15.16:0/1336726431 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbde80cac60 con 0x7fbde815e060 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbde6ffd640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbde815e060 0x7fbde8143570 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00c300 tx=0x7fbde80d2920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbdcffff640 1 -- 172.21.15.16:0/1336726431 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc042020 con 0x7fbde815e060 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbdcffff640 1 -- 172.21.15.16:0/1336726431 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbddc004bf0 con 0x7fbde815e060 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbde813e980 con 0x7fbde815e060 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbdcffff640 1 -- 172.21.15.16:0/1336726431 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc001cb0 con 0x7fbde815e060 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.145+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbde81440a0 con 0x7fbde815e060 2024-09-16T01:43:32.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.146+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbde815eb40 con 0x7fbde815e060 2024-09-16T01:43:32.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.147+0000 7fbdcffff640 1 -- 172.21.15.16:0/1336726431 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fbddc045020 con 0x7fbde815e060 2024-09-16T01:43:32.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.147+0000 7fbdcffff640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbdd406c490 0x7fbdd406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.147+0000 7fbdcffff640 1 -- 172.21.15.16:0/1336726431 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fbddc0abdf0 con 0x7fbde815e060 2024-09-16T01:43:32.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.147+0000 7fbde77fe640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbdd406c490 0x7fbdd406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.148+0000 7fbde77fe640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbdd406c490 0x7fbdd406e950 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbdd8009c00 tx=0x7fbdd8009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.152+0000 7fbdcffff640 1 -- 172.21.15.16:0/1336726431 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbde80cac60 con 0x7fbde815e060 2024-09-16T01:43:32.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.328+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbde8069cf0 con 0x7fbde815e060 2024-09-16T01:43:32.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.329+0000 7fbdcffff640 1 -- 172.21.15.16:0/1336726431 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16650 (secure 0 0 0) 0x7fbddc07a400 con 0x7fbde815e060 2024-09-16T01:43:32.507 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:32.507 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":43,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:43:31.350326+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:43:29.330906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T01:43:30.343958+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:32.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbdd406c490 msgr2=0x7fbdd406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbdd406c490 0x7fbdd406e950 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbdd8009c00 tx=0x7fbdd8009190 comp rx=0 tx=0).stop 2024-09-16T01:43:32.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbde815e060 msgr2=0x7fbde8143570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbde815e060 0x7fbde8143570 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00c300 tx=0x7fbde80d2920 comp rx=0 tx=0).stop 2024-09-16T01:43:32.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 shutdown_connections 2024-09-16T01:43:32.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbdd406c490 0x7fbdd406e950 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbde8140e00 0x7fbde8141280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbde815e060 0x7fbde8143570 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 --2- 172.21.15.16:0/1336726431 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbdd0004800 0x7fbde8140820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 >> 172.21.15.16:0/1336726431 conn(0x7fbde8074fe0 msgr2=0x7fbde80b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:32.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 shutdown_connections 2024-09-16T01:43:32.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.331+0000 7fbdede27640 1 -- 172.21.15.16:0/1336726431 wait complete. 2024-09-16T01:43:32.511 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:32.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.619+0000 7f27591f1640 1 Processor -- start 2024-09-16T01:43:32.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.619+0000 7f27591f1640 1 -- start start 2024-09-16T01:43:32.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f27591f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406bbe0 0x7f275406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f27591f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f275406f6e0 0x7f2754161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f27591f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27540b6a70 con 0x7f275415e3a0 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f27591f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f275406fb50 con 0x7f275406f6e0 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f27591f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f27540b7640 con 0x7f275406bbe0 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f2752d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f275415e3a0 0x7f275406d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51120/0 (socket says 172.21.15.16:51120) 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f2752d9d640 1 -- 172.21.15.16:0/1103992523 learned_addr learned my addr 172.21.15.16:0/1103992523 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f275359e640 1 --2- 172.21.15.16:0/1103992523 >> v2:172.21.15.104:3300/0 conn(0x7f275406f6e0 0x7f2754161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f275259c640 1 --2- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406bbe0 0x7f275406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f2751d9b640 1 -- 172.21.15.16:0/1103992523 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1569254405 0 0) 0x7f27540b6a70 con 0x7f275415e3a0 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f2751d9b640 1 -- 172.21.15.16:0/1103992523 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2740003520 con 0x7f275415e3a0 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f275359e640 1 -- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406bbe0 msgr2=0x7f275406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f275359e640 1 --2- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406bbe0 0x7f275406f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f275359e640 1 -- 172.21.15.16:0/1103992523 >> v1:172.21.15.16:6789/0 conn(0x7f275415e3a0 legacy=0x7f275406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.620+0000 7f275359e640 1 -- 172.21.15.16:0/1103992523 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f275406d960 con 0x7f275406f6e0 2024-09-16T01:43:32.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.621+0000 7f275359e640 1 --2- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406f6e0 0x7f2754161f80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f274c0097a0 tx=0x7f274c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bfe1b462f68f9fa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.621+0000 7f2751d9b640 1 -- 172.21.15.16:0/1103992523 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c037070 con 0x7f275406f6e0 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.621+0000 7f2751d9b640 1 -- 172.21.15.16:0/1103992523 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274c032440 con 0x7f275406f6e0 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.621+0000 7f2751d9b640 1 -- 172.21.15.16:0/1103992523 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c0327f0 con 0x7f275406f6e0 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 -- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406f6e0 msgr2=0x7f2754161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 --2- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406f6e0 0x7f2754161f80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f274c0097a0 tx=0x7f274c02a180 comp rx=0 tx=0).stop 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 -- 172.21.15.16:0/1103992523 shutdown_connections 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 --2- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406f6e0 0x7f2754161f80 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 --2- 172.21.15.16:0/1103992523 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406bbe0 0x7f275406f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 -- 172.21.15.16:0/1103992523 >> 172.21.15.16:0/1103992523 conn(0x7f27540b4090 msgr2=0x7f27540b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:32.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 -- 172.21.15.16:0/1103992523 shutdown_connections 2024-09-16T01:43:32.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.622+0000 7f27591f1640 1 -- 172.21.15.16:0/1103992523 wait complete. 2024-09-16T01:43:32.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.623+0000 7f27591f1640 1 Processor -- start 2024-09-16T01:43:32.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f27591f1640 1 -- start start 2024-09-16T01:43:32.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f27591f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406bbe0 0x7f27541f3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f27591f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406f6e0 0x7f27541e8440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f27591f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275415e3a0 0x7f2754070400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f27591f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f27540b72d0 con 0x7f275415e3a0 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f27591f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f27540b6ff0 con 0x7f275406bbe0 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f27591f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f275415e780 con 0x7f275406f6e0 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f275359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275415e3a0 0x7f2754070400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f275359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275415e3a0 0x7f2754070400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40630/0 (socket says 172.21.15.16:40630) 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.624+0000 7f275359e640 1 -- 172.21.15.16:0/471272689 learned_addr learned my addr 172.21.15.16:0/471272689 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f2752d9d640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406bbe0 0x7f27541f3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f275259c640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406f6e0 0x7f27541e8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f275359e640 1 -- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406f6e0 msgr2=0x7f27541e8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f275359e640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406f6e0 0x7f27541e8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f275359e640 1 -- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406bbe0 msgr2=0x7f27541f3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f275359e640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406bbe0 0x7f27541f3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f275359e640 1 -- 172.21.15.16:0/471272689 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27541f4060 con 0x7f275415e3a0 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f275359e640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275415e3a0 0x7f2754070400 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f274c02a1c0 tx=0x7f274c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f274b7fe640 1 -- 172.21.15.16:0/471272689 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c037040 con 0x7f275415e3a0 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f274b7fe640 1 -- 172.21.15.16:0/471272689 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274c03b430 con 0x7f275415e3a0 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27541f4340 con 0x7f275415e3a0 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f274b7fe640 1 -- 172.21.15.16:0/471272689 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c03b7e0 con 0x7f275415e3a0 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.625+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27541f4900 con 0x7f275415e3a0 2024-09-16T01:43:32.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.626+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2754073cc0 con 0x7f275415e3a0 2024-09-16T01:43:32.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.627+0000 7f274b7fe640 1 -- 172.21.15.16:0/471272689 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f274c044020 con 0x7f275415e3a0 2024-09-16T01:43:32.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.627+0000 7f274b7fe640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f273406c460 0x7f273406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.628+0000 7f274b7fe640 1 -- 172.21.15.16:0/471272689 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f274c0ab970 con 0x7f275415e3a0 2024-09-16T01:43:32.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.628+0000 7f2752d9d640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f273406c460 0x7f273406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.628+0000 7f2752d9d640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f273406c460 0x7f273406e920 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2744001580 tx=0x7f2744009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.632+0000 7f274b7fe640 1 -- 172.21.15.16:0/471272689 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f274c079e60 con 0x7f275415e3a0 2024-09-16T01:43:32.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.806+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f27541f3d50 con 0x7f275415e3a0 2024-09-16T01:43:32.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.807+0000 7f274b7fe640 1 -- 172.21.15.16:0/471272689 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16650 (secure 0 0 0) 0x7f274c079760 con 0x7f275415e3a0 2024-09-16T01:43:32.809 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:32.809 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":43,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:43:31.350326+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:43:29.330906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T01:43:30.343958+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:32.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f273406c460 msgr2=0x7f273406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f273406c460 0x7f273406e920 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2744001580 tx=0x7f2744009040 comp rx=0 tx=0).stop 2024-09-16T01:43:32.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275415e3a0 msgr2=0x7f2754070400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275415e3a0 0x7f2754070400 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f274c02a1c0 tx=0x7f274c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 shutdown_connections 2024-09-16T01:43:32.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f273406c460 0x7f273406e920 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275415e3a0 0x7f2754070400 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275406f6e0 0x7f27541e8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 --2- 172.21.15.16:0/471272689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275406bbe0 0x7f27541f3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 >> 172.21.15.16:0/471272689 conn(0x7f27540b4090 msgr2=0x7f275406d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:32.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 shutdown_connections 2024-09-16T01:43:32.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.809+0000 7f27591f1640 1 -- 172.21.15.16:0/471272689 wait complete. 2024-09-16T01:43:32.824 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:43:32.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.929+0000 7f5de55a6640 1 Processor -- start 2024-09-16T01:43:32.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.929+0000 7f5de55a6640 1 -- start start 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5de55a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de006f9e0 0x7f5de0162120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5de55a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5de00d1ce0 con 0x7f5de015f800 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5de55a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5de00d1fb0 con 0x7f5de015c080 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5de55a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5de015f370 con 0x7f5de006f9e0 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5dde7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5de015f800 0x7f5de006f2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51130/0 (socket says 172.21.15.16:51130) 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5dde7fc640 1 -- 172.21.15.16:0/3844155105 learned_addr learned my addr 172.21.15.16:0/3844155105 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5ddf7fe640 1 --2- 172.21.15.16:0/3844155105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de006f9e0 0x7f5de0162120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1703554088 0 0) 0x7f5de00d1ce0 con 0x7f5de015f800 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5dcc003520 con 0x7f5de015f800 2024-09-16T01:43:32.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3530635997 0 0) 0x7f5de00d1fb0 con 0x7f5de015c080 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.930+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5de00d1ce0 con 0x7f5de015c080 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.931+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1456157241 0 0) 0x7f5dcc003520 con 0x7f5de015f800 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.931+0000 7f5ddf7fe640 1 -- 172.21.15.16:0/3844155105 >> v1:172.21.15.104:6789/0 conn(0x7f5de015c080 legacy=0x7f5de00d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.931+0000 7f5ddf7fe640 1 -- 172.21.15.16:0/3844155105 >> v1:172.21.15.16:6789/0 conn(0x7f5de015f800 legacy=0x7f5de006f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.931+0000 7f5ddf7fe640 1 -- 172.21.15.16:0/3844155105 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5de015ed20 con 0x7f5de006f9e0 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.931+0000 7f5ddf7fe640 1 --2- 172.21.15.16:0/3844155105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de006f9e0 0x7f5de0162120 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80097d0 tx=0x7f5dd802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48af79b8ce03e9fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8037070 con 0x7f5de006f9e0 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dd802ab90 con 0x7f5de006f9e0 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5dddffb640 1 -- 172.21.15.16:0/3844155105 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8001690 con 0x7f5de006f9e0 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5de55a6640 1 -- 172.21.15.16:0/3844155105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de006f9e0 msgr2=0x7f5de0162120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5de55a6640 1 --2- 172.21.15.16:0/3844155105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de006f9e0 0x7f5de0162120 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80097d0 tx=0x7f5dd802a100 comp rx=0 tx=0).stop 2024-09-16T01:43:32.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5de55a6640 1 -- 172.21.15.16:0/3844155105 shutdown_connections 2024-09-16T01:43:32.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5de55a6640 1 --2- 172.21.15.16:0/3844155105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de006f9e0 0x7f5de0162120 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5de55a6640 1 -- 172.21.15.16:0/3844155105 >> 172.21.15.16:0/3844155105 conn(0x7f5de00d23c0 msgr2=0x7f5de00d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:32.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5de55a6640 1 -- 172.21.15.16:0/3844155105 shutdown_connections 2024-09-16T01:43:32.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.932+0000 7f5de55a6640 1 -- 172.21.15.16:0/3844155105 wait complete. 2024-09-16T01:43:32.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.933+0000 7f5de55a6640 1 Processor -- start 2024-09-16T01:43:32.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.933+0000 7f5de55a6640 1 -- start start 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5de55a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5de006f9e0 0x7f5de01570d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5de55a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5de015c080 0x7f5de00b5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5de55a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de015f800 0x7f5de00b6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5de55a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5de0070b50 con 0x7f5de015c080 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5de55a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5de015c460 con 0x7f5de006f9e0 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5de55a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5de0070cd0 con 0x7f5de015f800 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5dde7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5de015c080 0x7f5de00b5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5dde7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5de015c080 0x7f5de00b5390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40644/0 (socket says 172.21.15.16:40644) 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5dde7fc640 1 -- 172.21.15.16:0/2941082468 learned_addr learned my addr 172.21.15.16:0/2941082468 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5ddeffd640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5de006f9e0 0x7f5de01570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.934+0000 7f5ddf7fe640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de015f800 0x7f5de00b6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dde7fc640 1 -- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de015f800 msgr2=0x7f5de00b6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dde7fc640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de015f800 0x7f5de00b6e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dde7fc640 1 -- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5de006f9e0 msgr2=0x7f5de01570d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dde7fc640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5de006f9e0 0x7f5de01570d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dde7fc640 1 -- 172.21.15.16:0/2941082468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5de0157610 con 0x7f5de015c080 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dde7fc640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5de015c080 0x7f5de00b5390 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8001200 tx=0x7f5dc800cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dd77fe640 1 -- 172.21.15.16:0/2941082468 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8018070 con 0x7f5de015c080 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dd77fe640 1 -- 172.21.15.16:0/2941082468 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dc80072f0 con 0x7f5de015c080 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5de0162640 con 0x7f5de015c080 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5dd77fe640 1 -- 172.21.15.16:0/2941082468 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc800ce60 con 0x7f5de015c080 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.935+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5de015d790 con 0x7f5de015c080 2024-09-16T01:43:32.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.936+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5de00d15d0 con 0x7f5de015c080 2024-09-16T01:43:32.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.937+0000 7f5dd77fe640 1 -- 172.21.15.16:0/2941082468 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f5dc801b070 con 0x7f5de015c080 2024-09-16T01:43:32.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.937+0000 7f5dd77fe640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5dc006c460 0x7f5dc006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.937+0000 7f5dd77fe640 1 -- 172.21.15.16:0/2941082468 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f5dc808aa30 con 0x7f5de015c080 2024-09-16T01:43:32.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.937+0000 7f5ddeffd640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5dc006c460 0x7f5dc006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.938+0000 7f5ddeffd640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5dc006c460 0x7f5dc006e920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0001560 tx=0x7f5dd0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:32.942+0000 7f5dd77fe640 1 -- 172.21.15.16:0/2941082468 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5dc8058840 con 0x7f5de015c080 2024-09-16T01:43:33.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:33.154+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f5de00707e0 con 0x7f5de015c080 2024-09-16T01:43:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.018+0000 7f5dd77fe640 1 -- 172.21.15.16:0/2941082468 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v22) ==== 118+0+0 (secure 0 0 0) 0x7f5dc805cb40 con 0x7f5de015c080 2024-09-16T01:43:34.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5dc006c460 msgr2=0x7f5dc006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5dc006c460 0x7f5dc006e920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0001560 tx=0x7f5dd0009040 comp rx=0 tx=0).stop 2024-09-16T01:43:34.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5de015c080 msgr2=0x7f5de00b5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5de015c080 0x7f5de00b5390 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8001200 tx=0x7f5dc800cb20 comp rx=0 tx=0).stop 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 shutdown_connections 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5dc006c460 0x7f5dc006e920 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5de015f800 0x7f5de00b6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5de015c080 0x7f5de00b5390 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 --2- 172.21.15.16:0/2941082468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5de006f9e0 0x7f5de01570d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 >> 172.21.15.16:0/2941082468 conn(0x7f5de00d23c0 msgr2=0x7f5de0073170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 shutdown_connections 2024-09-16T01:43:34.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.021+0000 7f5de55a6640 1 -- 172.21.15.16:0/2941082468 wait complete. 2024-09-16T01:43:34.036 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:43:34.036 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:43:34.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.146+0000 7fd2a87bd640 1 Processor -- start 2024-09-16T01:43:34.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.146+0000 7fd2a87bd640 1 -- start start 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a87bd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a0162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a87bd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd2a006cbf0 0x7fd2a006d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a87bd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2a0163050 con 0x7fd2a0147510 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a87bd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd2a006d5a0 con 0x7fd2a006cbf0 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a87bd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd2a0162a90 con 0x7fd2a01478f0 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a5d58640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a0162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a6d5a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd2a006cbf0 0x7fd2a006d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a6d5a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd2a006cbf0 0x7fd2a006d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:37560/0 (socket says 172.21.15.16:37560) 2024-09-16T01:43:34.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.147+0000 7fd2a5d58640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a0162140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:57762/0 (socket says 172.21.15.16:57762) 2024-09-16T01:43:34.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.148+0000 7fd2a6d5a640 1 -- 172.21.15.16:0/3650007134 learned_addr learned my addr 172.21.15.16:0/3650007134 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:34.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.148+0000 7fd2a5d58640 1 -- 172.21.15.16:0/3650007134 >> v2:172.21.15.104:3300/0 conn(0x7fd2a006cbf0 msgr2=0x7fd2a006d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:34.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.148+0000 7fd2a5d58640 1 --2- 172.21.15.16:0/3650007134 >> v2:172.21.15.104:3300/0 conn(0x7fd2a006cbf0 0x7fd2a006d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.148+0000 7fd2a5d58640 1 -- 172.21.15.16:0/3650007134 >> v1:172.21.15.104:6789/0 conn(0x7fd2a0147510 legacy=0x7fd2a00aea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.148+0000 7fd2a5d58640 1 -- 172.21.15.16:0/3650007134 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2a0162d70 con 0x7fd2a01478f0 2024-09-16T01:43:34.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.148+0000 7fd2a6d5a640 1 --2- 172.21.15.16:0/3650007134 >> v2:172.21.15.104:3300/0 conn(0x7fd2a006cbf0 0x7fd2a006d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:34.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.149+0000 7fd2a5d58640 1 --2- 172.21.15.16:0/3650007134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a0162140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd2940097a0 tx=0x7fd29402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e83795671188a51b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:34.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.149+0000 7fd2a5557640 1 -- 172.21.15.16:0/3650007134 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd294037070 con 0x7fd2a01478f0 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.149+0000 7fd2a5557640 1 -- 172.21.15.16:0/3650007134 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd294032440 con 0x7fd2a01478f0 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.149+0000 7fd2a5557640 1 -- 172.21.15.16:0/3650007134 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd294032810 con 0x7fd2a01478f0 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.149+0000 7fd2a87bd640 1 -- 172.21.15.16:0/3650007134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 msgr2=0x7fd2a0162140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.149+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/3650007134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a0162140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd2940097a0 tx=0x7fd29402a180 comp rx=0 tx=0).stop 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.150+0000 7fd2a87bd640 1 -- 172.21.15.16:0/3650007134 shutdown_connections 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.150+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/3650007134 >> v2:172.21.15.104:3300/0 conn(0x7fd2a006cbf0 0x7fd2a006d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.150+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/3650007134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a0162140 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.150+0000 7fd2a87bd640 1 -- 172.21.15.16:0/3650007134 >> 172.21.15.16:0/3650007134 conn(0x7fd2a0071ff0 msgr2=0x7fd2a0072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.150+0000 7fd2a87bd640 1 -- 172.21.15.16:0/3650007134 shutdown_connections 2024-09-16T01:43:34.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.150+0000 7fd2a87bd640 1 -- 172.21.15.16:0/3650007134 wait complete. 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.151+0000 7fd2a87bd640 1 Processor -- start 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.151+0000 7fd2a87bd640 1 -- start start 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a87bd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a006cbf0 0x7fd2a01422b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a87bd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2a0147510 0x7fd2a013f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a87bd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a015db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a87bd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a0162680 con 0x7fd2a0147510 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a87bd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a006e7e0 con 0x7fd2a006cbf0 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a87bd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd2a0162800 con 0x7fd2a01478f0 2024-09-16T01:43:34.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2a0147510 0x7fd2a013f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2a0147510 0x7fd2a013f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40656/0 (socket says 172.21.15.16:40656) 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 -- 172.21.15.16:0/2600608208 learned_addr learned my addr 172.21.15.16:0/2600608208 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a6559640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a006cbf0 0x7fd2a01422b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a6d5a640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a015db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 -- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 msgr2=0x7fd2a015db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a015db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 -- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a006cbf0 msgr2=0x7fd2a01422b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a006cbf0 0x7fd2a01422b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 -- 172.21.15.16:0/2600608208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2a0142a20 con 0x7fd2a0147510 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.152+0000 7fd2a5d58640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2a0147510 0x7fd2a013f5b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd2940098c0 tx=0x7fd2940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.153+0000 7fd29effd640 1 -- 172.21.15.16:0/2600608208 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd294037040 con 0x7fd2a0147510 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.153+0000 7fd29effd640 1 -- 172.21.15.16:0/2600608208 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd294042070 con 0x7fd2a0147510 2024-09-16T01:43:34.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.153+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2a015fc90 con 0x7fd2a0147510 2024-09-16T01:43:34.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.153+0000 7fd29effd640 1 -- 172.21.15.16:0/2600608208 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd294030920 con 0x7fd2a0147510 2024-09-16T01:43:34.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.153+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2a0142d00 con 0x7fd2a0147510 2024-09-16T01:43:34.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.154+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2a006fca0 con 0x7fd2a0147510 2024-09-16T01:43:34.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.154+0000 7fd29effd640 1 -- 172.21.15.16:0/2600608208 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fd294030ac0 con 0x7fd2a0147510 2024-09-16T01:43:34.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.155+0000 7fd29effd640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd28c06c460 0x7fd28c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.155+0000 7fd29effd640 1 -- 172.21.15.16:0/2600608208 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fd2940abeb0 con 0x7fd2a0147510 2024-09-16T01:43:34.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.155+0000 7fd2a6559640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd28c06c460 0x7fd28c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.155+0000 7fd2a6559640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd28c06c460 0x7fd28c06e920 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd298001780 tx=0x7fd298009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:34.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.159+0000 7fd29effd640 1 -- 172.21.15.16:0/2600608208 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd294079de0 con 0x7fd2a0147510 2024-09-16T01:43:34.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:34.371+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fd2a0160400 con 0x7fd2a0147510 2024-09-16T01:43:35.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.023+0000 7fd29effd640 1 -- 172.21.15.16:0/2600608208 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v23) ==== 122+0+0 (secure 0 0 0) 0x7fd29407e0e0 con 0x7fd2a0147510 2024-09-16T01:43:35.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.025+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd28c06c460 msgr2=0x7fd28c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd28c06c460 0x7fd28c06e920 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd298001780 tx=0x7fd298009040 comp rx=0 tx=0).stop 2024-09-16T01:43:35.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2a0147510 msgr2=0x7fd2a013f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2a0147510 0x7fd2a013f5b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd2940098c0 tx=0x7fd2940046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 shutdown_connections 2024-09-16T01:43:35.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd28c06c460 0x7fd28c06e920 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2a01478f0 0x7fd2a015db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2a0147510 0x7fd2a013f5b0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 --2- 172.21.15.16:0/2600608208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a006cbf0 0x7fd2a01422b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 >> 172.21.15.16:0/2600608208 conn(0x7fd2a0071ff0 msgr2=0x7fd2a0067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 shutdown_connections 2024-09-16T01:43:35.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.026+0000 7fd2a87bd640 1 -- 172.21.15.16:0/2600608208 wait complete. 2024-09-16T01:43:35.041 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:43:35.041 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:35.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.148+0000 7f42a2a2e640 1 Processor -- start 2024-09-16T01:43:35.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.148+0000 7f42a2a2e640 1 -- start start 2024-09-16T01:43:35.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.148+0000 7f42a2a2e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.148+0000 7f42a2a2e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f429c0d0ee0 0x7f429c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f42a2a2e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f429c0b97d0 0x7f429c0b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f42a2a2e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f429c1483a0 con 0x7f429c0d0ee0 2024-09-16T01:43:35.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f42a2a2e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f429c15efa0 con 0x7f429c0b97d0 2024-09-16T01:43:35.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f42a2a2e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f429c0d1880 con 0x7f429c147fc0 2024-09-16T01:43:35.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f429c0d0ee0 0x7f429c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f429c0d0ee0 0x7f429c0d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40660/0 (socket says 172.21.15.16:40660) 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 -- 172.21.15.16:0/20174813 learned_addr learned my addr 172.21.15.16:0/20174813 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429bfff640 1 --2- 172.21.15.16:0/20174813 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f42a0fcb640 1 --2- 172.21.15.16:0/20174813 >> v2:172.21.15.104:3300/0 conn(0x7f429c0b97d0 0x7f429c0b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 -- 172.21.15.16:0/20174813 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 msgr2=0x7f429c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 --2- 172.21.15.16:0/20174813 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 -- 172.21.15.16:0/20174813 >> v2:172.21.15.104:3300/0 conn(0x7f429c0b97d0 msgr2=0x7f429c0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 --2- 172.21.15.16:0/20174813 >> v2:172.21.15.104:3300/0 conn(0x7f429c0b97d0 0x7f429c0b9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.149+0000 7f429b7fe640 1 -- 172.21.15.16:0/20174813 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f429c0d2750 con 0x7f429c0d0ee0 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.150+0000 7f429b7fe640 1 --2- 172.21.15.16:0/20174813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c0d1340 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f429c0b95a0 tx=0x7f429002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b2fdf209b30378 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.150+0000 7f429affd640 1 -- 172.21.15.16:0/20174813 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4290037070 con 0x7f429c0d0ee0 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.150+0000 7f429affd640 1 -- 172.21.15.16:0/20174813 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4290032440 con 0x7f429c0d0ee0 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.150+0000 7f429affd640 1 -- 172.21.15.16:0/20174813 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4290032810 con 0x7f429c0d0ee0 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 -- 172.21.15.16:0/20174813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 msgr2=0x7f429c0d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/20174813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c0d1340 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f429c0b95a0 tx=0x7f429002a210 comp rx=0 tx=0).stop 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 -- 172.21.15.16:0/20174813 shutdown_connections 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/20174813 >> v2:172.21.15.104:3300/0 conn(0x7f429c0b97d0 0x7f429c0b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/20174813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c0d1340 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/20174813 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 -- 172.21.15.16:0/20174813 >> 172.21.15.16:0/20174813 conn(0x7f429c074fe0 msgr2=0x7f429c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 -- 172.21.15.16:0/20174813 shutdown_connections 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.151+0000 7f42a2a2e640 1 -- 172.21.15.16:0/20174813 wait complete. 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.152+0000 7f42a2a2e640 1 Processor -- start 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.152+0000 7f42a2a2e640 1 -- start start 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f42a2a2e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f429c0b97d0 0x7f429c1414f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f42a2a2e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c153d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f42a2a2e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c0b6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f42a2a2e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f429c0d2d10 con 0x7f429c0d0ee0 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f42a2a2e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f429c0d2500 con 0x7f429c0b97d0 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f42a2a2e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f429c0d2ff0 con 0x7f429c147fc0 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c153d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c153d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40674/0 (socket says 172.21.15.16:40674) 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 -- 172.21.15.16:0/2837865773 learned_addr learned my addr 172.21.15.16:0/2837865773 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f42a0fcb640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c0b6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429bfff640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f429c0b97d0 0x7f429c1414f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 -- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 msgr2=0x7f429c0b6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c0b6210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 -- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f429c0b97d0 msgr2=0x7f429c1414f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f429c0b97d0 0x7f429c1414f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 -- 172.21.15.16:0/2837865773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f429c1f7b70 con 0x7f429c0d0ee0 2024-09-16T01:43:35.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.153+0000 7f429b7fe640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c153d30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4290000c00 tx=0x7f42900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.154+0000 7f4298ff9640 1 -- 172.21.15.16:0/2837865773 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4290041020 con 0x7f429c0d0ee0 2024-09-16T01:43:35.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.154+0000 7f4298ff9640 1 -- 172.21.15.16:0/2837865773 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f429003d620 con 0x7f429c0d0ee0 2024-09-16T01:43:35.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.154+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f429c1f7e50 con 0x7f429c0d0ee0 2024-09-16T01:43:35.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.154+0000 7f4298ff9640 1 -- 172.21.15.16:0/2837865773 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4290037040 con 0x7f429c0d0ee0 2024-09-16T01:43:35.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.154+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f429c1f8410 con 0x7f429c0d0ee0 2024-09-16T01:43:35.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.155+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f429c0ba2b0 con 0x7f429c0d0ee0 2024-09-16T01:43:35.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.155+0000 7f4298ff9640 1 -- 172.21.15.16:0/2837865773 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f4290044020 con 0x7f429c0d0ee0 2024-09-16T01:43:35.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.156+0000 7f4298ff9640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f428806c460 0x7f428806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.156+0000 7f4298ff9640 1 -- 172.21.15.16:0/2837865773 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f42900abc40 con 0x7f429c0d0ee0 2024-09-16T01:43:35.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.156+0000 7f429bfff640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f428806c460 0x7f428806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.156+0000 7f429bfff640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f428806c460 0x7f428806e920 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f429c13e660 tx=0x7f428c009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.160+0000 7f4298ff9640 1 -- 172.21.15.16:0/2837865773 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f429004b030 con 0x7f429c0d0ee0 2024-09-16T01:43:35.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.372+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f429c0ced20 con 0x7f429c0d0ee0 2024-09-16T01:43:35.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.373+0000 7f4298ff9640 1 -- 172.21.15.16:0/2837865773 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5226 (secure 0 0 0) 0x7f4290079b70 con 0x7f429c0d0ee0 2024-09-16T01:43:35.418 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:35.418 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":23,"btime":"2024-09-16T01:43:35:019565+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 23 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f428806c460 msgr2=0x7f428806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f428806c460 0x7f428806e920 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f429c13e660 tx=0x7f428c009190 comp rx=0 tx=0).stop 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 msgr2=0x7f429c153d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c153d30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4290000c00 tx=0x7f42900046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 shutdown_connections 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f428806c460 0x7f428806e920 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f429c147fc0 0x7f429c0b6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f429c0d0ee0 0x7f429c153d30 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 --2- 172.21.15.16:0/2837865773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f429c0b97d0 0x7f429c1414f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 >> 172.21.15.16:0/2837865773 conn(0x7f429c074fe0 msgr2=0x7f429c15f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 shutdown_connections 2024-09-16T01:43:35.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.375+0000 7f42a2a2e640 1 -- 172.21.15.16:0/2837865773 wait complete. 2024-09-16T01:43:35.421 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:35.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.523+0000 7fdacbe96640 1 Processor -- start 2024-09-16T01:43:35.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.523+0000 7fdacbe96640 1 -- start start 2024-09-16T01:43:35.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdacbe96640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdac415e530 0x7fdac4070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdacbe96640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdac40b73c0 0x7fdac4070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdacbe96640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdac415e910 con 0x7fdac4073c00 2024-09-16T01:43:35.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdacbe96640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdac40718c0 con 0x7fdac40b73c0 2024-09-16T01:43:35.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdacbe96640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdac40d1c50 con 0x7fdac415e530 2024-09-16T01:43:35.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdaca433640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdac40b73c0 0x7fdac4070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdac9431640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdac4073c00 0x7fdac4162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51134/0 (socket says 172.21.15.16:51134) 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdac9431640 1 -- 172.21.15.16:0/2515154439 learned_addr learned my addr 172.21.15.16:0/2515154439 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdac9c32640 1 --2- 172.21.15.16:0/2515154439 >> v2:172.21.15.104:3300/0 conn(0x7fdac415e530 0x7fdac4070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdaca433640 1 -- 172.21.15.16:0/2515154439 >> v2:172.21.15.104:3300/0 conn(0x7fdac415e530 msgr2=0x7fdac4070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdaca433640 1 --2- 172.21.15.16:0/2515154439 >> v2:172.21.15.104:3300/0 conn(0x7fdac415e530 0x7fdac4070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdaca433640 1 -- 172.21.15.16:0/2515154439 >> v1:172.21.15.16:6789/0 conn(0x7fdac4073c00 legacy=0x7fdac4162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdaca433640 1 -- 172.21.15.16:0/2515154439 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac4073120 con 0x7fdac40b73c0 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.524+0000 7fdac8c30640 1 -- 172.21.15.16:0/2515154439 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1562778 0 0) 0x7fdac415e910 con 0x7fdac4073c00 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.525+0000 7fdaca433640 1 --2- 172.21.15.16:0/2515154439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac40b73c0 0x7fdac4070c40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdac406a0a0 tx=0x7fdabc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=608cf9c60c923084 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.525+0000 7fdac8c30640 1 -- 172.21.15.16:0/2515154439 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc007740 con 0x7fdac40b73c0 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.525+0000 7fdac8c30640 1 -- 172.21.15.16:0/2515154439 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdabc0078e0 con 0x7fdac40b73c0 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.525+0000 7fdac8c30640 1 -- 172.21.15.16:0/2515154439 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc007cb0 con 0x7fdac40b73c0 2024-09-16T01:43:35.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 -- 172.21.15.16:0/2515154439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac40b73c0 msgr2=0x7fdac4070c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 --2- 172.21.15.16:0/2515154439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac40b73c0 0x7fdac4070c40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdac406a0a0 tx=0x7fdabc02a680 comp rx=0 tx=0).stop 2024-09-16T01:43:35.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 -- 172.21.15.16:0/2515154439 shutdown_connections 2024-09-16T01:43:35.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 --2- 172.21.15.16:0/2515154439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac40b73c0 0x7fdac4070c40 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 --2- 172.21.15.16:0/2515154439 >> v2:172.21.15.104:3300/0 conn(0x7fdac415e530 0x7fdac4070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 -- 172.21.15.16:0/2515154439 >> 172.21.15.16:0/2515154439 conn(0x7fdac40d2300 msgr2=0x7fdac40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 -- 172.21.15.16:0/2515154439 shutdown_connections 2024-09-16T01:43:35.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.526+0000 7fdacbe96640 1 -- 172.21.15.16:0/2515154439 wait complete. 2024-09-16T01:43:35.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.527+0000 7fdacbe96640 1 Processor -- start 2024-09-16T01:43:35.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.527+0000 7fdacbe96640 1 -- start start 2024-09-16T01:43:35.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdacbe96640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac4073c00 0x7fdac414bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdacbe96640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac40b73c0 0x7fdac415c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdacbe96640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac415e530 0x7fdac415c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdacbe96640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdac40d2f10 con 0x7fdac415e530 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdacbe96640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdac40736e0 con 0x7fdac4073c00 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdacbe96640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdac40d3090 con 0x7fdac40b73c0 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac415e530 0x7fdac415c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac415e530 0x7fdac415c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40694/0 (socket says 172.21.15.16:40694) 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 -- 172.21.15.16:0/4212559309 learned_addr learned my addr 172.21.15.16:0/4212559309 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdac9c32640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac4073c00 0x7fdac414bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdac9431640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac40b73c0 0x7fdac415c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 -- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac40b73c0 msgr2=0x7fdac415c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac40b73c0 0x7fdac415c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 -- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac4073c00 msgr2=0x7fdac414bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac4073c00 0x7fdac414bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 -- 172.21.15.16:0/4212559309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac415a8a0 con 0x7fdac415e530 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.528+0000 7fdaca433640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac415e530 0x7fdac415c600 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdabc009e80 tx=0x7fdabc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.529+0000 7fdaba7fc640 1 -- 172.21.15.16:0/4212559309 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc040070 con 0x7fdac415e530 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.529+0000 7fdaba7fc640 1 -- 172.21.15.16:0/4212559309 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdabc031bc0 con 0x7fdac415e530 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.529+0000 7fdaba7fc640 1 -- 172.21.15.16:0/4212559309 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc009450 con 0x7fdac415e530 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.529+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac415ab80 con 0x7fdac415e530 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.529+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac415b140 con 0x7fdac415e530 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.530+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac4070700 con 0x7fdac415e530 2024-09-16T01:43:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.530+0000 7fdaba7fc640 1 -- 172.21.15.16:0/4212559309 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fdabc039040 con 0x7fdac415e530 2024-09-16T01:43:35.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.531+0000 7fdaba7fc640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa806c490 0x7fdaa806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.531+0000 7fdaba7fc640 1 -- 172.21.15.16:0/4212559309 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fdabc0ac9f0 con 0x7fdac415e530 2024-09-16T01:43:35.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.531+0000 7fdac9c32640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa806c490 0x7fdaa806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.531+0000 7fdac9c32640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa806c490 0x7fdaa806e950 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdac0006fd0 tx=0x7fdac0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.535+0000 7fdaba7fc640 1 -- 172.21.15.16:0/4212559309 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdabc04b030 con 0x7fdac415e530 2024-09-16T01:43:35.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.710+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdac406cfd0 con 0x7fdac415e530 2024-09-16T01:43:35.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.711+0000 7fdaba7fc640 1 -- 172.21.15.16:0/4212559309 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16637 (secure 0 0 0) 0x7fdabc07a6f0 con 0x7fdac415e530 2024-09-16T01:43:35.713 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:35.713 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":44,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:43:33.001423+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:43:29.330906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T01:43:30.343958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa806c490 msgr2=0x7fdaa806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa806c490 0x7fdaa806e950 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdac0006fd0 tx=0x7fdac0008040 comp rx=0 tx=0).stop 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac415e530 msgr2=0x7fdac415c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac415e530 0x7fdac415c600 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdabc009e80 tx=0x7fdabc004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 shutdown_connections 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdaa806c490 0x7fdaa806e950 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdac415e530 0x7fdac415c600 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdac40b73c0 0x7fdac415c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 --2- 172.21.15.16:0/4212559309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdac4073c00 0x7fdac414bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 >> 172.21.15.16:0/4212559309 conn(0x7fdac40d2300 msgr2=0x7fdac406d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.713+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 shutdown_connections 2024-09-16T01:43:35.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.714+0000 7fdacbe96640 1 -- 172.21.15.16:0/4212559309 wait complete. 2024-09-16T01:43:35.726 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:43:35.726 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:35.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.867+0000 7f3005423640 1 Processor -- start 2024-09-16T01:43:35.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.867+0000 7f3005423640 1 -- start start 2024-09-16T01:43:35.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.868+0000 7f3005423640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30000d15f0 0x7f300015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.868+0000 7f3005423640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30000ba350 con 0x7f30000b97d0 2024-09-16T01:43:35.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.868+0000 7f3005423640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30000d2750 con 0x7f3000147fc0 2024-09-16T01:43:35.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.868+0000 7f3005423640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f30001483a0 con 0x7f30000d15f0 2024-09-16T01:43:35.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.868+0000 7f2ffe7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30000d15f0 0x7f300015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.868+0000 7f2fff7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f30000b97d0 0x7f30000b9c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51148/0 (socket says 172.21.15.16:51148) 2024-09-16T01:43:35.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.868+0000 7f2ffe7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30000d15f0 0x7f300015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40710/0 (socket says 172.21.15.16:40710) 2024-09-16T01:43:35.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.869+0000 7f2fff7fe640 1 -- 172.21.15.16:0/433071560 learned_addr learned my addr 172.21.15.16:0/433071560 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:35.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.869+0000 7f2ffe7fc640 1 -- 172.21.15.16:0/433071560 >> v1:172.21.15.104:6789/0 conn(0x7f3000147fc0 legacy=0x7f30000d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.869+0000 7f2ffe7fc640 1 -- 172.21.15.16:0/433071560 >> v1:172.21.15.16:6789/0 conn(0x7f30000b97d0 legacy=0x7f30000b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.869+0000 7f2ffe7fc640 1 -- 172.21.15.16:0/433071560 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30000d2a30 con 0x7f30000d15f0 2024-09-16T01:43:35.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.869+0000 7f2ffdffb640 1 -- 172.21.15.16:0/433071560 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1693019381 0 0) 0x7f30000ba350 con 0x7f30000b97d0 2024-09-16T01:43:35.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f2ffe7fc640 1 --2- 172.21.15.16:0/433071560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f300015ea60 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2fe80097a0 tx=0x7f2fe802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cbda6dcbb376d25 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f2ffdffb640 1 -- 172.21.15.16:0/433071560 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8037070 con 0x7f30000d15f0 2024-09-16T01:43:35.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f2ffdffb640 1 -- 172.21.15.16:0/433071560 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fe8032440 con 0x7f30000d15f0 2024-09-16T01:43:35.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f2ffdffb640 1 -- 172.21.15.16:0/433071560 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8032810 con 0x7f30000d15f0 2024-09-16T01:43:35.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f3005423640 1 -- 172.21.15.16:0/433071560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 msgr2=0x7f300015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f3005423640 1 --2- 172.21.15.16:0/433071560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f300015ea60 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2fe80097a0 tx=0x7f2fe802a230 comp rx=0 tx=0).stop 2024-09-16T01:43:35.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f3005423640 1 -- 172.21.15.16:0/433071560 shutdown_connections 2024-09-16T01:43:35.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f3005423640 1 --2- 172.21.15.16:0/433071560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f300015ea60 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f3005423640 1 -- 172.21.15.16:0/433071560 >> 172.21.15.16:0/433071560 conn(0x7f3000074fe0 msgr2=0x7f300006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f3005423640 1 -- 172.21.15.16:0/433071560 shutdown_connections 2024-09-16T01:43:35.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.870+0000 7f3005423640 1 -- 172.21.15.16:0/433071560 wait complete. 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 Processor -- start 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 -- start start 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000b97d0 0x7f30000adae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f30000cd280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f300013bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f30000d2500 con 0x7f30000d15f0 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f300015efa0 con 0x7f30000b97d0 2024-09-16T01:43:35.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.872+0000 7f3005423640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f30000d2ff0 con 0x7f3000147fc0 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f30000cd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f30000cd280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40714/0 (socket says 172.21.15.16:40714) 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 -- 172.21.15.16:0/1778273981 learned_addr learned my addr 172.21.15.16:0/1778273981 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffeffd640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000b97d0 0x7f30000adae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2fff7fe640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f300013bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 -- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 msgr2=0x7f300013bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f300013bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 -- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000b97d0 msgr2=0x7f30000adae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000b97d0 0x7f30000adae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 -- 172.21.15.16:0/1778273981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30000ab0f0 con 0x7f30000d15f0 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2fff7fe640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f300013bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ffe7fc640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f30000cd280 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f2fe8000c00 tx=0x7f2fe80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ff77fe640 1 -- 172.21.15.16:0/1778273981 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8037040 con 0x7f30000d15f0 2024-09-16T01:43:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ff77fe640 1 -- 172.21.15.16:0/1778273981 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fe8042070 con 0x7f30000d15f0 2024-09-16T01:43:35.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30000ab3d0 con 0x7f30000d15f0 2024-09-16T01:43:35.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f2ff77fe640 1 -- 172.21.15.16:0/1778273981 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8030a70 con 0x7f30000d15f0 2024-09-16T01:43:35.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.873+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30000ab990 con 0x7f30000d15f0 2024-09-16T01:43:35.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.874+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f300015ea60 con 0x7f30000d15f0 2024-09-16T01:43:35.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.875+0000 7f2ff77fe640 1 -- 172.21.15.16:0/1778273981 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f2fe8030c10 con 0x7f30000d15f0 2024-09-16T01:43:35.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.875+0000 7f2ff77fe640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2fe006c460 0x7f2fe006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.875+0000 7f2ff77fe640 1 -- 172.21.15.16:0/1778273981 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f2fe80ac120 con 0x7f30000d15f0 2024-09-16T01:43:35.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.875+0000 7f2ffeffd640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2fe006c460 0x7f2fe006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.876+0000 7f2ffeffd640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2fe006c460 0x7f2fe006e920 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8000f60 tx=0x7f2ff8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:35.880+0000 7f2ff77fe640 1 -- 172.21.15.16:0/1778273981 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2fe807a6a0 con 0x7f30000d15f0 2024-09-16T01:43:36.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.056+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3000068810 con 0x7f2fe006c460 2024-09-16T01:43:36.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.063+0000 7f2ff77fe640 1 -- 172.21.15.16:0/1778273981 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251416 (secure 0 0 0) 0x7f3000068810 con 0x7f2fe006c460 2024-09-16T01:43:36.067 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:36.068 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2fe006c460 msgr2=0x7f2fe006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2fe006c460 0x7f2fe006e920 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8000f60 tx=0x7f2ff8009040 comp rx=0 tx=0).stop 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 msgr2=0x7f30000cd280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f30000cd280 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f2fe8000c00 tx=0x7f2fe80046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 shutdown_connections 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2fe006c460 0x7f2fe006e920 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f300013bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000d15f0 0x7f30000cd280 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 --2- 172.21.15.16:0/1778273981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000b97d0 0x7f30000adae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 >> 172.21.15.16:0/1778273981 conn(0x7f3000074fe0 msgr2=0x7f30000ce350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:36.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 shutdown_connections 2024-09-16T01:43:36.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.066+0000 7f3005423640 1 -- 172.21.15.16:0/1778273981 wait complete. 2024-09-16T01:43:36.079 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2024-09-16T01:43:34.314708+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":82,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246228,"kb_used_data":5024,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754728492,"statfs":{"total":773094113280,"available":772841975808,"internally_reserved":0,"allocated":5144576,"data_stored":2753667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.330831"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.997400+0000","last_change":"2024-09-16T01:43:30.997400+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.997400+0000","last_undegraded":"2024-09-16T01:43:30.997400+0000","last_fullsized":"2024-09-16T01:43:30.997400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019568+0000","last_change":"2024-09-16T01:43:32.015614+0000","last_active":"2024-09-16T01:43:32.019568+0000","last_peered":"2024-09-16T01:43:32.019568+0000","last_clean":"2024-09-16T01:43:32.019568+0000","last_became_active":"2024-09-16T01:43:32.015338+0000","last_became_peered":"2024-09-16T01:43:32.015338+0000","last_unstale":"2024-09-16T01:43:32.019568+0000","last_undegraded":"2024-09-16T01:43:32.019568+0000","last_fullsized":"2024-09-16T01:43:32.019568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016211+0000","last_change":"2024-09-16T01:43:32.005839+0000","last_active":"2024-09-16T01:43:33.016211+0000","last_peered":"2024-09-16T01:43:33.016211+0000","last_clean":"2024-09-16T01:43:33.016211+0000","last_became_active":"2024-09-16T01:43:32.004648+0000","last_became_peered":"2024-09-16T01:43:32.004648+0000","last_unstale":"2024-09-16T01:43:33.016211+0000","last_undegraded":"2024-09-16T01:43:33.016211+0000","last_fullsized":"2024-09-16T01:43:33.016211+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024481+0000","last_change":"2024-09-16T01:43:32.021355+0000","last_active":"2024-09-16T01:43:32.024481+0000","last_peered":"2024-09-16T01:43:32.024481+0000","last_clean":"2024-09-16T01:43:32.024481+0000","last_became_active":"2024-09-16T01:43:32.019275+0000","last_became_peered":"2024-09-16T01:43:32.019275+0000","last_unstale":"2024-09-16T01:43:32.024481+0000","last_undegraded":"2024-09-16T01:43:32.024481+0000","last_fullsized":"2024-09-16T01:43:32.024481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:42.854618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019414+0000","last_change":"2024-09-16T01:43:32.015315+0000","last_active":"2024-09-16T01:43:32.019414+0000","last_peered":"2024-09-16T01:43:32.019414+0000","last_clean":"2024-09-16T01:43:32.019414+0000","last_became_active":"2024-09-16T01:43:32.014913+0000","last_became_peered":"2024-09-16T01:43:32.014913+0000","last_unstale":"2024-09-16T01:43:32.019414+0000","last_undegraded":"2024-09-16T01:43:32.019414+0000","last_fullsized":"2024-09-16T01:43:32.019414+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017032+0000","last_change":"2024-09-16T01:43:32.013916+0000","last_active":"2024-09-16T01:43:32.017032+0000","last_peered":"2024-09-16T01:43:32.017032+0000","last_clean":"2024-09-16T01:43:32.017032+0000","last_became_active":"2024-09-16T01:43:32.013617+0000","last_became_peered":"2024-09-16T01:43:32.013617+0000","last_unstale":"2024-09-16T01:43:32.017032+0000","last_undegraded":"2024-09-16T01:43:32.017032+0000","last_fullsized":"2024-09-16T01:43:32.017032+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:31.406068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998781+0000","last_change":"2024-09-16T01:43:30.998781+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998781+0000","last_undegraded":"2024-09-16T01:43:30.998781+0000","last_fullsized":"2024-09-16T01:43:30.998781+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024866+0000","last_change":"2024-09-16T01:43:32.023028+0000","last_active":"2024-09-16T01:43:32.024866+0000","last_peered":"2024-09-16T01:43:32.024866+0000","last_clean":"2024-09-16T01:43:32.024866+0000","last_became_active":"2024-09-16T01:43:32.019080+0000","last_became_peered":"2024-09-16T01:43:32.019080+0000","last_unstale":"2024-09-16T01:43:32.024866+0000","last_undegraded":"2024-09-16T01:43:32.024866+0000","last_fullsized":"2024-09-16T01:43:32.024866+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:40.368261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024723+0000","last_change":"2024-09-16T01:43:32.022276+0000","last_active":"2024-09-16T01:43:32.024723+0000","last_peered":"2024-09-16T01:43:32.024723+0000","last_clean":"2024-09-16T01:43:32.024723+0000","last_became_active":"2024-09-16T01:43:32.019501+0000","last_became_peered":"2024-09-16T01:43:32.019501+0000","last_unstale":"2024-09-16T01:43:32.024723+0000","last_undegraded":"2024-09-16T01:43:32.024723+0000","last_fullsized":"2024-09-16T01:43:32.024723+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:19.423438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021694+0000","last_change":"2024-09-16T01:43:32.018277+0000","last_active":"2024-09-16T01:43:32.021694+0000","last_peered":"2024-09-16T01:43:32.021694+0000","last_clean":"2024-09-16T01:43:32.021694+0000","last_became_active":"2024-09-16T01:43:32.017941+0000","last_became_peered":"2024-09-16T01:43:32.017941+0000","last_unstale":"2024-09-16T01:43:32.021694+0000","last_undegraded":"2024-09-16T01:43:32.021694+0000","last_fullsized":"2024-09-16T01:43:32.021694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024759+0000","last_change":"2024-09-16T01:43:32.022148+0000","last_active":"2024-09-16T01:43:32.024759+0000","last_peered":"2024-09-16T01:43:32.024759+0000","last_clean":"2024-09-16T01:43:32.024759+0000","last_became_active":"2024-09-16T01:43:32.020156+0000","last_became_peered":"2024-09-16T01:43:32.020156+0000","last_unstale":"2024-09-16T01:43:32.024759+0000","last_undegraded":"2024-09-16T01:43:32.024759+0000","last_fullsized":"2024-09-16T01:43:32.024759+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:26.776085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011547+0000","last_change":"2024-09-16T01:43:32.008617+0000","last_active":"2024-09-16T01:43:32.011547+0000","last_peered":"2024-09-16T01:43:32.011547+0000","last_clean":"2024-09-16T01:43:32.011547+0000","last_became_active":"2024-09-16T01:43:32.008290+0000","last_became_peered":"2024-09-16T01:43:32.008290+0000","last_unstale":"2024-09-16T01:43:32.011547+0000","last_undegraded":"2024-09-16T01:43:32.011547+0000","last_fullsized":"2024-09-16T01:43:32.011547+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019088+0000","last_change":"2024-09-16T01:43:32.008239+0000","last_active":"2024-09-16T01:43:32.019088+0000","last_peered":"2024-09-16T01:43:32.019088+0000","last_clean":"2024-09-16T01:43:32.019088+0000","last_became_active":"2024-09-16T01:43:32.007676+0000","last_became_peered":"2024-09-16T01:43:32.007676+0000","last_unstale":"2024-09-16T01:43:32.019088+0000","last_undegraded":"2024-09-16T01:43:32.019088+0000","last_fullsized":"2024-09-16T01:43:32.019088+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:05.223871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022641+0000","last_change":"2024-09-16T01:43:32.017645+0000","last_active":"2024-09-16T01:43:32.022641+0000","last_peered":"2024-09-16T01:43:32.022641+0000","last_clean":"2024-09-16T01:43:32.022641+0000","last_became_active":"2024-09-16T01:43:32.017370+0000","last_became_peered":"2024-09-16T01:43:32.017370+0000","last_unstale":"2024-09-16T01:43:32.022641+0000","last_undegraded":"2024-09-16T01:43:32.022641+0000","last_fullsized":"2024-09-16T01:43:32.022641+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015793+0000","last_change":"2024-09-16T01:43:32.010622+0000","last_active":"2024-09-16T01:43:32.015793+0000","last_peered":"2024-09-16T01:43:32.015793+0000","last_clean":"2024-09-16T01:43:32.015793+0000","last_became_active":"2024-09-16T01:43:32.010303+0000","last_became_peered":"2024-09-16T01:43:32.010303+0000","last_unstale":"2024-09-16T01:43:32.015793+0000","last_undegraded":"2024-09-16T01:43:32.015793+0000","last_fullsized":"2024-09-16T01:43:32.015793+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:25.511066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015100+0000","last_change":"2024-09-16T01:43:32.010470+0000","last_active":"2024-09-16T01:43:33.015100+0000","last_peered":"2024-09-16T01:43:33.015100+0000","last_clean":"2024-09-16T01:43:33.015100+0000","last_became_active":"2024-09-16T01:43:32.010199+0000","last_became_peered":"2024-09-16T01:43:32.010199+0000","last_unstale":"2024-09-16T01:43:33.015100+0000","last_undegraded":"2024-09-16T01:43:33.015100+0000","last_fullsized":"2024-09-16T01:43:33.015100+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:02.245896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016471+0000","last_change":"2024-09-16T01:43:32.005353+0000","last_active":"2024-09-16T01:43:33.016471+0000","last_peered":"2024-09-16T01:43:33.016471+0000","last_clean":"2024-09-16T01:43:33.016471+0000","last_became_active":"2024-09-16T01:43:32.005059+0000","last_became_peered":"2024-09-16T01:43:32.005059+0000","last_unstale":"2024-09-16T01:43:33.016471+0000","last_undegraded":"2024-09-16T01:43:33.016471+0000","last_fullsized":"2024-09-16T01:43:33.016471+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:55.326182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016369+0000","last_change":"2024-09-16T01:43:32.010079+0000","last_active":"2024-09-16T01:43:33.016369+0000","last_peered":"2024-09-16T01:43:33.016369+0000","last_clean":"2024-09-16T01:43:33.016369+0000","last_became_active":"2024-09-16T01:43:32.009752+0000","last_became_peered":"2024-09-16T01:43:32.009752+0000","last_unstale":"2024-09-16T01:43:33.016369+0000","last_undegraded":"2024-09-16T01:43:33.016369+0000","last_fullsized":"2024-09-16T01:43:33.016369+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:13.135767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015914+0000","last_change":"2024-09-16T01:43:32.011284+0000","last_active":"2024-09-16T01:43:33.015914+0000","last_peered":"2024-09-16T01:43:33.015914+0000","last_clean":"2024-09-16T01:43:33.015914+0000","last_became_active":"2024-09-16T01:43:32.011032+0000","last_became_peered":"2024-09-16T01:43:32.011032+0000","last_unstale":"2024-09-16T01:43:33.015914+0000","last_undegraded":"2024-09-16T01:43:33.015914+0000","last_fullsized":"2024-09-16T01:43:33.015914+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:37.656293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019134+0000","last_change":"2024-09-16T01:43:32.011687+0000","last_active":"2024-09-16T01:43:32.019134+0000","last_peered":"2024-09-16T01:43:32.019134+0000","last_clean":"2024-09-16T01:43:32.019134+0000","last_became_active":"2024-09-16T01:43:32.011203+0000","last_became_peered":"2024-09-16T01:43:32.011203+0000","last_unstale":"2024-09-16T01:43:32.019134+0000","last_undegraded":"2024-09-16T01:43:32.019134+0000","last_fullsized":"2024-09-16T01:43:32.019134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:42.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015916+0000","last_change":"2024-09-16T01:43:32.008564+0000","last_active":"2024-09-16T01:43:32.015916+0000","last_peered":"2024-09-16T01:43:32.015916+0000","last_clean":"2024-09-16T01:43:32.015916+0000","last_became_active":"2024-09-16T01:43:32.008210+0000","last_became_peered":"2024-09-16T01:43:32.008210+0000","last_unstale":"2024-09-16T01:43:32.015916+0000","last_undegraded":"2024-09-16T01:43:32.015916+0000","last_fullsized":"2024-09-16T01:43:32.015916+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:46.629868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024688+0000","last_change":"2024-09-16T01:43:32.022438+0000","last_active":"2024-09-16T01:43:32.024688+0000","last_peered":"2024-09-16T01:43:32.024688+0000","last_clean":"2024-09-16T01:43:32.024688+0000","last_became_active":"2024-09-16T01:43:32.020924+0000","last_became_peered":"2024-09-16T01:43:32.020924+0000","last_unstale":"2024-09-16T01:43:32.024688+0000","last_undegraded":"2024-09-16T01:43:32.024688+0000","last_fullsized":"2024-09-16T01:43:32.024688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:35:21.684252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015348+0000","last_change":"2024-09-16T01:43:32.002584+0000","last_active":"2024-09-16T01:43:33.015348+0000","last_peered":"2024-09-16T01:43:33.015348+0000","last_clean":"2024-09-16T01:43:33.015348+0000","last_became_active":"2024-09-16T01:43:32.002290+0000","last_became_peered":"2024-09-16T01:43:32.002290+0000","last_unstale":"2024-09-16T01:43:33.015348+0000","last_undegraded":"2024-09-16T01:43:33.015348+0000","last_fullsized":"2024-09-16T01:43:33.015348+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:58.601837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015251+0000","last_change":"2024-09-16T01:43:32.001569+0000","last_active":"2024-09-16T01:43:33.015251+0000","last_peered":"2024-09-16T01:43:33.015251+0000","last_clean":"2024-09-16T01:43:33.015251+0000","last_became_active":"2024-09-16T01:43:32.001274+0000","last_became_peered":"2024-09-16T01:43:32.001274+0000","last_unstale":"2024-09-16T01:43:33.015251+0000","last_undegraded":"2024-09-16T01:43:33.015251+0000","last_fullsized":"2024-09-16T01:43:33.015251+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:11.502975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016181+0000","last_change":"2024-09-16T01:43:32.014482+0000","last_active":"2024-09-16T01:43:33.016181+0000","last_peered":"2024-09-16T01:43:33.016181+0000","last_clean":"2024-09-16T01:43:33.016181+0000","last_became_active":"2024-09-16T01:43:32.014238+0000","last_became_peered":"2024-09-16T01:43:32.014238+0000","last_unstale":"2024-09-16T01:43:33.016181+0000","last_undegraded":"2024-09-16T01:43:33.016181+0000","last_fullsized":"2024-09-16T01:43:33.016181+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:34.889815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019071+0000","last_change":"2024-09-16T01:43:32.007707+0000","last_active":"2024-09-16T01:43:32.019071+0000","last_peered":"2024-09-16T01:43:32.019071+0000","last_clean":"2024-09-16T01:43:32.019071+0000","last_became_active":"2024-09-16T01:43:32.007384+0000","last_became_peered":"2024-09-16T01:43:32.007384+0000","last_unstale":"2024-09-16T01:43:32.019071+0000","last_undegraded":"2024-09-16T01:43:32.019071+0000","last_fullsized":"2024-09-16T01:43:32.019071+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:52.668690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016419+0000","last_change":"2024-09-16T01:43:32.000721+0000","last_active":"2024-09-16T01:43:33.016419+0000","last_peered":"2024-09-16T01:43:33.016419+0000","last_clean":"2024-09-16T01:43:33.016419+0000","last_became_active":"2024-09-16T01:43:32.000418+0000","last_became_peered":"2024-09-16T01:43:32.000418+0000","last_unstale":"2024-09-16T01:43:33.016419+0000","last_undegraded":"2024-09-16T01:43:33.016419+0000","last_fullsized":"2024-09-16T01:43:33.016419+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:04.776082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.007160+0000","last_change":"2024-09-16T01:43:32.004034+0000","last_active":"2024-09-16T01:43:32.007160+0000","last_peered":"2024-09-16T01:43:32.007160+0000","last_clean":"2024-09-16T01:43:32.007160+0000","last_became_active":"2024-09-16T01:43:32.003753+0000","last_became_peered":"2024-09-16T01:43:32.003753+0000","last_unstale":"2024-09-16T01:43:32.007160+0000","last_undegraded":"2024-09-16T01:43:32.007160+0000","last_fullsized":"2024-09-16T01:43:32.007160+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:50.195276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015650+0000","last_change":"2024-09-16T01:43:32.013729+0000","last_active":"2024-09-16T01:43:33.015650+0000","last_peered":"2024-09-16T01:43:33.015650+0000","last_clean":"2024-09-16T01:43:33.015650+0000","last_became_active":"2024-09-16T01:43:32.013458+0000","last_became_peered":"2024-09-16T01:43:32.013458+0000","last_unstale":"2024-09-16T01:43:33.015650+0000","last_undegraded":"2024-09-16T01:43:33.015650+0000","last_fullsized":"2024-09-16T01:43:33.015650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:53.171482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015968+0000","last_change":"2024-09-16T01:43:32.004112+0000","last_active":"2024-09-16T01:43:33.015968+0000","last_peered":"2024-09-16T01:43:33.015968+0000","last_clean":"2024-09-16T01:43:33.015968+0000","last_became_active":"2024-09-16T01:43:32.003838+0000","last_became_peered":"2024-09-16T01:43:32.003838+0000","last_unstale":"2024-09-16T01:43:33.015968+0000","last_undegraded":"2024-09-16T01:43:33.015968+0000","last_fullsized":"2024-09-16T01:43:33.015968+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015767+0000","last_change":"2024-09-16T01:43:32.010471+0000","last_active":"2024-09-16T01:43:32.015767+0000","last_peered":"2024-09-16T01:43:32.015767+0000","last_clean":"2024-09-16T01:43:32.015767+0000","last_became_active":"2024-09-16T01:43:32.010134+0000","last_became_peered":"2024-09-16T01:43:32.010134+0000","last_unstale":"2024-09-16T01:43:32.015767+0000","last_undegraded":"2024-09-16T01:43:32.015767+0000","last_fullsized":"2024-09-16T01:43:32.015767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:57.275710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018315+0000","last_change":"2024-09-16T01:43:32.006077+0000","last_active":"2024-09-16T01:43:32.018315+0000","last_peered":"2024-09-16T01:43:32.018315+0000","last_clean":"2024-09-16T01:43:32.018315+0000","last_became_active":"2024-09-16T01:43:32.005777+0000","last_became_peered":"2024-09-16T01:43:32.005777+0000","last_unstale":"2024-09-16T01:43:32.018315+0000","last_undegraded":"2024-09-16T01:43:32.018315+0000","last_fullsized":"2024-09-16T01:43:32.018315+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:50.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.013835+0000","last_change":"2024-09-16T01:43:32.007195+0000","last_active":"2024-09-16T01:43:32.013835+0000","last_peered":"2024-09-16T01:43:32.013835+0000","last_clean":"2024-09-16T01:43:32.013835+0000","last_became_active":"2024-09-16T01:43:32.006880+0000","last_became_peered":"2024-09-16T01:43:32.006880+0000","last_unstale":"2024-09-16T01:43:32.013835+0000","last_undegraded":"2024-09-16T01:43:32.013835+0000","last_fullsized":"2024-09-16T01:43:32.013835+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020890+0000","last_change":"2024-09-16T01:43:31.000311+0000","last_active":"2024-09-16T01:43:32.020890+0000","last_peered":"2024-09-16T01:43:32.020890+0000","last_clean":"2024-09-16T01:43:32.020890+0000","last_became_active":"2024-09-16T01:43:30.999995+0000","last_became_peered":"2024-09-16T01:43:30.999995+0000","last_unstale":"2024-09-16T01:43:32.020890+0000","last_undegraded":"2024-09-16T01:43:32.020890+0000","last_fullsized":"2024-09-16T01:43:32.020890+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:54.320802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015994+0000","last_change":"2024-09-16T01:43:31.999233+0000","last_active":"2024-09-16T01:43:33.015994+0000","last_peered":"2024-09-16T01:43:33.015994+0000","last_clean":"2024-09-16T01:43:33.015994+0000","last_became_active":"2024-09-16T01:43:31.998974+0000","last_became_peered":"2024-09-16T01:43:31.998974+0000","last_unstale":"2024-09-16T01:43:33.015994+0000","last_undegraded":"2024-09-16T01:43:33.015994+0000","last_fullsized":"2024-09-16T01:43:33.015994+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:53.609878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016477+0000","last_change":"2024-09-16T01:43:31.004312+0000","last_active":"2024-09-16T01:43:33.016477+0000","last_peered":"2024-09-16T01:43:33.016477+0000","last_clean":"2024-09-16T01:43:33.016477+0000","last_became_active":"2024-09-16T01:43:31.004024+0000","last_became_peered":"2024-09-16T01:43:31.004024+0000","last_unstale":"2024-09-16T01:43:33.016477+0000","last_undegraded":"2024-09-16T01:43:33.016477+0000","last_fullsized":"2024-09-16T01:43:33.016477+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:53.374465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.009568+0000","last_change":"2024-09-16T01:43:32.007209+0000","last_active":"2024-09-16T01:43:32.009568+0000","last_peered":"2024-09-16T01:43:32.009568+0000","last_clean":"2024-09-16T01:43:32.009568+0000","last_became_active":"2024-09-16T01:43:32.006934+0000","last_became_peered":"2024-09-16T01:43:32.006934+0000","last_unstale":"2024-09-16T01:43:32.009568+0000","last_undegraded":"2024-09-16T01:43:32.009568+0000","last_fullsized":"2024-09-16T01:43:32.009568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:04.606361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023103+0000","last_change":"2024-09-16T01:43:31.005114+0000","last_active":"2024-09-16T01:43:32.023103+0000","last_peered":"2024-09-16T01:43:32.023103+0000","last_clean":"2024-09-16T01:43:32.023103+0000","last_became_active":"2024-09-16T01:43:31.004863+0000","last_became_peered":"2024-09-16T01:43:31.004863+0000","last_unstale":"2024-09-16T01:43:32.023103+0000","last_undegraded":"2024-09-16T01:43:32.023103+0000","last_fullsized":"2024-09-16T01:43:32.023103+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:02.110425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018537+0000","last_change":"2024-09-16T01:43:32.015829+0000","last_active":"2024-09-16T01:43:32.018537+0000","last_peered":"2024-09-16T01:43:32.018537+0000","last_clean":"2024-09-16T01:43:32.018537+0000","last_became_active":"2024-09-16T01:43:32.015207+0000","last_became_peered":"2024-09-16T01:43:32.015207+0000","last_unstale":"2024-09-16T01:43:32.018537+0000","last_undegraded":"2024-09-16T01:43:32.018537+0000","last_fullsized":"2024-09-16T01:43:32.018537+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007872+0000","last_change":"2024-09-16T01:43:31.005790+0000","last_active":"2024-09-16T01:43:31.007872+0000","last_peered":"2024-09-16T01:43:31.007872+0000","last_clean":"2024-09-16T01:43:31.007872+0000","last_became_active":"2024-09-16T01:43:31.005504+0000","last_became_peered":"2024-09-16T01:43:31.005504+0000","last_unstale":"2024-09-16T01:43:31.007872+0000","last_undegraded":"2024-09-16T01:43:31.007872+0000","last_fullsized":"2024-09-16T01:43:31.007872+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016141+0000","last_change":"2024-09-16T01:43:32.008176+0000","last_active":"2024-09-16T01:43:33.016141+0000","last_peered":"2024-09-16T01:43:33.016141+0000","last_clean":"2024-09-16T01:43:33.016141+0000","last_became_active":"2024-09-16T01:43:32.007833+0000","last_became_peered":"2024-09-16T01:43:32.007833+0000","last_unstale":"2024-09-16T01:43:33.016141+0000","last_undegraded":"2024-09-16T01:43:33.016141+0000","last_fullsized":"2024-09-16T01:43:33.016141+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021978+0000","last_change":"2024-09-16T01:43:31.005604+0000","last_active":"2024-09-16T01:43:32.021978+0000","last_peered":"2024-09-16T01:43:32.021978+0000","last_clean":"2024-09-16T01:43:32.021978+0000","last_became_active":"2024-09-16T01:43:31.005329+0000","last_became_peered":"2024-09-16T01:43:31.005329+0000","last_unstale":"2024-09-16T01:43:32.021978+0000","last_undegraded":"2024-09-16T01:43:32.021978+0000","last_fullsized":"2024-09-16T01:43:32.021978+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:12.130387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017242+0000","last_change":"2024-09-16T01:43:32.013268+0000","last_active":"2024-09-16T01:43:32.017242+0000","last_peered":"2024-09-16T01:43:32.017242+0000","last_clean":"2024-09-16T01:43:32.017242+0000","last_became_active":"2024-09-16T01:43:32.012989+0000","last_became_peered":"2024-09-16T01:43:32.012989+0000","last_unstale":"2024-09-16T01:43:32.017242+0000","last_undegraded":"2024-09-16T01:43:32.017242+0000","last_fullsized":"2024-09-16T01:43:32.017242+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:30.516914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016446+0000","last_change":"2024-09-16T01:43:31.003546+0000","last_active":"2024-09-16T01:43:33.016446+0000","last_peered":"2024-09-16T01:43:33.016446+0000","last_clean":"2024-09-16T01:43:33.016446+0000","last_became_active":"2024-09-16T01:43:31.003250+0000","last_became_peered":"2024-09-16T01:43:31.003250+0000","last_unstale":"2024-09-16T01:43:33.016446+0000","last_undegraded":"2024-09-16T01:43:33.016446+0000","last_fullsized":"2024-09-16T01:43:33.016446+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:01.240516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011128+0000","last_change":"2024-09-16T01:43:32.009063+0000","last_active":"2024-09-16T01:43:32.011128+0000","last_peered":"2024-09-16T01:43:32.011128+0000","last_clean":"2024-09-16T01:43:32.011128+0000","last_became_active":"2024-09-16T01:43:32.008748+0000","last_became_peered":"2024-09-16T01:43:32.008748+0000","last_unstale":"2024-09-16T01:43:32.011128+0000","last_undegraded":"2024-09-16T01:43:32.011128+0000","last_fullsized":"2024-09-16T01:43:32.011128+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:43.570725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998438+0000","last_change":"2024-09-16T01:43:31.003568+0000","last_active":"2024-09-16T01:43:31.998438+0000","last_peered":"2024-09-16T01:43:31.998438+0000","last_clean":"2024-09-16T01:43:31.998438+0000","last_became_active":"2024-09-16T01:43:31.003290+0000","last_became_peered":"2024-09-16T01:43:31.003290+0000","last_unstale":"2024-09-16T01:43:31.998438+0000","last_undegraded":"2024-09-16T01:43:31.998438+0000","last_fullsized":"2024-09-16T01:43:31.998438+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:31.054707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015199+0000","last_change":"2024-09-16T01:43:32.002728+0000","last_active":"2024-09-16T01:43:33.015199+0000","last_peered":"2024-09-16T01:43:33.015199+0000","last_clean":"2024-09-16T01:43:33.015199+0000","last_became_active":"2024-09-16T01:43:32.002226+0000","last_became_peered":"2024-09-16T01:43:32.002226+0000","last_unstale":"2024-09-16T01:43:33.015199+0000","last_undegraded":"2024-09-16T01:43:33.015199+0000","last_fullsized":"2024-09-16T01:43:33.015199+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:19.202333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.002682+0000","last_change":"2024-09-16T01:43:31.001634+0000","last_active":"2024-09-16T01:43:32.002682+0000","last_peered":"2024-09-16T01:43:32.002682+0000","last_clean":"2024-09-16T01:43:32.002682+0000","last_became_active":"2024-09-16T01:43:31.001350+0000","last_became_peered":"2024-09-16T01:43:31.001350+0000","last_unstale":"2024-09-16T01:43:32.002682+0000","last_undegraded":"2024-09-16T01:43:32.002682+0000","last_fullsized":"2024-09-16T01:43:32.002682+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:14.296109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016393+0000","last_change":"2024-09-16T01:43:32.009888+0000","last_active":"2024-09-16T01:43:33.016393+0000","last_peered":"2024-09-16T01:43:33.016393+0000","last_clean":"2024-09-16T01:43:33.016393+0000","last_became_active":"2024-09-16T01:43:32.009595+0000","last_became_peered":"2024-09-16T01:43:32.009595+0000","last_unstale":"2024-09-16T01:43:33.016393+0000","last_undegraded":"2024-09-16T01:43:33.016393+0000","last_fullsized":"2024-09-16T01:43:33.016393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:57.355632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016619+0000","last_change":"2024-09-16T01:43:31.006721+0000","last_active":"2024-09-16T01:43:33.016619+0000","last_peered":"2024-09-16T01:43:33.016619+0000","last_clean":"2024-09-16T01:43:33.016619+0000","last_became_active":"2024-09-16T01:43:31.006228+0000","last_became_peered":"2024-09-16T01:43:31.006228+0000","last_unstale":"2024-09-16T01:43:33.016619+0000","last_undegraded":"2024-09-16T01:43:33.016619+0000","last_fullsized":"2024-09-16T01:43:33.016619+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:10.497595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.996954+0000","last_change":"2024-09-16T01:43:30.996954+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.996954+0000","last_undegraded":"2024-09-16T01:43:30.996954+0000","last_fullsized":"2024-09-16T01:43:30.996954+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004035+0000","last_change":"2024-09-16T01:43:31.009152+0000","last_active":"2024-09-16T01:43:32.004035+0000","last_peered":"2024-09-16T01:43:32.004035+0000","last_clean":"2024-09-16T01:43:32.004035+0000","last_became_active":"2024-09-16T01:43:31.008582+0000","last_became_peered":"2024-09-16T01:43:31.008582+0000","last_unstale":"2024-09-16T01:43:32.004035+0000","last_undegraded":"2024-09-16T01:43:32.004035+0000","last_fullsized":"2024-09-16T01:43:32.004035+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:46.883195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024719+0000","last_change":"2024-09-16T01:43:32.021759+0000","last_active":"2024-09-16T01:43:32.024719+0000","last_peered":"2024-09-16T01:43:32.024719+0000","last_clean":"2024-09-16T01:43:32.024719+0000","last_became_active":"2024-09-16T01:43:32.021459+0000","last_became_peered":"2024-09-16T01:43:32.021459+0000","last_unstale":"2024-09-16T01:43:32.024719+0000","last_undegraded":"2024-09-16T01:43:32.024719+0000","last_fullsized":"2024-09-16T01:43:32.024719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:32:55.224892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009977+0000","last_change":"2024-09-16T01:43:31.007757+0000","last_active":"2024-09-16T01:43:31.009977+0000","last_peered":"2024-09-16T01:43:31.009977+0000","last_clean":"2024-09-16T01:43:31.009977+0000","last_became_active":"2024-09-16T01:43:31.007204+0000","last_became_peered":"2024-09-16T01:43:31.007204+0000","last_unstale":"2024-09-16T01:43:31.009977+0000","last_undegraded":"2024-09-16T01:43:31.009977+0000","last_fullsized":"2024-09-16T01:43:31.009977+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:41.849238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999650+0000","last_change":"2024-09-16T01:43:30.999650+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999650+0000","last_undegraded":"2024-09-16T01:43:30.999650+0000","last_fullsized":"2024-09-16T01:43:30.999650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":18,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025465+0000","last_change":"2024-09-16T01:43:31.002297+0000","last_active":"2024-09-16T01:43:32.025465+0000","last_peered":"2024-09-16T01:43:32.025465+0000","last_clean":"2024-09-16T01:43:32.025465+0000","last_became_active":"2024-09-16T01:43:31.002030+0000","last_became_peered":"2024-09-16T01:43:31.002030+0000","last_unstale":"2024-09-16T01:43:32.025465+0000","last_undegraded":"2024-09-16T01:43:32.025465+0000","last_fullsized":"2024-09-16T01:43:32.025465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:40.106800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015255+0000","last_change":"2024-09-16T01:43:32.010449+0000","last_active":"2024-09-16T01:43:33.015255+0000","last_peered":"2024-09-16T01:43:33.015255+0000","last_clean":"2024-09-16T01:43:33.015255+0000","last_became_active":"2024-09-16T01:43:32.010180+0000","last_became_peered":"2024-09-16T01:43:32.010180+0000","last_unstale":"2024-09-16T01:43:33.015255+0000","last_undegraded":"2024-09-16T01:43:33.015255+0000","last_fullsized":"2024-09-16T01:43:33.015255+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:54.379844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023554+0000","last_change":"2024-09-16T01:43:31.009783+0000","last_active":"2024-09-16T01:43:32.023554+0000","last_peered":"2024-09-16T01:43:32.023554+0000","last_clean":"2024-09-16T01:43:32.023554+0000","last_became_active":"2024-09-16T01:43:31.009479+0000","last_became_peered":"2024-09-16T01:43:31.009479+0000","last_unstale":"2024-09-16T01:43:32.023554+0000","last_undegraded":"2024-09-16T01:43:32.023554+0000","last_fullsized":"2024-09-16T01:43:32.023554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:56.350253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011740+0000","last_change":"2024-09-16T01:43:32.010320+0000","last_active":"2024-09-16T01:43:32.011740+0000","last_peered":"2024-09-16T01:43:32.011740+0000","last_clean":"2024-09-16T01:43:32.011740+0000","last_became_active":"2024-09-16T01:43:32.010049+0000","last_became_peered":"2024-09-16T01:43:32.010049+0000","last_unstale":"2024-09-16T01:43:32.011740+0000","last_undegraded":"2024-09-16T01:43:32.011740+0000","last_fullsized":"2024-09-16T01:43:32.011740+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:29.763417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009969+0000","last_change":"2024-09-16T01:43:31.007514+0000","last_active":"2024-09-16T01:43:31.009969+0000","last_peered":"2024-09-16T01:43:31.009969+0000","last_clean":"2024-09-16T01:43:31.009969+0000","last_became_active":"2024-09-16T01:43:31.007214+0000","last_became_peered":"2024-09-16T01:43:31.007214+0000","last_unstale":"2024-09-16T01:43:31.009969+0000","last_undegraded":"2024-09-16T01:43:31.009969+0000","last_fullsized":"2024-09-16T01:43:31.009969+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:52.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024681+0000","last_change":"2024-09-16T01:43:32.020309+0000","last_active":"2024-09-16T01:43:32.024681+0000","last_peered":"2024-09-16T01:43:32.024681+0000","last_clean":"2024-09-16T01:43:32.024681+0000","last_became_active":"2024-09-16T01:43:32.020011+0000","last_became_peered":"2024-09-16T01:43:32.020011+0000","last_unstale":"2024-09-16T01:43:32.024681+0000","last_undegraded":"2024-09-16T01:43:32.024681+0000","last_fullsized":"2024-09-16T01:43:32.024681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:22.161470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998318+0000","last_change":"2024-09-16T01:43:31.009145+0000","last_active":"2024-09-16T01:43:31.998318+0000","last_peered":"2024-09-16T01:43:31.998318+0000","last_clean":"2024-09-16T01:43:31.998318+0000","last_became_active":"2024-09-16T01:43:31.008838+0000","last_became_peered":"2024-09-16T01:43:31.008838+0000","last_unstale":"2024-09-16T01:43:31.998318+0000","last_undegraded":"2024-09-16T01:43:31.998318+0000","last_fullsized":"2024-09-16T01:43:31.998318+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:32.112713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998338+0000","last_change":"2024-09-16T01:43:30.998338+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998338+0000","last_undegraded":"2024-09-16T01:43:30.998338+0000","last_fullsized":"2024-09-16T01:43:30.998338+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025856+0000","last_change":"2024-09-16T01:43:31.008872+0000","last_active":"2024-09-16T01:43:32.025856+0000","last_peered":"2024-09-16T01:43:32.025856+0000","last_clean":"2024-09-16T01:43:32.025856+0000","last_became_active":"2024-09-16T01:43:31.008544+0000","last_became_peered":"2024-09-16T01:43:31.008544+0000","last_unstale":"2024-09-16T01:43:32.025856+0000","last_undegraded":"2024-09-16T01:43:32.025856+0000","last_fullsized":"2024-09-16T01:43:32.025856+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:21.029680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019047+0000","last_change":"2024-09-16T01:43:32.006024+0000","last_active":"2024-09-16T01:43:32.019047+0000","last_peered":"2024-09-16T01:43:32.019047+0000","last_clean":"2024-09-16T01:43:32.019047+0000","last_became_active":"2024-09-16T01:43:32.005722+0000","last_became_peered":"2024-09-16T01:43:32.005722+0000","last_unstale":"2024-09-16T01:43:32.019047+0000","last_undegraded":"2024-09-16T01:43:32.019047+0000","last_fullsized":"2024-09-16T01:43:32.019047+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:33.568756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019621+0000","last_change":"2024-09-16T01:43:30.997622+0000","last_active":"2024-09-16T01:43:32.019621+0000","last_peered":"2024-09-16T01:43:32.019621+0000","last_clean":"2024-09-16T01:43:32.019621+0000","last_became_active":"2024-09-16T01:43:30.997350+0000","last_became_peered":"2024-09-16T01:43:30.997350+0000","last_unstale":"2024-09-16T01:43:32.019621+0000","last_undegraded":"2024-09-16T01:43:32.019621+0000","last_fullsized":"2024-09-16T01:43:32.019621+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:10.735015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018196+0000","last_change":"2024-09-16T01:43:32.016782+0000","last_active":"2024-09-16T01:43:32.018196+0000","last_peered":"2024-09-16T01:43:32.018196+0000","last_clean":"2024-09-16T01:43:32.018196+0000","last_became_active":"2024-09-16T01:43:32.016483+0000","last_became_peered":"2024-09-16T01:43:32.016483+0000","last_unstale":"2024-09-16T01:43:32.018196+0000","last_undegraded":"2024-09-16T01:43:32.018196+0000","last_fullsized":"2024-09-16T01:43:32.018196+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016511+0000","last_change":"2024-09-16T01:43:31.005645+0000","last_active":"2024-09-16T01:43:33.016511+0000","last_peered":"2024-09-16T01:43:33.016511+0000","last_clean":"2024-09-16T01:43:33.016511+0000","last_became_active":"2024-09-16T01:43:31.005328+0000","last_became_peered":"2024-09-16T01:43:31.005328+0000","last_unstale":"2024-09-16T01:43:33.016511+0000","last_undegraded":"2024-09-16T01:43:33.016511+0000","last_fullsized":"2024-09-16T01:43:33.016511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:57.596458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015519+0000","last_change":"2024-09-16T01:43:32.003402+0000","last_active":"2024-09-16T01:43:33.015519+0000","last_peered":"2024-09-16T01:43:33.015519+0000","last_clean":"2024-09-16T01:43:33.015519+0000","last_became_active":"2024-09-16T01:43:32.003117+0000","last_became_peered":"2024-09-16T01:43:32.003117+0000","last_unstale":"2024-09-16T01:43:33.015519+0000","last_undegraded":"2024-09-16T01:43:33.015519+0000","last_fullsized":"2024-09-16T01:43:33.015519+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:12.012259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020757+0000","last_change":"2024-09-16T01:43:31.002085+0000","last_active":"2024-09-16T01:43:32.020757+0000","last_peered":"2024-09-16T01:43:32.020757+0000","last_clean":"2024-09-16T01:43:32.020757+0000","last_became_active":"2024-09-16T01:43:31.001488+0000","last_became_peered":"2024-09-16T01:43:31.001488+0000","last_unstale":"2024-09-16T01:43:32.020757+0000","last_undegraded":"2024-09-16T01:43:32.020757+0000","last_fullsized":"2024-09-16T01:43:32.020757+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:52.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015856+0000","last_change":"2024-09-16T01:43:32.013588+0000","last_active":"2024-09-16T01:43:33.015856+0000","last_peered":"2024-09-16T01:43:33.015856+0000","last_clean":"2024-09-16T01:43:33.015856+0000","last_became_active":"2024-09-16T01:43:32.013281+0000","last_became_peered":"2024-09-16T01:43:32.013281+0000","last_unstale":"2024-09-16T01:43:33.015856+0000","last_undegraded":"2024-09-16T01:43:33.015856+0000","last_fullsized":"2024-09-16T01:43:33.015856+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:23.306719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000082+0000","last_change":"2024-09-16T01:43:31.000968+0000","last_active":"2024-09-16T01:43:32.000082+0000","last_peered":"2024-09-16T01:43:32.000082+0000","last_clean":"2024-09-16T01:43:32.000082+0000","last_became_active":"2024-09-16T01:43:31.000678+0000","last_became_peered":"2024-09-16T01:43:31.000678+0000","last_unstale":"2024-09-16T01:43:32.000082+0000","last_undegraded":"2024-09-16T01:43:32.000082+0000","last_fullsized":"2024-09-16T01:43:32.000082+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:57.234982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024605+0000","last_change":"2024-09-16T01:43:32.020116+0000","last_active":"2024-09-16T01:43:32.024605+0000","last_peered":"2024-09-16T01:43:32.024605+0000","last_clean":"2024-09-16T01:43:32.024605+0000","last_became_active":"2024-09-16T01:43:32.019663+0000","last_became_peered":"2024-09-16T01:43:32.019663+0000","last_unstale":"2024-09-16T01:43:32.024605+0000","last_undegraded":"2024-09-16T01:43:32.024605+0000","last_fullsized":"2024-09-16T01:43:32.024605+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:03.942734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022570+0000","last_change":"2024-09-16T01:43:31.006427+0000","last_active":"2024-09-16T01:43:32.022570+0000","last_peered":"2024-09-16T01:43:32.022570+0000","last_clean":"2024-09-16T01:43:32.022570+0000","last_became_active":"2024-09-16T01:43:31.006072+0000","last_became_peered":"2024-09-16T01:43:31.006072+0000","last_unstale":"2024-09-16T01:43:32.022570+0000","last_undegraded":"2024-09-16T01:43:32.022570+0000","last_fullsized":"2024-09-16T01:43:32.022570+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:03.770702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.014743+0000","last_change":"2024-09-16T01:43:32.012423+0000","last_active":"2024-09-16T01:43:32.014743+0000","last_peered":"2024-09-16T01:43:32.014743+0000","last_clean":"2024-09-16T01:43:32.014743+0000","last_became_active":"2024-09-16T01:43:32.012134+0000","last_became_peered":"2024-09-16T01:43:32.012134+0000","last_unstale":"2024-09-16T01:43:32.014743+0000","last_undegraded":"2024-09-16T01:43:32.014743+0000","last_fullsized":"2024-09-16T01:43:32.014743+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998637+0000","last_change":"2024-09-16T01:43:31.001624+0000","last_active":"2024-09-16T01:43:31.998637+0000","last_peered":"2024-09-16T01:43:31.998637+0000","last_clean":"2024-09-16T01:43:31.998637+0000","last_became_active":"2024-09-16T01:43:31.001347+0000","last_became_peered":"2024-09-16T01:43:31.001347+0000","last_unstale":"2024-09-16T01:43:31.998637+0000","last_undegraded":"2024-09-16T01:43:31.998637+0000","last_fullsized":"2024-09-16T01:43:31.998637+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:36.650913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004881+0000","last_change":"2024-09-16T01:43:32.002022+0000","last_active":"2024-09-16T01:43:32.004881+0000","last_peered":"2024-09-16T01:43:32.004881+0000","last_clean":"2024-09-16T01:43:32.004881+0000","last_became_active":"2024-09-16T01:43:32.001738+0000","last_became_peered":"2024-09-16T01:43:32.001738+0000","last_unstale":"2024-09-16T01:43:32.004881+0000","last_undegraded":"2024-09-16T01:43:32.004881+0000","last_fullsized":"2024-09-16T01:43:32.004881+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:09.266985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003511+0000","last_change":"2024-09-16T01:43:31.006155+0000","last_active":"2024-09-16T01:43:32.003511+0000","last_peered":"2024-09-16T01:43:32.003511+0000","last_clean":"2024-09-16T01:43:32.003511+0000","last_became_active":"2024-09-16T01:43:31.005861+0000","last_became_peered":"2024-09-16T01:43:31.005861+0000","last_unstale":"2024-09-16T01:43:32.003511+0000","last_undegraded":"2024-09-16T01:43:32.003511+0000","last_fullsized":"2024-09-16T01:43:32.003511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:26.607052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024829+0000","last_change":"2024-09-16T01:43:32.022779+0000","last_active":"2024-09-16T01:43:32.024829+0000","last_peered":"2024-09-16T01:43:32.024829+0000","last_clean":"2024-09-16T01:43:32.024829+0000","last_became_active":"2024-09-16T01:43:32.020264+0000","last_became_peered":"2024-09-16T01:43:32.020264+0000","last_unstale":"2024-09-16T01:43:32.024829+0000","last_undegraded":"2024-09-16T01:43:32.024829+0000","last_fullsized":"2024-09-16T01:43:32.024829+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:05.627701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007918+0000","last_change":"2024-09-16T01:43:31.006805+0000","last_active":"2024-09-16T01:43:31.007918+0000","last_peered":"2024-09-16T01:43:31.007918+0000","last_clean":"2024-09-16T01:43:31.007918+0000","last_became_active":"2024-09-16T01:43:31.006462+0000","last_became_peered":"2024-09-16T01:43:31.006462+0000","last_unstale":"2024-09-16T01:43:31.007918+0000","last_undegraded":"2024-09-16T01:43:31.007918+0000","last_fullsized":"2024-09-16T01:43:31.007918+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:19.124110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015869+0000","last_change":"2024-09-16T01:43:32.012839+0000","last_active":"2024-09-16T01:43:33.015869+0000","last_peered":"2024-09-16T01:43:33.015869+0000","last_clean":"2024-09-16T01:43:33.015869+0000","last_became_active":"2024-09-16T01:43:32.012521+0000","last_became_peered":"2024-09-16T01:43:32.012521+0000","last_unstale":"2024-09-16T01:43:33.015869+0000","last_undegraded":"2024-09-16T01:43:33.015869+0000","last_fullsized":"2024-09-16T01:43:33.015869+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:32.060086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998843+0000","last_change":"2024-09-16T01:43:31.003680+0000","last_active":"2024-09-16T01:43:31.998843+0000","last_peered":"2024-09-16T01:43:31.998843+0000","last_clean":"2024-09-16T01:43:31.998843+0000","last_became_active":"2024-09-16T01:43:31.003418+0000","last_became_peered":"2024-09-16T01:43:31.003418+0000","last_unstale":"2024-09-16T01:43:31.998843+0000","last_undegraded":"2024-09-16T01:43:31.998843+0000","last_fullsized":"2024-09-16T01:43:31.998843+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:54.385149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016719+0000","last_change":"2024-09-16T01:43:32.012054+0000","last_active":"2024-09-16T01:43:32.016719+0000","last_peered":"2024-09-16T01:43:32.016719+0000","last_clean":"2024-09-16T01:43:32.016719+0000","last_became_active":"2024-09-16T01:43:32.011776+0000","last_became_peered":"2024-09-16T01:43:32.011776+0000","last_unstale":"2024-09-16T01:43:32.016719+0000","last_undegraded":"2024-09-16T01:43:32.016719+0000","last_fullsized":"2024-09-16T01:43:32.016719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:03.115805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.010022+0000","last_change":"2024-09-16T01:43:31.008139+0000","last_active":"2024-09-16T01:43:31.010022+0000","last_peered":"2024-09-16T01:43:31.010022+0000","last_clean":"2024-09-16T01:43:31.010022+0000","last_became_active":"2024-09-16T01:43:31.007882+0000","last_became_peered":"2024-09-16T01:43:31.007882+0000","last_unstale":"2024-09-16T01:43:31.010022+0000","last_undegraded":"2024-09-16T01:43:31.010022+0000","last_fullsized":"2024-09-16T01:43:31.010022+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:25.770706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999238+0000","last_change":"2024-09-16T01:43:30.999238+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999238+0000","last_undegraded":"2024-09-16T01:43:30.999238+0000","last_fullsized":"2024-09-16T01:43:30.999238+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.001409+0000","last_change":"2024-09-16T01:43:31.001472+0000","last_active":"2024-09-16T01:43:32.001409+0000","last_peered":"2024-09-16T01:43:32.001409+0000","last_clean":"2024-09-16T01:43:32.001409+0000","last_became_active":"2024-09-16T01:43:31.001235+0000","last_became_peered":"2024-09-16T01:43:31.001235+0000","last_unstale":"2024-09-16T01:43:32.001409+0000","last_undegraded":"2024-09-16T01:43:32.001409+0000","last_fullsized":"2024-09-16T01:43:32.001409+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015967+0000","last_change":"2024-09-16T01:43:32.011317+0000","last_active":"2024-09-16T01:43:32.015967+0000","last_peered":"2024-09-16T01:43:32.015967+0000","last_clean":"2024-09-16T01:43:32.015967+0000","last_became_active":"2024-09-16T01:43:32.011033+0000","last_became_peered":"2024-09-16T01:43:32.011033+0000","last_unstale":"2024-09-16T01:43:32.015967+0000","last_undegraded":"2024-09-16T01:43:32.015967+0000","last_fullsized":"2024-09-16T01:43:32.015967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:00.800146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.008911+0000","last_change":"2024-09-16T01:43:31.007090+0000","last_active":"2024-09-16T01:43:31.008911+0000","last_peered":"2024-09-16T01:43:31.008911+0000","last_clean":"2024-09-16T01:43:31.008911+0000","last_became_active":"2024-09-16T01:43:31.006816+0000","last_became_peered":"2024-09-16T01:43:31.006816+0000","last_unstale":"2024-09-16T01:43:31.008911+0000","last_undegraded":"2024-09-16T01:43:31.008911+0000","last_fullsized":"2024-09-16T01:43:31.008911+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:02.257286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024579+0000","last_change":"2024-09-16T01:43:32.019218+0000","last_active":"2024-09-16T01:43:32.024579+0000","last_peered":"2024-09-16T01:43:32.024579+0000","last_clean":"2024-09-16T01:43:32.024579+0000","last_became_active":"2024-09-16T01:43:32.018950+0000","last_became_peered":"2024-09-16T01:43:32.018950+0000","last_unstale":"2024-09-16T01:43:32.024579+0000","last_undegraded":"2024-09-16T01:43:32.024579+0000","last_fullsized":"2024-09-16T01:43:32.024579+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:23.962866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016342+0000","last_change":"2024-09-16T01:43:31.001750+0000","last_active":"2024-09-16T01:43:33.016342+0000","last_peered":"2024-09-16T01:43:33.016342+0000","last_clean":"2024-09-16T01:43:33.016342+0000","last_became_active":"2024-09-16T01:43:31.001414+0000","last_became_peered":"2024-09-16T01:43:31.001414+0000","last_unstale":"2024-09-16T01:43:33.016342+0000","last_undegraded":"2024-09-16T01:43:33.016342+0000","last_fullsized":"2024-09-16T01:43:33.016342+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:18.196954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019681+0000","last_change":"2024-09-16T01:43:32.016667+0000","last_active":"2024-09-16T01:43:32.019681+0000","last_peered":"2024-09-16T01:43:32.019681+0000","last_clean":"2024-09-16T01:43:32.019681+0000","last_became_active":"2024-09-16T01:43:32.016327+0000","last_became_peered":"2024-09-16T01:43:32.016327+0000","last_unstale":"2024-09-16T01:43:32.019681+0000","last_undegraded":"2024-09-16T01:43:32.019681+0000","last_fullsized":"2024-09-16T01:43:32.019681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000866+0000","last_change":"2024-09-16T01:43:31.001878+0000","last_active":"2024-09-16T01:43:32.000866+0000","last_peered":"2024-09-16T01:43:32.000866+0000","last_clean":"2024-09-16T01:43:32.000866+0000","last_became_active":"2024-09-16T01:43:31.001540+0000","last_became_peered":"2024-09-16T01:43:31.001540+0000","last_unstale":"2024-09-16T01:43:32.000866+0000","last_undegraded":"2024-09-16T01:43:32.000866+0000","last_fullsized":"2024-09-16T01:43:32.000866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:38.553924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016106+0000","last_change":"2024-09-16T01:43:32.003746+0000","last_active":"2024-09-16T01:43:33.016106+0000","last_peered":"2024-09-16T01:43:33.016106+0000","last_clean":"2024-09-16T01:43:33.016106+0000","last_became_active":"2024-09-16T01:43:32.003455+0000","last_became_peered":"2024-09-16T01:43:32.003455+0000","last_unstale":"2024-09-16T01:43:33.016106+0000","last_undegraded":"2024-09-16T01:43:33.016106+0000","last_fullsized":"2024-09-16T01:43:33.016106+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003452+0000","last_change":"2024-09-16T01:43:31.010404+0000","last_active":"2024-09-16T01:43:32.003452+0000","last_peered":"2024-09-16T01:43:32.003452+0000","last_clean":"2024-09-16T01:43:32.003452+0000","last_became_active":"2024-09-16T01:43:31.010132+0000","last_became_peered":"2024-09-16T01:43:31.010132+0000","last_unstale":"2024-09-16T01:43:32.003452+0000","last_undegraded":"2024-09-16T01:43:32.003452+0000","last_fullsized":"2024-09-16T01:43:32.003452+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:07.704798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016752+0000","last_change":"2024-09-16T01:43:32.011478+0000","last_active":"2024-09-16T01:43:32.016752+0000","last_peered":"2024-09-16T01:43:32.016752+0000","last_clean":"2024-09-16T01:43:32.016752+0000","last_became_active":"2024-09-16T01:43:32.011175+0000","last_became_peered":"2024-09-16T01:43:32.011175+0000","last_unstale":"2024-09-16T01:43:32.016752+0000","last_undegraded":"2024-09-16T01:43:32.016752+0000","last_fullsized":"2024-09-16T01:43:32.016752+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:39.559303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017574+0000","last_change":"2024-09-16T01:43:31.000204+0000","last_active":"2024-09-16T01:43:32.017574+0000","last_peered":"2024-09-16T01:43:32.017574+0000","last_clean":"2024-09-16T01:43:32.017574+0000","last_became_active":"2024-09-16T01:43:30.999922+0000","last_became_peered":"2024-09-16T01:43:30.999922+0000","last_unstale":"2024-09-16T01:43:32.017574+0000","last_undegraded":"2024-09-16T01:43:32.017574+0000","last_fullsized":"2024-09-16T01:43:32.017574+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:33.884435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.002098+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:43:31.002098+0000","last_peered":"2024-09-16T01:43:31.002098+0000","last_clean":"2024-09-16T01:43:31.002098+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:43:31.002098+0000","last_undegraded":"2024-09-16T01:43:31.002098+0000","last_fullsized":"2024-09-16T01:43:31.002098+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":503808,"data_stored":199526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27524,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344316,"statfs":{"total":96636764160,"available":96608579584,"internally_reserved":0,"allocated":507904,"data_stored":200466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35820,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336020,"statfs":{"total":96636764160,"available":96600084480,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1089536,"data_stored":789222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32248,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339592,"statfs":{"total":96636764160,"available":96603742208,"internally_reserved":0,"allocated":1077248,"data_stored":782447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:36.083 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:36.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.220+0000 7fd8e3fc4640 1 Processor -- start 2024-09-16T01:43:36.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.220+0000 7fd8e3fc4640 1 -- start start 2024-09-16T01:43:36.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e3fc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8dc0cecb0 0x7fd8dc0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e3fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cda90 0x7fd8dc06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e3fc4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8dc160230 con 0x7fd8dc0cf090 2024-09-16T01:43:36.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e3fc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd8dc160e40 con 0x7fd8dc0cecb0 2024-09-16T01:43:36.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e3fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd8dc160510 con 0x7fd8dc0cda90 2024-09-16T01:43:36.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e1d60640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8dc0cecb0 0x7fd8dc0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e2561640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cda90 0x7fd8dc06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e1d60640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8dc0cecb0 0x7fd8dc0ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:37624/0 (socket says 172.21.15.16:37624) 2024-09-16T01:43:36.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.221+0000 7fd8e1d60640 1 -- 172.21.15.16:0/825760429 learned_addr learned my addr 172.21.15.16:0/825760429 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:36.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.222+0000 7fd8e1d60640 1 -- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cda90 msgr2=0x7fd8dc06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:36.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.222+0000 7fd8e1d60640 1 --2- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cda90 0x7fd8dc06bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.222+0000 7fd8e1d60640 1 -- 172.21.15.16:0/825760429 >> v1:172.21.15.104:6789/0 conn(0x7fd8dc0cf090 legacy=0x7fd8dc0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.222+0000 7fd8e1d60640 1 -- 172.21.15.16:0/825760429 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8dc1607f0 con 0x7fd8dc0cecb0 2024-09-16T01:43:36.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.222+0000 7fd8e2561640 1 --2- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cda90 0x7fd8dc06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e1d60640 1 --2- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cecb0 0x7fd8dc0ce190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc160fc0 tx=0x7fd8cc02a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=660ef9b32a1c77ac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e0d5e640 1 -- 172.21.15.16:0/825760429 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc036070 con 0x7fd8dc0cecb0 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e0d5e640 1 -- 172.21.15.16:0/825760429 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8cc031600 con 0x7fd8dc0cecb0 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e0d5e640 1 -- 172.21.15.16:0/825760429 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc0319d0 con 0x7fd8dc0cecb0 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cecb0 msgr2=0x7fd8dc0ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cecb0 0x7fd8dc0ce190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc160fc0 tx=0x7fd8cc02a710 comp rx=0 tx=0).stop 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/825760429 shutdown_connections 2024-09-16T01:43:36.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cda90 0x7fd8dc06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/825760429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cecb0 0x7fd8dc0ce190 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/825760429 >> 172.21.15.16:0/825760429 conn(0x7fd8dc0b2000 msgr2=0x7fd8dc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:36.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/825760429 shutdown_connections 2024-09-16T01:43:36.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.223+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/825760429 wait complete. 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 Processor -- start 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 -- start start 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8dc0cda90 0x7fd8dc153200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cecb0 0x7fd8dc151ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cf090 0x7fd8dc154b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd8dc06c310 con 0x7fd8dc0cda90 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd8dc06c190 con 0x7fd8dc0cf090 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e3fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd8dc06c490 con 0x7fd8dc0cecb0 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e1d60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8dc0cda90 0x7fd8dc153200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e1d60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8dc0cda90 0x7fd8dc153200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40720/0 (socket says 172.21.15.16:40720) 2024-09-16T01:43:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.225+0000 7fd8e1d60640 1 -- 172.21.15.16:0/975817944 learned_addr learned my addr 172.21.15.16:0/975817944 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e2561640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cf090 0x7fd8dc154b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e155f640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cecb0 0x7fd8dc151ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e1d60640 1 -- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cecb0 msgr2=0x7fd8dc151ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e1d60640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cecb0 0x7fd8dc151ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e1d60640 1 -- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cf090 msgr2=0x7fd8dc154b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e1d60640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cf090 0x7fd8dc154b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e1d60640 1 -- 172.21.15.16:0/975817944 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8dc1521e0 con 0x7fd8dc0cda90 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e2561640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cf090 0x7fd8dc154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e1d60640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8dc0cda90 0x7fd8dc153200 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc034040 tx=0x7fd8cc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8da7fc640 1 -- 172.21.15.16:0/975817944 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc036050 con 0x7fd8dc0cda90 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8da7fc640 1 -- 172.21.15.16:0/975817944 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8cc042070 con 0x7fd8dc0cda90 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8dc1f2640 con 0x7fd8dc0cda90 2024-09-16T01:43:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8da7fc640 1 -- 172.21.15.16:0/975817944 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc009510 con 0x7fd8dc0cda90 2024-09-16T01:43:36.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.226+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8dc1559b0 con 0x7fd8dc0cda90 2024-09-16T01:43:36.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.227+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8dc0b23e0 con 0x7fd8dc0cda90 2024-09-16T01:43:36.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.228+0000 7fd8da7fc640 1 -- 172.21.15.16:0/975817944 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fd8cc007c50 con 0x7fd8dc0cda90 2024-09-16T01:43:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.228+0000 7fd8da7fc640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd8c806c460 0x7fd8c806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.228+0000 7fd8da7fc640 1 -- 172.21.15.16:0/975817944 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fd8cc0ac5d0 con 0x7fd8dc0cda90 2024-09-16T01:43:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.228+0000 7fd8e155f640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd8c806c460 0x7fd8c806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.229+0000 7fd8e155f640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd8c806c460 0x7fd8c806e920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc0b1f70 tx=0x7fd8d0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.232+0000 7fd8da7fc640 1 -- 172.21.15.16:0/975817944 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd8dc0b23e0 con 0x7fd8dc0cda90 2024-09-16T01:43:36.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.404+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd8dc15ff00 con 0x7fd8c806c460 2024-09-16T01:43:36.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.411+0000 7fd8da7fc640 1 -- 172.21.15.16:0/975817944 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251416 (secure 0 0 0) 0x7fd8dc15ff00 con 0x7fd8c806c460 2024-09-16T01:43:36.414 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:36.416 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd8c806c460 msgr2=0x7fd8c806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd8c806c460 0x7fd8c806e920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc0b1f70 tx=0x7fd8d0009040 comp rx=0 tx=0).stop 2024-09-16T01:43:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8dc0cda90 msgr2=0x7fd8dc153200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8dc0cda90 0x7fd8dc153200 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc034040 tx=0x7fd8cc004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 shutdown_connections 2024-09-16T01:43:36.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd8c806c460 0x7fd8c806e920 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8dc0cf090 0x7fd8dc154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8dc0cecb0 0x7fd8dc151ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 --2- 172.21.15.16:0/975817944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8dc0cda90 0x7fd8dc153200 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 >> 172.21.15.16:0/975817944 conn(0x7fd8dc0b2000 msgr2=0x7fd8dc0cd380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:36.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 shutdown_connections 2024-09-16T01:43:36.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.414+0000 7fd8e3fc4640 1 -- 172.21.15.16:0/975817944 wait complete. 2024-09-16T01:43:36.426 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-09-16T01:43:36.315201+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":82,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246228,"kb_used_data":5024,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754728492,"statfs":{"total":773094113280,"available":772841975808,"internally_reserved":0,"allocated":5144576,"data_stored":2753667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001238"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.997400+0000","last_change":"2024-09-16T01:43:30.997400+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.997400+0000","last_undegraded":"2024-09-16T01:43:30.997400+0000","last_fullsized":"2024-09-16T01:43:30.997400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019568+0000","last_change":"2024-09-16T01:43:32.015614+0000","last_active":"2024-09-16T01:43:32.019568+0000","last_peered":"2024-09-16T01:43:32.019568+0000","last_clean":"2024-09-16T01:43:32.019568+0000","last_became_active":"2024-09-16T01:43:32.015338+0000","last_became_peered":"2024-09-16T01:43:32.015338+0000","last_unstale":"2024-09-16T01:43:32.019568+0000","last_undegraded":"2024-09-16T01:43:32.019568+0000","last_fullsized":"2024-09-16T01:43:32.019568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016211+0000","last_change":"2024-09-16T01:43:32.005839+0000","last_active":"2024-09-16T01:43:33.016211+0000","last_peered":"2024-09-16T01:43:33.016211+0000","last_clean":"2024-09-16T01:43:33.016211+0000","last_became_active":"2024-09-16T01:43:32.004648+0000","last_became_peered":"2024-09-16T01:43:32.004648+0000","last_unstale":"2024-09-16T01:43:33.016211+0000","last_undegraded":"2024-09-16T01:43:33.016211+0000","last_fullsized":"2024-09-16T01:43:33.016211+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024481+0000","last_change":"2024-09-16T01:43:32.021355+0000","last_active":"2024-09-16T01:43:32.024481+0000","last_peered":"2024-09-16T01:43:32.024481+0000","last_clean":"2024-09-16T01:43:32.024481+0000","last_became_active":"2024-09-16T01:43:32.019275+0000","last_became_peered":"2024-09-16T01:43:32.019275+0000","last_unstale":"2024-09-16T01:43:32.024481+0000","last_undegraded":"2024-09-16T01:43:32.024481+0000","last_fullsized":"2024-09-16T01:43:32.024481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:42.854618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019414+0000","last_change":"2024-09-16T01:43:32.015315+0000","last_active":"2024-09-16T01:43:32.019414+0000","last_peered":"2024-09-16T01:43:32.019414+0000","last_clean":"2024-09-16T01:43:32.019414+0000","last_became_active":"2024-09-16T01:43:32.014913+0000","last_became_peered":"2024-09-16T01:43:32.014913+0000","last_unstale":"2024-09-16T01:43:32.019414+0000","last_undegraded":"2024-09-16T01:43:32.019414+0000","last_fullsized":"2024-09-16T01:43:32.019414+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017032+0000","last_change":"2024-09-16T01:43:32.013916+0000","last_active":"2024-09-16T01:43:32.017032+0000","last_peered":"2024-09-16T01:43:32.017032+0000","last_clean":"2024-09-16T01:43:32.017032+0000","last_became_active":"2024-09-16T01:43:32.013617+0000","last_became_peered":"2024-09-16T01:43:32.013617+0000","last_unstale":"2024-09-16T01:43:32.017032+0000","last_undegraded":"2024-09-16T01:43:32.017032+0000","last_fullsized":"2024-09-16T01:43:32.017032+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:31.406068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998781+0000","last_change":"2024-09-16T01:43:30.998781+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998781+0000","last_undegraded":"2024-09-16T01:43:30.998781+0000","last_fullsized":"2024-09-16T01:43:30.998781+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024866+0000","last_change":"2024-09-16T01:43:32.023028+0000","last_active":"2024-09-16T01:43:32.024866+0000","last_peered":"2024-09-16T01:43:32.024866+0000","last_clean":"2024-09-16T01:43:32.024866+0000","last_became_active":"2024-09-16T01:43:32.019080+0000","last_became_peered":"2024-09-16T01:43:32.019080+0000","last_unstale":"2024-09-16T01:43:32.024866+0000","last_undegraded":"2024-09-16T01:43:32.024866+0000","last_fullsized":"2024-09-16T01:43:32.024866+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:40.368261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024723+0000","last_change":"2024-09-16T01:43:32.022276+0000","last_active":"2024-09-16T01:43:32.024723+0000","last_peered":"2024-09-16T01:43:32.024723+0000","last_clean":"2024-09-16T01:43:32.024723+0000","last_became_active":"2024-09-16T01:43:32.019501+0000","last_became_peered":"2024-09-16T01:43:32.019501+0000","last_unstale":"2024-09-16T01:43:32.024723+0000","last_undegraded":"2024-09-16T01:43:32.024723+0000","last_fullsized":"2024-09-16T01:43:32.024723+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:19.423438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021694+0000","last_change":"2024-09-16T01:43:32.018277+0000","last_active":"2024-09-16T01:43:32.021694+0000","last_peered":"2024-09-16T01:43:32.021694+0000","last_clean":"2024-09-16T01:43:32.021694+0000","last_became_active":"2024-09-16T01:43:32.017941+0000","last_became_peered":"2024-09-16T01:43:32.017941+0000","last_unstale":"2024-09-16T01:43:32.021694+0000","last_undegraded":"2024-09-16T01:43:32.021694+0000","last_fullsized":"2024-09-16T01:43:32.021694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024759+0000","last_change":"2024-09-16T01:43:32.022148+0000","last_active":"2024-09-16T01:43:32.024759+0000","last_peered":"2024-09-16T01:43:32.024759+0000","last_clean":"2024-09-16T01:43:32.024759+0000","last_became_active":"2024-09-16T01:43:32.020156+0000","last_became_peered":"2024-09-16T01:43:32.020156+0000","last_unstale":"2024-09-16T01:43:32.024759+0000","last_undegraded":"2024-09-16T01:43:32.024759+0000","last_fullsized":"2024-09-16T01:43:32.024759+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:26.776085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011547+0000","last_change":"2024-09-16T01:43:32.008617+0000","last_active":"2024-09-16T01:43:32.011547+0000","last_peered":"2024-09-16T01:43:32.011547+0000","last_clean":"2024-09-16T01:43:32.011547+0000","last_became_active":"2024-09-16T01:43:32.008290+0000","last_became_peered":"2024-09-16T01:43:32.008290+0000","last_unstale":"2024-09-16T01:43:32.011547+0000","last_undegraded":"2024-09-16T01:43:32.011547+0000","last_fullsized":"2024-09-16T01:43:32.011547+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019088+0000","last_change":"2024-09-16T01:43:32.008239+0000","last_active":"2024-09-16T01:43:32.019088+0000","last_peered":"2024-09-16T01:43:32.019088+0000","last_clean":"2024-09-16T01:43:32.019088+0000","last_became_active":"2024-09-16T01:43:32.007676+0000","last_became_peered":"2024-09-16T01:43:32.007676+0000","last_unstale":"2024-09-16T01:43:32.019088+0000","last_undegraded":"2024-09-16T01:43:32.019088+0000","last_fullsized":"2024-09-16T01:43:32.019088+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:05.223871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022641+0000","last_change":"2024-09-16T01:43:32.017645+0000","last_active":"2024-09-16T01:43:32.022641+0000","last_peered":"2024-09-16T01:43:32.022641+0000","last_clean":"2024-09-16T01:43:32.022641+0000","last_became_active":"2024-09-16T01:43:32.017370+0000","last_became_peered":"2024-09-16T01:43:32.017370+0000","last_unstale":"2024-09-16T01:43:32.022641+0000","last_undegraded":"2024-09-16T01:43:32.022641+0000","last_fullsized":"2024-09-16T01:43:32.022641+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015793+0000","last_change":"2024-09-16T01:43:32.010622+0000","last_active":"2024-09-16T01:43:32.015793+0000","last_peered":"2024-09-16T01:43:32.015793+0000","last_clean":"2024-09-16T01:43:32.015793+0000","last_became_active":"2024-09-16T01:43:32.010303+0000","last_became_peered":"2024-09-16T01:43:32.010303+0000","last_unstale":"2024-09-16T01:43:32.015793+0000","last_undegraded":"2024-09-16T01:43:32.015793+0000","last_fullsized":"2024-09-16T01:43:32.015793+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:25.511066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015100+0000","last_change":"2024-09-16T01:43:32.010470+0000","last_active":"2024-09-16T01:43:33.015100+0000","last_peered":"2024-09-16T01:43:33.015100+0000","last_clean":"2024-09-16T01:43:33.015100+0000","last_became_active":"2024-09-16T01:43:32.010199+0000","last_became_peered":"2024-09-16T01:43:32.010199+0000","last_unstale":"2024-09-16T01:43:33.015100+0000","last_undegraded":"2024-09-16T01:43:33.015100+0000","last_fullsized":"2024-09-16T01:43:33.015100+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:02.245896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016471+0000","last_change":"2024-09-16T01:43:32.005353+0000","last_active":"2024-09-16T01:43:33.016471+0000","last_peered":"2024-09-16T01:43:33.016471+0000","last_clean":"2024-09-16T01:43:33.016471+0000","last_became_active":"2024-09-16T01:43:32.005059+0000","last_became_peered":"2024-09-16T01:43:32.005059+0000","last_unstale":"2024-09-16T01:43:33.016471+0000","last_undegraded":"2024-09-16T01:43:33.016471+0000","last_fullsized":"2024-09-16T01:43:33.016471+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:55.326182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016369+0000","last_change":"2024-09-16T01:43:32.010079+0000","last_active":"2024-09-16T01:43:33.016369+0000","last_peered":"2024-09-16T01:43:33.016369+0000","last_clean":"2024-09-16T01:43:33.016369+0000","last_became_active":"2024-09-16T01:43:32.009752+0000","last_became_peered":"2024-09-16T01:43:32.009752+0000","last_unstale":"2024-09-16T01:43:33.016369+0000","last_undegraded":"2024-09-16T01:43:33.016369+0000","last_fullsized":"2024-09-16T01:43:33.016369+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:13.135767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015914+0000","last_change":"2024-09-16T01:43:32.011284+0000","last_active":"2024-09-16T01:43:33.015914+0000","last_peered":"2024-09-16T01:43:33.015914+0000","last_clean":"2024-09-16T01:43:33.015914+0000","last_became_active":"2024-09-16T01:43:32.011032+0000","last_became_peered":"2024-09-16T01:43:32.011032+0000","last_unstale":"2024-09-16T01:43:33.015914+0000","last_undegraded":"2024-09-16T01:43:33.015914+0000","last_fullsized":"2024-09-16T01:43:33.015914+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:37.656293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019134+0000","last_change":"2024-09-16T01:43:32.011687+0000","last_active":"2024-09-16T01:43:32.019134+0000","last_peered":"2024-09-16T01:43:32.019134+0000","last_clean":"2024-09-16T01:43:32.019134+0000","last_became_active":"2024-09-16T01:43:32.011203+0000","last_became_peered":"2024-09-16T01:43:32.011203+0000","last_unstale":"2024-09-16T01:43:32.019134+0000","last_undegraded":"2024-09-16T01:43:32.019134+0000","last_fullsized":"2024-09-16T01:43:32.019134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:42.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015916+0000","last_change":"2024-09-16T01:43:32.008564+0000","last_active":"2024-09-16T01:43:32.015916+0000","last_peered":"2024-09-16T01:43:32.015916+0000","last_clean":"2024-09-16T01:43:32.015916+0000","last_became_active":"2024-09-16T01:43:32.008210+0000","last_became_peered":"2024-09-16T01:43:32.008210+0000","last_unstale":"2024-09-16T01:43:32.015916+0000","last_undegraded":"2024-09-16T01:43:32.015916+0000","last_fullsized":"2024-09-16T01:43:32.015916+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:46.629868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024688+0000","last_change":"2024-09-16T01:43:32.022438+0000","last_active":"2024-09-16T01:43:32.024688+0000","last_peered":"2024-09-16T01:43:32.024688+0000","last_clean":"2024-09-16T01:43:32.024688+0000","last_became_active":"2024-09-16T01:43:32.020924+0000","last_became_peered":"2024-09-16T01:43:32.020924+0000","last_unstale":"2024-09-16T01:43:32.024688+0000","last_undegraded":"2024-09-16T01:43:32.024688+0000","last_fullsized":"2024-09-16T01:43:32.024688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:35:21.684252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015348+0000","last_change":"2024-09-16T01:43:32.002584+0000","last_active":"2024-09-16T01:43:33.015348+0000","last_peered":"2024-09-16T01:43:33.015348+0000","last_clean":"2024-09-16T01:43:33.015348+0000","last_became_active":"2024-09-16T01:43:32.002290+0000","last_became_peered":"2024-09-16T01:43:32.002290+0000","last_unstale":"2024-09-16T01:43:33.015348+0000","last_undegraded":"2024-09-16T01:43:33.015348+0000","last_fullsized":"2024-09-16T01:43:33.015348+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:58.601837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015251+0000","last_change":"2024-09-16T01:43:32.001569+0000","last_active":"2024-09-16T01:43:33.015251+0000","last_peered":"2024-09-16T01:43:33.015251+0000","last_clean":"2024-09-16T01:43:33.015251+0000","last_became_active":"2024-09-16T01:43:32.001274+0000","last_became_peered":"2024-09-16T01:43:32.001274+0000","last_unstale":"2024-09-16T01:43:33.015251+0000","last_undegraded":"2024-09-16T01:43:33.015251+0000","last_fullsized":"2024-09-16T01:43:33.015251+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:11.502975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016181+0000","last_change":"2024-09-16T01:43:32.014482+0000","last_active":"2024-09-16T01:43:33.016181+0000","last_peered":"2024-09-16T01:43:33.016181+0000","last_clean":"2024-09-16T01:43:33.016181+0000","last_became_active":"2024-09-16T01:43:32.014238+0000","last_became_peered":"2024-09-16T01:43:32.014238+0000","last_unstale":"2024-09-16T01:43:33.016181+0000","last_undegraded":"2024-09-16T01:43:33.016181+0000","last_fullsized":"2024-09-16T01:43:33.016181+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:34.889815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019071+0000","last_change":"2024-09-16T01:43:32.007707+0000","last_active":"2024-09-16T01:43:32.019071+0000","last_peered":"2024-09-16T01:43:32.019071+0000","last_clean":"2024-09-16T01:43:32.019071+0000","last_became_active":"2024-09-16T01:43:32.007384+0000","last_became_peered":"2024-09-16T01:43:32.007384+0000","last_unstale":"2024-09-16T01:43:32.019071+0000","last_undegraded":"2024-09-16T01:43:32.019071+0000","last_fullsized":"2024-09-16T01:43:32.019071+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:52.668690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016419+0000","last_change":"2024-09-16T01:43:32.000721+0000","last_active":"2024-09-16T01:43:33.016419+0000","last_peered":"2024-09-16T01:43:33.016419+0000","last_clean":"2024-09-16T01:43:33.016419+0000","last_became_active":"2024-09-16T01:43:32.000418+0000","last_became_peered":"2024-09-16T01:43:32.000418+0000","last_unstale":"2024-09-16T01:43:33.016419+0000","last_undegraded":"2024-09-16T01:43:33.016419+0000","last_fullsized":"2024-09-16T01:43:33.016419+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:04.776082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.007160+0000","last_change":"2024-09-16T01:43:32.004034+0000","last_active":"2024-09-16T01:43:32.007160+0000","last_peered":"2024-09-16T01:43:32.007160+0000","last_clean":"2024-09-16T01:43:32.007160+0000","last_became_active":"2024-09-16T01:43:32.003753+0000","last_became_peered":"2024-09-16T01:43:32.003753+0000","last_unstale":"2024-09-16T01:43:32.007160+0000","last_undegraded":"2024-09-16T01:43:32.007160+0000","last_fullsized":"2024-09-16T01:43:32.007160+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:50.195276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015650+0000","last_change":"2024-09-16T01:43:32.013729+0000","last_active":"2024-09-16T01:43:33.015650+0000","last_peered":"2024-09-16T01:43:33.015650+0000","last_clean":"2024-09-16T01:43:33.015650+0000","last_became_active":"2024-09-16T01:43:32.013458+0000","last_became_peered":"2024-09-16T01:43:32.013458+0000","last_unstale":"2024-09-16T01:43:33.015650+0000","last_undegraded":"2024-09-16T01:43:33.015650+0000","last_fullsized":"2024-09-16T01:43:33.015650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:53.171482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015968+0000","last_change":"2024-09-16T01:43:32.004112+0000","last_active":"2024-09-16T01:43:33.015968+0000","last_peered":"2024-09-16T01:43:33.015968+0000","last_clean":"2024-09-16T01:43:33.015968+0000","last_became_active":"2024-09-16T01:43:32.003838+0000","last_became_peered":"2024-09-16T01:43:32.003838+0000","last_unstale":"2024-09-16T01:43:33.015968+0000","last_undegraded":"2024-09-16T01:43:33.015968+0000","last_fullsized":"2024-09-16T01:43:33.015968+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015767+0000","last_change":"2024-09-16T01:43:32.010471+0000","last_active":"2024-09-16T01:43:32.015767+0000","last_peered":"2024-09-16T01:43:32.015767+0000","last_clean":"2024-09-16T01:43:32.015767+0000","last_became_active":"2024-09-16T01:43:32.010134+0000","last_became_peered":"2024-09-16T01:43:32.010134+0000","last_unstale":"2024-09-16T01:43:32.015767+0000","last_undegraded":"2024-09-16T01:43:32.015767+0000","last_fullsized":"2024-09-16T01:43:32.015767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:57.275710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018315+0000","last_change":"2024-09-16T01:43:32.006077+0000","last_active":"2024-09-16T01:43:32.018315+0000","last_peered":"2024-09-16T01:43:32.018315+0000","last_clean":"2024-09-16T01:43:32.018315+0000","last_became_active":"2024-09-16T01:43:32.005777+0000","last_became_peered":"2024-09-16T01:43:32.005777+0000","last_unstale":"2024-09-16T01:43:32.018315+0000","last_undegraded":"2024-09-16T01:43:32.018315+0000","last_fullsized":"2024-09-16T01:43:32.018315+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:50.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.013835+0000","last_change":"2024-09-16T01:43:32.007195+0000","last_active":"2024-09-16T01:43:32.013835+0000","last_peered":"2024-09-16T01:43:32.013835+0000","last_clean":"2024-09-16T01:43:32.013835+0000","last_became_active":"2024-09-16T01:43:32.006880+0000","last_became_peered":"2024-09-16T01:43:32.006880+0000","last_unstale":"2024-09-16T01:43:32.013835+0000","last_undegraded":"2024-09-16T01:43:32.013835+0000","last_fullsized":"2024-09-16T01:43:32.013835+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020890+0000","last_change":"2024-09-16T01:43:31.000311+0000","last_active":"2024-09-16T01:43:32.020890+0000","last_peered":"2024-09-16T01:43:32.020890+0000","last_clean":"2024-09-16T01:43:32.020890+0000","last_became_active":"2024-09-16T01:43:30.999995+0000","last_became_peered":"2024-09-16T01:43:30.999995+0000","last_unstale":"2024-09-16T01:43:32.020890+0000","last_undegraded":"2024-09-16T01:43:32.020890+0000","last_fullsized":"2024-09-16T01:43:32.020890+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:54.320802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015994+0000","last_change":"2024-09-16T01:43:31.999233+0000","last_active":"2024-09-16T01:43:33.015994+0000","last_peered":"2024-09-16T01:43:33.015994+0000","last_clean":"2024-09-16T01:43:33.015994+0000","last_became_active":"2024-09-16T01:43:31.998974+0000","last_became_peered":"2024-09-16T01:43:31.998974+0000","last_unstale":"2024-09-16T01:43:33.015994+0000","last_undegraded":"2024-09-16T01:43:33.015994+0000","last_fullsized":"2024-09-16T01:43:33.015994+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:53.609878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016477+0000","last_change":"2024-09-16T01:43:31.004312+0000","last_active":"2024-09-16T01:43:33.016477+0000","last_peered":"2024-09-16T01:43:33.016477+0000","last_clean":"2024-09-16T01:43:33.016477+0000","last_became_active":"2024-09-16T01:43:31.004024+0000","last_became_peered":"2024-09-16T01:43:31.004024+0000","last_unstale":"2024-09-16T01:43:33.016477+0000","last_undegraded":"2024-09-16T01:43:33.016477+0000","last_fullsized":"2024-09-16T01:43:33.016477+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:53.374465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.009568+0000","last_change":"2024-09-16T01:43:32.007209+0000","last_active":"2024-09-16T01:43:32.009568+0000","last_peered":"2024-09-16T01:43:32.009568+0000","last_clean":"2024-09-16T01:43:32.009568+0000","last_became_active":"2024-09-16T01:43:32.006934+0000","last_became_peered":"2024-09-16T01:43:32.006934+0000","last_unstale":"2024-09-16T01:43:32.009568+0000","last_undegraded":"2024-09-16T01:43:32.009568+0000","last_fullsized":"2024-09-16T01:43:32.009568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:04.606361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023103+0000","last_change":"2024-09-16T01:43:31.005114+0000","last_active":"2024-09-16T01:43:32.023103+0000","last_peered":"2024-09-16T01:43:32.023103+0000","last_clean":"2024-09-16T01:43:32.023103+0000","last_became_active":"2024-09-16T01:43:31.004863+0000","last_became_peered":"2024-09-16T01:43:31.004863+0000","last_unstale":"2024-09-16T01:43:32.023103+0000","last_undegraded":"2024-09-16T01:43:32.023103+0000","last_fullsized":"2024-09-16T01:43:32.023103+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:02.110425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018537+0000","last_change":"2024-09-16T01:43:32.015829+0000","last_active":"2024-09-16T01:43:32.018537+0000","last_peered":"2024-09-16T01:43:32.018537+0000","last_clean":"2024-09-16T01:43:32.018537+0000","last_became_active":"2024-09-16T01:43:32.015207+0000","last_became_peered":"2024-09-16T01:43:32.015207+0000","last_unstale":"2024-09-16T01:43:32.018537+0000","last_undegraded":"2024-09-16T01:43:32.018537+0000","last_fullsized":"2024-09-16T01:43:32.018537+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007872+0000","last_change":"2024-09-16T01:43:31.005790+0000","last_active":"2024-09-16T01:43:31.007872+0000","last_peered":"2024-09-16T01:43:31.007872+0000","last_clean":"2024-09-16T01:43:31.007872+0000","last_became_active":"2024-09-16T01:43:31.005504+0000","last_became_peered":"2024-09-16T01:43:31.005504+0000","last_unstale":"2024-09-16T01:43:31.007872+0000","last_undegraded":"2024-09-16T01:43:31.007872+0000","last_fullsized":"2024-09-16T01:43:31.007872+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016141+0000","last_change":"2024-09-16T01:43:32.008176+0000","last_active":"2024-09-16T01:43:33.016141+0000","last_peered":"2024-09-16T01:43:33.016141+0000","last_clean":"2024-09-16T01:43:33.016141+0000","last_became_active":"2024-09-16T01:43:32.007833+0000","last_became_peered":"2024-09-16T01:43:32.007833+0000","last_unstale":"2024-09-16T01:43:33.016141+0000","last_undegraded":"2024-09-16T01:43:33.016141+0000","last_fullsized":"2024-09-16T01:43:33.016141+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021978+0000","last_change":"2024-09-16T01:43:31.005604+0000","last_active":"2024-09-16T01:43:32.021978+0000","last_peered":"2024-09-16T01:43:32.021978+0000","last_clean":"2024-09-16T01:43:32.021978+0000","last_became_active":"2024-09-16T01:43:31.005329+0000","last_became_peered":"2024-09-16T01:43:31.005329+0000","last_unstale":"2024-09-16T01:43:32.021978+0000","last_undegraded":"2024-09-16T01:43:32.021978+0000","last_fullsized":"2024-09-16T01:43:32.021978+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:12.130387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017242+0000","last_change":"2024-09-16T01:43:32.013268+0000","last_active":"2024-09-16T01:43:32.017242+0000","last_peered":"2024-09-16T01:43:32.017242+0000","last_clean":"2024-09-16T01:43:32.017242+0000","last_became_active":"2024-09-16T01:43:32.012989+0000","last_became_peered":"2024-09-16T01:43:32.012989+0000","last_unstale":"2024-09-16T01:43:32.017242+0000","last_undegraded":"2024-09-16T01:43:32.017242+0000","last_fullsized":"2024-09-16T01:43:32.017242+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:30.516914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016446+0000","last_change":"2024-09-16T01:43:31.003546+0000","last_active":"2024-09-16T01:43:33.016446+0000","last_peered":"2024-09-16T01:43:33.016446+0000","last_clean":"2024-09-16T01:43:33.016446+0000","last_became_active":"2024-09-16T01:43:31.003250+0000","last_became_peered":"2024-09-16T01:43:31.003250+0000","last_unstale":"2024-09-16T01:43:33.016446+0000","last_undegraded":"2024-09-16T01:43:33.016446+0000","last_fullsized":"2024-09-16T01:43:33.016446+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:01.240516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011128+0000","last_change":"2024-09-16T01:43:32.009063+0000","last_active":"2024-09-16T01:43:32.011128+0000","last_peered":"2024-09-16T01:43:32.011128+0000","last_clean":"2024-09-16T01:43:32.011128+0000","last_became_active":"2024-09-16T01:43:32.008748+0000","last_became_peered":"2024-09-16T01:43:32.008748+0000","last_unstale":"2024-09-16T01:43:32.011128+0000","last_undegraded":"2024-09-16T01:43:32.011128+0000","last_fullsized":"2024-09-16T01:43:32.011128+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:43.570725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998438+0000","last_change":"2024-09-16T01:43:31.003568+0000","last_active":"2024-09-16T01:43:31.998438+0000","last_peered":"2024-09-16T01:43:31.998438+0000","last_clean":"2024-09-16T01:43:31.998438+0000","last_became_active":"2024-09-16T01:43:31.003290+0000","last_became_peered":"2024-09-16T01:43:31.003290+0000","last_unstale":"2024-09-16T01:43:31.998438+0000","last_undegraded":"2024-09-16T01:43:31.998438+0000","last_fullsized":"2024-09-16T01:43:31.998438+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:31.054707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015199+0000","last_change":"2024-09-16T01:43:32.002728+0000","last_active":"2024-09-16T01:43:33.015199+0000","last_peered":"2024-09-16T01:43:33.015199+0000","last_clean":"2024-09-16T01:43:33.015199+0000","last_became_active":"2024-09-16T01:43:32.002226+0000","last_became_peered":"2024-09-16T01:43:32.002226+0000","last_unstale":"2024-09-16T01:43:33.015199+0000","last_undegraded":"2024-09-16T01:43:33.015199+0000","last_fullsized":"2024-09-16T01:43:33.015199+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:19.202333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.002682+0000","last_change":"2024-09-16T01:43:31.001634+0000","last_active":"2024-09-16T01:43:32.002682+0000","last_peered":"2024-09-16T01:43:32.002682+0000","last_clean":"2024-09-16T01:43:32.002682+0000","last_became_active":"2024-09-16T01:43:31.001350+0000","last_became_peered":"2024-09-16T01:43:31.001350+0000","last_unstale":"2024-09-16T01:43:32.002682+0000","last_undegraded":"2024-09-16T01:43:32.002682+0000","last_fullsized":"2024-09-16T01:43:32.002682+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:14.296109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016393+0000","last_change":"2024-09-16T01:43:32.009888+0000","last_active":"2024-09-16T01:43:33.016393+0000","last_peered":"2024-09-16T01:43:33.016393+0000","last_clean":"2024-09-16T01:43:33.016393+0000","last_became_active":"2024-09-16T01:43:32.009595+0000","last_became_peered":"2024-09-16T01:43:32.009595+0000","last_unstale":"2024-09-16T01:43:33.016393+0000","last_undegraded":"2024-09-16T01:43:33.016393+0000","last_fullsized":"2024-09-16T01:43:33.016393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:57.355632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016619+0000","last_change":"2024-09-16T01:43:31.006721+0000","last_active":"2024-09-16T01:43:33.016619+0000","last_peered":"2024-09-16T01:43:33.016619+0000","last_clean":"2024-09-16T01:43:33.016619+0000","last_became_active":"2024-09-16T01:43:31.006228+0000","last_became_peered":"2024-09-16T01:43:31.006228+0000","last_unstale":"2024-09-16T01:43:33.016619+0000","last_undegraded":"2024-09-16T01:43:33.016619+0000","last_fullsized":"2024-09-16T01:43:33.016619+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:10.497595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.996954+0000","last_change":"2024-09-16T01:43:30.996954+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.996954+0000","last_undegraded":"2024-09-16T01:43:30.996954+0000","last_fullsized":"2024-09-16T01:43:30.996954+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004035+0000","last_change":"2024-09-16T01:43:31.009152+0000","last_active":"2024-09-16T01:43:32.004035+0000","last_peered":"2024-09-16T01:43:32.004035+0000","last_clean":"2024-09-16T01:43:32.004035+0000","last_became_active":"2024-09-16T01:43:31.008582+0000","last_became_peered":"2024-09-16T01:43:31.008582+0000","last_unstale":"2024-09-16T01:43:32.004035+0000","last_undegraded":"2024-09-16T01:43:32.004035+0000","last_fullsized":"2024-09-16T01:43:32.004035+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:46.883195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024719+0000","last_change":"2024-09-16T01:43:32.021759+0000","last_active":"2024-09-16T01:43:32.024719+0000","last_peered":"2024-09-16T01:43:32.024719+0000","last_clean":"2024-09-16T01:43:32.024719+0000","last_became_active":"2024-09-16T01:43:32.021459+0000","last_became_peered":"2024-09-16T01:43:32.021459+0000","last_unstale":"2024-09-16T01:43:32.024719+0000","last_undegraded":"2024-09-16T01:43:32.024719+0000","last_fullsized":"2024-09-16T01:43:32.024719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:32:55.224892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009977+0000","last_change":"2024-09-16T01:43:31.007757+0000","last_active":"2024-09-16T01:43:31.009977+0000","last_peered":"2024-09-16T01:43:31.009977+0000","last_clean":"2024-09-16T01:43:31.009977+0000","last_became_active":"2024-09-16T01:43:31.007204+0000","last_became_peered":"2024-09-16T01:43:31.007204+0000","last_unstale":"2024-09-16T01:43:31.009977+0000","last_undegraded":"2024-09-16T01:43:31.009977+0000","last_fullsized":"2024-09-16T01:43:31.009977+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:41.849238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999650+0000","last_change":"2024-09-16T01:43:30.999650+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999650+0000","last_undegraded":"2024-09-16T01:43:30.999650+0000","last_fullsized":"2024-09-16T01:43:30.999650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":18,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025465+0000","last_change":"2024-09-16T01:43:31.002297+0000","last_active":"2024-09-16T01:43:32.025465+0000","last_peered":"2024-09-16T01:43:32.025465+0000","last_clean":"2024-09-16T01:43:32.025465+0000","last_became_active":"2024-09-16T01:43:31.002030+0000","last_became_peered":"2024-09-16T01:43:31.002030+0000","last_unstale":"2024-09-16T01:43:32.025465+0000","last_undegraded":"2024-09-16T01:43:32.025465+0000","last_fullsized":"2024-09-16T01:43:32.025465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:40.106800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015255+0000","last_change":"2024-09-16T01:43:32.010449+0000","last_active":"2024-09-16T01:43:33.015255+0000","last_peered":"2024-09-16T01:43:33.015255+0000","last_clean":"2024-09-16T01:43:33.015255+0000","last_became_active":"2024-09-16T01:43:32.010180+0000","last_became_peered":"2024-09-16T01:43:32.010180+0000","last_unstale":"2024-09-16T01:43:33.015255+0000","last_undegraded":"2024-09-16T01:43:33.015255+0000","last_fullsized":"2024-09-16T01:43:33.015255+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:54.379844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023554+0000","last_change":"2024-09-16T01:43:31.009783+0000","last_active":"2024-09-16T01:43:32.023554+0000","last_peered":"2024-09-16T01:43:32.023554+0000","last_clean":"2024-09-16T01:43:32.023554+0000","last_became_active":"2024-09-16T01:43:31.009479+0000","last_became_peered":"2024-09-16T01:43:31.009479+0000","last_unstale":"2024-09-16T01:43:32.023554+0000","last_undegraded":"2024-09-16T01:43:32.023554+0000","last_fullsized":"2024-09-16T01:43:32.023554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:56.350253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011740+0000","last_change":"2024-09-16T01:43:32.010320+0000","last_active":"2024-09-16T01:43:32.011740+0000","last_peered":"2024-09-16T01:43:32.011740+0000","last_clean":"2024-09-16T01:43:32.011740+0000","last_became_active":"2024-09-16T01:43:32.010049+0000","last_became_peered":"2024-09-16T01:43:32.010049+0000","last_unstale":"2024-09-16T01:43:32.011740+0000","last_undegraded":"2024-09-16T01:43:32.011740+0000","last_fullsized":"2024-09-16T01:43:32.011740+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:29.763417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009969+0000","last_change":"2024-09-16T01:43:31.007514+0000","last_active":"2024-09-16T01:43:31.009969+0000","last_peered":"2024-09-16T01:43:31.009969+0000","last_clean":"2024-09-16T01:43:31.009969+0000","last_became_active":"2024-09-16T01:43:31.007214+0000","last_became_peered":"2024-09-16T01:43:31.007214+0000","last_unstale":"2024-09-16T01:43:31.009969+0000","last_undegraded":"2024-09-16T01:43:31.009969+0000","last_fullsized":"2024-09-16T01:43:31.009969+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:52.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024681+0000","last_change":"2024-09-16T01:43:32.020309+0000","last_active":"2024-09-16T01:43:32.024681+0000","last_peered":"2024-09-16T01:43:32.024681+0000","last_clean":"2024-09-16T01:43:32.024681+0000","last_became_active":"2024-09-16T01:43:32.020011+0000","last_became_peered":"2024-09-16T01:43:32.020011+0000","last_unstale":"2024-09-16T01:43:32.024681+0000","last_undegraded":"2024-09-16T01:43:32.024681+0000","last_fullsized":"2024-09-16T01:43:32.024681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:22.161470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998318+0000","last_change":"2024-09-16T01:43:31.009145+0000","last_active":"2024-09-16T01:43:31.998318+0000","last_peered":"2024-09-16T01:43:31.998318+0000","last_clean":"2024-09-16T01:43:31.998318+0000","last_became_active":"2024-09-16T01:43:31.008838+0000","last_became_peered":"2024-09-16T01:43:31.008838+0000","last_unstale":"2024-09-16T01:43:31.998318+0000","last_undegraded":"2024-09-16T01:43:31.998318+0000","last_fullsized":"2024-09-16T01:43:31.998318+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:32.112713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998338+0000","last_change":"2024-09-16T01:43:30.998338+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998338+0000","last_undegraded":"2024-09-16T01:43:30.998338+0000","last_fullsized":"2024-09-16T01:43:30.998338+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025856+0000","last_change":"2024-09-16T01:43:31.008872+0000","last_active":"2024-09-16T01:43:32.025856+0000","last_peered":"2024-09-16T01:43:32.025856+0000","last_clean":"2024-09-16T01:43:32.025856+0000","last_became_active":"2024-09-16T01:43:31.008544+0000","last_became_peered":"2024-09-16T01:43:31.008544+0000","last_unstale":"2024-09-16T01:43:32.025856+0000","last_undegraded":"2024-09-16T01:43:32.025856+0000","last_fullsized":"2024-09-16T01:43:32.025856+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:21.029680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019047+0000","last_change":"2024-09-16T01:43:32.006024+0000","last_active":"2024-09-16T01:43:32.019047+0000","last_peered":"2024-09-16T01:43:32.019047+0000","last_clean":"2024-09-16T01:43:32.019047+0000","last_became_active":"2024-09-16T01:43:32.005722+0000","last_became_peered":"2024-09-16T01:43:32.005722+0000","last_unstale":"2024-09-16T01:43:32.019047+0000","last_undegraded":"2024-09-16T01:43:32.019047+0000","last_fullsized":"2024-09-16T01:43:32.019047+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:33.568756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019621+0000","last_change":"2024-09-16T01:43:30.997622+0000","last_active":"2024-09-16T01:43:32.019621+0000","last_peered":"2024-09-16T01:43:32.019621+0000","last_clean":"2024-09-16T01:43:32.019621+0000","last_became_active":"2024-09-16T01:43:30.997350+0000","last_became_peered":"2024-09-16T01:43:30.997350+0000","last_unstale":"2024-09-16T01:43:32.019621+0000","last_undegraded":"2024-09-16T01:43:32.019621+0000","last_fullsized":"2024-09-16T01:43:32.019621+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:10.735015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018196+0000","last_change":"2024-09-16T01:43:32.016782+0000","last_active":"2024-09-16T01:43:32.018196+0000","last_peered":"2024-09-16T01:43:32.018196+0000","last_clean":"2024-09-16T01:43:32.018196+0000","last_became_active":"2024-09-16T01:43:32.016483+0000","last_became_peered":"2024-09-16T01:43:32.016483+0000","last_unstale":"2024-09-16T01:43:32.018196+0000","last_undegraded":"2024-09-16T01:43:32.018196+0000","last_fullsized":"2024-09-16T01:43:32.018196+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016511+0000","last_change":"2024-09-16T01:43:31.005645+0000","last_active":"2024-09-16T01:43:33.016511+0000","last_peered":"2024-09-16T01:43:33.016511+0000","last_clean":"2024-09-16T01:43:33.016511+0000","last_became_active":"2024-09-16T01:43:31.005328+0000","last_became_peered":"2024-09-16T01:43:31.005328+0000","last_unstale":"2024-09-16T01:43:33.016511+0000","last_undegraded":"2024-09-16T01:43:33.016511+0000","last_fullsized":"2024-09-16T01:43:33.016511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:57.596458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015519+0000","last_change":"2024-09-16T01:43:32.003402+0000","last_active":"2024-09-16T01:43:33.015519+0000","last_peered":"2024-09-16T01:43:33.015519+0000","last_clean":"2024-09-16T01:43:33.015519+0000","last_became_active":"2024-09-16T01:43:32.003117+0000","last_became_peered":"2024-09-16T01:43:32.003117+0000","last_unstale":"2024-09-16T01:43:33.015519+0000","last_undegraded":"2024-09-16T01:43:33.015519+0000","last_fullsized":"2024-09-16T01:43:33.015519+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:12.012259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020757+0000","last_change":"2024-09-16T01:43:31.002085+0000","last_active":"2024-09-16T01:43:32.020757+0000","last_peered":"2024-09-16T01:43:32.020757+0000","last_clean":"2024-09-16T01:43:32.020757+0000","last_became_active":"2024-09-16T01:43:31.001488+0000","last_became_peered":"2024-09-16T01:43:31.001488+0000","last_unstale":"2024-09-16T01:43:32.020757+0000","last_undegraded":"2024-09-16T01:43:32.020757+0000","last_fullsized":"2024-09-16T01:43:32.020757+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:52.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015856+0000","last_change":"2024-09-16T01:43:32.013588+0000","last_active":"2024-09-16T01:43:33.015856+0000","last_peered":"2024-09-16T01:43:33.015856+0000","last_clean":"2024-09-16T01:43:33.015856+0000","last_became_active":"2024-09-16T01:43:32.013281+0000","last_became_peered":"2024-09-16T01:43:32.013281+0000","last_unstale":"2024-09-16T01:43:33.015856+0000","last_undegraded":"2024-09-16T01:43:33.015856+0000","last_fullsized":"2024-09-16T01:43:33.015856+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:23.306719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000082+0000","last_change":"2024-09-16T01:43:31.000968+0000","last_active":"2024-09-16T01:43:32.000082+0000","last_peered":"2024-09-16T01:43:32.000082+0000","last_clean":"2024-09-16T01:43:32.000082+0000","last_became_active":"2024-09-16T01:43:31.000678+0000","last_became_peered":"2024-09-16T01:43:31.000678+0000","last_unstale":"2024-09-16T01:43:32.000082+0000","last_undegraded":"2024-09-16T01:43:32.000082+0000","last_fullsized":"2024-09-16T01:43:32.000082+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:57.234982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024605+0000","last_change":"2024-09-16T01:43:32.020116+0000","last_active":"2024-09-16T01:43:32.024605+0000","last_peered":"2024-09-16T01:43:32.024605+0000","last_clean":"2024-09-16T01:43:32.024605+0000","last_became_active":"2024-09-16T01:43:32.019663+0000","last_became_peered":"2024-09-16T01:43:32.019663+0000","last_unstale":"2024-09-16T01:43:32.024605+0000","last_undegraded":"2024-09-16T01:43:32.024605+0000","last_fullsized":"2024-09-16T01:43:32.024605+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:03.942734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022570+0000","last_change":"2024-09-16T01:43:31.006427+0000","last_active":"2024-09-16T01:43:32.022570+0000","last_peered":"2024-09-16T01:43:32.022570+0000","last_clean":"2024-09-16T01:43:32.022570+0000","last_became_active":"2024-09-16T01:43:31.006072+0000","last_became_peered":"2024-09-16T01:43:31.006072+0000","last_unstale":"2024-09-16T01:43:32.022570+0000","last_undegraded":"2024-09-16T01:43:32.022570+0000","last_fullsized":"2024-09-16T01:43:32.022570+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:03.770702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.014743+0000","last_change":"2024-09-16T01:43:32.012423+0000","last_active":"2024-09-16T01:43:32.014743+0000","last_peered":"2024-09-16T01:43:32.014743+0000","last_clean":"2024-09-16T01:43:32.014743+0000","last_became_active":"2024-09-16T01:43:32.012134+0000","last_became_peered":"2024-09-16T01:43:32.012134+0000","last_unstale":"2024-09-16T01:43:32.014743+0000","last_undegraded":"2024-09-16T01:43:32.014743+0000","last_fullsized":"2024-09-16T01:43:32.014743+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998637+0000","last_change":"2024-09-16T01:43:31.001624+0000","last_active":"2024-09-16T01:43:31.998637+0000","last_peered":"2024-09-16T01:43:31.998637+0000","last_clean":"2024-09-16T01:43:31.998637+0000","last_became_active":"2024-09-16T01:43:31.001347+0000","last_became_peered":"2024-09-16T01:43:31.001347+0000","last_unstale":"2024-09-16T01:43:31.998637+0000","last_undegraded":"2024-09-16T01:43:31.998637+0000","last_fullsized":"2024-09-16T01:43:31.998637+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:36.650913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004881+0000","last_change":"2024-09-16T01:43:32.002022+0000","last_active":"2024-09-16T01:43:32.004881+0000","last_peered":"2024-09-16T01:43:32.004881+0000","last_clean":"2024-09-16T01:43:32.004881+0000","last_became_active":"2024-09-16T01:43:32.001738+0000","last_became_peered":"2024-09-16T01:43:32.001738+0000","last_unstale":"2024-09-16T01:43:32.004881+0000","last_undegraded":"2024-09-16T01:43:32.004881+0000","last_fullsized":"2024-09-16T01:43:32.004881+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:09.266985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003511+0000","last_change":"2024-09-16T01:43:31.006155+0000","last_active":"2024-09-16T01:43:32.003511+0000","last_peered":"2024-09-16T01:43:32.003511+0000","last_clean":"2024-09-16T01:43:32.003511+0000","last_became_active":"2024-09-16T01:43:31.005861+0000","last_became_peered":"2024-09-16T01:43:31.005861+0000","last_unstale":"2024-09-16T01:43:32.003511+0000","last_undegraded":"2024-09-16T01:43:32.003511+0000","last_fullsized":"2024-09-16T01:43:32.003511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:26.607052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024829+0000","last_change":"2024-09-16T01:43:32.022779+0000","last_active":"2024-09-16T01:43:32.024829+0000","last_peered":"2024-09-16T01:43:32.024829+0000","last_clean":"2024-09-16T01:43:32.024829+0000","last_became_active":"2024-09-16T01:43:32.020264+0000","last_became_peered":"2024-09-16T01:43:32.020264+0000","last_unstale":"2024-09-16T01:43:32.024829+0000","last_undegraded":"2024-09-16T01:43:32.024829+0000","last_fullsized":"2024-09-16T01:43:32.024829+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:05.627701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007918+0000","last_change":"2024-09-16T01:43:31.006805+0000","last_active":"2024-09-16T01:43:31.007918+0000","last_peered":"2024-09-16T01:43:31.007918+0000","last_clean":"2024-09-16T01:43:31.007918+0000","last_became_active":"2024-09-16T01:43:31.006462+0000","last_became_peered":"2024-09-16T01:43:31.006462+0000","last_unstale":"2024-09-16T01:43:31.007918+0000","last_undegraded":"2024-09-16T01:43:31.007918+0000","last_fullsized":"2024-09-16T01:43:31.007918+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:19.124110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015869+0000","last_change":"2024-09-16T01:43:32.012839+0000","last_active":"2024-09-16T01:43:33.015869+0000","last_peered":"2024-09-16T01:43:33.015869+0000","last_clean":"2024-09-16T01:43:33.015869+0000","last_became_active":"2024-09-16T01:43:32.012521+0000","last_became_peered":"2024-09-16T01:43:32.012521+0000","last_unstale":"2024-09-16T01:43:33.015869+0000","last_undegraded":"2024-09-16T01:43:33.015869+0000","last_fullsized":"2024-09-16T01:43:33.015869+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:32.060086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998843+0000","last_change":"2024-09-16T01:43:31.003680+0000","last_active":"2024-09-16T01:43:31.998843+0000","last_peered":"2024-09-16T01:43:31.998843+0000","last_clean":"2024-09-16T01:43:31.998843+0000","last_became_active":"2024-09-16T01:43:31.003418+0000","last_became_peered":"2024-09-16T01:43:31.003418+0000","last_unstale":"2024-09-16T01:43:31.998843+0000","last_undegraded":"2024-09-16T01:43:31.998843+0000","last_fullsized":"2024-09-16T01:43:31.998843+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:54.385149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016719+0000","last_change":"2024-09-16T01:43:32.012054+0000","last_active":"2024-09-16T01:43:32.016719+0000","last_peered":"2024-09-16T01:43:32.016719+0000","last_clean":"2024-09-16T01:43:32.016719+0000","last_became_active":"2024-09-16T01:43:32.011776+0000","last_became_peered":"2024-09-16T01:43:32.011776+0000","last_unstale":"2024-09-16T01:43:32.016719+0000","last_undegraded":"2024-09-16T01:43:32.016719+0000","last_fullsized":"2024-09-16T01:43:32.016719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:03.115805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.010022+0000","last_change":"2024-09-16T01:43:31.008139+0000","last_active":"2024-09-16T01:43:31.010022+0000","last_peered":"2024-09-16T01:43:31.010022+0000","last_clean":"2024-09-16T01:43:31.010022+0000","last_became_active":"2024-09-16T01:43:31.007882+0000","last_became_peered":"2024-09-16T01:43:31.007882+0000","last_unstale":"2024-09-16T01:43:31.010022+0000","last_undegraded":"2024-09-16T01:43:31.010022+0000","last_fullsized":"2024-09-16T01:43:31.010022+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:25.770706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999238+0000","last_change":"2024-09-16T01:43:30.999238+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999238+0000","last_undegraded":"2024-09-16T01:43:30.999238+0000","last_fullsized":"2024-09-16T01:43:30.999238+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.001409+0000","last_change":"2024-09-16T01:43:31.001472+0000","last_active":"2024-09-16T01:43:32.001409+0000","last_peered":"2024-09-16T01:43:32.001409+0000","last_clean":"2024-09-16T01:43:32.001409+0000","last_became_active":"2024-09-16T01:43:31.001235+0000","last_became_peered":"2024-09-16T01:43:31.001235+0000","last_unstale":"2024-09-16T01:43:32.001409+0000","last_undegraded":"2024-09-16T01:43:32.001409+0000","last_fullsized":"2024-09-16T01:43:32.001409+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015967+0000","last_change":"2024-09-16T01:43:32.011317+0000","last_active":"2024-09-16T01:43:32.015967+0000","last_peered":"2024-09-16T01:43:32.015967+0000","last_clean":"2024-09-16T01:43:32.015967+0000","last_became_active":"2024-09-16T01:43:32.011033+0000","last_became_peered":"2024-09-16T01:43:32.011033+0000","last_unstale":"2024-09-16T01:43:32.015967+0000","last_undegraded":"2024-09-16T01:43:32.015967+0000","last_fullsized":"2024-09-16T01:43:32.015967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:00.800146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.008911+0000","last_change":"2024-09-16T01:43:31.007090+0000","last_active":"2024-09-16T01:43:31.008911+0000","last_peered":"2024-09-16T01:43:31.008911+0000","last_clean":"2024-09-16T01:43:31.008911+0000","last_became_active":"2024-09-16T01:43:31.006816+0000","last_became_peered":"2024-09-16T01:43:31.006816+0000","last_unstale":"2024-09-16T01:43:31.008911+0000","last_undegraded":"2024-09-16T01:43:31.008911+0000","last_fullsized":"2024-09-16T01:43:31.008911+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:02.257286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024579+0000","last_change":"2024-09-16T01:43:32.019218+0000","last_active":"2024-09-16T01:43:32.024579+0000","last_peered":"2024-09-16T01:43:32.024579+0000","last_clean":"2024-09-16T01:43:32.024579+0000","last_became_active":"2024-09-16T01:43:32.018950+0000","last_became_peered":"2024-09-16T01:43:32.018950+0000","last_unstale":"2024-09-16T01:43:32.024579+0000","last_undegraded":"2024-09-16T01:43:32.024579+0000","last_fullsized":"2024-09-16T01:43:32.024579+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:23.962866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016342+0000","last_change":"2024-09-16T01:43:31.001750+0000","last_active":"2024-09-16T01:43:33.016342+0000","last_peered":"2024-09-16T01:43:33.016342+0000","last_clean":"2024-09-16T01:43:33.016342+0000","last_became_active":"2024-09-16T01:43:31.001414+0000","last_became_peered":"2024-09-16T01:43:31.001414+0000","last_unstale":"2024-09-16T01:43:33.016342+0000","last_undegraded":"2024-09-16T01:43:33.016342+0000","last_fullsized":"2024-09-16T01:43:33.016342+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:18.196954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019681+0000","last_change":"2024-09-16T01:43:32.016667+0000","last_active":"2024-09-16T01:43:32.019681+0000","last_peered":"2024-09-16T01:43:32.019681+0000","last_clean":"2024-09-16T01:43:32.019681+0000","last_became_active":"2024-09-16T01:43:32.016327+0000","last_became_peered":"2024-09-16T01:43:32.016327+0000","last_unstale":"2024-09-16T01:43:32.019681+0000","last_undegraded":"2024-09-16T01:43:32.019681+0000","last_fullsized":"2024-09-16T01:43:32.019681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000866+0000","last_change":"2024-09-16T01:43:31.001878+0000","last_active":"2024-09-16T01:43:32.000866+0000","last_peered":"2024-09-16T01:43:32.000866+0000","last_clean":"2024-09-16T01:43:32.000866+0000","last_became_active":"2024-09-16T01:43:31.001540+0000","last_became_peered":"2024-09-16T01:43:31.001540+0000","last_unstale":"2024-09-16T01:43:32.000866+0000","last_undegraded":"2024-09-16T01:43:32.000866+0000","last_fullsized":"2024-09-16T01:43:32.000866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:38.553924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016106+0000","last_change":"2024-09-16T01:43:32.003746+0000","last_active":"2024-09-16T01:43:33.016106+0000","last_peered":"2024-09-16T01:43:33.016106+0000","last_clean":"2024-09-16T01:43:33.016106+0000","last_became_active":"2024-09-16T01:43:32.003455+0000","last_became_peered":"2024-09-16T01:43:32.003455+0000","last_unstale":"2024-09-16T01:43:33.016106+0000","last_undegraded":"2024-09-16T01:43:33.016106+0000","last_fullsized":"2024-09-16T01:43:33.016106+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003452+0000","last_change":"2024-09-16T01:43:31.010404+0000","last_active":"2024-09-16T01:43:32.003452+0000","last_peered":"2024-09-16T01:43:32.003452+0000","last_clean":"2024-09-16T01:43:32.003452+0000","last_became_active":"2024-09-16T01:43:31.010132+0000","last_became_peered":"2024-09-16T01:43:31.010132+0000","last_unstale":"2024-09-16T01:43:32.003452+0000","last_undegraded":"2024-09-16T01:43:32.003452+0000","last_fullsized":"2024-09-16T01:43:32.003452+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:07.704798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016752+0000","last_change":"2024-09-16T01:43:32.011478+0000","last_active":"2024-09-16T01:43:32.016752+0000","last_peered":"2024-09-16T01:43:32.016752+0000","last_clean":"2024-09-16T01:43:32.016752+0000","last_became_active":"2024-09-16T01:43:32.011175+0000","last_became_peered":"2024-09-16T01:43:32.011175+0000","last_unstale":"2024-09-16T01:43:32.016752+0000","last_undegraded":"2024-09-16T01:43:32.016752+0000","last_fullsized":"2024-09-16T01:43:32.016752+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:39.559303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017574+0000","last_change":"2024-09-16T01:43:31.000204+0000","last_active":"2024-09-16T01:43:32.017574+0000","last_peered":"2024-09-16T01:43:32.017574+0000","last_clean":"2024-09-16T01:43:32.017574+0000","last_became_active":"2024-09-16T01:43:30.999922+0000","last_became_peered":"2024-09-16T01:43:30.999922+0000","last_unstale":"2024-09-16T01:43:32.017574+0000","last_undegraded":"2024-09-16T01:43:32.017574+0000","last_fullsized":"2024-09-16T01:43:32.017574+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:33.884435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.002098+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:43:31.002098+0000","last_peered":"2024-09-16T01:43:31.002098+0000","last_clean":"2024-09-16T01:43:31.002098+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:43:31.002098+0000","last_undegraded":"2024-09-16T01:43:31.002098+0000","last_fullsized":"2024-09-16T01:43:31.002098+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":503808,"data_stored":199526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27524,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344316,"statfs":{"total":96636764160,"available":96608579584,"internally_reserved":0,"allocated":507904,"data_stored":200466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35820,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336020,"statfs":{"total":96636764160,"available":96600084480,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1089536,"data_stored":789222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32248,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339592,"statfs":{"total":96636764160,"available":96603742208,"internally_reserved":0,"allocated":1077248,"data_stored":782447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:36.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:36.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.567+0000 7f7df9586640 1 Processor -- start 2024-09-16T01:43:36.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.567+0000 7f7df9586640 1 -- start start 2024-09-16T01:43:36.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df9586640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 0x7f7df40b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df9586640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7df40b8500 con 0x7f7df40d4570 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df9586640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7df40b87e0 con 0x7f7df415e680 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df9586640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7df40b8ac0 con 0x7f7df40b7f20 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7df40d4570 0x7f7df415ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51156/0 (socket says 172.21.15.16:51156) 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df37fe640 1 -- 172.21.15.16:0/3514010064 learned_addr learned my addr 172.21.15.16:0/3514010064 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df27fc640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 0x7f7df40b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 150858922 0 0) 0x7f7df40b8500 con 0x7f7df40d4570 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7de0003520 con 0x7f7df40d4570 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3185128162 0 0) 0x7f7df40b87e0 con 0x7f7df415e680 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.568+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7df40b8500 con 0x7f7df415e680 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2403141744 0 0) 0x7f7de0003520 con 0x7f7df40d4570 2024-09-16T01:43:36.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 msgr2=0x7f7df40b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 0x7f7df40b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 >> v1:172.21.15.104:6789/0 conn(0x7f7df415e680 legacy=0x7f7df40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df40b8da0 con 0x7f7df40d4570 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f7dec001670 con 0x7f7df40d4570 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 >> v1:172.21.15.16:6789/0 conn(0x7f7df40d4570 legacy=0x7f7df415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 0x7f7de0003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7de00040d0 0x7f7de0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7de0004d40 0x7f7de00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7df40b8ac0 con 0x7f7de0004d40 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7de000baa0 con 0x7f7de00040d0 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7de000bca0 con 0x7f7df40b7f20 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df37fe640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7de0004d40 0x7f7de00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df27fc640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7de00040d0 0x7f7de0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df2ffd640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 0x7f7de0003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df37fe640 1 -- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 msgr2=0x7f7de0003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df37fe640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40b7f20 0x7f7de0003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df37fe640 1 -- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7de00040d0 msgr2=0x7f7de0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df37fe640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7de00040d0 0x7f7de0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.569+0000 7f7df37fe640 1 -- 172.21.15.16:0/3514010064 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7de0003520 con 0x7f7de0004d40 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.570+0000 7f7df37fe640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7de0004d40 0x7f7de00051c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f7dec00c190 tx=0x7f7de0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3785890761e508d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.570+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec007cc0 con 0x7f7de0004d40 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.570+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dec005af0 con 0x7f7de0004d40 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.570+0000 7f7df1ffb640 1 -- 172.21.15.16:0/3514010064 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec007070 con 0x7f7de0004d40 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.571+0000 7f7df9586640 1 -- 172.21.15.16:0/3514010064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7de0004d40 msgr2=0x7f7de00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.571+0000 7f7df9586640 1 --2- 172.21.15.16:0/3514010064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7de0004d40 0x7f7de00051c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f7dec00c190 tx=0x7f7de0005830 comp rx=0 tx=0).stop 2024-09-16T01:43:36.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.571+0000 7f7df37fe640 1 -- 172.21.15.16:0/3514010064 reap_dead start 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.571+0000 7f7df9586640 1 -- 172.21.15.16:0/3514010064 shutdown_connections 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.571+0000 7f7df9586640 1 -- 172.21.15.16:0/3514010064 >> 172.21.15.16:0/3514010064 conn(0x7f7df4074fe0 msgr2=0x7f7df4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.571+0000 7f7df9586640 1 -- 172.21.15.16:0/3514010064 shutdown_connections 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.571+0000 7f7df9586640 1 -- 172.21.15.16:0/3514010064 wait complete. 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.572+0000 7f7df9586640 1 Processor -- start 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.572+0000 7f7df9586640 1 -- start start 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df9586640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df41f6f60 0x7f7df40cb5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df9586640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df4146580 0x7f7df415cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df9586640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df415d070 0x7f7df4147c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df9586640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7df40b9720 con 0x7f7df4146580 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df9586640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7df40b95a0 con 0x7f7df41f6f60 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df9586640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7df40b98a0 con 0x7f7df415d070 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df4146580 0x7f7df415cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df4146580 0x7f7df415cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40738/0 (socket says 172.21.15.16:40738) 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 -- 172.21.15.16:0/1489468849 learned_addr learned my addr 172.21.15.16:0/1489468849 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df2ffd640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df41f6f60 0x7f7df40cb5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df37fe640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df415d070 0x7f7df4147c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 -- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df415d070 msgr2=0x7f7df4147c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df415d070 0x7f7df4147c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 -- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df41f6f60 msgr2=0x7f7df40cb5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df41f6f60 0x7f7df40cb5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 -- 172.21.15.16:0/1489468849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df41f7340 con 0x7f7df4146580 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.573+0000 7f7df27fc640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df4146580 0x7f7df415cb30 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc0119a0 tx=0x7f7ddc011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.574+0000 7f7deb7fe640 1 -- 172.21.15.16:0/1489468849 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc00f9d0 con 0x7f7df4146580 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.574+0000 7f7deb7fe640 1 -- 172.21.15.16:0/1489468849 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ddc00fb70 con 0x7f7df4146580 2024-09-16T01:43:36.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.574+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7df4146d20 con 0x7f7df4146580 2024-09-16T01:43:36.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.574+0000 7f7deb7fe640 1 -- 172.21.15.16:0/1489468849 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc014440 con 0x7f7df4146580 2024-09-16T01:43:36.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.574+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7df41472e0 con 0x7f7df4146580 2024-09-16T01:43:36.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.575+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7df40d49e0 con 0x7f7df4146580 2024-09-16T01:43:36.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.575+0000 7f7deb7fe640 1 -- 172.21.15.16:0/1489468849 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f7ddc012040 con 0x7f7df4146580 2024-09-16T01:43:36.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.576+0000 7f7deb7fe640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7dd406c490 0x7f7dd406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.576+0000 7f7deb7fe640 1 -- 172.21.15.16:0/1489468849 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f7ddc08bd50 con 0x7f7df4146580 2024-09-16T01:43:36.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.576+0000 7f7df2ffd640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7dd406c490 0x7f7dd406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.576+0000 7f7df2ffd640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7dd406c490 0x7f7dd406e950 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7de4002010 tx=0x7f7de4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.580+0000 7f7deb7fe640 1 -- 172.21.15.16:0/1489468849 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7ddc08f030 con 0x7f7df4146580 2024-09-16T01:43:36.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.756+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7df415d450 con 0x7f7dd406c490 2024-09-16T01:43:36.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.763+0000 7f7deb7fe640 1 -- 172.21.15.16:0/1489468849 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251416 (secure 0 0 0) 0x7f7df415d450 con 0x7f7dd406c490 2024-09-16T01:43:36.767 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:36.768 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7dd406c490 msgr2=0x7f7dd406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7dd406c490 0x7f7dd406e950 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7de4002010 tx=0x7f7de4009040 comp rx=0 tx=0).stop 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df4146580 msgr2=0x7f7df415cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df4146580 0x7f7df415cb30 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc0119a0 tx=0x7f7ddc011da0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 shutdown_connections 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7dd406c490 0x7f7dd406e950 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df415d070 0x7f7df4147c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df4146580 0x7f7df415cb30 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 --2- 172.21.15.16:0/1489468849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df41f6f60 0x7f7df40cb5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 >> 172.21.15.16:0/1489468849 conn(0x7f7df4074fe0 msgr2=0x7f7df415f200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:36.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 shutdown_connections 2024-09-16T01:43:36.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.766+0000 7f7df9586640 1 -- 172.21.15.16:0/1489468849 wait complete. 2024-09-16T01:43:36.778 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-09-16T01:43:36.315201+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":82,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246228,"kb_used_data":5024,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754728492,"statfs":{"total":773094113280,"available":772841975808,"internally_reserved":0,"allocated":5144576,"data_stored":2753667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001238"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.997400+0000","last_change":"2024-09-16T01:43:30.997400+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.997400+0000","last_undegraded":"2024-09-16T01:43:30.997400+0000","last_fullsized":"2024-09-16T01:43:30.997400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019568+0000","last_change":"2024-09-16T01:43:32.015614+0000","last_active":"2024-09-16T01:43:32.019568+0000","last_peered":"2024-09-16T01:43:32.019568+0000","last_clean":"2024-09-16T01:43:32.019568+0000","last_became_active":"2024-09-16T01:43:32.015338+0000","last_became_peered":"2024-09-16T01:43:32.015338+0000","last_unstale":"2024-09-16T01:43:32.019568+0000","last_undegraded":"2024-09-16T01:43:32.019568+0000","last_fullsized":"2024-09-16T01:43:32.019568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016211+0000","last_change":"2024-09-16T01:43:32.005839+0000","last_active":"2024-09-16T01:43:33.016211+0000","last_peered":"2024-09-16T01:43:33.016211+0000","last_clean":"2024-09-16T01:43:33.016211+0000","last_became_active":"2024-09-16T01:43:32.004648+0000","last_became_peered":"2024-09-16T01:43:32.004648+0000","last_unstale":"2024-09-16T01:43:33.016211+0000","last_undegraded":"2024-09-16T01:43:33.016211+0000","last_fullsized":"2024-09-16T01:43:33.016211+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024481+0000","last_change":"2024-09-16T01:43:32.021355+0000","last_active":"2024-09-16T01:43:32.024481+0000","last_peered":"2024-09-16T01:43:32.024481+0000","last_clean":"2024-09-16T01:43:32.024481+0000","last_became_active":"2024-09-16T01:43:32.019275+0000","last_became_peered":"2024-09-16T01:43:32.019275+0000","last_unstale":"2024-09-16T01:43:32.024481+0000","last_undegraded":"2024-09-16T01:43:32.024481+0000","last_fullsized":"2024-09-16T01:43:32.024481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:42.854618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019414+0000","last_change":"2024-09-16T01:43:32.015315+0000","last_active":"2024-09-16T01:43:32.019414+0000","last_peered":"2024-09-16T01:43:32.019414+0000","last_clean":"2024-09-16T01:43:32.019414+0000","last_became_active":"2024-09-16T01:43:32.014913+0000","last_became_peered":"2024-09-16T01:43:32.014913+0000","last_unstale":"2024-09-16T01:43:32.019414+0000","last_undegraded":"2024-09-16T01:43:32.019414+0000","last_fullsized":"2024-09-16T01:43:32.019414+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017032+0000","last_change":"2024-09-16T01:43:32.013916+0000","last_active":"2024-09-16T01:43:32.017032+0000","last_peered":"2024-09-16T01:43:32.017032+0000","last_clean":"2024-09-16T01:43:32.017032+0000","last_became_active":"2024-09-16T01:43:32.013617+0000","last_became_peered":"2024-09-16T01:43:32.013617+0000","last_unstale":"2024-09-16T01:43:32.017032+0000","last_undegraded":"2024-09-16T01:43:32.017032+0000","last_fullsized":"2024-09-16T01:43:32.017032+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:31.406068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998781+0000","last_change":"2024-09-16T01:43:30.998781+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998781+0000","last_undegraded":"2024-09-16T01:43:30.998781+0000","last_fullsized":"2024-09-16T01:43:30.998781+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024866+0000","last_change":"2024-09-16T01:43:32.023028+0000","last_active":"2024-09-16T01:43:32.024866+0000","last_peered":"2024-09-16T01:43:32.024866+0000","last_clean":"2024-09-16T01:43:32.024866+0000","last_became_active":"2024-09-16T01:43:32.019080+0000","last_became_peered":"2024-09-16T01:43:32.019080+0000","last_unstale":"2024-09-16T01:43:32.024866+0000","last_undegraded":"2024-09-16T01:43:32.024866+0000","last_fullsized":"2024-09-16T01:43:32.024866+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:40.368261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024723+0000","last_change":"2024-09-16T01:43:32.022276+0000","last_active":"2024-09-16T01:43:32.024723+0000","last_peered":"2024-09-16T01:43:32.024723+0000","last_clean":"2024-09-16T01:43:32.024723+0000","last_became_active":"2024-09-16T01:43:32.019501+0000","last_became_peered":"2024-09-16T01:43:32.019501+0000","last_unstale":"2024-09-16T01:43:32.024723+0000","last_undegraded":"2024-09-16T01:43:32.024723+0000","last_fullsized":"2024-09-16T01:43:32.024723+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:19.423438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021694+0000","last_change":"2024-09-16T01:43:32.018277+0000","last_active":"2024-09-16T01:43:32.021694+0000","last_peered":"2024-09-16T01:43:32.021694+0000","last_clean":"2024-09-16T01:43:32.021694+0000","last_became_active":"2024-09-16T01:43:32.017941+0000","last_became_peered":"2024-09-16T01:43:32.017941+0000","last_unstale":"2024-09-16T01:43:32.021694+0000","last_undegraded":"2024-09-16T01:43:32.021694+0000","last_fullsized":"2024-09-16T01:43:32.021694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024759+0000","last_change":"2024-09-16T01:43:32.022148+0000","last_active":"2024-09-16T01:43:32.024759+0000","last_peered":"2024-09-16T01:43:32.024759+0000","last_clean":"2024-09-16T01:43:32.024759+0000","last_became_active":"2024-09-16T01:43:32.020156+0000","last_became_peered":"2024-09-16T01:43:32.020156+0000","last_unstale":"2024-09-16T01:43:32.024759+0000","last_undegraded":"2024-09-16T01:43:32.024759+0000","last_fullsized":"2024-09-16T01:43:32.024759+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:26.776085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011547+0000","last_change":"2024-09-16T01:43:32.008617+0000","last_active":"2024-09-16T01:43:32.011547+0000","last_peered":"2024-09-16T01:43:32.011547+0000","last_clean":"2024-09-16T01:43:32.011547+0000","last_became_active":"2024-09-16T01:43:32.008290+0000","last_became_peered":"2024-09-16T01:43:32.008290+0000","last_unstale":"2024-09-16T01:43:32.011547+0000","last_undegraded":"2024-09-16T01:43:32.011547+0000","last_fullsized":"2024-09-16T01:43:32.011547+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019088+0000","last_change":"2024-09-16T01:43:32.008239+0000","last_active":"2024-09-16T01:43:32.019088+0000","last_peered":"2024-09-16T01:43:32.019088+0000","last_clean":"2024-09-16T01:43:32.019088+0000","last_became_active":"2024-09-16T01:43:32.007676+0000","last_became_peered":"2024-09-16T01:43:32.007676+0000","last_unstale":"2024-09-16T01:43:32.019088+0000","last_undegraded":"2024-09-16T01:43:32.019088+0000","last_fullsized":"2024-09-16T01:43:32.019088+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:05.223871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022641+0000","last_change":"2024-09-16T01:43:32.017645+0000","last_active":"2024-09-16T01:43:32.022641+0000","last_peered":"2024-09-16T01:43:32.022641+0000","last_clean":"2024-09-16T01:43:32.022641+0000","last_became_active":"2024-09-16T01:43:32.017370+0000","last_became_peered":"2024-09-16T01:43:32.017370+0000","last_unstale":"2024-09-16T01:43:32.022641+0000","last_undegraded":"2024-09-16T01:43:32.022641+0000","last_fullsized":"2024-09-16T01:43:32.022641+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015793+0000","last_change":"2024-09-16T01:43:32.010622+0000","last_active":"2024-09-16T01:43:32.015793+0000","last_peered":"2024-09-16T01:43:32.015793+0000","last_clean":"2024-09-16T01:43:32.015793+0000","last_became_active":"2024-09-16T01:43:32.010303+0000","last_became_peered":"2024-09-16T01:43:32.010303+0000","last_unstale":"2024-09-16T01:43:32.015793+0000","last_undegraded":"2024-09-16T01:43:32.015793+0000","last_fullsized":"2024-09-16T01:43:32.015793+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:25.511066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015100+0000","last_change":"2024-09-16T01:43:32.010470+0000","last_active":"2024-09-16T01:43:33.015100+0000","last_peered":"2024-09-16T01:43:33.015100+0000","last_clean":"2024-09-16T01:43:33.015100+0000","last_became_active":"2024-09-16T01:43:32.010199+0000","last_became_peered":"2024-09-16T01:43:32.010199+0000","last_unstale":"2024-09-16T01:43:33.015100+0000","last_undegraded":"2024-09-16T01:43:33.015100+0000","last_fullsized":"2024-09-16T01:43:33.015100+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:02.245896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016471+0000","last_change":"2024-09-16T01:43:32.005353+0000","last_active":"2024-09-16T01:43:33.016471+0000","last_peered":"2024-09-16T01:43:33.016471+0000","last_clean":"2024-09-16T01:43:33.016471+0000","last_became_active":"2024-09-16T01:43:32.005059+0000","last_became_peered":"2024-09-16T01:43:32.005059+0000","last_unstale":"2024-09-16T01:43:33.016471+0000","last_undegraded":"2024-09-16T01:43:33.016471+0000","last_fullsized":"2024-09-16T01:43:33.016471+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:55.326182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016369+0000","last_change":"2024-09-16T01:43:32.010079+0000","last_active":"2024-09-16T01:43:33.016369+0000","last_peered":"2024-09-16T01:43:33.016369+0000","last_clean":"2024-09-16T01:43:33.016369+0000","last_became_active":"2024-09-16T01:43:32.009752+0000","last_became_peered":"2024-09-16T01:43:32.009752+0000","last_unstale":"2024-09-16T01:43:33.016369+0000","last_undegraded":"2024-09-16T01:43:33.016369+0000","last_fullsized":"2024-09-16T01:43:33.016369+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:13.135767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015914+0000","last_change":"2024-09-16T01:43:32.011284+0000","last_active":"2024-09-16T01:43:33.015914+0000","last_peered":"2024-09-16T01:43:33.015914+0000","last_clean":"2024-09-16T01:43:33.015914+0000","last_became_active":"2024-09-16T01:43:32.011032+0000","last_became_peered":"2024-09-16T01:43:32.011032+0000","last_unstale":"2024-09-16T01:43:33.015914+0000","last_undegraded":"2024-09-16T01:43:33.015914+0000","last_fullsized":"2024-09-16T01:43:33.015914+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:37.656293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019134+0000","last_change":"2024-09-16T01:43:32.011687+0000","last_active":"2024-09-16T01:43:32.019134+0000","last_peered":"2024-09-16T01:43:32.019134+0000","last_clean":"2024-09-16T01:43:32.019134+0000","last_became_active":"2024-09-16T01:43:32.011203+0000","last_became_peered":"2024-09-16T01:43:32.011203+0000","last_unstale":"2024-09-16T01:43:32.019134+0000","last_undegraded":"2024-09-16T01:43:32.019134+0000","last_fullsized":"2024-09-16T01:43:32.019134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:42.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015916+0000","last_change":"2024-09-16T01:43:32.008564+0000","last_active":"2024-09-16T01:43:32.015916+0000","last_peered":"2024-09-16T01:43:32.015916+0000","last_clean":"2024-09-16T01:43:32.015916+0000","last_became_active":"2024-09-16T01:43:32.008210+0000","last_became_peered":"2024-09-16T01:43:32.008210+0000","last_unstale":"2024-09-16T01:43:32.015916+0000","last_undegraded":"2024-09-16T01:43:32.015916+0000","last_fullsized":"2024-09-16T01:43:32.015916+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:46.629868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024688+0000","last_change":"2024-09-16T01:43:32.022438+0000","last_active":"2024-09-16T01:43:32.024688+0000","last_peered":"2024-09-16T01:43:32.024688+0000","last_clean":"2024-09-16T01:43:32.024688+0000","last_became_active":"2024-09-16T01:43:32.020924+0000","last_became_peered":"2024-09-16T01:43:32.020924+0000","last_unstale":"2024-09-16T01:43:32.024688+0000","last_undegraded":"2024-09-16T01:43:32.024688+0000","last_fullsized":"2024-09-16T01:43:32.024688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:35:21.684252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015348+0000","last_change":"2024-09-16T01:43:32.002584+0000","last_active":"2024-09-16T01:43:33.015348+0000","last_peered":"2024-09-16T01:43:33.015348+0000","last_clean":"2024-09-16T01:43:33.015348+0000","last_became_active":"2024-09-16T01:43:32.002290+0000","last_became_peered":"2024-09-16T01:43:32.002290+0000","last_unstale":"2024-09-16T01:43:33.015348+0000","last_undegraded":"2024-09-16T01:43:33.015348+0000","last_fullsized":"2024-09-16T01:43:33.015348+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:58.601837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015251+0000","last_change":"2024-09-16T01:43:32.001569+0000","last_active":"2024-09-16T01:43:33.015251+0000","last_peered":"2024-09-16T01:43:33.015251+0000","last_clean":"2024-09-16T01:43:33.015251+0000","last_became_active":"2024-09-16T01:43:32.001274+0000","last_became_peered":"2024-09-16T01:43:32.001274+0000","last_unstale":"2024-09-16T01:43:33.015251+0000","last_undegraded":"2024-09-16T01:43:33.015251+0000","last_fullsized":"2024-09-16T01:43:33.015251+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:11.502975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016181+0000","last_change":"2024-09-16T01:43:32.014482+0000","last_active":"2024-09-16T01:43:33.016181+0000","last_peered":"2024-09-16T01:43:33.016181+0000","last_clean":"2024-09-16T01:43:33.016181+0000","last_became_active":"2024-09-16T01:43:32.014238+0000","last_became_peered":"2024-09-16T01:43:32.014238+0000","last_unstale":"2024-09-16T01:43:33.016181+0000","last_undegraded":"2024-09-16T01:43:33.016181+0000","last_fullsized":"2024-09-16T01:43:33.016181+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:34.889815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019071+0000","last_change":"2024-09-16T01:43:32.007707+0000","last_active":"2024-09-16T01:43:32.019071+0000","last_peered":"2024-09-16T01:43:32.019071+0000","last_clean":"2024-09-16T01:43:32.019071+0000","last_became_active":"2024-09-16T01:43:32.007384+0000","last_became_peered":"2024-09-16T01:43:32.007384+0000","last_unstale":"2024-09-16T01:43:32.019071+0000","last_undegraded":"2024-09-16T01:43:32.019071+0000","last_fullsized":"2024-09-16T01:43:32.019071+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:52.668690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016419+0000","last_change":"2024-09-16T01:43:32.000721+0000","last_active":"2024-09-16T01:43:33.016419+0000","last_peered":"2024-09-16T01:43:33.016419+0000","last_clean":"2024-09-16T01:43:33.016419+0000","last_became_active":"2024-09-16T01:43:32.000418+0000","last_became_peered":"2024-09-16T01:43:32.000418+0000","last_unstale":"2024-09-16T01:43:33.016419+0000","last_undegraded":"2024-09-16T01:43:33.016419+0000","last_fullsized":"2024-09-16T01:43:33.016419+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:04.776082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.007160+0000","last_change":"2024-09-16T01:43:32.004034+0000","last_active":"2024-09-16T01:43:32.007160+0000","last_peered":"2024-09-16T01:43:32.007160+0000","last_clean":"2024-09-16T01:43:32.007160+0000","last_became_active":"2024-09-16T01:43:32.003753+0000","last_became_peered":"2024-09-16T01:43:32.003753+0000","last_unstale":"2024-09-16T01:43:32.007160+0000","last_undegraded":"2024-09-16T01:43:32.007160+0000","last_fullsized":"2024-09-16T01:43:32.007160+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:50.195276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015650+0000","last_change":"2024-09-16T01:43:32.013729+0000","last_active":"2024-09-16T01:43:33.015650+0000","last_peered":"2024-09-16T01:43:33.015650+0000","last_clean":"2024-09-16T01:43:33.015650+0000","last_became_active":"2024-09-16T01:43:32.013458+0000","last_became_peered":"2024-09-16T01:43:32.013458+0000","last_unstale":"2024-09-16T01:43:33.015650+0000","last_undegraded":"2024-09-16T01:43:33.015650+0000","last_fullsized":"2024-09-16T01:43:33.015650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:53.171482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015968+0000","last_change":"2024-09-16T01:43:32.004112+0000","last_active":"2024-09-16T01:43:33.015968+0000","last_peered":"2024-09-16T01:43:33.015968+0000","last_clean":"2024-09-16T01:43:33.015968+0000","last_became_active":"2024-09-16T01:43:32.003838+0000","last_became_peered":"2024-09-16T01:43:32.003838+0000","last_unstale":"2024-09-16T01:43:33.015968+0000","last_undegraded":"2024-09-16T01:43:33.015968+0000","last_fullsized":"2024-09-16T01:43:33.015968+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015767+0000","last_change":"2024-09-16T01:43:32.010471+0000","last_active":"2024-09-16T01:43:32.015767+0000","last_peered":"2024-09-16T01:43:32.015767+0000","last_clean":"2024-09-16T01:43:32.015767+0000","last_became_active":"2024-09-16T01:43:32.010134+0000","last_became_peered":"2024-09-16T01:43:32.010134+0000","last_unstale":"2024-09-16T01:43:32.015767+0000","last_undegraded":"2024-09-16T01:43:32.015767+0000","last_fullsized":"2024-09-16T01:43:32.015767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:57.275710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018315+0000","last_change":"2024-09-16T01:43:32.006077+0000","last_active":"2024-09-16T01:43:32.018315+0000","last_peered":"2024-09-16T01:43:32.018315+0000","last_clean":"2024-09-16T01:43:32.018315+0000","last_became_active":"2024-09-16T01:43:32.005777+0000","last_became_peered":"2024-09-16T01:43:32.005777+0000","last_unstale":"2024-09-16T01:43:32.018315+0000","last_undegraded":"2024-09-16T01:43:32.018315+0000","last_fullsized":"2024-09-16T01:43:32.018315+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:50.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.013835+0000","last_change":"2024-09-16T01:43:32.007195+0000","last_active":"2024-09-16T01:43:32.013835+0000","last_peered":"2024-09-16T01:43:32.013835+0000","last_clean":"2024-09-16T01:43:32.013835+0000","last_became_active":"2024-09-16T01:43:32.006880+0000","last_became_peered":"2024-09-16T01:43:32.006880+0000","last_unstale":"2024-09-16T01:43:32.013835+0000","last_undegraded":"2024-09-16T01:43:32.013835+0000","last_fullsized":"2024-09-16T01:43:32.013835+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020890+0000","last_change":"2024-09-16T01:43:31.000311+0000","last_active":"2024-09-16T01:43:32.020890+0000","last_peered":"2024-09-16T01:43:32.020890+0000","last_clean":"2024-09-16T01:43:32.020890+0000","last_became_active":"2024-09-16T01:43:30.999995+0000","last_became_peered":"2024-09-16T01:43:30.999995+0000","last_unstale":"2024-09-16T01:43:32.020890+0000","last_undegraded":"2024-09-16T01:43:32.020890+0000","last_fullsized":"2024-09-16T01:43:32.020890+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:54.320802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015994+0000","last_change":"2024-09-16T01:43:31.999233+0000","last_active":"2024-09-16T01:43:33.015994+0000","last_peered":"2024-09-16T01:43:33.015994+0000","last_clean":"2024-09-16T01:43:33.015994+0000","last_became_active":"2024-09-16T01:43:31.998974+0000","last_became_peered":"2024-09-16T01:43:31.998974+0000","last_unstale":"2024-09-16T01:43:33.015994+0000","last_undegraded":"2024-09-16T01:43:33.015994+0000","last_fullsized":"2024-09-16T01:43:33.015994+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:53.609878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016477+0000","last_change":"2024-09-16T01:43:31.004312+0000","last_active":"2024-09-16T01:43:33.016477+0000","last_peered":"2024-09-16T01:43:33.016477+0000","last_clean":"2024-09-16T01:43:33.016477+0000","last_became_active":"2024-09-16T01:43:31.004024+0000","last_became_peered":"2024-09-16T01:43:31.004024+0000","last_unstale":"2024-09-16T01:43:33.016477+0000","last_undegraded":"2024-09-16T01:43:33.016477+0000","last_fullsized":"2024-09-16T01:43:33.016477+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:53.374465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.009568+0000","last_change":"2024-09-16T01:43:32.007209+0000","last_active":"2024-09-16T01:43:32.009568+0000","last_peered":"2024-09-16T01:43:32.009568+0000","last_clean":"2024-09-16T01:43:32.009568+0000","last_became_active":"2024-09-16T01:43:32.006934+0000","last_became_peered":"2024-09-16T01:43:32.006934+0000","last_unstale":"2024-09-16T01:43:32.009568+0000","last_undegraded":"2024-09-16T01:43:32.009568+0000","last_fullsized":"2024-09-16T01:43:32.009568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:04.606361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023103+0000","last_change":"2024-09-16T01:43:31.005114+0000","last_active":"2024-09-16T01:43:32.023103+0000","last_peered":"2024-09-16T01:43:32.023103+0000","last_clean":"2024-09-16T01:43:32.023103+0000","last_became_active":"2024-09-16T01:43:31.004863+0000","last_became_peered":"2024-09-16T01:43:31.004863+0000","last_unstale":"2024-09-16T01:43:32.023103+0000","last_undegraded":"2024-09-16T01:43:32.023103+0000","last_fullsized":"2024-09-16T01:43:32.023103+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:02.110425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018537+0000","last_change":"2024-09-16T01:43:32.015829+0000","last_active":"2024-09-16T01:43:32.018537+0000","last_peered":"2024-09-16T01:43:32.018537+0000","last_clean":"2024-09-16T01:43:32.018537+0000","last_became_active":"2024-09-16T01:43:32.015207+0000","last_became_peered":"2024-09-16T01:43:32.015207+0000","last_unstale":"2024-09-16T01:43:32.018537+0000","last_undegraded":"2024-09-16T01:43:32.018537+0000","last_fullsized":"2024-09-16T01:43:32.018537+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007872+0000","last_change":"2024-09-16T01:43:31.005790+0000","last_active":"2024-09-16T01:43:31.007872+0000","last_peered":"2024-09-16T01:43:31.007872+0000","last_clean":"2024-09-16T01:43:31.007872+0000","last_became_active":"2024-09-16T01:43:31.005504+0000","last_became_peered":"2024-09-16T01:43:31.005504+0000","last_unstale":"2024-09-16T01:43:31.007872+0000","last_undegraded":"2024-09-16T01:43:31.007872+0000","last_fullsized":"2024-09-16T01:43:31.007872+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016141+0000","last_change":"2024-09-16T01:43:32.008176+0000","last_active":"2024-09-16T01:43:33.016141+0000","last_peered":"2024-09-16T01:43:33.016141+0000","last_clean":"2024-09-16T01:43:33.016141+0000","last_became_active":"2024-09-16T01:43:32.007833+0000","last_became_peered":"2024-09-16T01:43:32.007833+0000","last_unstale":"2024-09-16T01:43:33.016141+0000","last_undegraded":"2024-09-16T01:43:33.016141+0000","last_fullsized":"2024-09-16T01:43:33.016141+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021978+0000","last_change":"2024-09-16T01:43:31.005604+0000","last_active":"2024-09-16T01:43:32.021978+0000","last_peered":"2024-09-16T01:43:32.021978+0000","last_clean":"2024-09-16T01:43:32.021978+0000","last_became_active":"2024-09-16T01:43:31.005329+0000","last_became_peered":"2024-09-16T01:43:31.005329+0000","last_unstale":"2024-09-16T01:43:32.021978+0000","last_undegraded":"2024-09-16T01:43:32.021978+0000","last_fullsized":"2024-09-16T01:43:32.021978+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:12.130387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017242+0000","last_change":"2024-09-16T01:43:32.013268+0000","last_active":"2024-09-16T01:43:32.017242+0000","last_peered":"2024-09-16T01:43:32.017242+0000","last_clean":"2024-09-16T01:43:32.017242+0000","last_became_active":"2024-09-16T01:43:32.012989+0000","last_became_peered":"2024-09-16T01:43:32.012989+0000","last_unstale":"2024-09-16T01:43:32.017242+0000","last_undegraded":"2024-09-16T01:43:32.017242+0000","last_fullsized":"2024-09-16T01:43:32.017242+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:30.516914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016446+0000","last_change":"2024-09-16T01:43:31.003546+0000","last_active":"2024-09-16T01:43:33.016446+0000","last_peered":"2024-09-16T01:43:33.016446+0000","last_clean":"2024-09-16T01:43:33.016446+0000","last_became_active":"2024-09-16T01:43:31.003250+0000","last_became_peered":"2024-09-16T01:43:31.003250+0000","last_unstale":"2024-09-16T01:43:33.016446+0000","last_undegraded":"2024-09-16T01:43:33.016446+0000","last_fullsized":"2024-09-16T01:43:33.016446+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:01.240516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011128+0000","last_change":"2024-09-16T01:43:32.009063+0000","last_active":"2024-09-16T01:43:32.011128+0000","last_peered":"2024-09-16T01:43:32.011128+0000","last_clean":"2024-09-16T01:43:32.011128+0000","last_became_active":"2024-09-16T01:43:32.008748+0000","last_became_peered":"2024-09-16T01:43:32.008748+0000","last_unstale":"2024-09-16T01:43:32.011128+0000","last_undegraded":"2024-09-16T01:43:32.011128+0000","last_fullsized":"2024-09-16T01:43:32.011128+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:43.570725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998438+0000","last_change":"2024-09-16T01:43:31.003568+0000","last_active":"2024-09-16T01:43:31.998438+0000","last_peered":"2024-09-16T01:43:31.998438+0000","last_clean":"2024-09-16T01:43:31.998438+0000","last_became_active":"2024-09-16T01:43:31.003290+0000","last_became_peered":"2024-09-16T01:43:31.003290+0000","last_unstale":"2024-09-16T01:43:31.998438+0000","last_undegraded":"2024-09-16T01:43:31.998438+0000","last_fullsized":"2024-09-16T01:43:31.998438+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:31.054707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015199+0000","last_change":"2024-09-16T01:43:32.002728+0000","last_active":"2024-09-16T01:43:33.015199+0000","last_peered":"2024-09-16T01:43:33.015199+0000","last_clean":"2024-09-16T01:43:33.015199+0000","last_became_active":"2024-09-16T01:43:32.002226+0000","last_became_peered":"2024-09-16T01:43:32.002226+0000","last_unstale":"2024-09-16T01:43:33.015199+0000","last_undegraded":"2024-09-16T01:43:33.015199+0000","last_fullsized":"2024-09-16T01:43:33.015199+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:19.202333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.002682+0000","last_change":"2024-09-16T01:43:31.001634+0000","last_active":"2024-09-16T01:43:32.002682+0000","last_peered":"2024-09-16T01:43:32.002682+0000","last_clean":"2024-09-16T01:43:32.002682+0000","last_became_active":"2024-09-16T01:43:31.001350+0000","last_became_peered":"2024-09-16T01:43:31.001350+0000","last_unstale":"2024-09-16T01:43:32.002682+0000","last_undegraded":"2024-09-16T01:43:32.002682+0000","last_fullsized":"2024-09-16T01:43:32.002682+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:14.296109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016393+0000","last_change":"2024-09-16T01:43:32.009888+0000","last_active":"2024-09-16T01:43:33.016393+0000","last_peered":"2024-09-16T01:43:33.016393+0000","last_clean":"2024-09-16T01:43:33.016393+0000","last_became_active":"2024-09-16T01:43:32.009595+0000","last_became_peered":"2024-09-16T01:43:32.009595+0000","last_unstale":"2024-09-16T01:43:33.016393+0000","last_undegraded":"2024-09-16T01:43:33.016393+0000","last_fullsized":"2024-09-16T01:43:33.016393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:57.355632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016619+0000","last_change":"2024-09-16T01:43:31.006721+0000","last_active":"2024-09-16T01:43:33.016619+0000","last_peered":"2024-09-16T01:43:33.016619+0000","last_clean":"2024-09-16T01:43:33.016619+0000","last_became_active":"2024-09-16T01:43:31.006228+0000","last_became_peered":"2024-09-16T01:43:31.006228+0000","last_unstale":"2024-09-16T01:43:33.016619+0000","last_undegraded":"2024-09-16T01:43:33.016619+0000","last_fullsized":"2024-09-16T01:43:33.016619+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:10.497595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.996954+0000","last_change":"2024-09-16T01:43:30.996954+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.996954+0000","last_undegraded":"2024-09-16T01:43:30.996954+0000","last_fullsized":"2024-09-16T01:43:30.996954+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004035+0000","last_change":"2024-09-16T01:43:31.009152+0000","last_active":"2024-09-16T01:43:32.004035+0000","last_peered":"2024-09-16T01:43:32.004035+0000","last_clean":"2024-09-16T01:43:32.004035+0000","last_became_active":"2024-09-16T01:43:31.008582+0000","last_became_peered":"2024-09-16T01:43:31.008582+0000","last_unstale":"2024-09-16T01:43:32.004035+0000","last_undegraded":"2024-09-16T01:43:32.004035+0000","last_fullsized":"2024-09-16T01:43:32.004035+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:46.883195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024719+0000","last_change":"2024-09-16T01:43:32.021759+0000","last_active":"2024-09-16T01:43:32.024719+0000","last_peered":"2024-09-16T01:43:32.024719+0000","last_clean":"2024-09-16T01:43:32.024719+0000","last_became_active":"2024-09-16T01:43:32.021459+0000","last_became_peered":"2024-09-16T01:43:32.021459+0000","last_unstale":"2024-09-16T01:43:32.024719+0000","last_undegraded":"2024-09-16T01:43:32.024719+0000","last_fullsized":"2024-09-16T01:43:32.024719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:32:55.224892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009977+0000","last_change":"2024-09-16T01:43:31.007757+0000","last_active":"2024-09-16T01:43:31.009977+0000","last_peered":"2024-09-16T01:43:31.009977+0000","last_clean":"2024-09-16T01:43:31.009977+0000","last_became_active":"2024-09-16T01:43:31.007204+0000","last_became_peered":"2024-09-16T01:43:31.007204+0000","last_unstale":"2024-09-16T01:43:31.009977+0000","last_undegraded":"2024-09-16T01:43:31.009977+0000","last_fullsized":"2024-09-16T01:43:31.009977+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:41.849238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999650+0000","last_change":"2024-09-16T01:43:30.999650+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999650+0000","last_undegraded":"2024-09-16T01:43:30.999650+0000","last_fullsized":"2024-09-16T01:43:30.999650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":18,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025465+0000","last_change":"2024-09-16T01:43:31.002297+0000","last_active":"2024-09-16T01:43:32.025465+0000","last_peered":"2024-09-16T01:43:32.025465+0000","last_clean":"2024-09-16T01:43:32.025465+0000","last_became_active":"2024-09-16T01:43:31.002030+0000","last_became_peered":"2024-09-16T01:43:31.002030+0000","last_unstale":"2024-09-16T01:43:32.025465+0000","last_undegraded":"2024-09-16T01:43:32.025465+0000","last_fullsized":"2024-09-16T01:43:32.025465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:40.106800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015255+0000","last_change":"2024-09-16T01:43:32.010449+0000","last_active":"2024-09-16T01:43:33.015255+0000","last_peered":"2024-09-16T01:43:33.015255+0000","last_clean":"2024-09-16T01:43:33.015255+0000","last_became_active":"2024-09-16T01:43:32.010180+0000","last_became_peered":"2024-09-16T01:43:32.010180+0000","last_unstale":"2024-09-16T01:43:33.015255+0000","last_undegraded":"2024-09-16T01:43:33.015255+0000","last_fullsized":"2024-09-16T01:43:33.015255+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:54.379844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023554+0000","last_change":"2024-09-16T01:43:31.009783+0000","last_active":"2024-09-16T01:43:32.023554+0000","last_peered":"2024-09-16T01:43:32.023554+0000","last_clean":"2024-09-16T01:43:32.023554+0000","last_became_active":"2024-09-16T01:43:31.009479+0000","last_became_peered":"2024-09-16T01:43:31.009479+0000","last_unstale":"2024-09-16T01:43:32.023554+0000","last_undegraded":"2024-09-16T01:43:32.023554+0000","last_fullsized":"2024-09-16T01:43:32.023554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:56.350253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011740+0000","last_change":"2024-09-16T01:43:32.010320+0000","last_active":"2024-09-16T01:43:32.011740+0000","last_peered":"2024-09-16T01:43:32.011740+0000","last_clean":"2024-09-16T01:43:32.011740+0000","last_became_active":"2024-09-16T01:43:32.010049+0000","last_became_peered":"2024-09-16T01:43:32.010049+0000","last_unstale":"2024-09-16T01:43:32.011740+0000","last_undegraded":"2024-09-16T01:43:32.011740+0000","last_fullsized":"2024-09-16T01:43:32.011740+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:29.763417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009969+0000","last_change":"2024-09-16T01:43:31.007514+0000","last_active":"2024-09-16T01:43:31.009969+0000","last_peered":"2024-09-16T01:43:31.009969+0000","last_clean":"2024-09-16T01:43:31.009969+0000","last_became_active":"2024-09-16T01:43:31.007214+0000","last_became_peered":"2024-09-16T01:43:31.007214+0000","last_unstale":"2024-09-16T01:43:31.009969+0000","last_undegraded":"2024-09-16T01:43:31.009969+0000","last_fullsized":"2024-09-16T01:43:31.009969+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:52.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024681+0000","last_change":"2024-09-16T01:43:32.020309+0000","last_active":"2024-09-16T01:43:32.024681+0000","last_peered":"2024-09-16T01:43:32.024681+0000","last_clean":"2024-09-16T01:43:32.024681+0000","last_became_active":"2024-09-16T01:43:32.020011+0000","last_became_peered":"2024-09-16T01:43:32.020011+0000","last_unstale":"2024-09-16T01:43:32.024681+0000","last_undegraded":"2024-09-16T01:43:32.024681+0000","last_fullsized":"2024-09-16T01:43:32.024681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:22.161470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998318+0000","last_change":"2024-09-16T01:43:31.009145+0000","last_active":"2024-09-16T01:43:31.998318+0000","last_peered":"2024-09-16T01:43:31.998318+0000","last_clean":"2024-09-16T01:43:31.998318+0000","last_became_active":"2024-09-16T01:43:31.008838+0000","last_became_peered":"2024-09-16T01:43:31.008838+0000","last_unstale":"2024-09-16T01:43:31.998318+0000","last_undegraded":"2024-09-16T01:43:31.998318+0000","last_fullsized":"2024-09-16T01:43:31.998318+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:32.112713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998338+0000","last_change":"2024-09-16T01:43:30.998338+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998338+0000","last_undegraded":"2024-09-16T01:43:30.998338+0000","last_fullsized":"2024-09-16T01:43:30.998338+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025856+0000","last_change":"2024-09-16T01:43:31.008872+0000","last_active":"2024-09-16T01:43:32.025856+0000","last_peered":"2024-09-16T01:43:32.025856+0000","last_clean":"2024-09-16T01:43:32.025856+0000","last_became_active":"2024-09-16T01:43:31.008544+0000","last_became_peered":"2024-09-16T01:43:31.008544+0000","last_unstale":"2024-09-16T01:43:32.025856+0000","last_undegraded":"2024-09-16T01:43:32.025856+0000","last_fullsized":"2024-09-16T01:43:32.025856+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:21.029680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019047+0000","last_change":"2024-09-16T01:43:32.006024+0000","last_active":"2024-09-16T01:43:32.019047+0000","last_peered":"2024-09-16T01:43:32.019047+0000","last_clean":"2024-09-16T01:43:32.019047+0000","last_became_active":"2024-09-16T01:43:32.005722+0000","last_became_peered":"2024-09-16T01:43:32.005722+0000","last_unstale":"2024-09-16T01:43:32.019047+0000","last_undegraded":"2024-09-16T01:43:32.019047+0000","last_fullsized":"2024-09-16T01:43:32.019047+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:33.568756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019621+0000","last_change":"2024-09-16T01:43:30.997622+0000","last_active":"2024-09-16T01:43:32.019621+0000","last_peered":"2024-09-16T01:43:32.019621+0000","last_clean":"2024-09-16T01:43:32.019621+0000","last_became_active":"2024-09-16T01:43:30.997350+0000","last_became_peered":"2024-09-16T01:43:30.997350+0000","last_unstale":"2024-09-16T01:43:32.019621+0000","last_undegraded":"2024-09-16T01:43:32.019621+0000","last_fullsized":"2024-09-16T01:43:32.019621+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:10.735015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018196+0000","last_change":"2024-09-16T01:43:32.016782+0000","last_active":"2024-09-16T01:43:32.018196+0000","last_peered":"2024-09-16T01:43:32.018196+0000","last_clean":"2024-09-16T01:43:32.018196+0000","last_became_active":"2024-09-16T01:43:32.016483+0000","last_became_peered":"2024-09-16T01:43:32.016483+0000","last_unstale":"2024-09-16T01:43:32.018196+0000","last_undegraded":"2024-09-16T01:43:32.018196+0000","last_fullsized":"2024-09-16T01:43:32.018196+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016511+0000","last_change":"2024-09-16T01:43:31.005645+0000","last_active":"2024-09-16T01:43:33.016511+0000","last_peered":"2024-09-16T01:43:33.016511+0000","last_clean":"2024-09-16T01:43:33.016511+0000","last_became_active":"2024-09-16T01:43:31.005328+0000","last_became_peered":"2024-09-16T01:43:31.005328+0000","last_unstale":"2024-09-16T01:43:33.016511+0000","last_undegraded":"2024-09-16T01:43:33.016511+0000","last_fullsized":"2024-09-16T01:43:33.016511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:57.596458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015519+0000","last_change":"2024-09-16T01:43:32.003402+0000","last_active":"2024-09-16T01:43:33.015519+0000","last_peered":"2024-09-16T01:43:33.015519+0000","last_clean":"2024-09-16T01:43:33.015519+0000","last_became_active":"2024-09-16T01:43:32.003117+0000","last_became_peered":"2024-09-16T01:43:32.003117+0000","last_unstale":"2024-09-16T01:43:33.015519+0000","last_undegraded":"2024-09-16T01:43:33.015519+0000","last_fullsized":"2024-09-16T01:43:33.015519+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:12.012259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020757+0000","last_change":"2024-09-16T01:43:31.002085+0000","last_active":"2024-09-16T01:43:32.020757+0000","last_peered":"2024-09-16T01:43:32.020757+0000","last_clean":"2024-09-16T01:43:32.020757+0000","last_became_active":"2024-09-16T01:43:31.001488+0000","last_became_peered":"2024-09-16T01:43:31.001488+0000","last_unstale":"2024-09-16T01:43:32.020757+0000","last_undegraded":"2024-09-16T01:43:32.020757+0000","last_fullsized":"2024-09-16T01:43:32.020757+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:52.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015856+0000","last_change":"2024-09-16T01:43:32.013588+0000","last_active":"2024-09-16T01:43:33.015856+0000","last_peered":"2024-09-16T01:43:33.015856+0000","last_clean":"2024-09-16T01:43:33.015856+0000","last_became_active":"2024-09-16T01:43:32.013281+0000","last_became_peered":"2024-09-16T01:43:32.013281+0000","last_unstale":"2024-09-16T01:43:33.015856+0000","last_undegraded":"2024-09-16T01:43:33.015856+0000","last_fullsized":"2024-09-16T01:43:33.015856+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:23.306719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000082+0000","last_change":"2024-09-16T01:43:31.000968+0000","last_active":"2024-09-16T01:43:32.000082+0000","last_peered":"2024-09-16T01:43:32.000082+0000","last_clean":"2024-09-16T01:43:32.000082+0000","last_became_active":"2024-09-16T01:43:31.000678+0000","last_became_peered":"2024-09-16T01:43:31.000678+0000","last_unstale":"2024-09-16T01:43:32.000082+0000","last_undegraded":"2024-09-16T01:43:32.000082+0000","last_fullsized":"2024-09-16T01:43:32.000082+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:57.234982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024605+0000","last_change":"2024-09-16T01:43:32.020116+0000","last_active":"2024-09-16T01:43:32.024605+0000","last_peered":"2024-09-16T01:43:32.024605+0000","last_clean":"2024-09-16T01:43:32.024605+0000","last_became_active":"2024-09-16T01:43:32.019663+0000","last_became_peered":"2024-09-16T01:43:32.019663+0000","last_unstale":"2024-09-16T01:43:32.024605+0000","last_undegraded":"2024-09-16T01:43:32.024605+0000","last_fullsized":"2024-09-16T01:43:32.024605+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:03.942734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022570+0000","last_change":"2024-09-16T01:43:31.006427+0000","last_active":"2024-09-16T01:43:32.022570+0000","last_peered":"2024-09-16T01:43:32.022570+0000","last_clean":"2024-09-16T01:43:32.022570+0000","last_became_active":"2024-09-16T01:43:31.006072+0000","last_became_peered":"2024-09-16T01:43:31.006072+0000","last_unstale":"2024-09-16T01:43:32.022570+0000","last_undegraded":"2024-09-16T01:43:32.022570+0000","last_fullsized":"2024-09-16T01:43:32.022570+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:03.770702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.014743+0000","last_change":"2024-09-16T01:43:32.012423+0000","last_active":"2024-09-16T01:43:32.014743+0000","last_peered":"2024-09-16T01:43:32.014743+0000","last_clean":"2024-09-16T01:43:32.014743+0000","last_became_active":"2024-09-16T01:43:32.012134+0000","last_became_peered":"2024-09-16T01:43:32.012134+0000","last_unstale":"2024-09-16T01:43:32.014743+0000","last_undegraded":"2024-09-16T01:43:32.014743+0000","last_fullsized":"2024-09-16T01:43:32.014743+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998637+0000","last_change":"2024-09-16T01:43:31.001624+0000","last_active":"2024-09-16T01:43:31.998637+0000","last_peered":"2024-09-16T01:43:31.998637+0000","last_clean":"2024-09-16T01:43:31.998637+0000","last_became_active":"2024-09-16T01:43:31.001347+0000","last_became_peered":"2024-09-16T01:43:31.001347+0000","last_unstale":"2024-09-16T01:43:31.998637+0000","last_undegraded":"2024-09-16T01:43:31.998637+0000","last_fullsized":"2024-09-16T01:43:31.998637+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:36.650913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004881+0000","last_change":"2024-09-16T01:43:32.002022+0000","last_active":"2024-09-16T01:43:32.004881+0000","last_peered":"2024-09-16T01:43:32.004881+0000","last_clean":"2024-09-16T01:43:32.004881+0000","last_became_active":"2024-09-16T01:43:32.001738+0000","last_became_peered":"2024-09-16T01:43:32.001738+0000","last_unstale":"2024-09-16T01:43:32.004881+0000","last_undegraded":"2024-09-16T01:43:32.004881+0000","last_fullsized":"2024-09-16T01:43:32.004881+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:09.266985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003511+0000","last_change":"2024-09-16T01:43:31.006155+0000","last_active":"2024-09-16T01:43:32.003511+0000","last_peered":"2024-09-16T01:43:32.003511+0000","last_clean":"2024-09-16T01:43:32.003511+0000","last_became_active":"2024-09-16T01:43:31.005861+0000","last_became_peered":"2024-09-16T01:43:31.005861+0000","last_unstale":"2024-09-16T01:43:32.003511+0000","last_undegraded":"2024-09-16T01:43:32.003511+0000","last_fullsized":"2024-09-16T01:43:32.003511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:26.607052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024829+0000","last_change":"2024-09-16T01:43:32.022779+0000","last_active":"2024-09-16T01:43:32.024829+0000","last_peered":"2024-09-16T01:43:32.024829+0000","last_clean":"2024-09-16T01:43:32.024829+0000","last_became_active":"2024-09-16T01:43:32.020264+0000","last_became_peered":"2024-09-16T01:43:32.020264+0000","last_unstale":"2024-09-16T01:43:32.024829+0000","last_undegraded":"2024-09-16T01:43:32.024829+0000","last_fullsized":"2024-09-16T01:43:32.024829+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:05.627701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007918+0000","last_change":"2024-09-16T01:43:31.006805+0000","last_active":"2024-09-16T01:43:31.007918+0000","last_peered":"2024-09-16T01:43:31.007918+0000","last_clean":"2024-09-16T01:43:31.007918+0000","last_became_active":"2024-09-16T01:43:31.006462+0000","last_became_peered":"2024-09-16T01:43:31.006462+0000","last_unstale":"2024-09-16T01:43:31.007918+0000","last_undegraded":"2024-09-16T01:43:31.007918+0000","last_fullsized":"2024-09-16T01:43:31.007918+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:19.124110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015869+0000","last_change":"2024-09-16T01:43:32.012839+0000","last_active":"2024-09-16T01:43:33.015869+0000","last_peered":"2024-09-16T01:43:33.015869+0000","last_clean":"2024-09-16T01:43:33.015869+0000","last_became_active":"2024-09-16T01:43:32.012521+0000","last_became_peered":"2024-09-16T01:43:32.012521+0000","last_unstale":"2024-09-16T01:43:33.015869+0000","last_undegraded":"2024-09-16T01:43:33.015869+0000","last_fullsized":"2024-09-16T01:43:33.015869+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:32.060086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998843+0000","last_change":"2024-09-16T01:43:31.003680+0000","last_active":"2024-09-16T01:43:31.998843+0000","last_peered":"2024-09-16T01:43:31.998843+0000","last_clean":"2024-09-16T01:43:31.998843+0000","last_became_active":"2024-09-16T01:43:31.003418+0000","last_became_peered":"2024-09-16T01:43:31.003418+0000","last_unstale":"2024-09-16T01:43:31.998843+0000","last_undegraded":"2024-09-16T01:43:31.998843+0000","last_fullsized":"2024-09-16T01:43:31.998843+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:54.385149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016719+0000","last_change":"2024-09-16T01:43:32.012054+0000","last_active":"2024-09-16T01:43:32.016719+0000","last_peered":"2024-09-16T01:43:32.016719+0000","last_clean":"2024-09-16T01:43:32.016719+0000","last_became_active":"2024-09-16T01:43:32.011776+0000","last_became_peered":"2024-09-16T01:43:32.011776+0000","last_unstale":"2024-09-16T01:43:32.016719+0000","last_undegraded":"2024-09-16T01:43:32.016719+0000","last_fullsized":"2024-09-16T01:43:32.016719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:03.115805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.010022+0000","last_change":"2024-09-16T01:43:31.008139+0000","last_active":"2024-09-16T01:43:31.010022+0000","last_peered":"2024-09-16T01:43:31.010022+0000","last_clean":"2024-09-16T01:43:31.010022+0000","last_became_active":"2024-09-16T01:43:31.007882+0000","last_became_peered":"2024-09-16T01:43:31.007882+0000","last_unstale":"2024-09-16T01:43:31.010022+0000","last_undegraded":"2024-09-16T01:43:31.010022+0000","last_fullsized":"2024-09-16T01:43:31.010022+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:25.770706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999238+0000","last_change":"2024-09-16T01:43:30.999238+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999238+0000","last_undegraded":"2024-09-16T01:43:30.999238+0000","last_fullsized":"2024-09-16T01:43:30.999238+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.001409+0000","last_change":"2024-09-16T01:43:31.001472+0000","last_active":"2024-09-16T01:43:32.001409+0000","last_peered":"2024-09-16T01:43:32.001409+0000","last_clean":"2024-09-16T01:43:32.001409+0000","last_became_active":"2024-09-16T01:43:31.001235+0000","last_became_peered":"2024-09-16T01:43:31.001235+0000","last_unstale":"2024-09-16T01:43:32.001409+0000","last_undegraded":"2024-09-16T01:43:32.001409+0000","last_fullsized":"2024-09-16T01:43:32.001409+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015967+0000","last_change":"2024-09-16T01:43:32.011317+0000","last_active":"2024-09-16T01:43:32.015967+0000","last_peered":"2024-09-16T01:43:32.015967+0000","last_clean":"2024-09-16T01:43:32.015967+0000","last_became_active":"2024-09-16T01:43:32.011033+0000","last_became_peered":"2024-09-16T01:43:32.011033+0000","last_unstale":"2024-09-16T01:43:32.015967+0000","last_undegraded":"2024-09-16T01:43:32.015967+0000","last_fullsized":"2024-09-16T01:43:32.015967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:00.800146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.008911+0000","last_change":"2024-09-16T01:43:31.007090+0000","last_active":"2024-09-16T01:43:31.008911+0000","last_peered":"2024-09-16T01:43:31.008911+0000","last_clean":"2024-09-16T01:43:31.008911+0000","last_became_active":"2024-09-16T01:43:31.006816+0000","last_became_peered":"2024-09-16T01:43:31.006816+0000","last_unstale":"2024-09-16T01:43:31.008911+0000","last_undegraded":"2024-09-16T01:43:31.008911+0000","last_fullsized":"2024-09-16T01:43:31.008911+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:02.257286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024579+0000","last_change":"2024-09-16T01:43:32.019218+0000","last_active":"2024-09-16T01:43:32.024579+0000","last_peered":"2024-09-16T01:43:32.024579+0000","last_clean":"2024-09-16T01:43:32.024579+0000","last_became_active":"2024-09-16T01:43:32.018950+0000","last_became_peered":"2024-09-16T01:43:32.018950+0000","last_unstale":"2024-09-16T01:43:32.024579+0000","last_undegraded":"2024-09-16T01:43:32.024579+0000","last_fullsized":"2024-09-16T01:43:32.024579+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:23.962866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016342+0000","last_change":"2024-09-16T01:43:31.001750+0000","last_active":"2024-09-16T01:43:33.016342+0000","last_peered":"2024-09-16T01:43:33.016342+0000","last_clean":"2024-09-16T01:43:33.016342+0000","last_became_active":"2024-09-16T01:43:31.001414+0000","last_became_peered":"2024-09-16T01:43:31.001414+0000","last_unstale":"2024-09-16T01:43:33.016342+0000","last_undegraded":"2024-09-16T01:43:33.016342+0000","last_fullsized":"2024-09-16T01:43:33.016342+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:18.196954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019681+0000","last_change":"2024-09-16T01:43:32.016667+0000","last_active":"2024-09-16T01:43:32.019681+0000","last_peered":"2024-09-16T01:43:32.019681+0000","last_clean":"2024-09-16T01:43:32.019681+0000","last_became_active":"2024-09-16T01:43:32.016327+0000","last_became_peered":"2024-09-16T01:43:32.016327+0000","last_unstale":"2024-09-16T01:43:32.019681+0000","last_undegraded":"2024-09-16T01:43:32.019681+0000","last_fullsized":"2024-09-16T01:43:32.019681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000866+0000","last_change":"2024-09-16T01:43:31.001878+0000","last_active":"2024-09-16T01:43:32.000866+0000","last_peered":"2024-09-16T01:43:32.000866+0000","last_clean":"2024-09-16T01:43:32.000866+0000","last_became_active":"2024-09-16T01:43:31.001540+0000","last_became_peered":"2024-09-16T01:43:31.001540+0000","last_unstale":"2024-09-16T01:43:32.000866+0000","last_undegraded":"2024-09-16T01:43:32.000866+0000","last_fullsized":"2024-09-16T01:43:32.000866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:38.553924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016106+0000","last_change":"2024-09-16T01:43:32.003746+0000","last_active":"2024-09-16T01:43:33.016106+0000","last_peered":"2024-09-16T01:43:33.016106+0000","last_clean":"2024-09-16T01:43:33.016106+0000","last_became_active":"2024-09-16T01:43:32.003455+0000","last_became_peered":"2024-09-16T01:43:32.003455+0000","last_unstale":"2024-09-16T01:43:33.016106+0000","last_undegraded":"2024-09-16T01:43:33.016106+0000","last_fullsized":"2024-09-16T01:43:33.016106+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003452+0000","last_change":"2024-09-16T01:43:31.010404+0000","last_active":"2024-09-16T01:43:32.003452+0000","last_peered":"2024-09-16T01:43:32.003452+0000","last_clean":"2024-09-16T01:43:32.003452+0000","last_became_active":"2024-09-16T01:43:31.010132+0000","last_became_peered":"2024-09-16T01:43:31.010132+0000","last_unstale":"2024-09-16T01:43:32.003452+0000","last_undegraded":"2024-09-16T01:43:32.003452+0000","last_fullsized":"2024-09-16T01:43:32.003452+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:07.704798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016752+0000","last_change":"2024-09-16T01:43:32.011478+0000","last_active":"2024-09-16T01:43:32.016752+0000","last_peered":"2024-09-16T01:43:32.016752+0000","last_clean":"2024-09-16T01:43:32.016752+0000","last_became_active":"2024-09-16T01:43:32.011175+0000","last_became_peered":"2024-09-16T01:43:32.011175+0000","last_unstale":"2024-09-16T01:43:32.016752+0000","last_undegraded":"2024-09-16T01:43:32.016752+0000","last_fullsized":"2024-09-16T01:43:32.016752+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:39.559303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017574+0000","last_change":"2024-09-16T01:43:31.000204+0000","last_active":"2024-09-16T01:43:32.017574+0000","last_peered":"2024-09-16T01:43:32.017574+0000","last_clean":"2024-09-16T01:43:32.017574+0000","last_became_active":"2024-09-16T01:43:30.999922+0000","last_became_peered":"2024-09-16T01:43:30.999922+0000","last_unstale":"2024-09-16T01:43:32.017574+0000","last_undegraded":"2024-09-16T01:43:32.017574+0000","last_fullsized":"2024-09-16T01:43:32.017574+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:33.884435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.002098+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:43:31.002098+0000","last_peered":"2024-09-16T01:43:31.002098+0000","last_clean":"2024-09-16T01:43:31.002098+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:43:31.002098+0000","last_undegraded":"2024-09-16T01:43:31.002098+0000","last_fullsized":"2024-09-16T01:43:31.002098+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":503808,"data_stored":199526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27524,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344316,"statfs":{"total":96636764160,"available":96608579584,"internally_reserved":0,"allocated":507904,"data_stored":200466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35820,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336020,"statfs":{"total":96636764160,"available":96600084480,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1089536,"data_stored":789222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32248,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339592,"statfs":{"total":96636764160,"available":96603742208,"internally_reserved":0,"allocated":1077248,"data_stored":782447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3f is not active+clean 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:43:30.997400+0000', 'last_change': '2024-09-16T01:43:30.997400+0000', 'last_active': '2024-09-16T01:43:30.983870+0000', 'last_peered': '2024-09-16T01:43:30.983870+0000', 'last_clean': '2024-09-16T01:43:30.983870+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:43:30.997400+0000', 'last_undegraded': '2024-09-16T01:43:30.997400+0000', 'last_fullsized': '2024-09-16T01:43:30.997400+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_clean_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:PG 7.39 is not active+clean 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:43:30.998781+0000', 'last_change': '2024-09-16T01:43:30.998781+0000', 'last_active': '2024-09-16T01:43:30.983870+0000', 'last_peered': '2024-09-16T01:43:30.983870+0000', 'last_clean': '2024-09-16T01:43:30.983870+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:43:30.998781+0000', 'last_undegraded': '2024-09-16T01:43:30.998781+0000', 'last_fullsized': '2024-09-16T01:43:30.998781+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_clean_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:PG 7.17 is not active+clean 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:43:30.996954+0000', 'last_change': '2024-09-16T01:43:30.996954+0000', 'last_active': '2024-09-16T01:43:30.983870+0000', 'last_peered': '2024-09-16T01:43:30.983870+0000', 'last_clean': '2024-09-16T01:43:30.983870+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:43:30.996954+0000', 'last_undegraded': '2024-09-16T01:43:30.996954+0000', 'last_fullsized': '2024-09-16T01:43:30.996954+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_clean_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:PG 7.15 is not active+clean 2024-09-16T01:43:36.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:43:30.999650+0000', 'last_change': '2024-09-16T01:43:30.999650+0000', 'last_active': '2024-09-16T01:43:30.983870+0000', 'last_peered': '2024-09-16T01:43:30.983870+0000', 'last_clean': '2024-09-16T01:43:30.983870+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:43:30.999650+0000', 'last_undegraded': '2024-09-16T01:43:30.999650+0000', 'last_fullsized': '2024-09-16T01:43:30.999650+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_clean_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:43:36.783 INFO:tasks.ceph.ceph_manager.ceph:PG 7.11 is not active+clean 2024-09-16T01:43:36.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:43:30.998338+0000', 'last_change': '2024-09-16T01:43:30.998338+0000', 'last_active': '2024-09-16T01:43:30.983870+0000', 'last_peered': '2024-09-16T01:43:30.983870+0000', 'last_clean': '2024-09-16T01:43:30.983870+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:43:30.998338+0000', 'last_undegraded': '2024-09-16T01:43:30.998338+0000', 'last_fullsized': '2024-09-16T01:43:30.998338+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_clean_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:43:36.783 INFO:tasks.ceph.ceph_manager.ceph:PG 7.5 is not active+clean 2024-09-16T01:43:36.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:43:30.999238+0000', 'last_change': '2024-09-16T01:43:30.999238+0000', 'last_active': '2024-09-16T01:43:30.983870+0000', 'last_peered': '2024-09-16T01:43:30.983870+0000', 'last_clean': '2024-09-16T01:43:30.983870+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:43:30.999238+0000', 'last_undegraded': '2024-09-16T01:43:30.999238+0000', 'last_fullsized': '2024-09-16T01:43:30.999238+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'last_clean_scrub_stamp': '2024-09-16T01:43:30.983870+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:43:36.783 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:43:36.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.918+0000 7f7b660f8640 1 Processor -- start 2024-09-16T01:43:36.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.918+0000 7f7b660f8640 1 -- start start 2024-09-16T01:43:36.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b660f8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7b6015e6b0 0x7f7b600d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b660f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7b600cf5b0 0x7f7b600b7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b660f8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b600cfdc0 con 0x7f7b600b7ca0 2024-09-16T01:43:36.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b660f8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7b600d2b50 con 0x7f7b6015e6b0 2024-09-16T01:43:36.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b660f8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7b600d2e30 con 0x7f7b600cf5b0 2024-09-16T01:43:36.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7b6015e6b0 0x7f7b600d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7b6015e6b0 0x7f7b600d1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40754/0 (socket says 172.21.15.16:40754) 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5f7fe640 1 -- 172.21.15.16:0/2233134416 learned_addr learned my addr 172.21.15.16:0/2233134416 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5effd640 1 --2- 172.21.15.16:0/2233134416 >> v2:172.21.15.104:3300/0 conn(0x7f7b600cf5b0 0x7f7b600b7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5f7fe640 1 -- 172.21.15.16:0/2233134416 >> v2:172.21.15.104:3300/0 conn(0x7f7b600cf5b0 msgr2=0x7f7b600b7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5f7fe640 1 --2- 172.21.15.16:0/2233134416 >> v2:172.21.15.104:3300/0 conn(0x7f7b600cf5b0 0x7f7b600b7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5f7fe640 1 -- 172.21.15.16:0/2233134416 >> v1:172.21.15.104:6789/0 conn(0x7f7b600b7ca0 legacy=0x7f7b600b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.919+0000 7f7b5f7fe640 1 -- 172.21.15.16:0/2233134416 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b600d3110 con 0x7f7b6015e6b0 2024-09-16T01:43:36.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.920+0000 7f7b5f7fe640 1 --2- 172.21.15.16:0/2233134416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b600d1b90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7b60162130 tx=0x7f7b5002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9691193f45df30d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.920+0000 7f7b5e7fc640 1 -- 172.21.15.16:0/2233134416 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b50037070 con 0x7f7b6015e6b0 2024-09-16T01:43:36.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.920+0000 7f7b5e7fc640 1 -- 172.21.15.16:0/2233134416 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b50032440 con 0x7f7b6015e6b0 2024-09-16T01:43:36.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.920+0000 7f7b5e7fc640 1 -- 172.21.15.16:0/2233134416 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b50032810 con 0x7f7b6015e6b0 2024-09-16T01:43:36.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 -- 172.21.15.16:0/2233134416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 msgr2=0x7f7b600d1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2233134416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b600d1b90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7b60162130 tx=0x7f7b5002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 -- 172.21.15.16:0/2233134416 shutdown_connections 2024-09-16T01:43:36.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2233134416 >> v2:172.21.15.104:3300/0 conn(0x7f7b600cf5b0 0x7f7b600b7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2233134416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b600d1b90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 -- 172.21.15.16:0/2233134416 >> 172.21.15.16:0/2233134416 conn(0x7f7b6006bbe0 msgr2=0x7f7b6006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:36.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 -- 172.21.15.16:0/2233134416 shutdown_connections 2024-09-16T01:43:36.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.921+0000 7f7b660f8640 1 -- 172.21.15.16:0/2233134416 wait complete. 2024-09-16T01:43:36.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.922+0000 7f7b660f8640 1 Processor -- start 2024-09-16T01:43:36.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.922+0000 7f7b660f8640 1 -- start start 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b660f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b600b7ca0 0x7f7b6014cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b660f8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b600cf5b0 0x7f7b60160df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b660f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b60161330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b660f8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7b600cfb80 con 0x7f7b6015e6b0 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b660f8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7b600cfa00 con 0x7f7b600cf5b0 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b660f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7b600b6750 con 0x7f7b600b7ca0 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b60161330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b60161330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40756/0 (socket says 172.21.15.16:40756) 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 -- 172.21.15.16:0/2900056722 learned_addr learned my addr 172.21.15.16:0/2900056722 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5effd640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b600cf5b0 0x7f7b60160df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5f7fe640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b600b7ca0 0x7f7b6014cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 -- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b600b7ca0 msgr2=0x7f7b6014cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b600b7ca0 0x7f7b6014cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 -- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b600cf5b0 msgr2=0x7f7b60160df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b600cf5b0 0x7f7b60160df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.923+0000 7f7b5ffff640 1 -- 172.21.15.16:0/2900056722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b6015faf0 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.924+0000 7f7b5ffff640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b60161330 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f7b5800c7b0 tx=0x7f7b5800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.924+0000 7f7b47fff640 1 -- 172.21.15.16:0/2900056722 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58004b60 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.924+0000 7f7b47fff640 1 -- 172.21.15.16:0/2900056722 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b58004d00 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.924+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b6015fdd0 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.924+0000 7f7b47fff640 1 -- 172.21.15.16:0/2900056722 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5800aa90 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.924+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b60160390 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.925+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b600b7760 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.925+0000 7f7b47fff640 1 -- 172.21.15.16:0/2900056722 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f7b5800ac30 con 0x7f7b6015e6b0 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.926+0000 7f7b47fff640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7b4c06c460 0x7f7b4c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:36.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.926+0000 7f7b47fff640 1 -- 172.21.15.16:0/2900056722 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f7b5808b810 con 0x7f7b6015e6b0 2024-09-16T01:43:36.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.926+0000 7f7b5f7fe640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7b4c06c460 0x7f7b4c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:36.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.927+0000 7f7b5f7fe640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7b4c06c460 0x7f7b4c06e920 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7b50034000 tx=0x7f7b5002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:36.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:36.930+0000 7f7b47fff640 1 -- 172.21.15.16:0/2900056722 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7b58020070 con 0x7f7b6015e6b0 2024-09-16T01:43:37.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.172+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f7b6006c330 con 0x7f7b6015e6b0 2024-09-16T01:43:37.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.172+0000 7f7b47fff640 1 -- 172.21.15.16:0/2900056722 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1689 (secure 0 0 0) 0x7f7b58059740 con 0x7f7b6015e6b0 2024-09-16T01:43:37.173 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:37.173 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":107,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":44,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":91},{"state_name":"creating+peering","count":6}],"num_pgs":97,"num_pools":3,"num_objects":20,"data_bytes":592688,"bytes_used":252137472,"bytes_avail":772841975808,"bytes_total":773094113280,"inactive_pgs_ratio":0.061855670064687729,"write_bytes_sec":2218,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":23,"btime":"2024-09-16T01:43:35:019565+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"a","status":"up:active","gid":5313}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-16T01:43:04.308684+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T01:43:37.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7b4c06c460 msgr2=0x7f7b4c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7b4c06c460 0x7f7b4c06e920 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7b50034000 tx=0x7f7b5002e000 comp rx=0 tx=0).stop 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 msgr2=0x7f7b60161330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b60161330 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f7b5800c7b0 tx=0x7f7b5800cc70 comp rx=0 tx=0).stop 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 shutdown_connections 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7b4c06c460 0x7f7b4c06e920 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b6015e6b0 0x7f7b60161330 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b600cf5b0 0x7f7b60160df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 --2- 172.21.15.16:0/2900056722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b600b7ca0 0x7f7b6014cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 >> 172.21.15.16:0/2900056722 conn(0x7f7b6006bbe0 msgr2=0x7f7b600b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 shutdown_connections 2024-09-16T01:43:37.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.174+0000 7f7b660f8640 1 -- 172.21.15.16:0/2900056722 wait complete. 2024-09-16T01:43:37.186 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:43:37.186 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:37.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.287+0000 7fcda3aa6640 1 Processor -- start 2024-09-16T01:43:37.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.287+0000 7fcda3aa6640 1 -- start start 2024-09-16T01:43:37.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda3aa6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 0x7fcd9c0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda3aa6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd9c160230 con 0x7fcd9c0cda90 2024-09-16T01:43:37.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda3aa6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd9c160510 con 0x7fcd9c0cf090 2024-09-16T01:43:37.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda3aa6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcd9c160e40 con 0x7fcd9c0cecb0 2024-09-16T01:43:37.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda2043640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcd9c0cda90 0x7fcd9c06bc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51158/0 (socket says 172.21.15.16:51158) 2024-09-16T01:43:37.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda2043640 1 -- 172.21.15.16:0/244031678 learned_addr learned my addr 172.21.15.16:0/244031678 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda1842640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 0x7fcd9c0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 949900195 0 0) 0x7fcd9c160230 con 0x7fcd9c0cda90 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcd88003520 con 0x7fcd9c0cda90 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4121976083 0 0) 0x7fcd9c160510 con 0x7fcd9c0cf090 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcd9c160230 con 0x7fcd9c0cf090 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 599195676 0 0) 0x7fcd88003520 con 0x7fcd9c0cda90 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 msgr2=0x7fcd9c0ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 0x7fcd9c0ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 >> v1:172.21.15.104:6789/0 conn(0x7fcd9c0cf090 legacy=0x7fcd9c0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd9c1607f0 con 0x7fcd9c0cda90 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fcd940019f0 con 0x7fcd9c0cda90 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.288+0000 7fcda1842640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 0x7fcd9c0ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:37.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 >> v1:172.21.15.16:6789/0 conn(0x7fcd9c0cda90 legacy=0x7fcd9c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda0840640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 0x7fcd88003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda0840640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd880040b0 0x7fcd88004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda0840640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcd9c160e40 con 0x7fcd88004d40 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcd8800ba70 con 0x7fcd880040b0 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcd8800bc70 con 0x7fcd9c0cecb0 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda2043640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda1842640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 0x7fcd88003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda1041640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd880040b0 0x7fcd88004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda2043640 1 -- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 msgr2=0x7fcd88003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda2043640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0cecb0 0x7fcd88003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda2043640 1 -- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd880040b0 msgr2=0x7fcd88004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda2043640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd880040b0 0x7fcd88004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.289+0000 7fcda2043640 1 -- 172.21.15.16:0/244031678 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd88003520 con 0x7fcd88004d40 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda2043640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd880051c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c073a00 tx=0x7fcd88005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91d1c6ec7f70e6fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9400a430 con 0x7fcd88004d40 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd9402f070 con 0x7fcd88004d40 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda0840640 1 -- 172.21.15.16:0/244031678 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9402bb80 con 0x7fcd88004d40 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda3aa6640 1 -- 172.21.15.16:0/244031678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 msgr2=0x7fcd880051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda3aa6640 1 --2- 172.21.15.16:0/244031678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd880051c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c073a00 tx=0x7fcd88005830 comp rx=0 tx=0).stop 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda2043640 1 -- 172.21.15.16:0/244031678 reap_dead start 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda3aa6640 1 -- 172.21.15.16:0/244031678 shutdown_connections 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.290+0000 7fcda3aa6640 1 -- 172.21.15.16:0/244031678 >> 172.21.15.16:0/244031678 conn(0x7fcd9c0b2000 msgr2=0x7fcd9c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.291+0000 7fcda3aa6640 1 -- 172.21.15.16:0/244031678 shutdown_connections 2024-09-16T01:43:37.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.291+0000 7fcda3aa6640 1 -- 172.21.15.16:0/244031678 wait complete. 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.292+0000 7fcda3aa6640 1 Processor -- start 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.292+0000 7fcda3aa6640 1 -- start start 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd9c15da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0ae8a0 0x7fcd9c15e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd9c0b3da0 0x7fcd9c0b4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcd9c06c4e0 con 0x7fcd88004d40 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcd9c06c360 con 0x7fcd9c0b3da0 2024-09-16T01:43:37.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcd9c06c660 con 0x7fcd9c0ae8a0 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd9c15da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd9c15da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40778/0 (socket says 172.21.15.16:40778) 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 -- 172.21.15.16:0/4134720528 learned_addr learned my addr 172.21.15.16:0/4134720528 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1041640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0ae8a0 0x7fcd9c15e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda2043640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd9c0b3da0 0x7fcd9c0b4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 -- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0ae8a0 msgr2=0x7fcd9c15e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0ae8a0 0x7fcd9c15e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 -- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd9c0b3da0 msgr2=0x7fcd9c0b4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd9c0b3da0 0x7fcd9c0b4230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 -- 172.21.15.16:0/4134720528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd9c0af080 con 0x7fcd88004d40 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda1842640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd9c15da70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fcd980119d0 tx=0x7fcd98011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcd927fc640 1 -- 172.21.15.16:0/4134720528 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9800faf0 con 0x7fcd88004d40 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcd927fc640 1 -- 172.21.15.16:0/4134720528 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd9800fc90 con 0x7fcd88004d40 2024-09-16T01:43:37.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd9c0af360 con 0x7fcd88004d40 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcd927fc640 1 -- 172.21.15.16:0/4134720528 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd98014440 con 0x7fcd88004d40 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.293+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd9c0aed00 con 0x7fcd88004d40 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.294+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd9c0b2af0 con 0x7fcd88004d40 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.295+0000 7fcd927fc640 1 -- 172.21.15.16:0/4134720528 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fcd98012040 con 0x7fcd88004d40 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.295+0000 7fcd927fc640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd8006c460 0x7fcd8006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.295+0000 7fcd927fc640 1 -- 172.21.15.16:0/4134720528 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fcd9808bde0 con 0x7fcd88004d40 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.295+0000 7fcda1041640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd8006c460 0x7fcd8006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.296+0000 7fcda1041640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd8006c460 0x7fcd8006e920 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c15a700 tx=0x7fcd8c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.300+0000 7fcd927fc640 1 -- 172.21.15.16:0/4134720528 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcd9c0b2af0 con 0x7fcd88004d40 2024-09-16T01:43:37.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.473+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcd9c071000 con 0x7fcd8006c460 2024-09-16T01:43:37.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.479+0000 7fcd927fc640 1 -- 172.21.15.16:0/4134720528 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251416 (secure 0 0 0) 0x7fcd9c071000 con 0x7fcd8006c460 2024-09-16T01:43:37.483 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:37.485 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd8006c460 msgr2=0x7fcd8006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd8006c460 0x7fcd8006e920 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c15a700 tx=0x7fcd8c009040 comp rx=0 tx=0).stop 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 msgr2=0x7fcd9c15da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd9c15da70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fcd980119d0 tx=0x7fcd98011e90 comp rx=0 tx=0).stop 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 shutdown_connections 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd8006c460 0x7fcd8006e920 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd9c0b3da0 0x7fcd9c0b4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd9c0ae8a0 0x7fcd9c15e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 --2- 172.21.15.16:0/4134720528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd88004d40 0x7fcd9c15da70 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 >> 172.21.15.16:0/4134720528 conn(0x7fcd9c0b2000 msgr2=0x7fcd9c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 shutdown_connections 2024-09-16T01:43:37.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:37.483+0000 7fcda3aa6640 1 -- 172.21.15.16:0/4134720528 wait complete. 2024-09-16T01:43:37.495 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-09-16T01:43:36.315201+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":82,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246228,"kb_used_data":5024,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754728492,"statfs":{"total":773094113280,"available":772841975808,"internally_reserved":0,"allocated":5144576,"data_stored":2753667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001238"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.997400+0000","last_change":"2024-09-16T01:43:30.997400+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.997400+0000","last_undegraded":"2024-09-16T01:43:30.997400+0000","last_fullsized":"2024-09-16T01:43:30.997400+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019568+0000","last_change":"2024-09-16T01:43:32.015614+0000","last_active":"2024-09-16T01:43:32.019568+0000","last_peered":"2024-09-16T01:43:32.019568+0000","last_clean":"2024-09-16T01:43:32.019568+0000","last_became_active":"2024-09-16T01:43:32.015338+0000","last_became_peered":"2024-09-16T01:43:32.015338+0000","last_unstale":"2024-09-16T01:43:32.019568+0000","last_undegraded":"2024-09-16T01:43:32.019568+0000","last_fullsized":"2024-09-16T01:43:32.019568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016211+0000","last_change":"2024-09-16T01:43:32.005839+0000","last_active":"2024-09-16T01:43:33.016211+0000","last_peered":"2024-09-16T01:43:33.016211+0000","last_clean":"2024-09-16T01:43:33.016211+0000","last_became_active":"2024-09-16T01:43:32.004648+0000","last_became_peered":"2024-09-16T01:43:32.004648+0000","last_unstale":"2024-09-16T01:43:33.016211+0000","last_undegraded":"2024-09-16T01:43:33.016211+0000","last_fullsized":"2024-09-16T01:43:33.016211+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024481+0000","last_change":"2024-09-16T01:43:32.021355+0000","last_active":"2024-09-16T01:43:32.024481+0000","last_peered":"2024-09-16T01:43:32.024481+0000","last_clean":"2024-09-16T01:43:32.024481+0000","last_became_active":"2024-09-16T01:43:32.019275+0000","last_became_peered":"2024-09-16T01:43:32.019275+0000","last_unstale":"2024-09-16T01:43:32.024481+0000","last_undegraded":"2024-09-16T01:43:32.024481+0000","last_fullsized":"2024-09-16T01:43:32.024481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:42.854618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019414+0000","last_change":"2024-09-16T01:43:32.015315+0000","last_active":"2024-09-16T01:43:32.019414+0000","last_peered":"2024-09-16T01:43:32.019414+0000","last_clean":"2024-09-16T01:43:32.019414+0000","last_became_active":"2024-09-16T01:43:32.014913+0000","last_became_peered":"2024-09-16T01:43:32.014913+0000","last_unstale":"2024-09-16T01:43:32.019414+0000","last_undegraded":"2024-09-16T01:43:32.019414+0000","last_fullsized":"2024-09-16T01:43:32.019414+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017032+0000","last_change":"2024-09-16T01:43:32.013916+0000","last_active":"2024-09-16T01:43:32.017032+0000","last_peered":"2024-09-16T01:43:32.017032+0000","last_clean":"2024-09-16T01:43:32.017032+0000","last_became_active":"2024-09-16T01:43:32.013617+0000","last_became_peered":"2024-09-16T01:43:32.013617+0000","last_unstale":"2024-09-16T01:43:32.017032+0000","last_undegraded":"2024-09-16T01:43:32.017032+0000","last_fullsized":"2024-09-16T01:43:32.017032+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:31.406068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998781+0000","last_change":"2024-09-16T01:43:30.998781+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998781+0000","last_undegraded":"2024-09-16T01:43:30.998781+0000","last_fullsized":"2024-09-16T01:43:30.998781+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024866+0000","last_change":"2024-09-16T01:43:32.023028+0000","last_active":"2024-09-16T01:43:32.024866+0000","last_peered":"2024-09-16T01:43:32.024866+0000","last_clean":"2024-09-16T01:43:32.024866+0000","last_became_active":"2024-09-16T01:43:32.019080+0000","last_became_peered":"2024-09-16T01:43:32.019080+0000","last_unstale":"2024-09-16T01:43:32.024866+0000","last_undegraded":"2024-09-16T01:43:32.024866+0000","last_fullsized":"2024-09-16T01:43:32.024866+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:40.368261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024723+0000","last_change":"2024-09-16T01:43:32.022276+0000","last_active":"2024-09-16T01:43:32.024723+0000","last_peered":"2024-09-16T01:43:32.024723+0000","last_clean":"2024-09-16T01:43:32.024723+0000","last_became_active":"2024-09-16T01:43:32.019501+0000","last_became_peered":"2024-09-16T01:43:32.019501+0000","last_unstale":"2024-09-16T01:43:32.024723+0000","last_undegraded":"2024-09-16T01:43:32.024723+0000","last_fullsized":"2024-09-16T01:43:32.024723+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:19.423438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021694+0000","last_change":"2024-09-16T01:43:32.018277+0000","last_active":"2024-09-16T01:43:32.021694+0000","last_peered":"2024-09-16T01:43:32.021694+0000","last_clean":"2024-09-16T01:43:32.021694+0000","last_became_active":"2024-09-16T01:43:32.017941+0000","last_became_peered":"2024-09-16T01:43:32.017941+0000","last_unstale":"2024-09-16T01:43:32.021694+0000","last_undegraded":"2024-09-16T01:43:32.021694+0000","last_fullsized":"2024-09-16T01:43:32.021694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024759+0000","last_change":"2024-09-16T01:43:32.022148+0000","last_active":"2024-09-16T01:43:32.024759+0000","last_peered":"2024-09-16T01:43:32.024759+0000","last_clean":"2024-09-16T01:43:32.024759+0000","last_became_active":"2024-09-16T01:43:32.020156+0000","last_became_peered":"2024-09-16T01:43:32.020156+0000","last_unstale":"2024-09-16T01:43:32.024759+0000","last_undegraded":"2024-09-16T01:43:32.024759+0000","last_fullsized":"2024-09-16T01:43:32.024759+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:26.776085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011547+0000","last_change":"2024-09-16T01:43:32.008617+0000","last_active":"2024-09-16T01:43:32.011547+0000","last_peered":"2024-09-16T01:43:32.011547+0000","last_clean":"2024-09-16T01:43:32.011547+0000","last_became_active":"2024-09-16T01:43:32.008290+0000","last_became_peered":"2024-09-16T01:43:32.008290+0000","last_unstale":"2024-09-16T01:43:32.011547+0000","last_undegraded":"2024-09-16T01:43:32.011547+0000","last_fullsized":"2024-09-16T01:43:32.011547+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019088+0000","last_change":"2024-09-16T01:43:32.008239+0000","last_active":"2024-09-16T01:43:32.019088+0000","last_peered":"2024-09-16T01:43:32.019088+0000","last_clean":"2024-09-16T01:43:32.019088+0000","last_became_active":"2024-09-16T01:43:32.007676+0000","last_became_peered":"2024-09-16T01:43:32.007676+0000","last_unstale":"2024-09-16T01:43:32.019088+0000","last_undegraded":"2024-09-16T01:43:32.019088+0000","last_fullsized":"2024-09-16T01:43:32.019088+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:05.223871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022641+0000","last_change":"2024-09-16T01:43:32.017645+0000","last_active":"2024-09-16T01:43:32.022641+0000","last_peered":"2024-09-16T01:43:32.022641+0000","last_clean":"2024-09-16T01:43:32.022641+0000","last_became_active":"2024-09-16T01:43:32.017370+0000","last_became_peered":"2024-09-16T01:43:32.017370+0000","last_unstale":"2024-09-16T01:43:32.022641+0000","last_undegraded":"2024-09-16T01:43:32.022641+0000","last_fullsized":"2024-09-16T01:43:32.022641+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015793+0000","last_change":"2024-09-16T01:43:32.010622+0000","last_active":"2024-09-16T01:43:32.015793+0000","last_peered":"2024-09-16T01:43:32.015793+0000","last_clean":"2024-09-16T01:43:32.015793+0000","last_became_active":"2024-09-16T01:43:32.010303+0000","last_became_peered":"2024-09-16T01:43:32.010303+0000","last_unstale":"2024-09-16T01:43:32.015793+0000","last_undegraded":"2024-09-16T01:43:32.015793+0000","last_fullsized":"2024-09-16T01:43:32.015793+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:25.511066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015100+0000","last_change":"2024-09-16T01:43:32.010470+0000","last_active":"2024-09-16T01:43:33.015100+0000","last_peered":"2024-09-16T01:43:33.015100+0000","last_clean":"2024-09-16T01:43:33.015100+0000","last_became_active":"2024-09-16T01:43:32.010199+0000","last_became_peered":"2024-09-16T01:43:32.010199+0000","last_unstale":"2024-09-16T01:43:33.015100+0000","last_undegraded":"2024-09-16T01:43:33.015100+0000","last_fullsized":"2024-09-16T01:43:33.015100+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:02.245896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016471+0000","last_change":"2024-09-16T01:43:32.005353+0000","last_active":"2024-09-16T01:43:33.016471+0000","last_peered":"2024-09-16T01:43:33.016471+0000","last_clean":"2024-09-16T01:43:33.016471+0000","last_became_active":"2024-09-16T01:43:32.005059+0000","last_became_peered":"2024-09-16T01:43:32.005059+0000","last_unstale":"2024-09-16T01:43:33.016471+0000","last_undegraded":"2024-09-16T01:43:33.016471+0000","last_fullsized":"2024-09-16T01:43:33.016471+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:55.326182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016369+0000","last_change":"2024-09-16T01:43:32.010079+0000","last_active":"2024-09-16T01:43:33.016369+0000","last_peered":"2024-09-16T01:43:33.016369+0000","last_clean":"2024-09-16T01:43:33.016369+0000","last_became_active":"2024-09-16T01:43:32.009752+0000","last_became_peered":"2024-09-16T01:43:32.009752+0000","last_unstale":"2024-09-16T01:43:33.016369+0000","last_undegraded":"2024-09-16T01:43:33.016369+0000","last_fullsized":"2024-09-16T01:43:33.016369+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:13.135767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015914+0000","last_change":"2024-09-16T01:43:32.011284+0000","last_active":"2024-09-16T01:43:33.015914+0000","last_peered":"2024-09-16T01:43:33.015914+0000","last_clean":"2024-09-16T01:43:33.015914+0000","last_became_active":"2024-09-16T01:43:32.011032+0000","last_became_peered":"2024-09-16T01:43:32.011032+0000","last_unstale":"2024-09-16T01:43:33.015914+0000","last_undegraded":"2024-09-16T01:43:33.015914+0000","last_fullsized":"2024-09-16T01:43:33.015914+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:37.656293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019134+0000","last_change":"2024-09-16T01:43:32.011687+0000","last_active":"2024-09-16T01:43:32.019134+0000","last_peered":"2024-09-16T01:43:32.019134+0000","last_clean":"2024-09-16T01:43:32.019134+0000","last_became_active":"2024-09-16T01:43:32.011203+0000","last_became_peered":"2024-09-16T01:43:32.011203+0000","last_unstale":"2024-09-16T01:43:32.019134+0000","last_undegraded":"2024-09-16T01:43:32.019134+0000","last_fullsized":"2024-09-16T01:43:32.019134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:42.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015916+0000","last_change":"2024-09-16T01:43:32.008564+0000","last_active":"2024-09-16T01:43:32.015916+0000","last_peered":"2024-09-16T01:43:32.015916+0000","last_clean":"2024-09-16T01:43:32.015916+0000","last_became_active":"2024-09-16T01:43:32.008210+0000","last_became_peered":"2024-09-16T01:43:32.008210+0000","last_unstale":"2024-09-16T01:43:32.015916+0000","last_undegraded":"2024-09-16T01:43:32.015916+0000","last_fullsized":"2024-09-16T01:43:32.015916+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:46.629868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024688+0000","last_change":"2024-09-16T01:43:32.022438+0000","last_active":"2024-09-16T01:43:32.024688+0000","last_peered":"2024-09-16T01:43:32.024688+0000","last_clean":"2024-09-16T01:43:32.024688+0000","last_became_active":"2024-09-16T01:43:32.020924+0000","last_became_peered":"2024-09-16T01:43:32.020924+0000","last_unstale":"2024-09-16T01:43:32.024688+0000","last_undegraded":"2024-09-16T01:43:32.024688+0000","last_fullsized":"2024-09-16T01:43:32.024688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:35:21.684252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015348+0000","last_change":"2024-09-16T01:43:32.002584+0000","last_active":"2024-09-16T01:43:33.015348+0000","last_peered":"2024-09-16T01:43:33.015348+0000","last_clean":"2024-09-16T01:43:33.015348+0000","last_became_active":"2024-09-16T01:43:32.002290+0000","last_became_peered":"2024-09-16T01:43:32.002290+0000","last_unstale":"2024-09-16T01:43:33.015348+0000","last_undegraded":"2024-09-16T01:43:33.015348+0000","last_fullsized":"2024-09-16T01:43:33.015348+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:58.601837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015251+0000","last_change":"2024-09-16T01:43:32.001569+0000","last_active":"2024-09-16T01:43:33.015251+0000","last_peered":"2024-09-16T01:43:33.015251+0000","last_clean":"2024-09-16T01:43:33.015251+0000","last_became_active":"2024-09-16T01:43:32.001274+0000","last_became_peered":"2024-09-16T01:43:32.001274+0000","last_unstale":"2024-09-16T01:43:33.015251+0000","last_undegraded":"2024-09-16T01:43:33.015251+0000","last_fullsized":"2024-09-16T01:43:33.015251+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:11.502975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016181+0000","last_change":"2024-09-16T01:43:32.014482+0000","last_active":"2024-09-16T01:43:33.016181+0000","last_peered":"2024-09-16T01:43:33.016181+0000","last_clean":"2024-09-16T01:43:33.016181+0000","last_became_active":"2024-09-16T01:43:32.014238+0000","last_became_peered":"2024-09-16T01:43:32.014238+0000","last_unstale":"2024-09-16T01:43:33.016181+0000","last_undegraded":"2024-09-16T01:43:33.016181+0000","last_fullsized":"2024-09-16T01:43:33.016181+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:34.889815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019071+0000","last_change":"2024-09-16T01:43:32.007707+0000","last_active":"2024-09-16T01:43:32.019071+0000","last_peered":"2024-09-16T01:43:32.019071+0000","last_clean":"2024-09-16T01:43:32.019071+0000","last_became_active":"2024-09-16T01:43:32.007384+0000","last_became_peered":"2024-09-16T01:43:32.007384+0000","last_unstale":"2024-09-16T01:43:32.019071+0000","last_undegraded":"2024-09-16T01:43:32.019071+0000","last_fullsized":"2024-09-16T01:43:32.019071+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:52.668690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016419+0000","last_change":"2024-09-16T01:43:32.000721+0000","last_active":"2024-09-16T01:43:33.016419+0000","last_peered":"2024-09-16T01:43:33.016419+0000","last_clean":"2024-09-16T01:43:33.016419+0000","last_became_active":"2024-09-16T01:43:32.000418+0000","last_became_peered":"2024-09-16T01:43:32.000418+0000","last_unstale":"2024-09-16T01:43:33.016419+0000","last_undegraded":"2024-09-16T01:43:33.016419+0000","last_fullsized":"2024-09-16T01:43:33.016419+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:04.776082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.007160+0000","last_change":"2024-09-16T01:43:32.004034+0000","last_active":"2024-09-16T01:43:32.007160+0000","last_peered":"2024-09-16T01:43:32.007160+0000","last_clean":"2024-09-16T01:43:32.007160+0000","last_became_active":"2024-09-16T01:43:32.003753+0000","last_became_peered":"2024-09-16T01:43:32.003753+0000","last_unstale":"2024-09-16T01:43:32.007160+0000","last_undegraded":"2024-09-16T01:43:32.007160+0000","last_fullsized":"2024-09-16T01:43:32.007160+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:50.195276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015650+0000","last_change":"2024-09-16T01:43:32.013729+0000","last_active":"2024-09-16T01:43:33.015650+0000","last_peered":"2024-09-16T01:43:33.015650+0000","last_clean":"2024-09-16T01:43:33.015650+0000","last_became_active":"2024-09-16T01:43:32.013458+0000","last_became_peered":"2024-09-16T01:43:32.013458+0000","last_unstale":"2024-09-16T01:43:33.015650+0000","last_undegraded":"2024-09-16T01:43:33.015650+0000","last_fullsized":"2024-09-16T01:43:33.015650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:53.171482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015968+0000","last_change":"2024-09-16T01:43:32.004112+0000","last_active":"2024-09-16T01:43:33.015968+0000","last_peered":"2024-09-16T01:43:33.015968+0000","last_clean":"2024-09-16T01:43:33.015968+0000","last_became_active":"2024-09-16T01:43:32.003838+0000","last_became_peered":"2024-09-16T01:43:32.003838+0000","last_unstale":"2024-09-16T01:43:33.015968+0000","last_undegraded":"2024-09-16T01:43:33.015968+0000","last_fullsized":"2024-09-16T01:43:33.015968+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015767+0000","last_change":"2024-09-16T01:43:32.010471+0000","last_active":"2024-09-16T01:43:32.015767+0000","last_peered":"2024-09-16T01:43:32.015767+0000","last_clean":"2024-09-16T01:43:32.015767+0000","last_became_active":"2024-09-16T01:43:32.010134+0000","last_became_peered":"2024-09-16T01:43:32.010134+0000","last_unstale":"2024-09-16T01:43:32.015767+0000","last_undegraded":"2024-09-16T01:43:32.015767+0000","last_fullsized":"2024-09-16T01:43:32.015767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:57.275710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018315+0000","last_change":"2024-09-16T01:43:32.006077+0000","last_active":"2024-09-16T01:43:32.018315+0000","last_peered":"2024-09-16T01:43:32.018315+0000","last_clean":"2024-09-16T01:43:32.018315+0000","last_became_active":"2024-09-16T01:43:32.005777+0000","last_became_peered":"2024-09-16T01:43:32.005777+0000","last_unstale":"2024-09-16T01:43:32.018315+0000","last_undegraded":"2024-09-16T01:43:32.018315+0000","last_fullsized":"2024-09-16T01:43:32.018315+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:50.414209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.013835+0000","last_change":"2024-09-16T01:43:32.007195+0000","last_active":"2024-09-16T01:43:32.013835+0000","last_peered":"2024-09-16T01:43:32.013835+0000","last_clean":"2024-09-16T01:43:32.013835+0000","last_became_active":"2024-09-16T01:43:32.006880+0000","last_became_peered":"2024-09-16T01:43:32.006880+0000","last_unstale":"2024-09-16T01:43:32.013835+0000","last_undegraded":"2024-09-16T01:43:32.013835+0000","last_fullsized":"2024-09-16T01:43:32.013835+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":16,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020890+0000","last_change":"2024-09-16T01:43:31.000311+0000","last_active":"2024-09-16T01:43:32.020890+0000","last_peered":"2024-09-16T01:43:32.020890+0000","last_clean":"2024-09-16T01:43:32.020890+0000","last_became_active":"2024-09-16T01:43:30.999995+0000","last_became_peered":"2024-09-16T01:43:30.999995+0000","last_unstale":"2024-09-16T01:43:32.020890+0000","last_undegraded":"2024-09-16T01:43:32.020890+0000","last_fullsized":"2024-09-16T01:43:32.020890+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:54.320802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015994+0000","last_change":"2024-09-16T01:43:31.999233+0000","last_active":"2024-09-16T01:43:33.015994+0000","last_peered":"2024-09-16T01:43:33.015994+0000","last_clean":"2024-09-16T01:43:33.015994+0000","last_became_active":"2024-09-16T01:43:31.998974+0000","last_became_peered":"2024-09-16T01:43:31.998974+0000","last_unstale":"2024-09-16T01:43:33.015994+0000","last_undegraded":"2024-09-16T01:43:33.015994+0000","last_fullsized":"2024-09-16T01:43:33.015994+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:53.609878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016477+0000","last_change":"2024-09-16T01:43:31.004312+0000","last_active":"2024-09-16T01:43:33.016477+0000","last_peered":"2024-09-16T01:43:33.016477+0000","last_clean":"2024-09-16T01:43:33.016477+0000","last_became_active":"2024-09-16T01:43:31.004024+0000","last_became_peered":"2024-09-16T01:43:31.004024+0000","last_unstale":"2024-09-16T01:43:33.016477+0000","last_undegraded":"2024-09-16T01:43:33.016477+0000","last_fullsized":"2024-09-16T01:43:33.016477+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:53.374465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.009568+0000","last_change":"2024-09-16T01:43:32.007209+0000","last_active":"2024-09-16T01:43:32.009568+0000","last_peered":"2024-09-16T01:43:32.009568+0000","last_clean":"2024-09-16T01:43:32.009568+0000","last_became_active":"2024-09-16T01:43:32.006934+0000","last_became_peered":"2024-09-16T01:43:32.006934+0000","last_unstale":"2024-09-16T01:43:32.009568+0000","last_undegraded":"2024-09-16T01:43:32.009568+0000","last_fullsized":"2024-09-16T01:43:32.009568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:04.606361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023103+0000","last_change":"2024-09-16T01:43:31.005114+0000","last_active":"2024-09-16T01:43:32.023103+0000","last_peered":"2024-09-16T01:43:32.023103+0000","last_clean":"2024-09-16T01:43:32.023103+0000","last_became_active":"2024-09-16T01:43:31.004863+0000","last_became_peered":"2024-09-16T01:43:31.004863+0000","last_unstale":"2024-09-16T01:43:32.023103+0000","last_undegraded":"2024-09-16T01:43:32.023103+0000","last_fullsized":"2024-09-16T01:43:32.023103+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:02.110425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018537+0000","last_change":"2024-09-16T01:43:32.015829+0000","last_active":"2024-09-16T01:43:32.018537+0000","last_peered":"2024-09-16T01:43:32.018537+0000","last_clean":"2024-09-16T01:43:32.018537+0000","last_became_active":"2024-09-16T01:43:32.015207+0000","last_became_peered":"2024-09-16T01:43:32.015207+0000","last_unstale":"2024-09-16T01:43:32.018537+0000","last_undegraded":"2024-09-16T01:43:32.018537+0000","last_fullsized":"2024-09-16T01:43:32.018537+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:53.677776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007872+0000","last_change":"2024-09-16T01:43:31.005790+0000","last_active":"2024-09-16T01:43:31.007872+0000","last_peered":"2024-09-16T01:43:31.007872+0000","last_clean":"2024-09-16T01:43:31.007872+0000","last_became_active":"2024-09-16T01:43:31.005504+0000","last_became_peered":"2024-09-16T01:43:31.005504+0000","last_unstale":"2024-09-16T01:43:31.007872+0000","last_undegraded":"2024-09-16T01:43:31.007872+0000","last_fullsized":"2024-09-16T01:43:31.007872+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016141+0000","last_change":"2024-09-16T01:43:32.008176+0000","last_active":"2024-09-16T01:43:33.016141+0000","last_peered":"2024-09-16T01:43:33.016141+0000","last_clean":"2024-09-16T01:43:33.016141+0000","last_became_active":"2024-09-16T01:43:32.007833+0000","last_became_peered":"2024-09-16T01:43:32.007833+0000","last_unstale":"2024-09-16T01:43:33.016141+0000","last_undegraded":"2024-09-16T01:43:33.016141+0000","last_fullsized":"2024-09-16T01:43:33.016141+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.021978+0000","last_change":"2024-09-16T01:43:31.005604+0000","last_active":"2024-09-16T01:43:32.021978+0000","last_peered":"2024-09-16T01:43:32.021978+0000","last_clean":"2024-09-16T01:43:32.021978+0000","last_became_active":"2024-09-16T01:43:31.005329+0000","last_became_peered":"2024-09-16T01:43:31.005329+0000","last_unstale":"2024-09-16T01:43:32.021978+0000","last_undegraded":"2024-09-16T01:43:32.021978+0000","last_fullsized":"2024-09-16T01:43:32.021978+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:12.130387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017242+0000","last_change":"2024-09-16T01:43:32.013268+0000","last_active":"2024-09-16T01:43:32.017242+0000","last_peered":"2024-09-16T01:43:32.017242+0000","last_clean":"2024-09-16T01:43:32.017242+0000","last_became_active":"2024-09-16T01:43:32.012989+0000","last_became_peered":"2024-09-16T01:43:32.012989+0000","last_unstale":"2024-09-16T01:43:32.017242+0000","last_undegraded":"2024-09-16T01:43:32.017242+0000","last_fullsized":"2024-09-16T01:43:32.017242+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:30.516914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016446+0000","last_change":"2024-09-16T01:43:31.003546+0000","last_active":"2024-09-16T01:43:33.016446+0000","last_peered":"2024-09-16T01:43:33.016446+0000","last_clean":"2024-09-16T01:43:33.016446+0000","last_became_active":"2024-09-16T01:43:31.003250+0000","last_became_peered":"2024-09-16T01:43:31.003250+0000","last_unstale":"2024-09-16T01:43:33.016446+0000","last_undegraded":"2024-09-16T01:43:33.016446+0000","last_fullsized":"2024-09-16T01:43:33.016446+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:01.240516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011128+0000","last_change":"2024-09-16T01:43:32.009063+0000","last_active":"2024-09-16T01:43:32.011128+0000","last_peered":"2024-09-16T01:43:32.011128+0000","last_clean":"2024-09-16T01:43:32.011128+0000","last_became_active":"2024-09-16T01:43:32.008748+0000","last_became_peered":"2024-09-16T01:43:32.008748+0000","last_unstale":"2024-09-16T01:43:32.011128+0000","last_undegraded":"2024-09-16T01:43:32.011128+0000","last_fullsized":"2024-09-16T01:43:32.011128+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:43.570725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998438+0000","last_change":"2024-09-16T01:43:31.003568+0000","last_active":"2024-09-16T01:43:31.998438+0000","last_peered":"2024-09-16T01:43:31.998438+0000","last_clean":"2024-09-16T01:43:31.998438+0000","last_became_active":"2024-09-16T01:43:31.003290+0000","last_became_peered":"2024-09-16T01:43:31.003290+0000","last_unstale":"2024-09-16T01:43:31.998438+0000","last_undegraded":"2024-09-16T01:43:31.998438+0000","last_fullsized":"2024-09-16T01:43:31.998438+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:31.054707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015199+0000","last_change":"2024-09-16T01:43:32.002728+0000","last_active":"2024-09-16T01:43:33.015199+0000","last_peered":"2024-09-16T01:43:33.015199+0000","last_clean":"2024-09-16T01:43:33.015199+0000","last_became_active":"2024-09-16T01:43:32.002226+0000","last_became_peered":"2024-09-16T01:43:32.002226+0000","last_unstale":"2024-09-16T01:43:33.015199+0000","last_undegraded":"2024-09-16T01:43:33.015199+0000","last_fullsized":"2024-09-16T01:43:33.015199+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:19.202333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.002682+0000","last_change":"2024-09-16T01:43:31.001634+0000","last_active":"2024-09-16T01:43:32.002682+0000","last_peered":"2024-09-16T01:43:32.002682+0000","last_clean":"2024-09-16T01:43:32.002682+0000","last_became_active":"2024-09-16T01:43:31.001350+0000","last_became_peered":"2024-09-16T01:43:31.001350+0000","last_unstale":"2024-09-16T01:43:32.002682+0000","last_undegraded":"2024-09-16T01:43:32.002682+0000","last_fullsized":"2024-09-16T01:43:32.002682+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:14.296109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016393+0000","last_change":"2024-09-16T01:43:32.009888+0000","last_active":"2024-09-16T01:43:33.016393+0000","last_peered":"2024-09-16T01:43:33.016393+0000","last_clean":"2024-09-16T01:43:33.016393+0000","last_became_active":"2024-09-16T01:43:32.009595+0000","last_became_peered":"2024-09-16T01:43:32.009595+0000","last_unstale":"2024-09-16T01:43:33.016393+0000","last_undegraded":"2024-09-16T01:43:33.016393+0000","last_fullsized":"2024-09-16T01:43:33.016393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:57.355632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016619+0000","last_change":"2024-09-16T01:43:31.006721+0000","last_active":"2024-09-16T01:43:33.016619+0000","last_peered":"2024-09-16T01:43:33.016619+0000","last_clean":"2024-09-16T01:43:33.016619+0000","last_became_active":"2024-09-16T01:43:31.006228+0000","last_became_peered":"2024-09-16T01:43:31.006228+0000","last_unstale":"2024-09-16T01:43:33.016619+0000","last_undegraded":"2024-09-16T01:43:33.016619+0000","last_fullsized":"2024-09-16T01:43:33.016619+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:10.497595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.996954+0000","last_change":"2024-09-16T01:43:30.996954+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.996954+0000","last_undegraded":"2024-09-16T01:43:30.996954+0000","last_fullsized":"2024-09-16T01:43:30.996954+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004035+0000","last_change":"2024-09-16T01:43:31.009152+0000","last_active":"2024-09-16T01:43:32.004035+0000","last_peered":"2024-09-16T01:43:32.004035+0000","last_clean":"2024-09-16T01:43:32.004035+0000","last_became_active":"2024-09-16T01:43:31.008582+0000","last_became_peered":"2024-09-16T01:43:31.008582+0000","last_unstale":"2024-09-16T01:43:32.004035+0000","last_undegraded":"2024-09-16T01:43:32.004035+0000","last_fullsized":"2024-09-16T01:43:32.004035+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:46.883195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024719+0000","last_change":"2024-09-16T01:43:32.021759+0000","last_active":"2024-09-16T01:43:32.024719+0000","last_peered":"2024-09-16T01:43:32.024719+0000","last_clean":"2024-09-16T01:43:32.024719+0000","last_became_active":"2024-09-16T01:43:32.021459+0000","last_became_peered":"2024-09-16T01:43:32.021459+0000","last_unstale":"2024-09-16T01:43:32.024719+0000","last_undegraded":"2024-09-16T01:43:32.024719+0000","last_fullsized":"2024-09-16T01:43:32.024719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:32:55.224892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009977+0000","last_change":"2024-09-16T01:43:31.007757+0000","last_active":"2024-09-16T01:43:31.009977+0000","last_peered":"2024-09-16T01:43:31.009977+0000","last_clean":"2024-09-16T01:43:31.009977+0000","last_became_active":"2024-09-16T01:43:31.007204+0000","last_became_peered":"2024-09-16T01:43:31.007204+0000","last_unstale":"2024-09-16T01:43:31.009977+0000","last_undegraded":"2024-09-16T01:43:31.009977+0000","last_fullsized":"2024-09-16T01:43:31.009977+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:41.849238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999650+0000","last_change":"2024-09-16T01:43:30.999650+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999650+0000","last_undegraded":"2024-09-16T01:43:30.999650+0000","last_fullsized":"2024-09-16T01:43:30.999650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":18,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025465+0000","last_change":"2024-09-16T01:43:31.002297+0000","last_active":"2024-09-16T01:43:32.025465+0000","last_peered":"2024-09-16T01:43:32.025465+0000","last_clean":"2024-09-16T01:43:32.025465+0000","last_became_active":"2024-09-16T01:43:31.002030+0000","last_became_peered":"2024-09-16T01:43:31.002030+0000","last_unstale":"2024-09-16T01:43:32.025465+0000","last_undegraded":"2024-09-16T01:43:32.025465+0000","last_fullsized":"2024-09-16T01:43:32.025465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:40.106800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015255+0000","last_change":"2024-09-16T01:43:32.010449+0000","last_active":"2024-09-16T01:43:33.015255+0000","last_peered":"2024-09-16T01:43:33.015255+0000","last_clean":"2024-09-16T01:43:33.015255+0000","last_became_active":"2024-09-16T01:43:32.010180+0000","last_became_peered":"2024-09-16T01:43:32.010180+0000","last_unstale":"2024-09-16T01:43:33.015255+0000","last_undegraded":"2024-09-16T01:43:33.015255+0000","last_fullsized":"2024-09-16T01:43:33.015255+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:54.379844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.023554+0000","last_change":"2024-09-16T01:43:31.009783+0000","last_active":"2024-09-16T01:43:32.023554+0000","last_peered":"2024-09-16T01:43:32.023554+0000","last_clean":"2024-09-16T01:43:32.023554+0000","last_became_active":"2024-09-16T01:43:31.009479+0000","last_became_peered":"2024-09-16T01:43:31.009479+0000","last_unstale":"2024-09-16T01:43:32.023554+0000","last_undegraded":"2024-09-16T01:43:32.023554+0000","last_fullsized":"2024-09-16T01:43:32.023554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:56.350253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.011740+0000","last_change":"2024-09-16T01:43:32.010320+0000","last_active":"2024-09-16T01:43:32.011740+0000","last_peered":"2024-09-16T01:43:32.011740+0000","last_clean":"2024-09-16T01:43:32.011740+0000","last_became_active":"2024-09-16T01:43:32.010049+0000","last_became_peered":"2024-09-16T01:43:32.010049+0000","last_unstale":"2024-09-16T01:43:32.011740+0000","last_undegraded":"2024-09-16T01:43:32.011740+0000","last_fullsized":"2024-09-16T01:43:32.011740+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:29.763417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.009969+0000","last_change":"2024-09-16T01:43:31.007514+0000","last_active":"2024-09-16T01:43:31.009969+0000","last_peered":"2024-09-16T01:43:31.009969+0000","last_clean":"2024-09-16T01:43:31.009969+0000","last_became_active":"2024-09-16T01:43:31.007214+0000","last_became_peered":"2024-09-16T01:43:31.007214+0000","last_unstale":"2024-09-16T01:43:31.009969+0000","last_undegraded":"2024-09-16T01:43:31.009969+0000","last_fullsized":"2024-09-16T01:43:31.009969+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:52.672396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024681+0000","last_change":"2024-09-16T01:43:32.020309+0000","last_active":"2024-09-16T01:43:32.024681+0000","last_peered":"2024-09-16T01:43:32.024681+0000","last_clean":"2024-09-16T01:43:32.024681+0000","last_became_active":"2024-09-16T01:43:32.020011+0000","last_became_peered":"2024-09-16T01:43:32.020011+0000","last_unstale":"2024-09-16T01:43:32.024681+0000","last_undegraded":"2024-09-16T01:43:32.024681+0000","last_fullsized":"2024-09-16T01:43:32.024681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:22.161470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998318+0000","last_change":"2024-09-16T01:43:31.009145+0000","last_active":"2024-09-16T01:43:31.998318+0000","last_peered":"2024-09-16T01:43:31.998318+0000","last_clean":"2024-09-16T01:43:31.998318+0000","last_became_active":"2024-09-16T01:43:31.008838+0000","last_became_peered":"2024-09-16T01:43:31.008838+0000","last_unstale":"2024-09-16T01:43:31.998318+0000","last_undegraded":"2024-09-16T01:43:31.998318+0000","last_fullsized":"2024-09-16T01:43:31.998318+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:32.112713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.998338+0000","last_change":"2024-09-16T01:43:30.998338+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.998338+0000","last_undegraded":"2024-09-16T01:43:30.998338+0000","last_fullsized":"2024-09-16T01:43:30.998338+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":20,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.025856+0000","last_change":"2024-09-16T01:43:31.008872+0000","last_active":"2024-09-16T01:43:32.025856+0000","last_peered":"2024-09-16T01:43:32.025856+0000","last_clean":"2024-09-16T01:43:32.025856+0000","last_became_active":"2024-09-16T01:43:31.008544+0000","last_became_peered":"2024-09-16T01:43:31.008544+0000","last_unstale":"2024-09-16T01:43:32.025856+0000","last_undegraded":"2024-09-16T01:43:32.025856+0000","last_fullsized":"2024-09-16T01:43:32.025856+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:21.029680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019047+0000","last_change":"2024-09-16T01:43:32.006024+0000","last_active":"2024-09-16T01:43:32.019047+0000","last_peered":"2024-09-16T01:43:32.019047+0000","last_clean":"2024-09-16T01:43:32.019047+0000","last_became_active":"2024-09-16T01:43:32.005722+0000","last_became_peered":"2024-09-16T01:43:32.005722+0000","last_unstale":"2024-09-16T01:43:32.019047+0000","last_undegraded":"2024-09-16T01:43:32.019047+0000","last_fullsized":"2024-09-16T01:43:32.019047+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:33.568756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019621+0000","last_change":"2024-09-16T01:43:30.997622+0000","last_active":"2024-09-16T01:43:32.019621+0000","last_peered":"2024-09-16T01:43:32.019621+0000","last_clean":"2024-09-16T01:43:32.019621+0000","last_became_active":"2024-09-16T01:43:30.997350+0000","last_became_peered":"2024-09-16T01:43:30.997350+0000","last_unstale":"2024-09-16T01:43:32.019621+0000","last_undegraded":"2024-09-16T01:43:32.019621+0000","last_fullsized":"2024-09-16T01:43:32.019621+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:10.735015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.018196+0000","last_change":"2024-09-16T01:43:32.016782+0000","last_active":"2024-09-16T01:43:32.018196+0000","last_peered":"2024-09-16T01:43:32.018196+0000","last_clean":"2024-09-16T01:43:32.018196+0000","last_became_active":"2024-09-16T01:43:32.016483+0000","last_became_peered":"2024-09-16T01:43:32.016483+0000","last_unstale":"2024-09-16T01:43:32.018196+0000","last_undegraded":"2024-09-16T01:43:32.018196+0000","last_fullsized":"2024-09-16T01:43:32.018196+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:20.129489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016511+0000","last_change":"2024-09-16T01:43:31.005645+0000","last_active":"2024-09-16T01:43:33.016511+0000","last_peered":"2024-09-16T01:43:33.016511+0000","last_clean":"2024-09-16T01:43:33.016511+0000","last_became_active":"2024-09-16T01:43:31.005328+0000","last_became_peered":"2024-09-16T01:43:31.005328+0000","last_unstale":"2024-09-16T01:43:33.016511+0000","last_undegraded":"2024-09-16T01:43:33.016511+0000","last_fullsized":"2024-09-16T01:43:33.016511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:57.596458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015519+0000","last_change":"2024-09-16T01:43:32.003402+0000","last_active":"2024-09-16T01:43:33.015519+0000","last_peered":"2024-09-16T01:43:33.015519+0000","last_clean":"2024-09-16T01:43:33.015519+0000","last_became_active":"2024-09-16T01:43:32.003117+0000","last_became_peered":"2024-09-16T01:43:32.003117+0000","last_unstale":"2024-09-16T01:43:33.015519+0000","last_undegraded":"2024-09-16T01:43:33.015519+0000","last_fullsized":"2024-09-16T01:43:33.015519+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:12.012259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.020757+0000","last_change":"2024-09-16T01:43:31.002085+0000","last_active":"2024-09-16T01:43:32.020757+0000","last_peered":"2024-09-16T01:43:32.020757+0000","last_clean":"2024-09-16T01:43:32.020757+0000","last_became_active":"2024-09-16T01:43:31.001488+0000","last_became_peered":"2024-09-16T01:43:31.001488+0000","last_unstale":"2024-09-16T01:43:32.020757+0000","last_undegraded":"2024-09-16T01:43:32.020757+0000","last_fullsized":"2024-09-16T01:43:32.020757+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:52.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015856+0000","last_change":"2024-09-16T01:43:32.013588+0000","last_active":"2024-09-16T01:43:33.015856+0000","last_peered":"2024-09-16T01:43:33.015856+0000","last_clean":"2024-09-16T01:43:33.015856+0000","last_became_active":"2024-09-16T01:43:32.013281+0000","last_became_peered":"2024-09-16T01:43:32.013281+0000","last_unstale":"2024-09-16T01:43:33.015856+0000","last_undegraded":"2024-09-16T01:43:33.015856+0000","last_fullsized":"2024-09-16T01:43:33.015856+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:23.306719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000082+0000","last_change":"2024-09-16T01:43:31.000968+0000","last_active":"2024-09-16T01:43:32.000082+0000","last_peered":"2024-09-16T01:43:32.000082+0000","last_clean":"2024-09-16T01:43:32.000082+0000","last_became_active":"2024-09-16T01:43:31.000678+0000","last_became_peered":"2024-09-16T01:43:31.000678+0000","last_unstale":"2024-09-16T01:43:32.000082+0000","last_undegraded":"2024-09-16T01:43:32.000082+0000","last_fullsized":"2024-09-16T01:43:32.000082+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:57.234982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024605+0000","last_change":"2024-09-16T01:43:32.020116+0000","last_active":"2024-09-16T01:43:32.024605+0000","last_peered":"2024-09-16T01:43:32.024605+0000","last_clean":"2024-09-16T01:43:32.024605+0000","last_became_active":"2024-09-16T01:43:32.019663+0000","last_became_peered":"2024-09-16T01:43:32.019663+0000","last_unstale":"2024-09-16T01:43:32.024605+0000","last_undegraded":"2024-09-16T01:43:32.024605+0000","last_fullsized":"2024-09-16T01:43:32.024605+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:03.942734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.022570+0000","last_change":"2024-09-16T01:43:31.006427+0000","last_active":"2024-09-16T01:43:32.022570+0000","last_peered":"2024-09-16T01:43:32.022570+0000","last_clean":"2024-09-16T01:43:32.022570+0000","last_became_active":"2024-09-16T01:43:31.006072+0000","last_became_peered":"2024-09-16T01:43:31.006072+0000","last_unstale":"2024-09-16T01:43:32.022570+0000","last_undegraded":"2024-09-16T01:43:32.022570+0000","last_fullsized":"2024-09-16T01:43:32.022570+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:03.770702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.014743+0000","last_change":"2024-09-16T01:43:32.012423+0000","last_active":"2024-09-16T01:43:32.014743+0000","last_peered":"2024-09-16T01:43:32.014743+0000","last_clean":"2024-09-16T01:43:32.014743+0000","last_became_active":"2024-09-16T01:43:32.012134+0000","last_became_peered":"2024-09-16T01:43:32.012134+0000","last_unstale":"2024-09-16T01:43:32.014743+0000","last_undegraded":"2024-09-16T01:43:32.014743+0000","last_fullsized":"2024-09-16T01:43:32.014743+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:03.262666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998637+0000","last_change":"2024-09-16T01:43:31.001624+0000","last_active":"2024-09-16T01:43:31.998637+0000","last_peered":"2024-09-16T01:43:31.998637+0000","last_clean":"2024-09-16T01:43:31.998637+0000","last_became_active":"2024-09-16T01:43:31.001347+0000","last_became_peered":"2024-09-16T01:43:31.001347+0000","last_unstale":"2024-09-16T01:43:31.998637+0000","last_undegraded":"2024-09-16T01:43:31.998637+0000","last_fullsized":"2024-09-16T01:43:31.998637+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:36.650913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.004881+0000","last_change":"2024-09-16T01:43:32.002022+0000","last_active":"2024-09-16T01:43:32.004881+0000","last_peered":"2024-09-16T01:43:32.004881+0000","last_clean":"2024-09-16T01:43:32.004881+0000","last_became_active":"2024-09-16T01:43:32.001738+0000","last_became_peered":"2024-09-16T01:43:32.001738+0000","last_unstale":"2024-09-16T01:43:32.004881+0000","last_undegraded":"2024-09-16T01:43:32.004881+0000","last_fullsized":"2024-09-16T01:43:32.004881+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:09.266985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003511+0000","last_change":"2024-09-16T01:43:31.006155+0000","last_active":"2024-09-16T01:43:32.003511+0000","last_peered":"2024-09-16T01:43:32.003511+0000","last_clean":"2024-09-16T01:43:32.003511+0000","last_became_active":"2024-09-16T01:43:31.005861+0000","last_became_peered":"2024-09-16T01:43:31.005861+0000","last_unstale":"2024-09-16T01:43:32.003511+0000","last_undegraded":"2024-09-16T01:43:32.003511+0000","last_fullsized":"2024-09-16T01:43:32.003511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:26.607052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024829+0000","last_change":"2024-09-16T01:43:32.022779+0000","last_active":"2024-09-16T01:43:32.024829+0000","last_peered":"2024-09-16T01:43:32.024829+0000","last_clean":"2024-09-16T01:43:32.024829+0000","last_became_active":"2024-09-16T01:43:32.020264+0000","last_became_peered":"2024-09-16T01:43:32.020264+0000","last_unstale":"2024-09-16T01:43:32.024829+0000","last_undegraded":"2024-09-16T01:43:32.024829+0000","last_fullsized":"2024-09-16T01:43:32.024829+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:05.627701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.007918+0000","last_change":"2024-09-16T01:43:31.006805+0000","last_active":"2024-09-16T01:43:31.007918+0000","last_peered":"2024-09-16T01:43:31.007918+0000","last_clean":"2024-09-16T01:43:31.007918+0000","last_became_active":"2024-09-16T01:43:31.006462+0000","last_became_peered":"2024-09-16T01:43:31.006462+0000","last_unstale":"2024-09-16T01:43:31.007918+0000","last_undegraded":"2024-09-16T01:43:31.007918+0000","last_fullsized":"2024-09-16T01:43:31.007918+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:19.124110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015869+0000","last_change":"2024-09-16T01:43:32.012839+0000","last_active":"2024-09-16T01:43:33.015869+0000","last_peered":"2024-09-16T01:43:33.015869+0000","last_clean":"2024-09-16T01:43:33.015869+0000","last_became_active":"2024-09-16T01:43:32.012521+0000","last_became_peered":"2024-09-16T01:43:32.012521+0000","last_unstale":"2024-09-16T01:43:33.015869+0000","last_undegraded":"2024-09-16T01:43:33.015869+0000","last_fullsized":"2024-09-16T01:43:33.015869+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:32.060086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.998843+0000","last_change":"2024-09-16T01:43:31.003680+0000","last_active":"2024-09-16T01:43:31.998843+0000","last_peered":"2024-09-16T01:43:31.998843+0000","last_clean":"2024-09-16T01:43:31.998843+0000","last_became_active":"2024-09-16T01:43:31.003418+0000","last_became_peered":"2024-09-16T01:43:31.003418+0000","last_unstale":"2024-09-16T01:43:31.998843+0000","last_undegraded":"2024-09-16T01:43:31.998843+0000","last_fullsized":"2024-09-16T01:43:31.998843+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:54.385149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016719+0000","last_change":"2024-09-16T01:43:32.012054+0000","last_active":"2024-09-16T01:43:32.016719+0000","last_peered":"2024-09-16T01:43:32.016719+0000","last_clean":"2024-09-16T01:43:32.016719+0000","last_became_active":"2024-09-16T01:43:32.011776+0000","last_became_peered":"2024-09-16T01:43:32.011776+0000","last_unstale":"2024-09-16T01:43:32.016719+0000","last_undegraded":"2024-09-16T01:43:32.016719+0000","last_fullsized":"2024-09-16T01:43:32.016719+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:03.115805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.010022+0000","last_change":"2024-09-16T01:43:31.008139+0000","last_active":"2024-09-16T01:43:31.010022+0000","last_peered":"2024-09-16T01:43:31.010022+0000","last_clean":"2024-09-16T01:43:31.010022+0000","last_became_active":"2024-09-16T01:43:31.007882+0000","last_became_peered":"2024-09-16T01:43:31.007882+0000","last_unstale":"2024-09-16T01:43:31.010022+0000","last_undegraded":"2024-09-16T01:43:31.010022+0000","last_fullsized":"2024-09-16T01:43:31.010022+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:25.770706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-16T01:43:30.999238+0000","last_change":"2024-09-16T01:43:30.999238+0000","last_active":"2024-09-16T01:43:30.983870+0000","last_peered":"2024-09-16T01:43:30.983870+0000","last_clean":"2024-09-16T01:43:30.983870+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:43:30.999238+0000","last_undegraded":"2024-09-16T01:43:30.999238+0000","last_fullsized":"2024-09-16T01:43:30.999238+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.001409+0000","last_change":"2024-09-16T01:43:31.001472+0000","last_active":"2024-09-16T01:43:32.001409+0000","last_peered":"2024-09-16T01:43:32.001409+0000","last_clean":"2024-09-16T01:43:32.001409+0000","last_became_active":"2024-09-16T01:43:31.001235+0000","last_became_peered":"2024-09-16T01:43:31.001235+0000","last_unstale":"2024-09-16T01:43:32.001409+0000","last_undegraded":"2024-09-16T01:43:32.001409+0000","last_fullsized":"2024-09-16T01:43:32.001409+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.015967+0000","last_change":"2024-09-16T01:43:32.011317+0000","last_active":"2024-09-16T01:43:32.015967+0000","last_peered":"2024-09-16T01:43:32.015967+0000","last_clean":"2024-09-16T01:43:32.015967+0000","last_became_active":"2024-09-16T01:43:32.011033+0000","last_became_peered":"2024-09-16T01:43:32.011033+0000","last_unstale":"2024-09-16T01:43:32.015967+0000","last_undegraded":"2024-09-16T01:43:32.015967+0000","last_fullsized":"2024-09-16T01:43:32.015967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:00.800146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.008911+0000","last_change":"2024-09-16T01:43:31.007090+0000","last_active":"2024-09-16T01:43:31.008911+0000","last_peered":"2024-09-16T01:43:31.008911+0000","last_clean":"2024-09-16T01:43:31.008911+0000","last_became_active":"2024-09-16T01:43:31.006816+0000","last_became_peered":"2024-09-16T01:43:31.006816+0000","last_unstale":"2024-09-16T01:43:31.008911+0000","last_undegraded":"2024-09-16T01:43:31.008911+0000","last_fullsized":"2024-09-16T01:43:31.008911+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:02.257286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.024579+0000","last_change":"2024-09-16T01:43:32.019218+0000","last_active":"2024-09-16T01:43:32.024579+0000","last_peered":"2024-09-16T01:43:32.024579+0000","last_clean":"2024-09-16T01:43:32.024579+0000","last_became_active":"2024-09-16T01:43:32.018950+0000","last_became_peered":"2024-09-16T01:43:32.018950+0000","last_unstale":"2024-09-16T01:43:32.024579+0000","last_undegraded":"2024-09-16T01:43:32.024579+0000","last_fullsized":"2024-09-16T01:43:32.024579+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:23.962866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016342+0000","last_change":"2024-09-16T01:43:31.001750+0000","last_active":"2024-09-16T01:43:33.016342+0000","last_peered":"2024-09-16T01:43:33.016342+0000","last_clean":"2024-09-16T01:43:33.016342+0000","last_became_active":"2024-09-16T01:43:31.001414+0000","last_became_peered":"2024-09-16T01:43:31.001414+0000","last_unstale":"2024-09-16T01:43:33.016342+0000","last_undegraded":"2024-09-16T01:43:33.016342+0000","last_fullsized":"2024-09-16T01:43:33.016342+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:18.196954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.019681+0000","last_change":"2024-09-16T01:43:32.016667+0000","last_active":"2024-09-16T01:43:32.019681+0000","last_peered":"2024-09-16T01:43:32.019681+0000","last_clean":"2024-09-16T01:43:32.019681+0000","last_became_active":"2024-09-16T01:43:32.016327+0000","last_became_peered":"2024-09-16T01:43:32.016327+0000","last_unstale":"2024-09-16T01:43:32.019681+0000","last_undegraded":"2024-09-16T01:43:32.019681+0000","last_fullsized":"2024-09-16T01:43:32.019681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.000866+0000","last_change":"2024-09-16T01:43:31.001878+0000","last_active":"2024-09-16T01:43:32.000866+0000","last_peered":"2024-09-16T01:43:32.000866+0000","last_clean":"2024-09-16T01:43:32.000866+0000","last_became_active":"2024-09-16T01:43:31.001540+0000","last_became_peered":"2024-09-16T01:43:31.001540+0000","last_unstale":"2024-09-16T01:43:32.000866+0000","last_undegraded":"2024-09-16T01:43:32.000866+0000","last_fullsized":"2024-09-16T01:43:32.000866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:38.553924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016106+0000","last_change":"2024-09-16T01:43:32.003746+0000","last_active":"2024-09-16T01:43:33.016106+0000","last_peered":"2024-09-16T01:43:33.016106+0000","last_clean":"2024-09-16T01:43:33.016106+0000","last_became_active":"2024-09-16T01:43:32.003455+0000","last_became_peered":"2024-09-16T01:43:32.003455+0000","last_unstale":"2024-09-16T01:43:33.016106+0000","last_undegraded":"2024-09-16T01:43:33.016106+0000","last_fullsized":"2024-09-16T01:43:33.016106+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.003452+0000","last_change":"2024-09-16T01:43:31.010404+0000","last_active":"2024-09-16T01:43:32.003452+0000","last_peered":"2024-09-16T01:43:32.003452+0000","last_clean":"2024-09-16T01:43:32.003452+0000","last_became_active":"2024-09-16T01:43:31.010132+0000","last_became_peered":"2024-09-16T01:43:31.010132+0000","last_unstale":"2024-09-16T01:43:32.003452+0000","last_undegraded":"2024-09-16T01:43:32.003452+0000","last_fullsized":"2024-09-16T01:43:32.003452+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:07.704798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.016752+0000","last_change":"2024-09-16T01:43:32.011478+0000","last_active":"2024-09-16T01:43:32.016752+0000","last_peered":"2024-09-16T01:43:32.016752+0000","last_clean":"2024-09-16T01:43:32.016752+0000","last_became_active":"2024-09-16T01:43:32.011175+0000","last_became_peered":"2024-09-16T01:43:32.011175+0000","last_unstale":"2024-09-16T01:43:32.016752+0000","last_undegraded":"2024-09-16T01:43:32.016752+0000","last_fullsized":"2024-09-16T01:43:32.016752+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:39.559303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":14,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-16T01:43:32.017574+0000","last_change":"2024-09-16T01:43:31.000204+0000","last_active":"2024-09-16T01:43:32.017574+0000","last_peered":"2024-09-16T01:43:32.017574+0000","last_clean":"2024-09-16T01:43:32.017574+0000","last_became_active":"2024-09-16T01:43:30.999922+0000","last_became_peered":"2024-09-16T01:43:30.999922+0000","last_unstale":"2024-09-16T01:43:32.017574+0000","last_undegraded":"2024-09-16T01:43:32.017574+0000","last_fullsized":"2024-09-16T01:43:32.017574+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:33.884435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-16T01:43:31.002098+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:43:31.002098+0000","last_peered":"2024-09-16T01:43:31.002098+0000","last_clean":"2024-09-16T01:43:31.002098+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:43:31.002098+0000","last_undegraded":"2024-09-16T01:43:31.002098+0000","last_fullsized":"2024-09-16T01:43:31.002098+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":503808,"data_stored":199526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27524,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344316,"statfs":{"total":96636764160,"available":96608579584,"internally_reserved":0,"allocated":507904,"data_stored":200466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35820,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336020,"statfs":{"total":96636764160,"available":96600084480,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":192079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":198924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1089536,"data_stored":789222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32248,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339592,"statfs":{"total":96636764160,"available":96603742208,"internally_reserved":0,"allocated":1077248,"data_stored":782447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:37.984 INFO:tasks.ceph.mds.a.smithi016.stderr:2024-09-16T01:43:37.981+0000 7f06cfd7e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:43:40.500 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:40.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.614+0000 7f314bfb0640 1 Processor -- start 2024-09-16T01:43:40.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.614+0000 7f314bfb0640 1 -- start start 2024-09-16T01:43:40.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.615+0000 7f314bfb0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3144147fa0 0x7f31440d47a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.615+0000 7f314bfb0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31440b61f0 0x7f31440b6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.615+0000 7f314bfb0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31440d0f60 con 0x7f31441621e0 2024-09-16T01:43:40.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.615+0000 7f314bfb0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f31440b6b90 con 0x7f3144147fa0 2024-09-16T01:43:40.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.615+0000 7f314bfb0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f31440d1240 con 0x7f31440b61f0 2024-09-16T01:43:40.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f3149d4c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3144147fa0 0x7f31440d47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f314954b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31440b61f0 0x7f31440b6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f3149d4c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3144147fa0 0x7f31440d47a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:37698/0 (socket says 172.21.15.16:37698) 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f3149d4c640 1 -- 172.21.15.16:0/4274501185 learned_addr learned my addr 172.21.15.16:0/4274501185 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f314a54d640 1 --1- 172.21.15.16:0/4274501185 >> v1:172.21.15.104:6789/0 conn(0x7f31441621e0 0x7f3144162610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:35952/0 (socket says 172.21.15.16:35952) 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f314954b640 1 -- 172.21.15.16:0/4274501185 >> v2:172.21.15.104:3300/0 conn(0x7f3144147fa0 msgr2=0x7f31440d47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f314954b640 1 --2- 172.21.15.16:0/4274501185 >> v2:172.21.15.104:3300/0 conn(0x7f3144147fa0 0x7f31440d47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f314954b640 1 -- 172.21.15.16:0/4274501185 >> v1:172.21.15.104:6789/0 conn(0x7f31441621e0 legacy=0x7f3144162610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f314954b640 1 -- 172.21.15.16:0/4274501185 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31440d1520 con 0x7f31440b61f0 2024-09-16T01:43:40.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.616+0000 7f3149d4c640 1 --2- 172.21.15.16:0/4274501185 >> v2:172.21.15.104:3300/0 conn(0x7f3144147fa0 0x7f31440d47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:40.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.617+0000 7f314954b640 1 --2- 172.21.15.16:0/4274501185 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31440b61f0 0x7f31440b6650 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f31380097a0 tx=0x7f313802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecaf3a4c957fc487 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:40.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.617+0000 7f3148d4a640 1 -- 172.21.15.16:0/4274501185 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3138037070 con 0x7f31440b61f0 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.617+0000 7f3148d4a640 1 -- 172.21.15.16:0/4274501185 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3138032440 con 0x7f31440b61f0 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.617+0000 7f3148d4a640 1 -- 172.21.15.16:0/4274501185 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3138032810 con 0x7f31440b61f0 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 -- 172.21.15.16:0/4274501185 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31440b61f0 msgr2=0x7f31440b6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 --2- 172.21.15.16:0/4274501185 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31440b61f0 0x7f31440b6650 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f31380097a0 tx=0x7f313802a180 comp rx=0 tx=0).stop 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 -- 172.21.15.16:0/4274501185 shutdown_connections 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 --2- 172.21.15.16:0/4274501185 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31440b61f0 0x7f31440b6650 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 --2- 172.21.15.16:0/4274501185 >> v2:172.21.15.104:3300/0 conn(0x7f3144147fa0 0x7f31440d47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 -- 172.21.15.16:0/4274501185 >> 172.21.15.16:0/4274501185 conn(0x7f3144074da0 msgr2=0x7f3144072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 -- 172.21.15.16:0/4274501185 shutdown_connections 2024-09-16T01:43:40.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.618+0000 7f314bfb0640 1 -- 172.21.15.16:0/4274501185 wait complete. 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.619+0000 7f314bfb0640 1 Processor -- start 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.619+0000 7f314bfb0640 1 -- start start 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314bfb0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31440b61f0 0x7f314413ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314bfb0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3144147fa0 0x7f31440cad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314bfb0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31441621e0 0x7f31441f3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314bfb0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3144148500 con 0x7f31441621e0 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314bfb0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3144148380 con 0x7f31440b61f0 2024-09-16T01:43:40.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314bfb0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f31440d0b80 con 0x7f3144147fa0 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31441621e0 0x7f31441f3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31441621e0 0x7f31441f3ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40784/0 (socket says 172.21.15.16:40784) 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 -- 172.21.15.16:0/3824446122 learned_addr learned my addr 172.21.15.16:0/3824446122 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314954b640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3144147fa0 0x7f31440cad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f3149d4c640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31440b61f0 0x7f314413ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 -- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3144147fa0 msgr2=0x7f31440cad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3144147fa0 0x7f31440cad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 -- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31440b61f0 msgr2=0x7f314413ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31440b61f0 0x7f314413ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.620+0000 7f314a54d640 1 -- 172.21.15.16:0/3824446122 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314415c540 con 0x7f31441621e0 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.621+0000 7f314a54d640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31441621e0 0x7f31441f3ff0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f313c00c400 tx=0x7f313c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.621+0000 7f31427fc640 1 -- 172.21.15.16:0/3824446122 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c0074e0 con 0x7f31441621e0 2024-09-16T01:43:40.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.621+0000 7f31427fc640 1 -- 172.21.15.16:0/3824446122 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f313c007680 con 0x7f31441621e0 2024-09-16T01:43:40.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.621+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f314415c820 con 0x7f31441621e0 2024-09-16T01:43:40.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.621+0000 7f31427fc640 1 -- 172.21.15.16:0/3824446122 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c0049e0 con 0x7f31441621e0 2024-09-16T01:43:40.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.621+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f314415cde0 con 0x7f31441621e0 2024-09-16T01:43:40.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.622+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31440d3a90 con 0x7f31441621e0 2024-09-16T01:43:40.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.622+0000 7f31427fc640 1 -- 172.21.15.16:0/3824446122 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f313c01a020 con 0x7f31441621e0 2024-09-16T01:43:40.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.623+0000 7f31427fc640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f313006c490 0x7f313006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.623+0000 7f31427fc640 1 -- 172.21.15.16:0/3824446122 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f313c08ad50 con 0x7f31441621e0 2024-09-16T01:43:40.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.623+0000 7f3149d4c640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f313006c490 0x7f313006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.624+0000 7f3149d4c640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f313006c490 0x7f313006e950 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f31340072c0 tx=0x7f313400b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:40.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.627+0000 7f31427fc640 1 -- 172.21.15.16:0/3824446122 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f31440d3a90 con 0x7f31441621e0 2024-09-16T01:43:40.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.800+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f31440b6650 con 0x7f313006c490 2024-09-16T01:43:40.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.807+0000 7f31427fc640 1 -- 172.21.15.16:0/3824446122 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251883 (secure 0 0 0) 0x7f31440b6650 con 0x7f313006c490 2024-09-16T01:43:40.811 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f313006c490 msgr2=0x7f313006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f313006c490 0x7f313006e950 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f31340072c0 tx=0x7f313400b040 comp rx=0 tx=0).stop 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31441621e0 msgr2=0x7f31441f3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31441621e0 0x7f31441f3ff0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f313c00c400 tx=0x7f313c00c8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 shutdown_connections 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f313006c490 0x7f313006e950 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31441621e0 0x7f31441f3ff0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3144147fa0 0x7f31440cad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 --2- 172.21.15.16:0/3824446122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31440b61f0 0x7f314413ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 >> 172.21.15.16:0/3824446122 conn(0x7f3144074da0 msgr2=0x7f314415ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 shutdown_connections 2024-09-16T01:43:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.810+0000 7f314bfb0640 1 -- 172.21.15.16:0/3824446122 wait complete. 2024-09-16T01:43:40.822 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":87,"stamp":"2024-09-16T01:43:40.316333+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":185,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246404,"kb_used_data":5192,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754728316,"statfs":{"total":773094113280,"available":772841795584,"internally_reserved":0,"allocated":5316608,"data_stored":2826788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.324644"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493819+0000","last_change":"2024-09-16T01:43:32.013511+0000","last_active":"2024-09-16T01:43:33.493819+0000","last_peered":"2024-09-16T01:43:33.493819+0000","last_clean":"2024-09-16T01:43:33.493819+0000","last_became_active":"2024-09-16T01:43:32.013224+0000","last_became_peered":"2024-09-16T01:43:32.013224+0000","last_unstale":"2024-09-16T01:43:33.493819+0000","last_undegraded":"2024-09-16T01:43:33.493819+0000","last_fullsized":"2024-09-16T01:43:33.493819+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:14.920799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328596+0000","last_change":"2024-09-16T01:43:32.015614+0000","last_active":"2024-09-16T01:43:33.328596+0000","last_peered":"2024-09-16T01:43:33.328596+0000","last_clean":"2024-09-16T01:43:33.328596+0000","last_became_active":"2024-09-16T01:43:32.015338+0000","last_became_peered":"2024-09-16T01:43:32.015338+0000","last_unstale":"2024-09-16T01:43:33.328596+0000","last_undegraded":"2024-09-16T01:43:33.328596+0000","last_fullsized":"2024-09-16T01:43:33.328596+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:40:46.629868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016211+0000","last_change":"2024-09-16T01:43:32.005839+0000","last_active":"2024-09-16T01:43:33.016211+0000","last_peered":"2024-09-16T01:43:33.016211+0000","last_clean":"2024-09-16T01:43:33.016211+0000","last_became_active":"2024-09-16T01:43:32.004648+0000","last_became_peered":"2024-09-16T01:43:32.004648+0000","last_unstale":"2024-09-16T01:43:33.016211+0000","last_undegraded":"2024-09-16T01:43:33.016211+0000","last_fullsized":"2024-09-16T01:43:33.016211+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:55.390528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493980+0000","last_change":"2024-09-16T01:43:32.021355+0000","last_active":"2024-09-16T01:43:33.493980+0000","last_peered":"2024-09-16T01:43:33.493980+0000","last_clean":"2024-09-16T01:43:33.493980+0000","last_became_active":"2024-09-16T01:43:32.019275+0000","last_became_peered":"2024-09-16T01:43:32.019275+0000","last_unstale":"2024-09-16T01:43:33.493980+0000","last_undegraded":"2024-09-16T01:43:33.493980+0000","last_fullsized":"2024-09-16T01:43:33.493980+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:35.365317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328322+0000","last_change":"2024-09-16T01:43:32.015315+0000","last_active":"2024-09-16T01:43:33.328322+0000","last_peered":"2024-09-16T01:43:33.328322+0000","last_clean":"2024-09-16T01:43:33.328322+0000","last_became_active":"2024-09-16T01:43:32.014913+0000","last_became_peered":"2024-09-16T01:43:32.014913+0000","last_unstale":"2024-09-16T01:43:33.328322+0000","last_undegraded":"2024-09-16T01:43:33.328322+0000","last_fullsized":"2024-09-16T01:43:33.328322+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:04.776082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493460+0000","last_change":"2024-09-16T01:43:32.013916+0000","last_active":"2024-09-16T01:43:33.493460+0000","last_peered":"2024-09-16T01:43:33.493460+0000","last_clean":"2024-09-16T01:43:33.493460+0000","last_became_active":"2024-09-16T01:43:32.013617+0000","last_became_peered":"2024-09-16T01:43:32.013617+0000","last_unstale":"2024-09-16T01:43:33.493460+0000","last_undegraded":"2024-09-16T01:43:33.493460+0000","last_fullsized":"2024-09-16T01:43:33.493460+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:02.680555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493613+0000","last_change":"2024-09-16T01:43:32.015534+0000","last_active":"2024-09-16T01:43:33.493613+0000","last_peered":"2024-09-16T01:43:33.493613+0000","last_clean":"2024-09-16T01:43:33.493613+0000","last_became_active":"2024-09-16T01:43:32.015260+0000","last_became_peered":"2024-09-16T01:43:32.015260+0000","last_unstale":"2024-09-16T01:43:33.493613+0000","last_undegraded":"2024-09-16T01:43:33.493613+0000","last_fullsized":"2024-09-16T01:43:33.493613+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:35.365317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494421+0000","last_change":"2024-09-16T01:43:32.023028+0000","last_active":"2024-09-16T01:43:33.494421+0000","last_peered":"2024-09-16T01:43:33.494421+0000","last_clean":"2024-09-16T01:43:33.494421+0000","last_became_active":"2024-09-16T01:43:32.019080+0000","last_became_peered":"2024-09-16T01:43:32.019080+0000","last_unstale":"2024-09-16T01:43:33.494421+0000","last_undegraded":"2024-09-16T01:43:33.494421+0000","last_fullsized":"2024-09-16T01:43:33.494421+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:35.186351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494277+0000","last_change":"2024-09-16T01:43:32.022276+0000","last_active":"2024-09-16T01:43:33.494277+0000","last_peered":"2024-09-16T01:43:33.494277+0000","last_clean":"2024-09-16T01:43:33.494277+0000","last_became_active":"2024-09-16T01:43:32.019501+0000","last_became_peered":"2024-09-16T01:43:32.019501+0000","last_unstale":"2024-09-16T01:43:33.494277+0000","last_undegraded":"2024-09-16T01:43:33.494277+0000","last_fullsized":"2024-09-16T01:43:33.494277+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:23.709652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494503+0000","last_change":"2024-09-16T01:43:32.018277+0000","last_active":"2024-09-16T01:43:33.494503+0000","last_peered":"2024-09-16T01:43:33.494503+0000","last_clean":"2024-09-16T01:43:33.494503+0000","last_became_active":"2024-09-16T01:43:32.017941+0000","last_became_peered":"2024-09-16T01:43:32.017941+0000","last_unstale":"2024-09-16T01:43:33.494503+0000","last_undegraded":"2024-09-16T01:43:33.494503+0000","last_fullsized":"2024-09-16T01:43:33.494503+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:09.426332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493856+0000","last_change":"2024-09-16T01:43:32.022148+0000","last_active":"2024-09-16T01:43:33.493856+0000","last_peered":"2024-09-16T01:43:33.493856+0000","last_clean":"2024-09-16T01:43:33.493856+0000","last_became_active":"2024-09-16T01:43:32.020156+0000","last_became_peered":"2024-09-16T01:43:32.020156+0000","last_unstale":"2024-09-16T01:43:33.493856+0000","last_undegraded":"2024-09-16T01:43:33.493856+0000","last_fullsized":"2024-09-16T01:43:33.493856+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:13.087536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328459+0000","last_change":"2024-09-16T01:43:32.008617+0000","last_active":"2024-09-16T01:43:33.328459+0000","last_peered":"2024-09-16T01:43:33.328459+0000","last_clean":"2024-09-16T01:43:33.328459+0000","last_became_active":"2024-09-16T01:43:32.008290+0000","last_became_peered":"2024-09-16T01:43:32.008290+0000","last_unstale":"2024-09-16T01:43:33.328459+0000","last_undegraded":"2024-09-16T01:43:33.328459+0000","last_fullsized":"2024-09-16T01:43:33.328459+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:55.326182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.007991+0000","last_change":"2024-09-16T01:43:32.008239+0000","last_active":"2024-09-16T01:43:33.007991+0000","last_peered":"2024-09-16T01:43:33.007991+0000","last_clean":"2024-09-16T01:43:33.007991+0000","last_became_active":"2024-09-16T01:43:32.007676+0000","last_became_peered":"2024-09-16T01:43:32.007676+0000","last_unstale":"2024-09-16T01:43:33.007991+0000","last_undegraded":"2024-09-16T01:43:33.007991+0000","last_fullsized":"2024-09-16T01:43:33.007991+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:39.287858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493517+0000","last_change":"2024-09-16T01:43:32.017645+0000","last_active":"2024-09-16T01:43:33.493517+0000","last_peered":"2024-09-16T01:43:33.493517+0000","last_clean":"2024-09-16T01:43:33.493517+0000","last_became_active":"2024-09-16T01:43:32.017370+0000","last_became_peered":"2024-09-16T01:43:32.017370+0000","last_unstale":"2024-09-16T01:43:33.493517+0000","last_undegraded":"2024-09-16T01:43:33.493517+0000","last_fullsized":"2024-09-16T01:43:33.493517+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:35:13.119600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493649+0000","last_change":"2024-09-16T01:43:32.010622+0000","last_active":"2024-09-16T01:43:33.493649+0000","last_peered":"2024-09-16T01:43:33.493649+0000","last_clean":"2024-09-16T01:43:33.493649+0000","last_became_active":"2024-09-16T01:43:32.010303+0000","last_became_peered":"2024-09-16T01:43:32.010303+0000","last_unstale":"2024-09-16T01:43:33.493649+0000","last_undegraded":"2024-09-16T01:43:33.493649+0000","last_fullsized":"2024-09-16T01:43:33.493649+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:43.708945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015100+0000","last_change":"2024-09-16T01:43:32.010470+0000","last_active":"2024-09-16T01:43:33.015100+0000","last_peered":"2024-09-16T01:43:33.015100+0000","last_clean":"2024-09-16T01:43:33.015100+0000","last_became_active":"2024-09-16T01:43:32.010199+0000","last_became_peered":"2024-09-16T01:43:32.010199+0000","last_unstale":"2024-09-16T01:43:33.015100+0000","last_undegraded":"2024-09-16T01:43:33.015100+0000","last_fullsized":"2024-09-16T01:43:33.015100+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:02.245896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016471+0000","last_change":"2024-09-16T01:43:32.005353+0000","last_active":"2024-09-16T01:43:33.016471+0000","last_peered":"2024-09-16T01:43:33.016471+0000","last_clean":"2024-09-16T01:43:33.016471+0000","last_became_active":"2024-09-16T01:43:32.005059+0000","last_became_peered":"2024-09-16T01:43:32.005059+0000","last_unstale":"2024-09-16T01:43:33.016471+0000","last_undegraded":"2024-09-16T01:43:33.016471+0000","last_fullsized":"2024-09-16T01:43:33.016471+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:55.326182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016369+0000","last_change":"2024-09-16T01:43:32.010079+0000","last_active":"2024-09-16T01:43:33.016369+0000","last_peered":"2024-09-16T01:43:33.016369+0000","last_clean":"2024-09-16T01:43:33.016369+0000","last_became_active":"2024-09-16T01:43:32.009752+0000","last_became_peered":"2024-09-16T01:43:32.009752+0000","last_unstale":"2024-09-16T01:43:33.016369+0000","last_undegraded":"2024-09-16T01:43:33.016369+0000","last_fullsized":"2024-09-16T01:43:33.016369+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:13.135767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015914+0000","last_change":"2024-09-16T01:43:32.011284+0000","last_active":"2024-09-16T01:43:33.015914+0000","last_peered":"2024-09-16T01:43:33.015914+0000","last_clean":"2024-09-16T01:43:33.015914+0000","last_became_active":"2024-09-16T01:43:32.011032+0000","last_became_peered":"2024-09-16T01:43:32.011032+0000","last_unstale":"2024-09-16T01:43:33.015914+0000","last_undegraded":"2024-09-16T01:43:33.015914+0000","last_fullsized":"2024-09-16T01:43:33.015914+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:37.656293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.008280+0000","last_change":"2024-09-16T01:43:32.011687+0000","last_active":"2024-09-16T01:43:33.008280+0000","last_peered":"2024-09-16T01:43:33.008280+0000","last_clean":"2024-09-16T01:43:33.008280+0000","last_became_active":"2024-09-16T01:43:32.011203+0000","last_became_peered":"2024-09-16T01:43:32.011203+0000","last_unstale":"2024-09-16T01:43:33.008280+0000","last_undegraded":"2024-09-16T01:43:33.008280+0000","last_fullsized":"2024-09-16T01:43:33.008280+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:27.612431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493762+0000","last_change":"2024-09-16T01:43:32.008564+0000","last_active":"2024-09-16T01:43:33.493762+0000","last_peered":"2024-09-16T01:43:33.493762+0000","last_clean":"2024-09-16T01:43:33.493762+0000","last_became_active":"2024-09-16T01:43:32.008210+0000","last_became_peered":"2024-09-16T01:43:32.008210+0000","last_unstale":"2024-09-16T01:43:33.493762+0000","last_undegraded":"2024-09-16T01:43:33.493762+0000","last_fullsized":"2024-09-16T01:43:33.493762+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:40.808460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494380+0000","last_change":"2024-09-16T01:43:32.022438+0000","last_active":"2024-09-16T01:43:33.494380+0000","last_peered":"2024-09-16T01:43:33.494380+0000","last_clean":"2024-09-16T01:43:33.494380+0000","last_became_active":"2024-09-16T01:43:32.020924+0000","last_became_peered":"2024-09-16T01:43:32.020924+0000","last_unstale":"2024-09-16T01:43:33.494380+0000","last_undegraded":"2024-09-16T01:43:33.494380+0000","last_fullsized":"2024-09-16T01:43:33.494380+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:21.124786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015348+0000","last_change":"2024-09-16T01:43:32.002584+0000","last_active":"2024-09-16T01:43:33.015348+0000","last_peered":"2024-09-16T01:43:33.015348+0000","last_clean":"2024-09-16T01:43:33.015348+0000","last_became_active":"2024-09-16T01:43:32.002290+0000","last_became_peered":"2024-09-16T01:43:32.002290+0000","last_unstale":"2024-09-16T01:43:33.015348+0000","last_undegraded":"2024-09-16T01:43:33.015348+0000","last_fullsized":"2024-09-16T01:43:33.015348+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:58.601837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015251+0000","last_change":"2024-09-16T01:43:32.001569+0000","last_active":"2024-09-16T01:43:33.015251+0000","last_peered":"2024-09-16T01:43:33.015251+0000","last_clean":"2024-09-16T01:43:33.015251+0000","last_became_active":"2024-09-16T01:43:32.001274+0000","last_became_peered":"2024-09-16T01:43:32.001274+0000","last_unstale":"2024-09-16T01:43:33.015251+0000","last_undegraded":"2024-09-16T01:43:33.015251+0000","last_fullsized":"2024-09-16T01:43:33.015251+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:11.502975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016181+0000","last_change":"2024-09-16T01:43:32.014482+0000","last_active":"2024-09-16T01:43:33.016181+0000","last_peered":"2024-09-16T01:43:33.016181+0000","last_clean":"2024-09-16T01:43:33.016181+0000","last_became_active":"2024-09-16T01:43:32.014238+0000","last_became_peered":"2024-09-16T01:43:32.014238+0000","last_unstale":"2024-09-16T01:43:33.016181+0000","last_undegraded":"2024-09-16T01:43:33.016181+0000","last_fullsized":"2024-09-16T01:43:33.016181+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:34.889815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.008118+0000","last_change":"2024-09-16T01:43:32.007707+0000","last_active":"2024-09-16T01:43:33.008118+0000","last_peered":"2024-09-16T01:43:33.008118+0000","last_clean":"2024-09-16T01:43:33.008118+0000","last_became_active":"2024-09-16T01:43:32.007384+0000","last_became_peered":"2024-09-16T01:43:32.007384+0000","last_unstale":"2024-09-16T01:43:33.008118+0000","last_undegraded":"2024-09-16T01:43:33.008118+0000","last_fullsized":"2024-09-16T01:43:33.008118+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:16:36.478316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016419+0000","last_change":"2024-09-16T01:43:32.000721+0000","last_active":"2024-09-16T01:43:33.016419+0000","last_peered":"2024-09-16T01:43:33.016419+0000","last_clean":"2024-09-16T01:43:33.016419+0000","last_became_active":"2024-09-16T01:43:32.000418+0000","last_became_peered":"2024-09-16T01:43:32.000418+0000","last_unstale":"2024-09-16T01:43:33.016419+0000","last_undegraded":"2024-09-16T01:43:33.016419+0000","last_fullsized":"2024-09-16T01:43:33.016419+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:04.776082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328533+0000","last_change":"2024-09-16T01:43:32.004034+0000","last_active":"2024-09-16T01:43:33.328533+0000","last_peered":"2024-09-16T01:43:33.328533+0000","last_clean":"2024-09-16T01:43:33.328533+0000","last_became_active":"2024-09-16T01:43:32.003753+0000","last_became_peered":"2024-09-16T01:43:32.003753+0000","last_unstale":"2024-09-16T01:43:33.328533+0000","last_undegraded":"2024-09-16T01:43:33.328533+0000","last_fullsized":"2024-09-16T01:43:33.328533+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:58.240361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015650+0000","last_change":"2024-09-16T01:43:32.013729+0000","last_active":"2024-09-16T01:43:33.015650+0000","last_peered":"2024-09-16T01:43:33.015650+0000","last_clean":"2024-09-16T01:43:33.015650+0000","last_became_active":"2024-09-16T01:43:32.013458+0000","last_became_peered":"2024-09-16T01:43:32.013458+0000","last_unstale":"2024-09-16T01:43:33.015650+0000","last_undegraded":"2024-09-16T01:43:33.015650+0000","last_fullsized":"2024-09-16T01:43:33.015650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:53.171482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015968+0000","last_change":"2024-09-16T01:43:32.004112+0000","last_active":"2024-09-16T01:43:33.015968+0000","last_peered":"2024-09-16T01:43:33.015968+0000","last_clean":"2024-09-16T01:43:33.015968+0000","last_became_active":"2024-09-16T01:43:32.003838+0000","last_became_peered":"2024-09-16T01:43:32.003838+0000","last_unstale":"2024-09-16T01:43:33.015968+0000","last_undegraded":"2024-09-16T01:43:33.015968+0000","last_fullsized":"2024-09-16T01:43:33.015968+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:40.141368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493802+0000","last_change":"2024-09-16T01:43:32.010471+0000","last_active":"2024-09-16T01:43:33.493802+0000","last_peered":"2024-09-16T01:43:33.493802+0000","last_clean":"2024-09-16T01:43:33.493802+0000","last_became_active":"2024-09-16T01:43:32.010134+0000","last_became_peered":"2024-09-16T01:43:32.010134+0000","last_unstale":"2024-09-16T01:43:33.493802+0000","last_undegraded":"2024-09-16T01:43:33.493802+0000","last_fullsized":"2024-09-16T01:43:33.493802+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:34:44.785161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.007929+0000","last_change":"2024-09-16T01:43:32.006077+0000","last_active":"2024-09-16T01:43:33.007929+0000","last_peered":"2024-09-16T01:43:33.007929+0000","last_clean":"2024-09-16T01:43:33.007929+0000","last_became_active":"2024-09-16T01:43:32.005777+0000","last_became_peered":"2024-09-16T01:43:32.005777+0000","last_unstale":"2024-09-16T01:43:33.007929+0000","last_undegraded":"2024-09-16T01:43:33.007929+0000","last_fullsized":"2024-09-16T01:43:33.007929+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:08.710177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494109+0000","last_change":"2024-09-16T01:43:32.007195+0000","last_active":"2024-09-16T01:43:33.494109+0000","last_peered":"2024-09-16T01:43:33.494109+0000","last_clean":"2024-09-16T01:43:33.494109+0000","last_became_active":"2024-09-16T01:43:32.006880+0000","last_became_peered":"2024-09-16T01:43:32.006880+0000","last_unstale":"2024-09-16T01:43:33.494109+0000","last_undegraded":"2024-09-16T01:43:33.494109+0000","last_fullsized":"2024-09-16T01:43:33.494109+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:26.776085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494818+0000","last_change":"2024-09-16T01:43:31.000311+0000","last_active":"2024-09-16T01:43:33.494818+0000","last_peered":"2024-09-16T01:43:33.494818+0000","last_clean":"2024-09-16T01:43:33.494818+0000","last_became_active":"2024-09-16T01:43:30.999995+0000","last_became_peered":"2024-09-16T01:43:30.999995+0000","last_unstale":"2024-09-16T01:43:33.494818+0000","last_undegraded":"2024-09-16T01:43:33.494818+0000","last_fullsized":"2024-09-16T01:43:33.494818+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:54.320802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015994+0000","last_change":"2024-09-16T01:43:31.999233+0000","last_active":"2024-09-16T01:43:33.015994+0000","last_peered":"2024-09-16T01:43:33.015994+0000","last_clean":"2024-09-16T01:43:33.015994+0000","last_became_active":"2024-09-16T01:43:31.998974+0000","last_became_peered":"2024-09-16T01:43:31.998974+0000","last_unstale":"2024-09-16T01:43:33.015994+0000","last_undegraded":"2024-09-16T01:43:33.015994+0000","last_fullsized":"2024-09-16T01:43:33.015994+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:53.609878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016477+0000","last_change":"2024-09-16T01:43:31.004312+0000","last_active":"2024-09-16T01:43:33.016477+0000","last_peered":"2024-09-16T01:43:33.016477+0000","last_clean":"2024-09-16T01:43:33.016477+0000","last_became_active":"2024-09-16T01:43:31.004024+0000","last_became_peered":"2024-09-16T01:43:31.004024+0000","last_unstale":"2024-09-16T01:43:33.016477+0000","last_undegraded":"2024-09-16T01:43:33.016477+0000","last_fullsized":"2024-09-16T01:43:33.016477+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:53.374465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328644+0000","last_change":"2024-09-16T01:43:32.007209+0000","last_active":"2024-09-16T01:43:33.328644+0000","last_peered":"2024-09-16T01:43:33.328644+0000","last_clean":"2024-09-16T01:43:33.328644+0000","last_became_active":"2024-09-16T01:43:32.006934+0000","last_became_peered":"2024-09-16T01:43:32.006934+0000","last_unstale":"2024-09-16T01:43:33.328644+0000","last_undegraded":"2024-09-16T01:43:33.328644+0000","last_fullsized":"2024-09-16T01:43:33.328644+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:57.275710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494286+0000","last_change":"2024-09-16T01:43:31.005114+0000","last_active":"2024-09-16T01:43:33.494286+0000","last_peered":"2024-09-16T01:43:33.494286+0000","last_clean":"2024-09-16T01:43:33.494286+0000","last_became_active":"2024-09-16T01:43:31.004863+0000","last_became_peered":"2024-09-16T01:43:31.004863+0000","last_unstale":"2024-09-16T01:43:33.494286+0000","last_undegraded":"2024-09-16T01:43:33.494286+0000","last_fullsized":"2024-09-16T01:43:33.494286+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:02.110425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494230+0000","last_change":"2024-09-16T01:43:32.015829+0000","last_active":"2024-09-16T01:43:33.494230+0000","last_peered":"2024-09-16T01:43:33.494230+0000","last_clean":"2024-09-16T01:43:33.494230+0000","last_became_active":"2024-09-16T01:43:32.015207+0000","last_became_peered":"2024-09-16T01:43:32.015207+0000","last_unstale":"2024-09-16T01:43:33.494230+0000","last_undegraded":"2024-09-16T01:43:33.494230+0000","last_fullsized":"2024-09-16T01:43:33.494230+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:19.423438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493798+0000","last_change":"2024-09-16T01:43:31.005790+0000","last_active":"2024-09-16T01:43:33.493798+0000","last_peered":"2024-09-16T01:43:33.493798+0000","last_clean":"2024-09-16T01:43:33.493798+0000","last_became_active":"2024-09-16T01:43:31.005504+0000","last_became_peered":"2024-09-16T01:43:31.005504+0000","last_unstale":"2024-09-16T01:43:33.493798+0000","last_undegraded":"2024-09-16T01:43:33.493798+0000","last_fullsized":"2024-09-16T01:43:33.493798+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:35:20.678872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016141+0000","last_change":"2024-09-16T01:43:32.008176+0000","last_active":"2024-09-16T01:43:33.016141+0000","last_peered":"2024-09-16T01:43:33.016141+0000","last_clean":"2024-09-16T01:43:33.016141+0000","last_became_active":"2024-09-16T01:43:32.007833+0000","last_became_peered":"2024-09-16T01:43:32.007833+0000","last_unstale":"2024-09-16T01:43:33.016141+0000","last_undegraded":"2024-09-16T01:43:33.016141+0000","last_fullsized":"2024-09-16T01:43:33.016141+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:33.118093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493922+0000","last_change":"2024-09-16T01:43:31.005604+0000","last_active":"2024-09-16T01:43:33.493922+0000","last_peered":"2024-09-16T01:43:33.493922+0000","last_clean":"2024-09-16T01:43:33.493922+0000","last_became_active":"2024-09-16T01:43:31.005329+0000","last_became_peered":"2024-09-16T01:43:31.005329+0000","last_unstale":"2024-09-16T01:43:33.493922+0000","last_undegraded":"2024-09-16T01:43:33.493922+0000","last_fullsized":"2024-09-16T01:43:33.493922+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:12.130387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494688+0000","last_change":"2024-09-16T01:43:32.013268+0000","last_active":"2024-09-16T01:43:33.494688+0000","last_peered":"2024-09-16T01:43:33.494688+0000","last_clean":"2024-09-16T01:43:33.494688+0000","last_became_active":"2024-09-16T01:43:32.012989+0000","last_became_peered":"2024-09-16T01:43:32.012989+0000","last_unstale":"2024-09-16T01:43:33.494688+0000","last_undegraded":"2024-09-16T01:43:33.494688+0000","last_fullsized":"2024-09-16T01:43:33.494688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:21.391524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016446+0000","last_change":"2024-09-16T01:43:31.003546+0000","last_active":"2024-09-16T01:43:33.016446+0000","last_peered":"2024-09-16T01:43:33.016446+0000","last_clean":"2024-09-16T01:43:33.016446+0000","last_became_active":"2024-09-16T01:43:31.003250+0000","last_became_peered":"2024-09-16T01:43:31.003250+0000","last_unstale":"2024-09-16T01:43:33.016446+0000","last_undegraded":"2024-09-16T01:43:33.016446+0000","last_fullsized":"2024-09-16T01:43:33.016446+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:01.240516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494276+0000","last_change":"2024-09-16T01:43:32.009063+0000","last_active":"2024-09-16T01:43:33.494276+0000","last_peered":"2024-09-16T01:43:33.494276+0000","last_clean":"2024-09-16T01:43:33.494276+0000","last_became_active":"2024-09-16T01:43:32.008748+0000","last_became_peered":"2024-09-16T01:43:32.008748+0000","last_unstale":"2024-09-16T01:43:33.494276+0000","last_undegraded":"2024-09-16T01:43:33.494276+0000","last_fullsized":"2024-09-16T01:43:33.494276+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:43:51.402715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328166+0000","last_change":"2024-09-16T01:43:31.003568+0000","last_active":"2024-09-16T01:43:33.328166+0000","last_peered":"2024-09-16T01:43:33.328166+0000","last_clean":"2024-09-16T01:43:33.328166+0000","last_became_active":"2024-09-16T01:43:31.003290+0000","last_became_peered":"2024-09-16T01:43:31.003290+0000","last_unstale":"2024-09-16T01:43:33.328166+0000","last_undegraded":"2024-09-16T01:43:33.328166+0000","last_fullsized":"2024-09-16T01:43:33.328166+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:31.054707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015199+0000","last_change":"2024-09-16T01:43:32.002728+0000","last_active":"2024-09-16T01:43:33.015199+0000","last_peered":"2024-09-16T01:43:33.015199+0000","last_clean":"2024-09-16T01:43:33.015199+0000","last_became_active":"2024-09-16T01:43:32.002226+0000","last_became_peered":"2024-09-16T01:43:32.002226+0000","last_unstale":"2024-09-16T01:43:33.015199+0000","last_undegraded":"2024-09-16T01:43:33.015199+0000","last_fullsized":"2024-09-16T01:43:33.015199+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:19.202333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494515+0000","last_change":"2024-09-16T01:43:31.001634+0000","last_active":"2024-09-16T01:43:33.494515+0000","last_peered":"2024-09-16T01:43:33.494515+0000","last_clean":"2024-09-16T01:43:33.494515+0000","last_became_active":"2024-09-16T01:43:31.001350+0000","last_became_peered":"2024-09-16T01:43:31.001350+0000","last_unstale":"2024-09-16T01:43:33.494515+0000","last_undegraded":"2024-09-16T01:43:33.494515+0000","last_fullsized":"2024-09-16T01:43:33.494515+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:14.296109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016393+0000","last_change":"2024-09-16T01:43:32.009888+0000","last_active":"2024-09-16T01:43:33.016393+0000","last_peered":"2024-09-16T01:43:33.016393+0000","last_clean":"2024-09-16T01:43:33.016393+0000","last_became_active":"2024-09-16T01:43:32.009595+0000","last_became_peered":"2024-09-16T01:43:32.009595+0000","last_unstale":"2024-09-16T01:43:33.016393+0000","last_undegraded":"2024-09-16T01:43:33.016393+0000","last_fullsized":"2024-09-16T01:43:33.016393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:57.355632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016619+0000","last_change":"2024-09-16T01:43:31.006721+0000","last_active":"2024-09-16T01:43:33.016619+0000","last_peered":"2024-09-16T01:43:33.016619+0000","last_clean":"2024-09-16T01:43:33.016619+0000","last_became_active":"2024-09-16T01:43:31.006228+0000","last_became_peered":"2024-09-16T01:43:31.006228+0000","last_unstale":"2024-09-16T01:43:33.016619+0000","last_undegraded":"2024-09-16T01:43:33.016619+0000","last_fullsized":"2024-09-16T01:43:33.016619+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:10.497595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493893+0000","last_change":"2024-09-16T01:43:32.008251+0000","last_active":"2024-09-16T01:43:33.493893+0000","last_peered":"2024-09-16T01:43:33.493893+0000","last_clean":"2024-09-16T01:43:33.493893+0000","last_became_active":"2024-09-16T01:43:32.007960+0000","last_became_peered":"2024-09-16T01:43:32.007960+0000","last_unstale":"2024-09-16T01:43:33.493893+0000","last_undegraded":"2024-09-16T01:43:33.493893+0000","last_fullsized":"2024-09-16T01:43:33.493893+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:52.647087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494739+0000","last_change":"2024-09-16T01:43:31.009152+0000","last_active":"2024-09-16T01:43:33.494739+0000","last_peered":"2024-09-16T01:43:33.494739+0000","last_clean":"2024-09-16T01:43:33.494739+0000","last_became_active":"2024-09-16T01:43:31.008582+0000","last_became_peered":"2024-09-16T01:43:31.008582+0000","last_unstale":"2024-09-16T01:43:33.494739+0000","last_undegraded":"2024-09-16T01:43:33.494739+0000","last_fullsized":"2024-09-16T01:43:33.494739+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:46.883195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493608+0000","last_change":"2024-09-16T01:43:32.021759+0000","last_active":"2024-09-16T01:43:33.493608+0000","last_peered":"2024-09-16T01:43:33.493608+0000","last_clean":"2024-09-16T01:43:33.493608+0000","last_became_active":"2024-09-16T01:43:32.021459+0000","last_became_peered":"2024-09-16T01:43:32.021459+0000","last_unstale":"2024-09-16T01:43:33.493608+0000","last_undegraded":"2024-09-16T01:43:33.493608+0000","last_fullsized":"2024-09-16T01:43:33.493608+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:18.620867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"43'3","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493932+0000","last_change":"2024-09-16T01:43:31.007757+0000","last_active":"2024-09-16T01:43:33.493932+0000","last_peered":"2024-09-16T01:43:33.493932+0000","last_clean":"2024-09-16T01:43:33.493932+0000","last_became_active":"2024-09-16T01:43:31.007204+0000","last_became_peered":"2024-09-16T01:43:31.007204+0000","last_unstale":"2024-09-16T01:43:33.493932+0000","last_undegraded":"2024-09-16T01:43:33.493932+0000","last_fullsized":"2024-09-16T01:43:33.493932+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:35:12.114220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493750+0000","last_change":"2024-09-16T01:43:32.016629+0000","last_active":"2024-09-16T01:43:33.493750+0000","last_peered":"2024-09-16T01:43:33.493750+0000","last_clean":"2024-09-16T01:43:33.493750+0000","last_became_active":"2024-09-16T01:43:32.016306+0000","last_became_peered":"2024-09-16T01:43:32.016306+0000","last_unstale":"2024-09-16T01:43:33.493750+0000","last_undegraded":"2024-09-16T01:43:33.493750+0000","last_fullsized":"2024-09-16T01:43:33.493750+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:27.495101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.008230+0000","last_change":"2024-09-16T01:43:31.002297+0000","last_active":"2024-09-16T01:43:33.008230+0000","last_peered":"2024-09-16T01:43:33.008230+0000","last_clean":"2024-09-16T01:43:33.008230+0000","last_became_active":"2024-09-16T01:43:31.002030+0000","last_became_peered":"2024-09-16T01:43:31.002030+0000","last_unstale":"2024-09-16T01:43:33.008230+0000","last_undegraded":"2024-09-16T01:43:33.008230+0000","last_fullsized":"2024-09-16T01:43:33.008230+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:40.106800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015255+0000","last_change":"2024-09-16T01:43:32.010449+0000","last_active":"2024-09-16T01:43:33.015255+0000","last_peered":"2024-09-16T01:43:33.015255+0000","last_clean":"2024-09-16T01:43:33.015255+0000","last_became_active":"2024-09-16T01:43:32.010180+0000","last_became_peered":"2024-09-16T01:43:32.010180+0000","last_unstale":"2024-09-16T01:43:33.015255+0000","last_undegraded":"2024-09-16T01:43:33.015255+0000","last_fullsized":"2024-09-16T01:43:33.015255+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:54.379844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494029+0000","last_change":"2024-09-16T01:43:31.009783+0000","last_active":"2024-09-16T01:43:33.494029+0000","last_peered":"2024-09-16T01:43:33.494029+0000","last_clean":"2024-09-16T01:43:33.494029+0000","last_became_active":"2024-09-16T01:43:31.009479+0000","last_became_peered":"2024-09-16T01:43:31.009479+0000","last_unstale":"2024-09-16T01:43:33.494029+0000","last_undegraded":"2024-09-16T01:43:33.494029+0000","last_fullsized":"2024-09-16T01:43:33.494029+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:56.350253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494854+0000","last_change":"2024-09-16T01:43:32.010320+0000","last_active":"2024-09-16T01:43:33.494854+0000","last_peered":"2024-09-16T01:43:33.494854+0000","last_clean":"2024-09-16T01:43:33.494854+0000","last_became_active":"2024-09-16T01:43:32.010049+0000","last_became_peered":"2024-09-16T01:43:32.010049+0000","last_unstale":"2024-09-16T01:43:33.494854+0000","last_undegraded":"2024-09-16T01:43:33.494854+0000","last_fullsized":"2024-09-16T01:43:33.494854+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:56:05.709123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493609+0000","last_change":"2024-09-16T01:43:31.007514+0000","last_active":"2024-09-16T01:43:33.493609+0000","last_peered":"2024-09-16T01:43:33.493609+0000","last_clean":"2024-09-16T01:43:33.493609+0000","last_became_active":"2024-09-16T01:43:31.007214+0000","last_became_peered":"2024-09-16T01:43:31.007214+0000","last_unstale":"2024-09-16T01:43:33.493609+0000","last_undegraded":"2024-09-16T01:43:33.493609+0000","last_fullsized":"2024-09-16T01:43:33.493609+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:39.362882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493334+0000","last_change":"2024-09-16T01:43:32.020309+0000","last_active":"2024-09-16T01:43:33.493334+0000","last_peered":"2024-09-16T01:43:33.493334+0000","last_clean":"2024-09-16T01:43:33.493334+0000","last_became_active":"2024-09-16T01:43:32.020011+0000","last_became_peered":"2024-09-16T01:43:32.020011+0000","last_unstale":"2024-09-16T01:43:33.493334+0000","last_undegraded":"2024-09-16T01:43:33.493334+0000","last_fullsized":"2024-09-16T01:43:33.493334+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:52.161178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493900+0000","last_change":"2024-09-16T01:43:31.009145+0000","last_active":"2024-09-16T01:43:33.493900+0000","last_peered":"2024-09-16T01:43:33.493900+0000","last_clean":"2024-09-16T01:43:33.493900+0000","last_became_active":"2024-09-16T01:43:31.008838+0000","last_became_peered":"2024-09-16T01:43:31.008838+0000","last_unstale":"2024-09-16T01:43:33.493900+0000","last_undegraded":"2024-09-16T01:43:33.493900+0000","last_fullsized":"2024-09-16T01:43:33.493900+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:32.112713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493617+0000","last_change":"2024-09-16T01:43:32.008793+0000","last_active":"2024-09-16T01:43:33.493617+0000","last_peered":"2024-09-16T01:43:33.493617+0000","last_clean":"2024-09-16T01:43:33.493617+0000","last_became_active":"2024-09-16T01:43:32.008528+0000","last_became_peered":"2024-09-16T01:43:32.008528+0000","last_unstale":"2024-09-16T01:43:33.493617+0000","last_undegraded":"2024-09-16T01:43:33.493617+0000","last_fullsized":"2024-09-16T01:43:33.493617+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:21.391524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":22,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494519+0000","last_change":"2024-09-16T01:43:31.008872+0000","last_active":"2024-09-16T01:43:33.494519+0000","last_peered":"2024-09-16T01:43:33.494519+0000","last_clean":"2024-09-16T01:43:33.494519+0000","last_became_active":"2024-09-16T01:43:31.008544+0000","last_became_peered":"2024-09-16T01:43:31.008544+0000","last_unstale":"2024-09-16T01:43:33.494519+0000","last_undegraded":"2024-09-16T01:43:33.494519+0000","last_fullsized":"2024-09-16T01:43:33.494519+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:21.029680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.008186+0000","last_change":"2024-09-16T01:43:32.006024+0000","last_active":"2024-09-16T01:43:33.008186+0000","last_peered":"2024-09-16T01:43:33.008186+0000","last_clean":"2024-09-16T01:43:33.008186+0000","last_became_active":"2024-09-16T01:43:32.005722+0000","last_became_peered":"2024-09-16T01:43:32.005722+0000","last_unstale":"2024-09-16T01:43:33.008186+0000","last_undegraded":"2024-09-16T01:43:33.008186+0000","last_fullsized":"2024-09-16T01:43:33.008186+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:15.301489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.008039+0000","last_change":"2024-09-16T01:43:30.997622+0000","last_active":"2024-09-16T01:43:33.008039+0000","last_peered":"2024-09-16T01:43:33.008039+0000","last_clean":"2024-09-16T01:43:33.008039+0000","last_became_active":"2024-09-16T01:43:30.997350+0000","last_became_peered":"2024-09-16T01:43:30.997350+0000","last_unstale":"2024-09-16T01:43:33.008039+0000","last_undegraded":"2024-09-16T01:43:33.008039+0000","last_fullsized":"2024-09-16T01:43:33.008039+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:10.735015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494177+0000","last_change":"2024-09-16T01:43:32.016782+0000","last_active":"2024-09-16T01:43:33.494177+0000","last_peered":"2024-09-16T01:43:33.494177+0000","last_clean":"2024-09-16T01:43:33.494177+0000","last_became_active":"2024-09-16T01:43:32.016483+0000","last_became_peered":"2024-09-16T01:43:32.016483+0000","last_unstale":"2024-09-16T01:43:33.494177+0000","last_undegraded":"2024-09-16T01:43:33.494177+0000","last_fullsized":"2024-09-16T01:43:33.494177+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:14.920799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016511+0000","last_change":"2024-09-16T01:43:31.005645+0000","last_active":"2024-09-16T01:43:33.016511+0000","last_peered":"2024-09-16T01:43:33.016511+0000","last_clean":"2024-09-16T01:43:33.016511+0000","last_became_active":"2024-09-16T01:43:31.005328+0000","last_became_peered":"2024-09-16T01:43:31.005328+0000","last_unstale":"2024-09-16T01:43:33.016511+0000","last_undegraded":"2024-09-16T01:43:33.016511+0000","last_fullsized":"2024-09-16T01:43:33.016511+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:57.596458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015519+0000","last_change":"2024-09-16T01:43:32.003402+0000","last_active":"2024-09-16T01:43:33.015519+0000","last_peered":"2024-09-16T01:43:33.015519+0000","last_clean":"2024-09-16T01:43:33.015519+0000","last_became_active":"2024-09-16T01:43:32.003117+0000","last_became_peered":"2024-09-16T01:43:32.003117+0000","last_unstale":"2024-09-16T01:43:33.015519+0000","last_undegraded":"2024-09-16T01:43:33.015519+0000","last_fullsized":"2024-09-16T01:43:33.015519+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:12.012259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328501+0000","last_change":"2024-09-16T01:43:31.002085+0000","last_active":"2024-09-16T01:43:33.328501+0000","last_peered":"2024-09-16T01:43:33.328501+0000","last_clean":"2024-09-16T01:43:33.328501+0000","last_became_active":"2024-09-16T01:43:31.001488+0000","last_became_peered":"2024-09-16T01:43:31.001488+0000","last_unstale":"2024-09-16T01:43:33.328501+0000","last_undegraded":"2024-09-16T01:43:33.328501+0000","last_fullsized":"2024-09-16T01:43:33.328501+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:52.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015856+0000","last_change":"2024-09-16T01:43:32.013588+0000","last_active":"2024-09-16T01:43:33.015856+0000","last_peered":"2024-09-16T01:43:33.015856+0000","last_clean":"2024-09-16T01:43:33.015856+0000","last_became_active":"2024-09-16T01:43:32.013281+0000","last_became_peered":"2024-09-16T01:43:32.013281+0000","last_unstale":"2024-09-16T01:43:33.015856+0000","last_undegraded":"2024-09-16T01:43:33.015856+0000","last_fullsized":"2024-09-16T01:43:33.015856+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:23.306719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493994+0000","last_change":"2024-09-16T01:43:31.000968+0000","last_active":"2024-09-16T01:43:33.493994+0000","last_peered":"2024-09-16T01:43:33.493994+0000","last_clean":"2024-09-16T01:43:33.493994+0000","last_became_active":"2024-09-16T01:43:31.000678+0000","last_became_peered":"2024-09-16T01:43:31.000678+0000","last_unstale":"2024-09-16T01:43:33.493994+0000","last_undegraded":"2024-09-16T01:43:33.493994+0000","last_fullsized":"2024-09-16T01:43:33.493994+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:57.234982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493613+0000","last_change":"2024-09-16T01:43:32.020116+0000","last_active":"2024-09-16T01:43:33.493613+0000","last_peered":"2024-09-16T01:43:33.493613+0000","last_clean":"2024-09-16T01:43:33.493613+0000","last_became_active":"2024-09-16T01:43:32.019663+0000","last_became_peered":"2024-09-16T01:43:32.019663+0000","last_unstale":"2024-09-16T01:43:33.493613+0000","last_undegraded":"2024-09-16T01:43:33.493613+0000","last_fullsized":"2024-09-16T01:43:33.493613+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:19.779166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494132+0000","last_change":"2024-09-16T01:43:31.006427+0000","last_active":"2024-09-16T01:43:33.494132+0000","last_peered":"2024-09-16T01:43:33.494132+0000","last_clean":"2024-09-16T01:43:33.494132+0000","last_became_active":"2024-09-16T01:43:31.006072+0000","last_became_peered":"2024-09-16T01:43:31.006072+0000","last_unstale":"2024-09-16T01:43:33.494132+0000","last_undegraded":"2024-09-16T01:43:33.494132+0000","last_fullsized":"2024-09-16T01:43:33.494132+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:03.770702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493760+0000","last_change":"2024-09-16T01:43:32.012423+0000","last_active":"2024-09-16T01:43:33.493760+0000","last_peered":"2024-09-16T01:43:33.493760+0000","last_clean":"2024-09-16T01:43:33.493760+0000","last_became_active":"2024-09-16T01:43:32.012134+0000","last_became_peered":"2024-09-16T01:43:32.012134+0000","last_unstale":"2024-09-16T01:43:33.493760+0000","last_undegraded":"2024-09-16T01:43:33.493760+0000","last_fullsized":"2024-09-16T01:43:33.493760+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:42.854618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328171+0000","last_change":"2024-09-16T01:43:31.001624+0000","last_active":"2024-09-16T01:43:33.328171+0000","last_peered":"2024-09-16T01:43:33.328171+0000","last_clean":"2024-09-16T01:43:33.328171+0000","last_became_active":"2024-09-16T01:43:31.001347+0000","last_became_peered":"2024-09-16T01:43:31.001347+0000","last_unstale":"2024-09-16T01:43:33.328171+0000","last_undegraded":"2024-09-16T01:43:33.328171+0000","last_fullsized":"2024-09-16T01:43:33.328171+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:36.650913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.008185+0000","last_change":"2024-09-16T01:43:32.002022+0000","last_active":"2024-09-16T01:43:33.008185+0000","last_peered":"2024-09-16T01:43:33.008185+0000","last_clean":"2024-09-16T01:43:33.008185+0000","last_became_active":"2024-09-16T01:43:32.001738+0000","last_became_peered":"2024-09-16T01:43:32.001738+0000","last_unstale":"2024-09-16T01:43:33.008185+0000","last_undegraded":"2024-09-16T01:43:33.008185+0000","last_fullsized":"2024-09-16T01:43:33.008185+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:23.113674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494492+0000","last_change":"2024-09-16T01:43:31.006155+0000","last_active":"2024-09-16T01:43:33.494492+0000","last_peered":"2024-09-16T01:43:33.494492+0000","last_clean":"2024-09-16T01:43:33.494492+0000","last_became_active":"2024-09-16T01:43:31.005861+0000","last_became_peered":"2024-09-16T01:43:31.005861+0000","last_unstale":"2024-09-16T01:43:33.494492+0000","last_undegraded":"2024-09-16T01:43:33.494492+0000","last_fullsized":"2024-09-16T01:43:33.494492+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:26.607052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494261+0000","last_change":"2024-09-16T01:43:32.022779+0000","last_active":"2024-09-16T01:43:33.494261+0000","last_peered":"2024-09-16T01:43:33.494261+0000","last_clean":"2024-09-16T01:43:33.494261+0000","last_became_active":"2024-09-16T01:43:32.020264+0000","last_became_peered":"2024-09-16T01:43:32.020264+0000","last_unstale":"2024-09-16T01:43:33.494261+0000","last_undegraded":"2024-09-16T01:43:33.494261+0000","last_fullsized":"2024-09-16T01:43:33.494261+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:15.756012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493393+0000","last_change":"2024-09-16T01:43:31.006805+0000","last_active":"2024-09-16T01:43:33.493393+0000","last_peered":"2024-09-16T01:43:33.493393+0000","last_clean":"2024-09-16T01:43:33.493393+0000","last_became_active":"2024-09-16T01:43:31.006462+0000","last_became_peered":"2024-09-16T01:43:31.006462+0000","last_unstale":"2024-09-16T01:43:33.493393+0000","last_undegraded":"2024-09-16T01:43:33.493393+0000","last_fullsized":"2024-09-16T01:43:33.493393+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:18.418059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.015869+0000","last_change":"2024-09-16T01:43:32.012839+0000","last_active":"2024-09-16T01:43:33.015869+0000","last_peered":"2024-09-16T01:43:33.015869+0000","last_clean":"2024-09-16T01:43:33.015869+0000","last_became_active":"2024-09-16T01:43:32.012521+0000","last_became_peered":"2024-09-16T01:43:32.012521+0000","last_unstale":"2024-09-16T01:43:33.015869+0000","last_undegraded":"2024-09-16T01:43:33.015869+0000","last_fullsized":"2024-09-16T01:43:33.015869+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:32.060086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"44'1","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494777+0000","last_change":"2024-09-16T01:43:31.003680+0000","last_active":"2024-09-16T01:43:33.494777+0000","last_peered":"2024-09-16T01:43:33.494777+0000","last_clean":"2024-09-16T01:43:33.494777+0000","last_became_active":"2024-09-16T01:43:31.003418+0000","last_became_peered":"2024-09-16T01:43:31.003418+0000","last_unstale":"2024-09-16T01:43:33.494777+0000","last_undegraded":"2024-09-16T01:43:33.494777+0000","last_fullsized":"2024-09-16T01:43:33.494777+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:54.385149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494854+0000","last_change":"2024-09-16T01:43:32.012054+0000","last_active":"2024-09-16T01:43:33.494854+0000","last_peered":"2024-09-16T01:43:33.494854+0000","last_clean":"2024-09-16T01:43:33.494854+0000","last_became_active":"2024-09-16T01:43:32.011776+0000","last_became_peered":"2024-09-16T01:43:32.011776+0000","last_unstale":"2024-09-16T01:43:33.494854+0000","last_undegraded":"2024-09-16T01:43:33.494854+0000","last_fullsized":"2024-09-16T01:43:33.494854+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:27.495101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493988+0000","last_change":"2024-09-16T01:43:31.008139+0000","last_active":"2024-09-16T01:43:33.493988+0000","last_peered":"2024-09-16T01:43:33.493988+0000","last_clean":"2024-09-16T01:43:33.493988+0000","last_became_active":"2024-09-16T01:43:31.007882+0000","last_became_peered":"2024-09-16T01:43:31.007882+0000","last_unstale":"2024-09-16T01:43:33.493988+0000","last_undegraded":"2024-09-16T01:43:33.493988+0000","last_fullsized":"2024-09-16T01:43:33.493988+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:14.750632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493866+0000","last_change":"2024-09-16T01:43:32.012814+0000","last_active":"2024-09-16T01:43:33.493866+0000","last_peered":"2024-09-16T01:43:33.493866+0000","last_clean":"2024-09-16T01:43:33.493866+0000","last_became_active":"2024-09-16T01:43:32.012536+0000","last_became_peered":"2024-09-16T01:43:32.012536+0000","last_unstale":"2024-09-16T01:43:33.493866+0000","last_undegraded":"2024-09-16T01:43:33.493866+0000","last_fullsized":"2024-09-16T01:43:33.493866+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:56:05.709123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493870+0000","last_change":"2024-09-16T01:43:31.001472+0000","last_active":"2024-09-16T01:43:33.493870+0000","last_peered":"2024-09-16T01:43:33.493870+0000","last_clean":"2024-09-16T01:43:33.493870+0000","last_became_active":"2024-09-16T01:43:31.001235+0000","last_became_peered":"2024-09-16T01:43:31.001235+0000","last_unstale":"2024-09-16T01:43:33.493870+0000","last_undegraded":"2024-09-16T01:43:33.493870+0000","last_fullsized":"2024-09-16T01:43:33.493870+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:29.511534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493780+0000","last_change":"2024-09-16T01:43:32.011317+0000","last_active":"2024-09-16T01:43:33.493780+0000","last_peered":"2024-09-16T01:43:33.493780+0000","last_clean":"2024-09-16T01:43:33.493780+0000","last_became_active":"2024-09-16T01:43:32.011033+0000","last_became_peered":"2024-09-16T01:43:32.011033+0000","last_unstale":"2024-09-16T01:43:33.493780+0000","last_undegraded":"2024-09-16T01:43:33.493780+0000","last_fullsized":"2024-09-16T01:43:33.493780+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:12.101995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493719+0000","last_change":"2024-09-16T01:43:31.007090+0000","last_active":"2024-09-16T01:43:33.493719+0000","last_peered":"2024-09-16T01:43:33.493719+0000","last_clean":"2024-09-16T01:43:33.493719+0000","last_became_active":"2024-09-16T01:43:31.006816+0000","last_became_peered":"2024-09-16T01:43:31.006816+0000","last_unstale":"2024-09-16T01:43:33.493719+0000","last_undegraded":"2024-09-16T01:43:33.493719+0000","last_fullsized":"2024-09-16T01:43:33.493719+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:04.622322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494016+0000","last_change":"2024-09-16T01:43:32.019218+0000","last_active":"2024-09-16T01:43:33.494016+0000","last_peered":"2024-09-16T01:43:33.494016+0000","last_clean":"2024-09-16T01:43:33.494016+0000","last_became_active":"2024-09-16T01:43:32.018950+0000","last_became_peered":"2024-09-16T01:43:32.018950+0000","last_unstale":"2024-09-16T01:43:33.494016+0000","last_undegraded":"2024-09-16T01:43:33.494016+0000","last_fullsized":"2024-09-16T01:43:33.494016+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:47.480903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016342+0000","last_change":"2024-09-16T01:43:31.001750+0000","last_active":"2024-09-16T01:43:33.016342+0000","last_peered":"2024-09-16T01:43:33.016342+0000","last_clean":"2024-09-16T01:43:33.016342+0000","last_became_active":"2024-09-16T01:43:31.001414+0000","last_became_peered":"2024-09-16T01:43:31.001414+0000","last_unstale":"2024-09-16T01:43:33.016342+0000","last_undegraded":"2024-09-16T01:43:33.016342+0000","last_fullsized":"2024-09-16T01:43:33.016342+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:18.196954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328289+0000","last_change":"2024-09-16T01:43:32.016667+0000","last_active":"2024-09-16T01:43:33.328289+0000","last_peered":"2024-09-16T01:43:33.328289+0000","last_clean":"2024-09-16T01:43:33.328289+0000","last_became_active":"2024-09-16T01:43:32.016327+0000","last_became_peered":"2024-09-16T01:43:32.016327+0000","last_unstale":"2024-09-16T01:43:33.328289+0000","last_undegraded":"2024-09-16T01:43:33.328289+0000","last_fullsized":"2024-09-16T01:43:33.328289+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:57.355632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494432+0000","last_change":"2024-09-16T01:43:31.001878+0000","last_active":"2024-09-16T01:43:33.494432+0000","last_peered":"2024-09-16T01:43:33.494432+0000","last_clean":"2024-09-16T01:43:33.494432+0000","last_became_active":"2024-09-16T01:43:31.001540+0000","last_became_peered":"2024-09-16T01:43:31.001540+0000","last_unstale":"2024-09-16T01:43:33.494432+0000","last_undegraded":"2024-09-16T01:43:33.494432+0000","last_fullsized":"2024-09-16T01:43:33.494432+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:38.553924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.016106+0000","last_change":"2024-09-16T01:43:32.003746+0000","last_active":"2024-09-16T01:43:33.016106+0000","last_peered":"2024-09-16T01:43:33.016106+0000","last_clean":"2024-09-16T01:43:33.016106+0000","last_became_active":"2024-09-16T01:43:32.003455+0000","last_became_peered":"2024-09-16T01:43:32.003455+0000","last_unstale":"2024-09-16T01:43:33.016106+0000","last_undegraded":"2024-09-16T01:43:33.016106+0000","last_fullsized":"2024-09-16T01:43:33.016106+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:01.884588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494625+0000","last_change":"2024-09-16T01:43:31.010404+0000","last_active":"2024-09-16T01:43:33.494625+0000","last_peered":"2024-09-16T01:43:33.494625+0000","last_clean":"2024-09-16T01:43:33.494625+0000","last_became_active":"2024-09-16T01:43:31.010132+0000","last_became_peered":"2024-09-16T01:43:31.010132+0000","last_unstale":"2024-09-16T01:43:33.494625+0000","last_undegraded":"2024-09-16T01:43:33.494625+0000","last_fullsized":"2024-09-16T01:43:33.494625+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:07.704798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.494936+0000","last_change":"2024-09-16T01:43:32.011478+0000","last_active":"2024-09-16T01:43:33.494936+0000","last_peered":"2024-09-16T01:43:33.494936+0000","last_clean":"2024-09-16T01:43:33.494936+0000","last_became_active":"2024-09-16T01:43:32.011175+0000","last_became_peered":"2024-09-16T01:43:32.011175+0000","last_unstale":"2024-09-16T01:43:33.494936+0000","last_undegraded":"2024-09-16T01:43:33.494936+0000","last_fullsized":"2024-09-16T01:43:33.494936+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:30.983870+0000","last_clean_scrub_stamp":"2024-09-16T01:43:30.983870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:52.647087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.328661+0000","last_change":"2024-09-16T01:43:31.000204+0000","last_active":"2024-09-16T01:43:33.328661+0000","last_peered":"2024-09-16T01:43:33.328661+0000","last_clean":"2024-09-16T01:43:33.328661+0000","last_became_active":"2024-09-16T01:43:30.999922+0000","last_became_peered":"2024-09-16T01:43:30.999922+0000","last_unstale":"2024-09-16T01:43:33.328661+0000","last_undegraded":"2024-09-16T01:43:33.328661+0000","last_fullsized":"2024-09-16T01:43:33.328661+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:43:29.978490+0000","last_clean_scrub_stamp":"2024-09-16T01:43:29.978490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:33.884435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":210,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T01:43:33.493430+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:43:33.493430+0000","last_peered":"2024-09-16T01:43:33.493430+0000","last_clean":"2024-09-16T01:43:33.493430+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:43:33.493430+0000","last_undegraded":"2024-09-16T01:43:33.493430+0000","last_fullsized":"2024-09-16T01:43:33.493430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":205826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27532,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":512000,"data_stored":205224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":520192,"data_stored":206766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542166,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35864,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335976,"statfs":{"total":96636764160,"available":96600039424,"internally_reserved":0,"allocated":520192,"data_stored":205792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542167,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":524288,"data_stored":206788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542167,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31688,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340152,"statfs":{"total":96636764160,"available":96604315648,"internally_reserved":0,"allocated":512000,"data_stored":205224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542167,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1105920,"data_stored":795556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574870,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1105920,"data_stored":795612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:40.826 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:43:40.827 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:43:40.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.971+0000 7fbb708f1640 1 Processor -- start 2024-09-16T01:43:40.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.971+0000 7fbb708f1640 1 -- start start 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb708f1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb6c0b5550 0x7fbb6c169850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb708f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb6c0d1f10 con 0x7fbb6c0b6ec0 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb708f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb6c074210 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb708f1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fbb6c06dac0 con 0x7fbb6c0b5550 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb6ad9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb6c0b5550 0x7fbb6c169850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb6a59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fbb6c0b6ec0 0x7fbb6c0b72a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51170/0 (socket says 172.21.15.16:51170) 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb6a59c640 1 -- 172.21.15.16:0/3022926907 learned_addr learned my addr 172.21.15.16:0/3022926907 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:40.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.972+0000 7fbb6ad9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb6c0b5550 0x7fbb6c169850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40794/0 (socket says 172.21.15.16:40794) 2024-09-16T01:43:40.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.973+0000 7fbb6ad9d640 1 -- 172.21.15.16:0/3022926907 >> v1:172.21.15.104:6789/0 conn(0x7fbb6c0b4d70 legacy=0x7fbb6c166120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:40.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.973+0000 7fbb6ad9d640 1 -- 172.21.15.16:0/3022926907 >> v1:172.21.15.16:6789/0 conn(0x7fbb6c0b6ec0 legacy=0x7fbb6c0b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.973+0000 7fbb6959a640 1 -- 172.21.15.16:0/3022926907 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2934318272 0 0) 0x7fbb6c0d1f10 con 0x7fbb6c0b6ec0 2024-09-16T01:43:40.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.973+0000 7fbb6ad9d640 1 -- 172.21.15.16:0/3022926907 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6c071320 con 0x7fbb6c0b5550 2024-09-16T01:43:40.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.973+0000 7fbb6ad9d640 1 --2- 172.21.15.16:0/3022926907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b5550 0x7fbb6c169850 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fbb640097a0 tx=0x7fbb6402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeffd8ba01dfdcc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:40.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb6959a640 1 -- 172.21.15.16:0/3022926907 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb64037070 con 0x7fbb6c0b5550 2024-09-16T01:43:40.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb6959a640 1 -- 172.21.15.16:0/3022926907 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb64032440 con 0x7fbb6c0b5550 2024-09-16T01:43:40.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb6959a640 1 -- 172.21.15.16:0/3022926907 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb64032810 con 0x7fbb6c0b5550 2024-09-16T01:43:40.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb708f1640 1 -- 172.21.15.16:0/3022926907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b5550 msgr2=0x7fbb6c169850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb708f1640 1 --2- 172.21.15.16:0/3022926907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b5550 0x7fbb6c169850 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fbb640097a0 tx=0x7fbb6402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb708f1640 1 -- 172.21.15.16:0/3022926907 shutdown_connections 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb708f1640 1 --2- 172.21.15.16:0/3022926907 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b5550 0x7fbb6c169850 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb708f1640 1 -- 172.21.15.16:0/3022926907 >> 172.21.15.16:0/3022926907 conn(0x7fbb6c0b4250 msgr2=0x7fbb6c0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb708f1640 1 -- 172.21.15.16:0/3022926907 shutdown_connections 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.974+0000 7fbb708f1640 1 -- 172.21.15.16:0/3022926907 wait complete. 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 Processor -- start 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 -- start start 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b4d70 0x7fbb6c15f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb6c0b5550 0x7fbb6c161300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb6c0b6ec0 0x7fbb6c154bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6c0b59a0 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6c06d500 con 0x7fbb6c0b5550 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb708f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbb6c06d750 con 0x7fbb6c0b6ec0 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb6a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b4d70 0x7fbb6c15f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb6a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b4d70 0x7fbb6c15f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40808/0 (socket says 172.21.15.16:40808) 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.976+0000 7fbb6a59c640 1 -- 172.21.15.16:0/4203260588 learned_addr learned my addr 172.21.15.16:0/4203260588 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb69d9b640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb6c0b5550 0x7fbb6c161300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6a59c640 1 -- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb6c0b6ec0 msgr2=0x7fbb6c154bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6ad9d640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb6c0b6ec0 0x7fbb6c154bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6a59c640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb6c0b6ec0 0x7fbb6c154bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6a59c640 1 -- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb6c0b5550 msgr2=0x7fbb6c161300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6a59c640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb6c0b5550 0x7fbb6c161300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6a59c640 1 -- 172.21.15.16:0/4203260588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6c152ad0 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6ad9d640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb6c0b6ec0 0x7fbb6c154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:40.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb6a59c640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b4d70 0x7fbb6c15f5b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c00c7c0 tx=0x7fbb5c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:40.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb62ffd640 1 -- 172.21.15.16:0/4203260588 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5c018070 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb62ffd640 1 -- 172.21.15.16:0/4203260588 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb5c00a640 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb6c15fcb0 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb62ffd640 1 -- 172.21.15.16:0/4203260588 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5c00aa30 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.977+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb6c160270 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.978+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb6c15e990 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.979+0000 7fbb62ffd640 1 -- 172.21.15.16:0/4203260588 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fbb5c01b070 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.979+0000 7fbb62ffd640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4c06c490 0x7fbb4c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:40.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.979+0000 7fbb62ffd640 1 -- 172.21.15.16:0/4203260588 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fbb5c08ad20 con 0x7fbb6c0b4d70 2024-09-16T01:43:40.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.979+0000 7fbb69d9b640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4c06c490 0x7fbb4c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:40.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.980+0000 7fbb69d9b640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4c06c490 0x7fbb4c06e950 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c15a3c0 tx=0x7fbb54009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:40.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:40.984+0000 7fbb62ffd640 1 -- 172.21.15.16:0/4203260588 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb5c059210 con 0x7fbb6c0b4d70 2024-09-16T01:43:41.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.226+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fbb6c06d190 con 0x7fbb6c0b4d70 2024-09-16T01:43:41.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.228+0000 7fbb62ffd640 1 -- 172.21.15.16:0/4203260588 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v10) ==== 190+0+147 (secure 0 0 0) 0x7fbb5c058b10 con 0x7fbb6c0b4d70 2024-09-16T01:43:41.229 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:43:41.229 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:43:41.230 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:43:41.230 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:43:41.230 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:43:41.230 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4c06c490 msgr2=0x7fbb4c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4c06c490 0x7fbb4c06e950 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c15a3c0 tx=0x7fbb54009040 comp rx=0 tx=0).stop 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b4d70 msgr2=0x7fbb6c15f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b4d70 0x7fbb6c15f5b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c00c7c0 tx=0x7fbb5c00cc80 comp rx=0 tx=0).stop 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 shutdown_connections 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4c06c490 0x7fbb4c06e950 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb6c0b6ec0 0x7fbb6c154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb6c0b5550 0x7fbb6c161300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 --2- 172.21.15.16:0/4203260588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb6c0b4d70 0x7fbb6c15f5b0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 >> 172.21.15.16:0/4203260588 conn(0x7fbb6c0b4250 msgr2=0x7fbb6c0cb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:41.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 shutdown_connections 2024-09-16T01:43:41.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.230+0000 7fbb708f1640 1 -- 172.21.15.16:0/4203260588 wait complete. 2024-09-16T01:43:41.243 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.344+0000 7fcc160ba640 1 Processor -- start 2024-09-16T01:43:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.344+0000 7fcc160ba640 1 -- start start 2024-09-16T01:43:41.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.344+0000 7fcc160ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcc100afd80 0x7fcc1015f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:41.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.344+0000 7fcc160ba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcc100b3990 0x7fcc100b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:41.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc160ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc10162bc0 con 0x7fcc10071950 2024-09-16T01:43:41.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc160ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcc10162ea0 con 0x7fcc100afd80 2024-09-16T01:43:41.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc160ba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcc1015eb50 con 0x7fcc100b3990 2024-09-16T01:43:41.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc0f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcc100afd80 0x7fcc1015f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:41.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc0f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcc100afd80 0x7fcc1015f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40822/0 (socket says 172.21.15.16:40822) 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/1968258809 learned_addr learned my addr 172.21.15.16:0/1968258809 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc06ffd640 1 --2- 172.21.15.16:0/1968258809 >> v2:172.21.15.104:3300/0 conn(0x7fcc100b3990 0x7fcc100b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/1968258809 >> v2:172.21.15.104:3300/0 conn(0x7fcc100b3990 msgr2=0x7fcc100b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc0f7fe640 1 --2- 172.21.15.16:0/1968258809 >> v2:172.21.15.104:3300/0 conn(0x7fcc100b3990 0x7fcc100b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/1968258809 >> v1:172.21.15.104:6789/0 conn(0x7fcc10071950 legacy=0x7fcc100ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/1968258809 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1015ee30 con 0x7fcc100afd80 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.345+0000 7fcc06ffd640 1 --2- 172.21.15.16:0/1968258809 >> v2:172.21.15.104:3300/0 conn(0x7fcc100b3990 0x7fcc100b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc0f7fe640 1 --2- 172.21.15.16:0/1968258809 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc100afd80 0x7fcc1015f630 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fcc100689d0 tx=0x7fcc0002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10f9584b004239be server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc0effd640 1 -- 172.21.15.16:0/1968258809 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00037070 con 0x7fcc100afd80 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc0effd640 1 -- 172.21.15.16:0/1968258809 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc0002ae20 con 0x7fcc100afd80 2024-09-16T01:43:41.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc0effd640 1 -- 172.21.15.16:0/1968258809 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00032660 con 0x7fcc100afd80 2024-09-16T01:43:41.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc160ba640 1 -- 172.21.15.16:0/1968258809 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc100afd80 msgr2=0x7fcc1015f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:41.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc160ba640 1 --2- 172.21.15.16:0/1968258809 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc100afd80 0x7fcc1015f630 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fcc100689d0 tx=0x7fcc0002a110 comp rx=0 tx=0).stop 2024-09-16T01:43:41.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc160ba640 1 -- 172.21.15.16:0/1968258809 shutdown_connections 2024-09-16T01:43:41.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc160ba640 1 --2- 172.21.15.16:0/1968258809 >> v2:172.21.15.104:3300/0 conn(0x7fcc100b3990 0x7fcc100b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc160ba640 1 --2- 172.21.15.16:0/1968258809 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc100afd80 0x7fcc1015f630 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.346+0000 7fcc160ba640 1 -- 172.21.15.16:0/1968258809 >> 172.21.15.16:0/1968258809 conn(0x7fcc100b2690 msgr2=0x7fcc100b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.347+0000 7fcc160ba640 1 -- 172.21.15.16:0/1968258809 shutdown_connections 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.347+0000 7fcc160ba640 1 -- 172.21.15.16:0/1968258809 wait complete. 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.348+0000 7fcc160ba640 1 Processor -- start 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.348+0000 7fcc160ba640 1 -- start start 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc160ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc10071950 0x7fcc100cfc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc160ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc100afd80 0x7fcc10141100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc160ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc100b3990 0x7fcc101547c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc160ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcc10071dc0 con 0x7fcc10071950 2024-09-16T01:43:41.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc160ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc100b0160 con 0x7fcc100b3990 2024-09-16T01:43:41.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc160ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc10071f40 con 0x7fcc100afd80 2024-09-16T01:43:41.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc10071950 0x7fcc100cfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:41.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc10071950 0x7fcc100cfc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40834/0 (socket says 172.21.15.16:40834) 2024-09-16T01:43:41.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/437179428 learned_addr learned my addr 172.21.15.16:0/437179428 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc06ffd640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc100afd80 0x7fcc10141100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0ffff640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc100b3990 0x7fcc101547c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc100afd80 msgr2=0x7fcc10141100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc100afd80 0x7fcc10141100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc100b3990 msgr2=0x7fcc101547c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc100b3990 0x7fcc101547c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 -- 172.21.15.16:0/437179428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc10143d00 con 0x7fcc10071950 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0f7fe640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc10071950 0x7fcc100cfc30 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcc00000c00 tx=0x7fcc000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0cff9640 1 -- 172.21.15.16:0/437179428 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00041070 con 0x7fcc10071950 2024-09-16T01:43:41.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0cff9640 1 -- 172.21.15.16:0/437179428 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc0003c660 con 0x7fcc10071950 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc10143fe0 con 0x7fcc10071950 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.349+0000 7fcc0cff9640 1 -- 172.21.15.16:0/437179428 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00037040 con 0x7fcc10071950 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.350+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc10151480 con 0x7fcc10071950 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.351+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc10072270 con 0x7fcc10071950 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.351+0000 7fcc0cff9640 1 -- 172.21.15.16:0/437179428 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fcc00044070 con 0x7fcc10071950 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.351+0000 7fcc0cff9640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcbf006c460 0x7fcbf006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.352+0000 7fcc0cff9640 1 -- 172.21.15.16:0/437179428 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fcc000ac0b0 con 0x7fcc10071950 2024-09-16T01:43:41.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.352+0000 7fcc06ffd640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcbf006c460 0x7fcbf006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:41.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.352+0000 7fcc06ffd640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcbf006c460 0x7fcbf006e920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcc10158b50 tx=0x7fcbf8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:41.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.356+0000 7fcc0cff9640 1 -- 172.21.15.16:0/437179428 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc0007a750 con 0x7fcc10071950 2024-09-16T01:43:41.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.566+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcc10158430 con 0x7fcc10071950 2024-09-16T01:43:41.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.567+0000 7fcc0cff9640 1 -- 172.21.15.16:0/437179428 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5226 (secure 0 0 0) 0x7fcc0002ae20 con 0x7fcc10071950 2024-09-16T01:43:41.568 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:41.568 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":23,"btime":"2024-09-16T01:43:35:019565+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:43:41.568 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 23 2024-09-16T01:43:41.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcbf006c460 msgr2=0x7fcbf006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:41.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcbf006c460 0x7fcbf006e920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcc10158b50 tx=0x7fcbf8008040 comp rx=0 tx=0).stop 2024-09-16T01:43:41.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc10071950 msgr2=0x7fcc100cfc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc10071950 0x7fcc100cfc30 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcc00000c00 tx=0x7fcc000046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 shutdown_connections 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcbf006c460 0x7fcbf006e920 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc100b3990 0x7fcc101547c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc100afd80 0x7fcc10141100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 --2- 172.21.15.16:0/437179428 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc10071950 0x7fcc100cfc30 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 >> 172.21.15.16:0/437179428 conn(0x7fcc100b2690 msgr2=0x7fcc10160c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 shutdown_connections 2024-09-16T01:43:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:41.569+0000 7fcc160ba640 1 -- 172.21.15.16:0/437179428 wait complete. 2024-09-16T01:43:41.984 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:43:31.350640+0000', 'modified': '2024-09-16T01:43:34.372300+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5313}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5313': {'gid': 5313, 'name': 'a', 'rank': 0, 'incarnation': 19, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/456331801', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6833', 'nonce': 456331801}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 456331801}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5313, 'qdb_cluster': [5313]} 2024-09-16T01:43:41.984 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:43:41.984 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T01:43:42.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.091+0000 7f3c727d8640 1 Processor -- start 2024-09-16T01:43:42.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.091+0000 7f3c727d8640 1 -- start start 2024-09-16T01:43:42.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.091+0000 7f3c727d8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3c6c0afd80 0x7f3c6c15f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.091+0000 7f3c727d8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3c6c0b3990 0x7f3c6c0b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c727d8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c6c162bc0 con 0x7f3c6c071950 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c727d8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3c6c162ea0 con 0x7f3c6c0b3990 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c727d8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3c6c15eb50 con 0x7f3c6c0afd80 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c6b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3c6c0b3990 0x7f3c6c0b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c6b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3c6c0b3990 0x7f3c6c0b57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40838/0 (socket says 172.21.15.16:40838) 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/3093384315 learned_addr learned my addr 172.21.15.16:0/3093384315 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/3093384315 >> v2:172.21.15.104:3300/0 conn(0x7f3c6c0afd80 msgr2=0x7f3c6c15f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/3093384315 >> v2:172.21.15.104:3300/0 conn(0x7f3c6c0afd80 0x7f3c6c15f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/3093384315 >> v1:172.21.15.104:6789/0 conn(0x7f3c6c071950 legacy=0x7f3c6c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.092+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/3093384315 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6c15ee30 con 0x7f3c6c0b3990 2024-09-16T01:43:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/3093384315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c0b57e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0b03e0 tx=0x7f3c6002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1619545f59b5f7f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c6affd640 1 -- 172.21.15.16:0/3093384315 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c60037070 con 0x7f3c6c0b3990 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c6affd640 1 -- 172.21.15.16:0/3093384315 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c6002ae20 con 0x7f3c6c0b3990 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c6affd640 1 -- 172.21.15.16:0/3093384315 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c60032660 con 0x7f3c6c0b3990 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 -- 172.21.15.16:0/3093384315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 msgr2=0x7f3c6c0b57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3093384315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c0b57e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0b03e0 tx=0x7f3c6002a110 comp rx=0 tx=0).stop 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 -- 172.21.15.16:0/3093384315 shutdown_connections 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3093384315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c0b57e0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3093384315 >> v2:172.21.15.104:3300/0 conn(0x7f3c6c0afd80 0x7f3c6c15f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 -- 172.21.15.16:0/3093384315 >> 172.21.15.16:0/3093384315 conn(0x7f3c6c0b2690 msgr2=0x7f3c6c0b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 -- 172.21.15.16:0/3093384315 shutdown_connections 2024-09-16T01:43:42.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.093+0000 7f3c727d8640 1 -- 172.21.15.16:0/3093384315 wait complete. 2024-09-16T01:43:42.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.095+0000 7f3c727d8640 1 Processor -- start 2024-09-16T01:43:42.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.095+0000 7f3c727d8640 1 -- start start 2024-09-16T01:43:42.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.095+0000 7f3c727d8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c6c071950 0x7f3c6c06d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.095+0000 7f3c727d8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c6c0afd80 0x7f3c6c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.095+0000 7f3c727d8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c143460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c727d8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c071dc0 con 0x7f3c6c0b3990 2024-09-16T01:43:42.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c727d8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c0b0160 con 0x7f3c6c071950 2024-09-16T01:43:42.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c727d8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6c071f40 con 0x7f3c6c0afd80 2024-09-16T01:43:42.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c143460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c143460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40848/0 (socket says 172.21.15.16:40848) 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 -- 172.21.15.16:0/3215698949 learned_addr learned my addr 172.21.15.16:0/3215698949 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c6c0afd80 0x7f3c6c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c6c071950 0x7f3c6c06d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 -- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c6c0afd80 msgr2=0x7f3c6c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c6c0afd80 0x7f3c6c0cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 -- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c6c071950 msgr2=0x7f3c6c06d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c6c071950 0x7f3c6c06d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 -- 172.21.15.16:0/3215698949 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6c06f090 con 0x7f3c6c0b3990 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c6c0afd80 0x7f3c6c0cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c70d75640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c143460 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f3c6400c7b0 tx=0x7f3c6400cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c68ff9640 1 -- 172.21.15.16:0/3215698949 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64017070 con 0x7f3c6c0b3990 2024-09-16T01:43:42.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c68ff9640 1 -- 172.21.15.16:0/3215698949 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c64003b80 con 0x7f3c6c0b3990 2024-09-16T01:43:42.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c68ff9640 1 -- 172.21.15.16:0/3215698949 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64005070 con 0x7f3c6c0b3990 2024-09-16T01:43:42.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c6c06dff0 con 0x7f3c6c0b3990 2024-09-16T01:43:42.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.096+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c6c06e5b0 con 0x7f3c6c0b3990 2024-09-16T01:43:42.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.098+0000 7f3c68ff9640 1 -- 172.21.15.16:0/3215698949 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3c6401a070 con 0x7f3c6c0b3990 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.098+0000 7f3c68ff9640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c5806c460 0x7f3c5806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.098+0000 7f3c68ff9640 1 -- 172.21.15.16:0/3215698949 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f3c6408ad90 con 0x7f3c6c0b3990 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.099+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c5806c460 0x7f3c5806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.099+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c5806c460 0x7f3c5806e920 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c009990 tx=0x7f3c5c009110 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.099+0000 7f3c75648740 1 Processor -- start 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.099+0000 7f3c75648740 1 -- start start 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b0111c9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011181a80 0x55b0111846a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c75648740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b01117e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c75648740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55b0110e6520 con 0x55b011185a50 2024-09-16T01:43:42.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b01108e3e0 con 0x55b011181a80 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55b0110e24e0 con 0x55b0111842c0 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b01117e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b01117e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58642/0 (socket says 172.21.15.16:58642) 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 -- 172.21.15.16:0/1970550621 learned_addr learned my addr 172.21.15.16:0/1970550621 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b0111c9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011181a80 0x55b0111846a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 -- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 msgr2=0x55b0111c9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b0111c9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 -- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011181a80 msgr2=0x55b0111846a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011181a80 0x55b0111846a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 -- 172.21.15.16:0/1970550621 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0110a92f0 con 0x55b011185a50 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c70d75640 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b01117e8b0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f3c64088ff0 tx=0x7f3c64058bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35bec0eb25dcbf5b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.100+0000 7f3c51ffb640 1 -- 172.21.15.16:0/1970550621 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64087070 con 0x55b011185a50 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c51ffb640 1 -- 172.21.15.16:0/1970550621 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c64055160 con 0x55b011185a50 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c51ffb640 1 -- 172.21.15.16:0/1970550621 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c640612d0 con 0x55b011185a50 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 -- 172.21.15.16:0/1970550621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 msgr2=0x55b01117e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b01117e8b0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f3c64088ff0 tx=0x7f3c64058bb0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 -- 172.21.15.16:0/1970550621 shutdown_connections 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b01117e8b0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011181a80 0x55b0111846a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 --2- 172.21.15.16:0/1970550621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b0111c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 -- 172.21.15.16:0/1970550621 >> 172.21.15.16:0/1970550621 conn(0x55b011180a80 msgr2=0x55b0111c8f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 -- 172.21.15.16:0/1970550621 shutdown_connections 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.101+0000 7f3c75648740 1 -- 172.21.15.16:0/1970550621 wait complete. 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.102+0000 7f3c75648740 1 -- start start 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.102+0000 7f3c75648740 1 Processor -- start 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c75648740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111842c0 0x55b0111a55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b011185a50 0x55b0111c80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111c61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c75648740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55b01117ff20 con 0x55b0111842c0 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b01106f450 con 0x55b0111c8630 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55b0111ca290 con 0x55b011185a50 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c75648740 10 client.0 _ll_register_callbacks cb 0x55b010df8ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:42.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111842c0 0x55b0111a55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111842c0 0x55b0111a55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58648/0 (socket says 172.21.15.16:58648) 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 -- 172.21.15.16:0/1177353569 learned_addr learned my addr 172.21.15.16:0/1177353569 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c70d75640 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111c61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b011185a50 0x55b0111c80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 -- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b011185a50 msgr2=0x55b0111c80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b011185a50 0x55b0111c80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 -- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 msgr2=0x55b0111c61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111c61a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 -- 172.21.15.16:0/1177353569 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b010df92d0 con 0x55b0111842c0 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111842c0 0x55b0111a55b0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c015730 tx=0x7f3c5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f683565e7740a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.103+0000 7f3c4affd640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:43:42.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c4affd640 1 -- 172.21.15.16:0/1177353569 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5c025020 con 0x55b0111842c0 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c4affd640 1 -- 172.21.15.16:0/1177353569 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f3c5c0136c0 con 0x55b0111842c0 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c64055160 con 0x55b0111842c0 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c4affd640 1 -- 172.21.15.16:0/1177353569 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f3c5c02f050 con 0x55b0111842c0 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 10 client.5469 fetch_fsmap learned FSMap version 23 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) -- 0x55b010ec36b0 con 0x55b0111842c0 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c4affd640 1 -- 172.21.15.16:0/1177353569 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c64055160 con 0x55b0111842c0 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c4affd640 1 -- 172.21.15.16:0/1177353569 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 23) ==== 3502+0+0 (secure 0 0 0) 0x7f3c5c032020 con 0x55b0111842c0 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 10 client.5469 fetch_fsmap finished waiting for FSMap version 23 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 10 client.5469 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 20 client.5469 populate_metadata read hostname 'smithi016' 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111a3820 0x55b0111a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 4 client.5469 mds_command: new command op to 5313 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 --> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0110f3c50 con 0x55b0111a3820 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.104+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111a3820 0x55b0111a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c4affd640 10 client.5469 ms_handle_connect on v2:172.21.15.16:6833/456331801 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111a3820 0x55b0111a3c00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42d894cba6c0707d server_cookie=5a157dc4099309a8 in_seq=0 out_seq=0 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c4affd640 1 -- 172.21.15.16:0/1177353569 <== mds.0 v2:172.21.15.16:6833/456331801 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0110f3c50 con 0x55b0111a3820 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c4affd640 10 client.5469 handle_command_reply: tid=0 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c75648740 1 client.5469 shutdown 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111842c0 msgr2=0x55b0111a55b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c75648740 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111842c0 0x55b0111a55b0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c015730 tx=0x7f3c5c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 shutdown_connections 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.105+0000 7f3c75648740 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111a3820 0x55b0111a3c00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c75648740 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111c61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c75648740 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b011185a50 0x55b0111c80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c4affd640 0 client.5469 ms_handle_reset on v2:172.21.15.16:6833/456331801 2024-09-16T01:43:42.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c75648740 1 --2- 172.21.15.16:0/1177353569 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111842c0 0x55b0111a55b0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 >> 172.21.15.16:0/1177353569 conn(0x55b011181a80 msgr2=0x55b0111cc440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 shutdown_connections 2024-09-16T01:43:42.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c75648740 1 -- 172.21.15.16:0/1177353569 wait complete. 2024-09-16T01:43:42.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.106+0000 7f3c75648740 20 client.5469 trim_cache size 0 max 16384 2024-09-16T01:43:42.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 Processor -- start 2024-09-16T01:43:42.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 -- start start 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b0111a30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b0111cab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c1ffb90 con 0x55b011185a50 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c1feef0 con 0x55b0111c8630 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6c1ff540 con 0x55b0111842c0 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c6b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b0111cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c6b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b0111cab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58652/0 (socket says 172.21.15.16:58652) 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.124+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/661608258 learned_addr learned my addr 172.21.15.16:0/661608258 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 msgr2=0x55b0111a30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b0111a30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 msgr2=0x55b0111a3c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c70d75640 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111a3c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c6b7fe640 1 -- 172.21.15.16:0/661608258 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0111ad020 con 0x55b011185a50 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c70d75640 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111a3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b0111cab70 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f3c60000c00 tx=0x7f3c6002e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2537e1165a567f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c517fa640 1 -- 172.21.15.16:0/661608258 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c60037040 con 0x55b011185a50 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c517fa640 1 -- 172.21.15.16:0/661608258 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c60032bb0 con 0x55b011185a50 2024-09-16T01:43:42.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c517fa640 1 -- 172.21.15.16:0/661608258 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c60032620 con 0x55b011185a50 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c75648740 1 -- 172.21.15.16:0/661608258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 msgr2=0x55b0111cab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.125+0000 7f3c75648740 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b0111cab70 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f3c60000c00 tx=0x7f3c6002e000 comp rx=0 tx=0).stop 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 -- 172.21.15.16:0/661608258 shutdown_connections 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b0111c8630 0x55b0111a3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b011185a50 0x55b0111cab70 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 --2- 172.21.15.16:0/661608258 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b0111a30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 -- 172.21.15.16:0/661608258 >> 172.21.15.16:0/661608258 conn(0x55b011181a80 msgr2=0x55b0111c7590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 -- 172.21.15.16:0/661608258 shutdown_connections 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 -- 172.21.15.16:0/661608258 wait complete. 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 -- start start 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.126+0000 7f3c75648740 1 Processor -- start 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b01122def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c75648740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011185a50 0x55b0111a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c75648740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111c8630 0x55b0111a4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c75648740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55b01117d820 con 0x55b0111c8630 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b0111ddee0 con 0x55b011185a50 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c75648740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55b0111ae340 con 0x55b0111842c0 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c75648740 10 client.0 _ll_register_callbacks cb 0x7f3c5c0095e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c70d75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111c8630 0x55b0111a4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c70d75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111c8630 0x55b0111a4140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58654/0 (socket says 172.21.15.16:58654) 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c70d75640 1 -- 172.21.15.16:0/375719584 learned_addr learned my addr 172.21.15.16:0/375719584 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c6b7fe640 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011185a50 0x55b0111a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b01122def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c70d75640 1 -- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 msgr2=0x55b01122def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c70d75640 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b01122def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c70d75640 1 -- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011185a50 msgr2=0x55b0111a3c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.127+0000 7f3c70d75640 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011185a50 0x55b0111a3c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c70d75640 1 -- 172.21.15.16:0/375719584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0111c9190 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c70d75640 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111c8630 0x55b0111a4140 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3c64061230 tx=0x7f3c64014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e9c4b5d33c0bdb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c4affd640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c4affd640 1 -- 172.21.15.16:0/375719584 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64087040 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c4affd640 1 -- 172.21.15.16:0/375719584 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f3c640612d0 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c60032bb0 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c4affd640 1 -- 172.21.15.16:0/375719584 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f3c64089420 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 10 client.5475 fetch_fsmap learned FSMap version 23 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) -- 0x55b011183de0 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c4affd640 1 -- 172.21.15.16:0/375719584 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c60032bb0 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c4affd640 1 -- 172.21.15.16:0/375719584 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 23) ==== 3502+0+0 (secure 0 0 0) 0x7f3c64057f40 con 0x55b0111c8630 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 10 client.5475 fetch_fsmap finished waiting for FSMap version 23 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 10 client.5475 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:43:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 20 client.5475 populate_metadata read hostname 'smithi016' 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111ccce0 0x55b0111c5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 4 client.5475 mds_command: new command op to 5313 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 --> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] -- command(tid 0: {"prefix": "status"}) -- 0x55b0110edfa0 con 0x55b0111ccce0 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.128+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111ccce0 0x55b0111c5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c4affd640 10 client.5475 ms_handle_connect on v2:172.21.15.16:6833/456331801 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c6bfff640 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111ccce0 0x55b0111c5180 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c58a6349ead2ec82 server_cookie=8b00de4fa0054b9b in_seq=0 out_seq=0 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c4affd640 1 -- 172.21.15.16:0/375719584 <== mds.0 v2:172.21.15.16:6833/456331801 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x55b0110edfa0 con 0x55b0111ccce0 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c4affd640 10 client.5475 handle_command_reply: tid=0 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 client.5475 shutdown 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111c8630 msgr2=0x55b0111a4140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111c8630 0x55b0111a4140 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3c64061230 tx=0x7f3c64014040 comp rx=0 tx=0).stop 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 shutdown_connections 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:6833/456331801,v1:172.21.15.16:6835/456331801] conn(0x55b0111ccce0 0x55b0111c5180 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55b0111c8630 0x55b0111a4140 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b011185a50 0x55b0111a3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 --2- 172.21.15.16:0/375719584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55b0111842c0 0x55b01122def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c4affd640 0 client.5475 ms_handle_reset on v2:172.21.15.16:6833/456331801 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 >> 172.21.15.16:0/375719584 conn(0x55b011181a80 msgr2=0x55b0111c7590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 shutdown_connections 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 1 -- 172.21.15.16:0/375719584 wait complete. 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.129+0000 7f3c75648740 20 client.5475 trim_cache size 0 max 16384 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:43:42.138 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 5313, 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 10.139233939, 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 23, 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 44, 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 44, 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 15.155675081 2024-09-16T01:43:42.139 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c5806c460 msgr2=0x7f3c5806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c5806c460 0x7f3c5806e920 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c009990 tx=0x7f3c5c009110 comp rx=0 tx=0).stop 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 msgr2=0x7f3c6c143460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c143460 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f3c6400c7b0 tx=0x7f3c6400cbb0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 shutdown_connections 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c5806c460 0x7f3c5806e920 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c6c0b3990 0x7f3c6c143460 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c6c0afd80 0x7f3c6c0cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 --2- 172.21.15.16:0/3215698949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c6c071950 0x7f3c6c06d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 >> 172.21.15.16:0/3215698949 conn(0x7f3c6c0b2690 msgr2=0x7f3c6c0b2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 shutdown_connections 2024-09-16T01:43:42.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.130+0000 7f3c727d8640 1 -- 172.21.15.16:0/3215698949 wait complete. 2024-09-16T01:43:42.142 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:43:42.208 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:43:42.211 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:43:42.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.243+0000 7fac4cf91640 1 Processor -- start 2024-09-16T01:43:42.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.243+0000 7fac4cf91640 1 -- start start 2024-09-16T01:43:42.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac4cf91640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac48147fc0 0x7fac4815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac4cf91640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fac480b9ee0 0x7fac480d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac4cf91640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac480ba310 con 0x7fac480d0ee0 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac4cf91640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fac481483a0 con 0x7fac480b9ee0 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac4cf91640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fac4815efa0 con 0x7fac48147fc0 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac46d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fac480b9ee0 0x7fac480d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac45d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fac480d0ee0 0x7fac480b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43754/0 (socket says 172.21.15.16:43754) 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac45d9b640 1 -- 172.21.15.16:0/2069369061 learned_addr learned my addr 172.21.15.16:0/2069369061 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac4659c640 1 --2- 172.21.15.16:0/2069369061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac48147fc0 0x7fac4815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac46d9d640 1 -- 172.21.15.16:0/2069369061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac48147fc0 msgr2=0x7fac4815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac46d9d640 1 --2- 172.21.15.16:0/2069369061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac48147fc0 0x7fac4815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac46d9d640 1 -- 172.21.15.16:0/2069369061 >> v1:172.21.15.16:6789/0 conn(0x7fac480d0ee0 legacy=0x7fac480b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac4559a640 1 -- 172.21.15.16:0/2069369061 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3265170719 0 0) 0x7fac480ba310 con 0x7fac480d0ee0 2024-09-16T01:43:42.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.244+0000 7fac46d9d640 1 -- 172.21.15.16:0/2069369061 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac480d2750 con 0x7fac480b9ee0 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.245+0000 7fac46d9d640 1 --2- 172.21.15.16:0/2069369061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480d1340 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fac40009d90 tx=0x7fac4002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f61d5e0aaba09ec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.245+0000 7fac4559a640 1 -- 172.21.15.16:0/2069369061 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac40007740 con 0x7fac480b9ee0 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.245+0000 7fac4559a640 1 -- 172.21.15.16:0/2069369061 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac400078e0 con 0x7fac480b9ee0 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.245+0000 7fac4559a640 1 -- 172.21.15.16:0/2069369061 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac40007cb0 con 0x7fac480b9ee0 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 -- 172.21.15.16:0/2069369061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 msgr2=0x7fac480d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 --2- 172.21.15.16:0/2069369061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480d1340 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fac40009d90 tx=0x7fac4002a660 comp rx=0 tx=0).stop 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 -- 172.21.15.16:0/2069369061 shutdown_connections 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 --2- 172.21.15.16:0/2069369061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480d1340 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 --2- 172.21.15.16:0/2069369061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac48147fc0 0x7fac4815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 -- 172.21.15.16:0/2069369061 >> 172.21.15.16:0/2069369061 conn(0x7fac48074fe0 msgr2=0x7fac4806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 -- 172.21.15.16:0/2069369061 shutdown_connections 2024-09-16T01:43:42.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.246+0000 7fac4cf91640 1 -- 172.21.15.16:0/2069369061 wait complete. 2024-09-16T01:43:42.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.247+0000 7fac4cf91640 1 Processor -- start 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.247+0000 7fac4cf91640 1 -- start start 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4cf91640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4cf91640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac480d0ee0 0x7fac480c9f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4cf91640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac48147fc0 0x7fac480ca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4cf91640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fac480d2500 con 0x7fac480b9ee0 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4cf91640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fac480d2d10 con 0x7fac48147fc0 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4cf91640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fac480d2ff0 con 0x7fac480d0ee0 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480cbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58672/0 (socket says 172.21.15.16:58672) 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac4659c640 1 -- 172.21.15.16:0/1609861584 learned_addr learned my addr 172.21.15.16:0/1609861584 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac46d9d640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac48147fc0 0x7fac480ca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.248+0000 7fac45d9b640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac480d0ee0 0x7fac480c9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4659c640 1 -- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac480d0ee0 msgr2=0x7fac480c9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4659c640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac480d0ee0 0x7fac480c9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4659c640 1 -- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac48147fc0 msgr2=0x7fac480ca4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4659c640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac48147fc0 0x7fac480ca4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4659c640 1 -- 172.21.15.16:0/1609861584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac480caf00 con 0x7fac480b9ee0 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac45d9b640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac480d0ee0 0x7fac480c9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4659c640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480cbfa0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fac3800d5f0 tx=0x7fac3800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac36ffd640 1 -- 172.21.15.16:0/1609861584 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac380125f0 con 0x7fac480b9ee0 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac36ffd640 1 -- 172.21.15.16:0/1609861584 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac38019070 con 0x7fac480b9ee0 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac480cb1e0 con 0x7fac480b9ee0 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac36ffd640 1 -- 172.21.15.16:0/1609861584 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac380129d0 con 0x7fac480b9ee0 2024-09-16T01:43:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.249+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac480cb7a0 con 0x7fac480b9ee0 2024-09-16T01:43:42.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.250+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac480d1340 con 0x7fac480b9ee0 2024-09-16T01:43:42.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.251+0000 7fac36ffd640 1 -- 172.21.15.16:0/1609861584 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fac38012b70 con 0x7fac480b9ee0 2024-09-16T01:43:42.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.251+0000 7fac36ffd640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac2806c460 0x7fac2806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:42.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.251+0000 7fac36ffd640 1 -- 172.21.15.16:0/1609861584 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fac3808bb00 con 0x7fac480b9ee0 2024-09-16T01:43:42.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.251+0000 7fac45d9b640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac2806c460 0x7fac2806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:42.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.252+0000 7fac45d9b640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac2806c460 0x7fac2806e920 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fac3c000f60 tx=0x7fac3c007c10 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.255+0000 7fac36ffd640 1 -- 172.21.15.16:0/1609861584 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac38059ff0 con 0x7fac480b9ee0 2024-09-16T01:43:42.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.469+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fac480d35a0 con 0x7fac480b9ee0 2024-09-16T01:43:42.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.469+0000 7fac36ffd640 1 -- 172.21.15.16:0/1609861584 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7fac380598f0 con 0x7fac480b9ee0 2024-09-16T01:43:42.470 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:43:42.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac2806c460 msgr2=0x7fac2806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac2806c460 0x7fac2806e920 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fac3c000f60 tx=0x7fac3c007c10 comp rx=0 tx=0).stop 2024-09-16T01:43:42.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 msgr2=0x7fac480cbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480cbfa0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fac3800d5f0 tx=0x7fac3800dab0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 shutdown_connections 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac2806c460 0x7fac2806e920 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac48147fc0 0x7fac480ca4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac480d0ee0 0x7fac480c9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 --2- 172.21.15.16:0/1609861584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac480b9ee0 0x7fac480cbfa0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 >> 172.21.15.16:0/1609861584 conn(0x7fac48074fe0 msgr2=0x7fac480ceb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 shutdown_connections 2024-09-16T01:43:42.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42.471+0000 7fac4cf91640 1 -- 172.21.15.16:0/1609861584 wait complete. 2024-09-16T01:43:42.484 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:43:42.484 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:43:42.485 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:43:42.485 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:43:42.485 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:42.485 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:43:42.485 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:43:42.485 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:43:42.485 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:42.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:42.486 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:43:42.502 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:43:42.502 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42718sec preferred_lft 42718sec 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:43:42.504 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:42.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:42.506 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:43:42.567 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:43:42.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:42.569 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:43:42.626 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:43:42.626 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:43:42.626 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:43:42.626 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:43:42.626 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:43:42.627 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:42.627 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:43:42.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:43:42.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:43:42.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:43:42.628 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:43:42.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:42.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:42.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:42.755 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:43:42.770 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:43:42.771 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:43:42.771 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:42.771 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:42.771 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:43:42.837 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:43:42.837 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:42.838 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:42.894 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:42.894 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:42.894 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:42.950 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:43:43.016 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:43.073 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:43:43.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:43:43.073 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:43:43.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:43:43.073 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:43:43.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:43.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:43.076 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:43.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:43.076 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:43:43.129 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:43:43.129 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:43:43.172 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:43:43.197 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:43.256 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:43:43.256 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:43:43.256 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:43:43.256 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:43:43.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:43:43.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:43:43.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:43.260 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:43:43.260 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:43:43.255+0000 7f2781287480 -1 init, newargv = 0x5640b86b0c40 newargc=15 2024-09-16T01:43:43.260 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[50875]: starting ceph client 2024-09-16T01:43:43.261 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[50875]: starting fuse 2024-09-16T01:43:43.276 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:43:43.276 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:43:43.277 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:43:43.278 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:43:43.279 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:43:43.279 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:43:43.279 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:43:43.279 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:43:43.396 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.50875.asok 2024-09-16T01:43:43.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:43.407 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.50875.asok 2024-09-16T01:43:43.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:43.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.50875.asok status 2024-09-16T01:43:43.544 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:43:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:43:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:43:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "50875", 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 5490, 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 5490 2024-09-16T01:43:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2777975797 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2777975797 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.5490 192.168.0.1:0/2777975797", 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/2777975797", 2024-09-16T01:43:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:43:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 23, 2024-09-16T01:43:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 44, 2024-09-16T01:43:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:43:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:43:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:43:43.547 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:43:43.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:43.553 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:43:43.553 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:43.569 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:43:43.570 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:43.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:43.570 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:43.636 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:43:43.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.778+0000 7f4988427640 1 Processor -- start 2024-09-16T01:43:43.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.778+0000 7f4988427640 1 -- start start 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f4988427640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f49800cab10 0x7f49800caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f4988427640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f498015f350 con 0x7f498006d2a0 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f4988427640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f498015f630 con 0x7f49800755d0 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f4988427640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f49800cb4a0 con 0x7f49800cab10 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49861c3640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f498006d2a0 0x7f498015eb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43758/0 (socket says 172.21.15.16:43758) 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49861c3640 1 -- 172.21.15.16:0/2472540888 learned_addr learned my addr 172.21.15.16:0/2472540888 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 949677730 0 0) 0x7f498015f350 con 0x7f498006d2a0 2024-09-16T01:43:43.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f496c003520 con 0x7f498006d2a0 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49869c4640 1 --2- 172.21.15.16:0/2472540888 >> v2:172.21.15.104:3300/0 conn(0x7f49800cab10 0x7f49800caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2671551708 0 0) 0x7f496c003520 con 0x7f498006d2a0 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 >> v2:172.21.15.104:3300/0 conn(0x7f49800cab10 msgr2=0x7f49800caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 --2- 172.21.15.16:0/2472540888 >> v2:172.21.15.104:3300/0 conn(0x7f49800cab10 0x7f49800caf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 >> v1:172.21.15.104:6789/0 conn(0x7f49800755d0 legacy=0x7f49800739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498015f910 con 0x7f498006d2a0 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f497c001670 con 0x7f498006d2a0 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 >> v1:172.21.15.16:6789/0 conn(0x7f498006d2a0 legacy=0x7f498015eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.779+0000 7f49851c1640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f496c0039b0 0x7f496c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49851c1640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f496c004800 0x7f496c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49851c1640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f496c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f49800cb4a0 con 0x7f496c0051c0 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f496c00c110 con 0x7f496c004800 2024-09-16T01:43:43.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f496c00c310 con 0x7f496c0039b0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49869c4640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f496c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49859c2640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f496c004800 0x7f496c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49861c3640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f496c0039b0 0x7f496c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49869c4640 1 -- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f496c0039b0 msgr2=0x7f496c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49869c4640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f496c0039b0 0x7f496c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49869c4640 1 -- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f496c004800 msgr2=0x7f496c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49869c4640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f496c004800 0x7f496c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.780+0000 7f49869c4640 1 -- 172.21.15.16:0/2472540888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f496c003520 con 0x7f496c0051c0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.781+0000 7f49869c4640 1 -- 172.21.15.16:0/2472540888 reap_dead start 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.781+0000 7f49869c4640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f496c00b9c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f4978007360 tx=0x7f496c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac5893d825450269 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.781+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4978009be0 con 0x7f496c0051c0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.781+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4978003b90 con 0x7f496c0051c0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.781+0000 7f49851c1640 1 -- 172.21.15.16:0/2472540888 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4978004020 con 0x7f496c0051c0 2024-09-16T01:43:43.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.781+0000 7f4988427640 1 -- 172.21.15.16:0/2472540888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 msgr2=0x7f496c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:43.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.781+0000 7f4988427640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f496c00b9c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f4978007360 tx=0x7f496c005830 comp rx=0 tx=0).stop 2024-09-16T01:43:43.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.782+0000 7f4988427640 1 -- 172.21.15.16:0/2472540888 shutdown_connections 2024-09-16T01:43:43.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.782+0000 7f4988427640 1 --2- 172.21.15.16:0/2472540888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f496c00b9c0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:43.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.782+0000 7f4988427640 1 -- 172.21.15.16:0/2472540888 >> 172.21.15.16:0/2472540888 conn(0x7f49800b2ec0 msgr2=0x7f49800b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:43.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.782+0000 7f4988427640 1 -- 172.21.15.16:0/2472540888 shutdown_connections 2024-09-16T01:43:43.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.782+0000 7f4988427640 1 -- 172.21.15.16:0/2472540888 wait complete. 2024-09-16T01:43:43.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 Processor -- start 2024-09-16T01:43:43.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 -- start start 2024-09-16T01:43:43.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f49801565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f498009c6d0 0x7f49800cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49801f88a0 0x7f49801f7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f49800cb2f0 con 0x7f496c0051c0 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f49800cb170 con 0x7f49801f88a0 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.783+0000 7f4988427640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4980073270 con 0x7f498009c6d0 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f49801565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f49801565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58688/0 (socket says 172.21.15.16:58688) 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 -- 172.21.15.16:0/2160314920 learned_addr learned my addr 172.21.15.16:0/2160314920 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49859c2640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f498009c6d0 0x7f49800cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49869c4640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49801f88a0 0x7f49801f7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 -- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f498009c6d0 msgr2=0x7f49800cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f498009c6d0 0x7f49800cc1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 -- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49801f88a0 msgr2=0x7f49801f7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:43.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49801f88a0 0x7f49801f7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 -- 172.21.15.16:0/2160314920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49800ccaa0 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49859c2640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f498009c6d0 0x7f49800cc1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49869c4640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49801f88a0 0x7f49801f7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f49861c3640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f49801565d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f497c0011e0 tx=0x7f497c007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f4976ffd640 1 -- 172.21.15.16:0/2160314920 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497c00f960 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f4976ffd640 1 -- 172.21.15.16:0/2160314920 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f497c018070 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49800ccd80 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f4976ffd640 1 -- 172.21.15.16:0/2160314920 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497c00fd60 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.784+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49800cf240 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.785+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49800cf440 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.786+0000 7f4976ffd640 1 -- 172.21.15.16:0/2160314920 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f497c01d460 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.786+0000 7f4976ffd640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f496406c490 0x7f496406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.786+0000 7f4976ffd640 1 -- 172.21.15.16:0/2160314920 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f497c08b710 con 0x7f496c0051c0 2024-09-16T01:43:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.786+0000 7f49859c2640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f496406c490 0x7f496406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:43.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.787+0000 7f49859c2640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f496406c490 0x7f496406e950 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f49801576c0 tx=0x7f4970009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:43.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:43.790+0000 7f4976ffd640 1 -- 172.21.15.16:0/2160314920 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f49800cf440 con 0x7f496c0051c0 2024-09-16T01:43:44.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.003+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f498015eb40 con 0x7f496c0051c0 2024-09-16T01:43:44.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.003+0000 7f4976ffd640 1 -- 172.21.15.16:0/2160314920 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7f497c059c90 con 0x7f496c0051c0 2024-09-16T01:43:44.005 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f496406c490 msgr2=0x7f496406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f496406c490 0x7f496406e950 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f49801576c0 tx=0x7f4970009040 comp rx=0 tx=0).stop 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 msgr2=0x7f49801565d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f49801565d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f497c0011e0 tx=0x7f497c007720 comp rx=0 tx=0).stop 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 shutdown_connections 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f496406c490 0x7f496406e950 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49801f88a0 0x7f49801f7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f498009c6d0 0x7f49800cc1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 --2- 172.21.15.16:0/2160314920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f496c0051c0 0x7f49801565d0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 >> 172.21.15.16:0/2160314920 conn(0x7f49800b2ec0 msgr2=0x7f4980157830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:44.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 shutdown_connections 2024-09-16T01:43:44.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:44.005+0000 7f4988427640 1 -- 172.21.15.16:0/2160314920 wait complete. 2024-09-16T01:43:44.017 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:43:44.017 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:43:44.017 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:43:44.017 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:43:44.017 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:44.018 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:43:44.018 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:43:44.018 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:43:44.018 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:43:44.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.018 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:44.038 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42716sec preferred_lft 42716sec 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:44.039 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:43:44.040 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:44.041 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:43:44.041 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:44.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.041 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:43:44.105 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:43:44.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.107 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:43:44.165 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:43:44.165 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:43:44.165 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:43:44.165 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:43:44.165 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:43:44.165 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:44.166 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:43:44.166 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:43:44.166 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:43:44.166 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:43:44.166 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:43:44.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:43:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:44.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:43:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:44.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.293 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:43:44.308 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:43:44.308 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:43:44.308 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:43:44.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.309 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:43:44.374 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:43:44.374 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:44.374 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:44.429 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:43:44.429 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:44.430 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:44.485 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:43:44.553 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:43:44.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:43:44.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:44.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.612 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:43:44.665 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:43:44.665 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:43:44.708 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:43:44.732 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:44.789 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:43:44.789 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:43:44.789 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:43:44.789 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:43:44.789 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:43:44.789 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:43:44.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:43:44.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:43:44.791 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:43:44.792 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:43:44.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:43:44.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:44.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:43:44.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:44.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:43:44.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.793 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:43:44.793 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:43:44.788+0000 7fee0653c480 -1 init, newargv = 0x55d6a1623f20 newargc=15 2024-09-16T01:43:44.793 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[44639]: starting ceph client 2024-09-16T01:43:44.794 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[44639]: starting fuse 2024-09-16T01:43:44.808 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:43:44.808 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:43:44.809 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:43:44.810 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:43:44.926 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.44639.asok 2024-09-16T01:43:44.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:43:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:44.936 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.44639.asok 2024-09-16T01:43:44.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:44.936 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.44639.asok status 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:43:45.070 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "44639", 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 5269, 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 5269 2024-09-16T01:43:45.071 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1645439030 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1645439030 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:43:45.072 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.5269 192.168.0.1:0/1645439030", 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/1645439030", 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 23, 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 44, 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:43:45.073 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:43:45.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:45.078 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:43:45.078 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:45.094 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:43:45.094 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:45.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:45.094 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:45.159 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:43:45.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.277+0000 7f892ca4c640 1 Processor -- start 2024-09-16T01:43:45.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.277+0000 7f892ca4c640 1 -- start start 2024-09-16T01:43:45.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.278+0000 7f892ca4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f892806c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:45.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.278+0000 7f892ca4c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f89280d1b20 0x7f8928073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:45.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.278+0000 7f892ca4c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f892806c320 con 0x7f89280735d0 2024-09-16T01:43:45.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.278+0000 7f892ca4c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f892806bd60 con 0x7f89280d1b20 2024-09-16T01:43:45.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.278+0000 7f892ca4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f892806c040 con 0x7f89281619e0 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f892806c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f892806c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:57892/0 (socket says 172.21.15.16:57892) 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f8926d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f89280735d0 0x7f89280707e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:43738/0 (socket says 172.21.15.16:43738) 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892659c640 1 -- 172.21.15.16:0/4183191599 learned_addr learned my addr 172.21.15.16:0/4183191599 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f8925d9b640 1 --2- 172.21.15.16:0/4183191599 >> v2:172.21.15.104:3300/0 conn(0x7f89280d1b20 0x7f8928073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892659c640 1 -- 172.21.15.16:0/4183191599 >> v2:172.21.15.104:3300/0 conn(0x7f89280d1b20 msgr2=0x7f8928073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892559a640 1 -- 172.21.15.16:0/4183191599 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 568033453 0 0) 0x7f892806c320 con 0x7f89280735d0 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892659c640 1 --2- 172.21.15.16:0/4183191599 >> v2:172.21.15.104:3300/0 conn(0x7f89280d1b20 0x7f8928073090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892659c640 1 -- 172.21.15.16:0/4183191599 >> v1:172.21.15.104:6789/0 conn(0x7f89280735d0 legacy=0x7f89280707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:45.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.279+0000 7f892659c640 1 -- 172.21.15.16:0/4183191599 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8928161dc0 con 0x7f89281619e0 2024-09-16T01:43:45.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.280+0000 7f892659c640 1 --2- 172.21.15.16:0/4183191599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f892806c860 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8918009e50 tx=0x7f891802a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c05df94ab1be84d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.280+0000 7f892559a640 1 -- 172.21.15.16:0/4183191599 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918036070 con 0x7f89281619e0 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.280+0000 7f892559a640 1 -- 172.21.15.16:0/4183191599 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8918031600 con 0x7f89281619e0 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.280+0000 7f892559a640 1 -- 172.21.15.16:0/4183191599 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89180319d0 con 0x7f89281619e0 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.280+0000 7f892ca4c640 1 -- 172.21.15.16:0/4183191599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 msgr2=0x7f892806c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.280+0000 7f892ca4c640 1 --2- 172.21.15.16:0/4183191599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f892806c860 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8918009e50 tx=0x7f891802a680 comp rx=0 tx=0).stop 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.281+0000 7f892ca4c640 1 -- 172.21.15.16:0/4183191599 shutdown_connections 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.281+0000 7f892ca4c640 1 --2- 172.21.15.16:0/4183191599 >> v2:172.21.15.104:3300/0 conn(0x7f89280d1b20 0x7f8928073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.281+0000 7f892ca4c640 1 --2- 172.21.15.16:0/4183191599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f892806c860 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.281+0000 7f892ca4c640 1 -- 172.21.15.16:0/4183191599 >> 172.21.15.16:0/4183191599 conn(0x7f89280b4170 msgr2=0x7f89280b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:45.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.281+0000 7f892ca4c640 1 -- 172.21.15.16:0/4183191599 shutdown_connections 2024-09-16T01:43:45.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.281+0000 7f892ca4c640 1 -- 172.21.15.16:0/4183191599 wait complete. 2024-09-16T01:43:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.282+0000 7f892ca4c640 1 Processor -- start 2024-09-16T01:43:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.282+0000 7f892ca4c640 1 -- start start 2024-09-16T01:43:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892ca4c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f89280735d0 0x7f89281f4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892ca4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f89280d1b20 0x7f89280ab090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892ca4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f89280b11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892ca4c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f89280b75a0 con 0x7f89280d1b20 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892ca4c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f89280b7420 con 0x7f89280735d0 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892ca4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f89280b7720 con 0x7f89281619e0 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f89280d1b20 0x7f89280ab090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f89280d1b20 0x7f89280ab090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58704/0 (socket says 172.21.15.16:58704) 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 -- 172.21.15.16:0/1501381560 learned_addr learned my addr 172.21.15.16:0/1501381560 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892659c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f89280735d0 0x7f89281f4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8926d9d640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f89280b11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 -- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 msgr2=0x7f89280b11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f89280b11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 -- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f89280735d0 msgr2=0x7f89281f4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f89280735d0 0x7f89281f4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8925d9b640 1 -- 172.21.15.16:0/1501381560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89280ccd80 con 0x7f89280d1b20 2024-09-16T01:43:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f8926d9d640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f89280b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.283+0000 7f892659c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f89280735d0 0x7f89281f4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.284+0000 7f8925d9b640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f89280d1b20 0x7f89280ab090 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f891000e9b0 tx=0x7f891000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.284+0000 7f891effd640 1 -- 172.21.15.16:0/1501381560 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910017070 con 0x7f89280d1b20 2024-09-16T01:43:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.284+0000 7f891effd640 1 -- 172.21.15.16:0/1501381560 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f891000c9a0 con 0x7f89280d1b20 2024-09-16T01:43:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.284+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89280cd060 con 0x7f89280d1b20 2024-09-16T01:43:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.284+0000 7f891effd640 1 -- 172.21.15.16:0/1501381560 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891000cd90 con 0x7f89280d1b20 2024-09-16T01:43:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.284+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89280cd620 con 0x7f89280d1b20 2024-09-16T01:43:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.285+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8928073090 con 0x7f89280d1b20 2024-09-16T01:43:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.285+0000 7f891effd640 1 -- 172.21.15.16:0/1501381560 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f891001a070 con 0x7f89280d1b20 2024-09-16T01:43:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.286+0000 7f891effd640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f890806c460 0x7f890806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.286+0000 7f891effd640 1 -- 172.21.15.16:0/1501381560 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f891008ba40 con 0x7f89280d1b20 2024-09-16T01:43:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.286+0000 7f892659c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f890806c460 0x7f890806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.287+0000 7f892659c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f890806c460 0x7f890806e920 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8918033000 tx=0x7f8918009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.290+0000 7f891effd640 1 -- 172.21.15.16:0/1501381560 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8910059fc0 con 0x7f89280d1b20 2024-09-16T01:43:45.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:45.503+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f89280d2ec0 con 0x7f89280d1b20 2024-09-16T01:43:46.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.050+0000 7f891effd640 1 -- 172.21.15.16:0/1501381560 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v24) ==== 136+0+0 (secure 0 0 0) 0x7f89100598c0 con 0x7f89280d1b20 2024-09-16T01:43:46.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f890806c460 msgr2=0x7f890806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f890806c460 0x7f890806e920 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8918033000 tx=0x7f8918009000 comp rx=0 tx=0).stop 2024-09-16T01:43:46.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f89280d1b20 msgr2=0x7f89280ab090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f89280d1b20 0x7f89280ab090 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f891000e9b0 tx=0x7f891000ee70 comp rx=0 tx=0).stop 2024-09-16T01:43:46.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 shutdown_connections 2024-09-16T01:43:46.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f890806c460 0x7f890806e920 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f89281619e0 0x7f89280b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f89280d1b20 0x7f89280ab090 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 --2- 172.21.15.16:0/1501381560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f89280735d0 0x7f89281f4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.053+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 >> 172.21.15.16:0/1501381560 conn(0x7f89280b4170 msgr2=0x7f89280705d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:46.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.054+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 shutdown_connections 2024-09-16T01:43:46.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.054+0000 7f892ca4c640 1 -- 172.21.15.16:0/1501381560 wait complete. 2024-09-16T01:43:46.069 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:43:46.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.175+0000 7ffbe0166640 1 Processor -- start 2024-09-16T01:43:46.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.175+0000 7ffbe0166640 1 -- start start 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbe0166640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffbd80b7f20 0x7ffbd80b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbe0166640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbd80b8500 con 0x7ffbd815e680 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbe0166640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbd80b87e0 con 0x7ffbd80d4570 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbe0166640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ffbd80b8ac0 con 0x7ffbd80b7f20 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbdd701640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffbd80b7f20 0x7ffbd80b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbddf02640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ffbd815e680 0x7ffbd80d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43764/0 (socket says 172.21.15.16:43764) 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbddf02640 1 -- 172.21.15.16:0/3128425338 learned_addr learned my addr 172.21.15.16:0/3128425338 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbdd701640 1 -- 172.21.15.16:0/3128425338 >> v1:172.21.15.104:6789/0 conn(0x7ffbd80d4570 legacy=0x7ffbd80d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbdd701640 1 -- 172.21.15.16:0/3128425338 >> v1:172.21.15.16:6789/0 conn(0x7ffbd815e680 legacy=0x7ffbd80d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbdd701640 1 -- 172.21.15.16:0/3128425338 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbd80b8da0 con 0x7ffbd80b7f20 2024-09-16T01:43:46.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.176+0000 7ffbdcf00640 1 -- 172.21.15.16:0/3128425338 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 283701737 0 0) 0x7ffbd80b8500 con 0x7ffbd815e680 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.177+0000 7ffbdd701640 1 --2- 172.21.15.16:0/3128425338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80b7f20 0x7ffbd80b95a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0097a0 tx=0x7ffbcc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47be2a5b0ca7a97 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.177+0000 7ffbdcf00640 1 -- 172.21.15.16:0/3128425338 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc037070 con 0x7ffbd80b7f20 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.177+0000 7ffbdcf00640 1 -- 172.21.15.16:0/3128425338 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbcc032440 con 0x7ffbd80b7f20 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.177+0000 7ffbdcf00640 1 -- 172.21.15.16:0/3128425338 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc032810 con 0x7ffbd80b7f20 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.178+0000 7ffbe0166640 1 -- 172.21.15.16:0/3128425338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80b7f20 msgr2=0x7ffbd80b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.178+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3128425338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80b7f20 0x7ffbd80b95a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0097a0 tx=0x7ffbcc02a1e0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.178+0000 7ffbe0166640 1 -- 172.21.15.16:0/3128425338 shutdown_connections 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.178+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3128425338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80b7f20 0x7ffbd80b95a0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.178+0000 7ffbe0166640 1 -- 172.21.15.16:0/3128425338 >> 172.21.15.16:0/3128425338 conn(0x7ffbd8074fe0 msgr2=0x7ffbd8072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.178+0000 7ffbe0166640 1 -- 172.21.15.16:0/3128425338 shutdown_connections 2024-09-16T01:43:46.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.178+0000 7ffbe0166640 1 -- 172.21.15.16:0/3128425338 wait complete. 2024-09-16T01:43:46.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.179+0000 7ffbe0166640 1 Processor -- start 2024-09-16T01:43:46.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.179+0000 7ffbe0166640 1 -- start start 2024-09-16T01:43:46.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbe0166640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbd80b7f20 0x7ffbd8151060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbe0166640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80d4570 0x7ffbd8155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbe0166640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbd815e680 0x7ffbd815a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbe0166640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffbd815ebe0 con 0x7ffbd80d4570 2024-09-16T01:43:46.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbe0166640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffbd815ea60 con 0x7ffbd815e680 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbe0166640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffbd815ed60 con 0x7ffbd80b7f20 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80d4570 0x7ffbd8155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80d4570 0x7ffbd8155170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58718/0 (socket says 172.21.15.16:58718) 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 -- 172.21.15.16:0/3392784323 learned_addr learned my addr 172.21.15.16:0/3392784323 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbde703640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbd815e680 0x7ffbd815a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbddf02640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbd80b7f20 0x7ffbd8151060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 -- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbd80b7f20 msgr2=0x7ffbd8151060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbd80b7f20 0x7ffbd8151060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 -- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbd815e680 msgr2=0x7ffbd815a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbd815e680 0x7ffbd815a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.180+0000 7ffbdd701640 1 -- 172.21.15.16:0/3392784323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbd8156110 con 0x7ffbd80d4570 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.181+0000 7ffbdd701640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80d4570 0x7ffbd8155170 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0097a0 tx=0x7ffbcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.181+0000 7ffbd67fc640 1 -- 172.21.15.16:0/3392784323 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc041070 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.181+0000 7ffbd67fc640 1 -- 172.21.15.16:0/3392784323 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbcc03c870 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.181+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbd8155b50 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.181+0000 7ffbd67fc640 1 -- 172.21.15.16:0/3392784323 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc037040 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.181+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbd81569c0 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.182+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbd80b7920 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.182+0000 7ffbd67fc640 1 -- 172.21.15.16:0/3392784323 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ffbcc044070 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.183+0000 7ffbd67fc640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffbc406c460 0x7ffbc406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.183+0000 7ffbd67fc640 1 -- 172.21.15.16:0/3392784323 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7ffbcc0ac480 con 0x7ffbd80d4570 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.183+0000 7ffbddf02640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffbc406c460 0x7ffbc406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.184+0000 7ffbddf02640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffbc406c460 0x7ffbc406e920 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0000f60 tx=0x7ffbd0007c00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.187+0000 7ffbd67fc640 1 -- 172.21.15.16:0/3392784323 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbcc07ab20 con 0x7ffbd80d4570 2024-09-16T01:43:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.385+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7ffbd80b7640 con 0x7ffbc406c460 2024-09-16T01:43:46.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.387+0000 7ffbd67fc640 1 -- 172.21.15.16:0/3392784323 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7ffbd80b7640 con 0x7ffbc406c460 2024-09-16T01:43:46.388 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:43:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:43:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:43:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:43:46.388 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffbc406c460 msgr2=0x7ffbc406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffbc406c460 0x7ffbc406e920 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0000f60 tx=0x7ffbd0007c00 comp rx=0 tx=0).stop 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80d4570 msgr2=0x7ffbd8155170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80d4570 0x7ffbd8155170 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc0097a0 tx=0x7ffbcc0046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 shutdown_connections 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ffbc406c460 0x7ffbc406e920 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbd815e680 0x7ffbd815a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbd80d4570 0x7ffbd8155170 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 --2- 172.21.15.16:0/3392784323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbd80b7f20 0x7ffbd8151060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 >> 172.21.15.16:0/3392784323 conn(0x7ffbd8074fe0 msgr2=0x7ffbd815f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 shutdown_connections 2024-09-16T01:43:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.389+0000 7ffbe0166640 1 -- 172.21.15.16:0/3392784323 wait complete. 2024-09-16T01:43:46.402 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:43:46.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.505+0000 7ff47510c640 1 Processor -- start 2024-09-16T01:43:46.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.505+0000 7ff47510c640 1 -- start start 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff47510c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff47006cbf0 0x7ff47006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff47510c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff470163050 con 0x7ff470147510 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff47510c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff470162a90 con 0x7ff4701478f0 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff47510c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff470162850 con 0x7ff47006cbf0 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff46ed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff470147510 0x7ff4700aea10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43772/0 (socket says 172.21.15.16:43772) 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff46ed9d640 1 -- 172.21.15.16:0/1664571794 learned_addr learned my addr 172.21.15.16:0/1664571794 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff46f59e640 1 --2- 172.21.15.16:0/1664571794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff47006cbf0 0x7ff47006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 433966063 0 0) 0x7ff470163050 con 0x7ff470147510 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff45c003520 con 0x7ff470147510 2024-09-16T01:43:46.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.506+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2373076197 0 0) 0x7ff470162a90 con 0x7ff4701478f0 2024-09-16T01:43:46.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.507+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff470163050 con 0x7ff4701478f0 2024-09-16T01:43:46.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.507+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2464682032 0 0) 0x7ff45c003520 con 0x7ff470147510 2024-09-16T01:43:46.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.507+0000 7ff46f59e640 1 -- 172.21.15.16:0/1664571794 >> v1:172.21.15.104:6789/0 conn(0x7ff4701478f0 legacy=0x7ff470162140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.507+0000 7ff46f59e640 1 -- 172.21.15.16:0/1664571794 >> v1:172.21.15.16:6789/0 conn(0x7ff470147510 legacy=0x7ff4700aea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.507+0000 7ff46f59e640 1 -- 172.21.15.16:0/1664571794 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff470162d70 con 0x7ff47006cbf0 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.507+0000 7ff46f59e640 1 --2- 172.21.15.16:0/1664571794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff47006cbf0 0x7ff47006d030 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff4680097d0 tx=0x7ff46802a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=211896b5a63b1636 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff468037070 con 0x7ff47006cbf0 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff46802ac30 con 0x7ff47006cbf0 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff46dd9b640 1 -- 172.21.15.16:0/1664571794 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4600019f0 con 0x7ff47006cbf0 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff47510c640 1 -- 172.21.15.16:0/1664571794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff47006cbf0 msgr2=0x7ff47006d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff47510c640 1 --2- 172.21.15.16:0/1664571794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff47006cbf0 0x7ff47006d030 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff4680097d0 tx=0x7ff46802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff47510c640 1 -- 172.21.15.16:0/1664571794 shutdown_connections 2024-09-16T01:43:46.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff47510c640 1 --2- 172.21.15.16:0/1664571794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff47006cbf0 0x7ff47006d030 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff47510c640 1 -- 172.21.15.16:0/1664571794 >> 172.21.15.16:0/1664571794 conn(0x7ff470071ff0 msgr2=0x7ff470072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:46.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff47510c640 1 -- 172.21.15.16:0/1664571794 shutdown_connections 2024-09-16T01:43:46.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.508+0000 7ff47510c640 1 -- 172.21.15.16:0/1664571794 wait complete. 2024-09-16T01:43:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 Processor -- start 2024-09-16T01:43:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 -- start start 2024-09-16T01:43:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff47006cbf0 0x7ff47015ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff470147510 0x7ff4701614c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4701478f0 0x7ff470074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff47006e7e0 con 0x7ff4701478f0 2024-09-16T01:43:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff47006d570 con 0x7ff47006cbf0 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.510+0000 7ff47510c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff47006fca0 con 0x7ff470147510 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4701478f0 0x7ff470074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4701478f0 0x7ff470074bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58730/0 (socket says 172.21.15.16:58730) 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 -- 172.21.15.16:0/2798512269 learned_addr learned my addr 172.21.15.16:0/2798512269 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46e59c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff470147510 0x7ff4701614c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46ed9d640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff47006cbf0 0x7ff47015ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 -- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff470147510 msgr2=0x7ff4701614c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff470147510 0x7ff4701614c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 -- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff47006cbf0 msgr2=0x7ff47015ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff47006cbf0 0x7ff47015ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 -- 172.21.15.16:0/2798512269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff47014f6d0 con 0x7ff4701478f0 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46ed9d640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff47006cbf0 0x7ff47015ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46e59c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff470147510 0x7ff4701614c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff46f59e640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4701478f0 0x7ff470074bc0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7ff468035040 tx=0x7ff4680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff4677fe640 1 -- 172.21.15.16:0/2798512269 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff468037050 con 0x7ff4701478f0 2024-09-16T01:43:46.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff4677fe640 1 -- 172.21.15.16:0/2798512269 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff468038040 con 0x7ff4701478f0 2024-09-16T01:43:46.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4701609e0 con 0x7ff4701478f0 2024-09-16T01:43:46.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff4677fe640 1 -- 172.21.15.16:0/2798512269 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff468006e10 con 0x7ff4701478f0 2024-09-16T01:43:46.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.511+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff470160fa0 con 0x7ff4701478f0 2024-09-16T01:43:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.513+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff47006d030 con 0x7ff4701478f0 2024-09-16T01:43:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.513+0000 7ff4677fe640 1 -- 172.21.15.16:0/2798512269 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ff468003610 con 0x7ff4701478f0 2024-09-16T01:43:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.513+0000 7ff4677fe640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff45006c460 0x7ff45006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.513+0000 7ff4677fe640 1 -- 172.21.15.16:0/2798512269 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7ff4680abf30 con 0x7ff4701478f0 2024-09-16T01:43:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.514+0000 7ff46ed9d640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff45006c460 0x7ff45006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.514+0000 7ff46ed9d640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff45006c460 0x7ff45006e920 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff460001560 tx=0x7ff460009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.518+0000 7ff4677fe640 1 -- 172.21.15.16:0/2798512269 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff46807a4c0 con 0x7ff4701478f0 2024-09-16T01:43:46.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.692+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7ff47015e790 con 0x7ff4701478f0 2024-09-16T01:43:46.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.692+0000 7ff4677fe640 1 -- 172.21.15.16:0/2798512269 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7ff468079dc0 con 0x7ff4701478f0 2024-09-16T01:43:46.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff45006c460 msgr2=0x7ff45006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff45006c460 0x7ff45006e920 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff460001560 tx=0x7ff460009040 comp rx=0 tx=0).stop 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4701478f0 msgr2=0x7ff470074bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4701478f0 0x7ff470074bc0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7ff468035040 tx=0x7ff4680046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 shutdown_connections 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff45006c460 0x7ff45006e920 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4701478f0 0x7ff470074bc0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff470147510 0x7ff4701614c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 --2- 172.21.15.16:0/2798512269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff47006cbf0 0x7ff47015ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 >> 172.21.15.16:0/2798512269 conn(0x7ff470071ff0 msgr2=0x7ff4700b4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 shutdown_connections 2024-09-16T01:43:46.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.694+0000 7ff47510c640 1 -- 172.21.15.16:0/2798512269 wait complete. 2024-09-16T01:43:46.706 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:43:46.706 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:46.723 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:43:46.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.864+0000 7fdaae8ba640 1 Processor -- start 2024-09-16T01:43:46.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.865+0000 7fdaae8ba640 1 -- start start 2024-09-16T01:43:46.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.865+0000 7fdaae8ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 0x7fdaa80af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.865+0000 7fdaae8ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaa815bb20 con 0x7fdaa81590d0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.865+0000 7fdaae8ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaa815be00 con 0x7fdaa8158cf0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.865+0000 7fdaae8ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdaa80afd50 con 0x7fdaa806c2f0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaace57640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdaa81590d0 0x7fdaa80ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43774/0 (socket says 172.21.15.16:43774) 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaace57640 1 -- 172.21.15.16:0/1946458301 learned_addr learned my addr 172.21.15.16:0/1946458301 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa77fe640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 0x7fdaa80af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2091409401 0 0) 0x7fdaa815bb20 con 0x7fdaa81590d0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda90003520 con 0x7fdaa81590d0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1202158084 0 0) 0x7fdaa815be00 con 0x7fdaa8158cf0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdaa815bb20 con 0x7fdaa8158cf0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2644191723 0 0) 0x7fda90003520 con 0x7fdaa81590d0 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 msgr2=0x7fdaa80af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 0x7fdaa80af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 >> v1:172.21.15.104:6789/0 conn(0x7fdaa8158cf0 legacy=0x7fdaa806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa815c0e0 con 0x7fdaa81590d0 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fdaa0001970 con 0x7fdaa81590d0 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 >> v1:172.21.15.16:6789/0 conn(0x7fdaa81590d0 legacy=0x7fdaa80ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 0x7fda90003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda90004120 0x7fda90004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda90004d40 0x7fda900051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa80afd50 con 0x7fda90004d40 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda9000bb80 con 0x7fda90004120 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fda9000bd80 con 0x7fdaa806c2f0 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaace57640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda90004d40 0x7fda900051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa7fff640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 0x7fda90003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.866+0000 7fdaa77fe640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda90004120 0x7fda90004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.867+0000 7fdaace57640 1 -- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 msgr2=0x7fda90003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.867+0000 7fdaace57640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa806c2f0 0x7fda90003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.867+0000 7fdaace57640 1 -- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda90004120 msgr2=0x7fda90004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.867+0000 7fdaace57640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda90004120 0x7fda90004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.867+0000 7fdaace57640 1 -- 172.21.15.16:0/1946458301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda90003520 con 0x7fda90004d40 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.867+0000 7fdaace57640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda90004d40 0x7fda900051c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fdaa81594e0 tx=0x7fda90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a43cdbe09e857f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa000a2d0 con 0x7fda90004d40 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaa002f070 con 0x7fda90004d40 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaa6ffd640 1 -- 172.21.15.16:0/1946458301 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa002bbc0 con 0x7fda90004d40 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaae8ba640 1 -- 172.21.15.16:0/1946458301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda90004d40 msgr2=0x7fda900051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaae8ba640 1 --2- 172.21.15.16:0/1946458301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda90004d40 0x7fda900051c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fdaa81594e0 tx=0x7fda90005830 comp rx=0 tx=0).stop 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaace57640 1 -- 172.21.15.16:0/1946458301 reap_dead start 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaae8ba640 1 -- 172.21.15.16:0/1946458301 shutdown_connections 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaae8ba640 1 -- 172.21.15.16:0/1946458301 >> 172.21.15.16:0/1946458301 conn(0x7fdaa80b2000 msgr2=0x7fdaa80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaae8ba640 1 -- 172.21.15.16:0/1946458301 shutdown_connections 2024-09-16T01:43:46.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.868+0000 7fdaae8ba640 1 -- 172.21.15.16:0/1946458301 wait complete. 2024-09-16T01:43:46.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.869+0000 7fdaae8ba640 1 Processor -- start 2024-09-16T01:43:46.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.869+0000 7fdaae8ba640 1 -- start start 2024-09-16T01:43:46.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaae8ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa813fb80 0x7fdaa8149840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaae8ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa813ff60 0x7fdaa814ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaae8ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa8149d80 0x7fdaa814bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaae8ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa815cb90 con 0x7fdaa813fb80 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaae8ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa815ca10 con 0x7fdaa813ff60 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaae8ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdaa815cd10 con 0x7fdaa8149d80 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaa7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa813fb80 0x7fdaa8149840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaa7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa813fb80 0x7fdaa8149840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58758/0 (socket says 172.21.15.16:58758) 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaa7fff640 1 -- 172.21.15.16:0/2909074598 learned_addr learned my addr 172.21.15.16:0/2909074598 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaa77fe640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa813ff60 0x7fdaa814ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.870+0000 7fdaace57640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa8149d80 0x7fdaa814bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa7fff640 1 -- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa8149d80 msgr2=0x7fdaa814bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa7fff640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa8149d80 0x7fdaa814bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa7fff640 1 -- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa813ff60 msgr2=0x7fdaa814ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa7fff640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa813ff60 0x7fdaa814ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa7fff640 1 -- 172.21.15.16:0/2909074598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa814a300 con 0x7fdaa813fb80 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaace57640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa8149d80 0x7fdaa814bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa7fff640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa813fb80 0x7fdaa8149840 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fda9800f7a0 tx=0x7fda9800fba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa4ff9640 1 -- 172.21.15.16:0/2909074598 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9801a070 con 0x7fdaa813fb80 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa4ff9640 1 -- 172.21.15.16:0/2909074598 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda98005110 con 0x7fdaa813fb80 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa814a5e0 con 0x7fdaa813fb80 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaa4ff9640 1 -- 172.21.15.16:0/2909074598 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda98007050 con 0x7fdaa813fb80 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.871+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa814aba0 con 0x7fdaa813fb80 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.872+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaa80b3300 con 0x7fdaa813fb80 2024-09-16T01:43:46.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.872+0000 7fdaa4ff9640 1 -- 172.21.15.16:0/2909074598 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fda9801d070 con 0x7fdaa813fb80 2024-09-16T01:43:46.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.873+0000 7fdaa4ff9640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda9406c460 0x7fda9406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:46.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.873+0000 7fdaa4ff9640 1 -- 172.21.15.16:0/2909074598 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fda9808af20 con 0x7fdaa813fb80 2024-09-16T01:43:46.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.873+0000 7fdaa77fe640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda9406c460 0x7fda9406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:46.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.874+0000 7fdaa77fe640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda9406c460 0x7fda9406e920 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdaa815f9a0 tx=0x7fda9c009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:46.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:46.877+0000 7fdaa4ff9640 1 -- 172.21.15.16:0/2909074598 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fda98059410 con 0x7fdaa813fb80 2024-09-16T01:43:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.067+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdaa80ce3e0 con 0x7fdaa813fb80 2024-09-16T01:43:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.067+0000 7fdaa4ff9640 1 -- 172.21.15.16:0/2909074598 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v44) ==== 80+0+0 (secure 0 0 0) 0x7fda98058d10 con 0x7fdaa813fb80 2024-09-16T01:43:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda9406c460 msgr2=0x7fda9406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda9406c460 0x7fda9406e920 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdaa815f9a0 tx=0x7fda9c009190 comp rx=0 tx=0).stop 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa813fb80 msgr2=0x7fdaa8149840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa813fb80 0x7fdaa8149840 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fda9800f7a0 tx=0x7fda9800fba0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 shutdown_connections 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fda9406c460 0x7fda9406e920 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa8149d80 0x7fdaa814bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa813ff60 0x7fdaa814ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 --2- 172.21.15.16:0/2909074598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa813fb80 0x7fdaa8149840 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.069+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 >> 172.21.15.16:0/2909074598 conn(0x7fdaa80b2000 msgr2=0x7fdaa80ce900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.070+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 shutdown_connections 2024-09-16T01:43:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.070+0000 7fdaae8ba640 1 -- 172.21.15.16:0/2909074598 wait complete. 2024-09-16T01:43:47.082 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:43:47.082 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:47.098 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:43:47.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.240+0000 7f5a22d68640 1 Processor -- start 2024-09-16T01:43:47.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.240+0000 7f5a22d68640 1 -- start start 2024-09-16T01:43:47.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a22d68640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5a1c0cda90 0x7f5a1c0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:47.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a22d68640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5a1c0cf090 0x7f5a1c06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:47.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a22d68640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a1c160230 con 0x7f5a1c0cecb0 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a22d68640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f5a1c160e40 con 0x7f5a1c0cda90 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a22d68640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5a1c160510 con 0x7f5a1c0cf090 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a1bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5a1c0cda90 0x7f5a1c0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a1bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5a1c0cda90 0x7f5a1c0ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58766/0 (socket says 172.21.15.16:58766) 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a1bfff640 1 -- 172.21.15.16:0/776601081 learned_addr learned my addr 172.21.15.16:0/776601081 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a21305640 1 --2- 172.21.15.16:0/776601081 >> v2:172.21.15.104:3300/0 conn(0x7f5a1c0cf090 0x7f5a1c06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a1bfff640 1 -- 172.21.15.16:0/776601081 >> v2:172.21.15.104:3300/0 conn(0x7f5a1c0cf090 msgr2=0x7f5a1c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a1bfff640 1 --2- 172.21.15.16:0/776601081 >> v2:172.21.15.104:3300/0 conn(0x7f5a1c0cf090 0x7f5a1c06bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a1bfff640 1 -- 172.21.15.16:0/776601081 >> v1:172.21.15.104:6789/0 conn(0x7f5a1c0cecb0 legacy=0x7f5a1c0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a1bfff640 1 -- 172.21.15.16:0/776601081 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1c1607f0 con 0x7f5a1c0cda90 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.241+0000 7f5a21305640 1 --2- 172.21.15.16:0/776601081 >> v2:172.21.15.104:3300/0 conn(0x7f5a1c0cf090 0x7f5a1c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.242+0000 7f5a1bfff640 1 --2- 172.21.15.16:0/776601081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c0ce190 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c160fc0 tx=0x7f5a0802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=502d1a23416b119a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:47.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.242+0000 7f5a1b7fe640 1 -- 172.21.15.16:0/776601081 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a08037070 con 0x7f5a1c0cda90 2024-09-16T01:43:47.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.242+0000 7f5a1b7fe640 1 -- 172.21.15.16:0/776601081 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a08032440 con 0x7f5a1c0cda90 2024-09-16T01:43:47.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.242+0000 7f5a1b7fe640 1 -- 172.21.15.16:0/776601081 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a08032810 con 0x7f5a1c0cda90 2024-09-16T01:43:47.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 -- 172.21.15.16:0/776601081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 msgr2=0x7f5a1c0ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:47.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 --2- 172.21.15.16:0/776601081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c0ce190 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c160fc0 tx=0x7f5a0802a210 comp rx=0 tx=0).stop 2024-09-16T01:43:47.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 -- 172.21.15.16:0/776601081 shutdown_connections 2024-09-16T01:43:47.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 --2- 172.21.15.16:0/776601081 >> v2:172.21.15.104:3300/0 conn(0x7f5a1c0cf090 0x7f5a1c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 --2- 172.21.15.16:0/776601081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c0ce190 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 -- 172.21.15.16:0/776601081 >> 172.21.15.16:0/776601081 conn(0x7f5a1c0b2000 msgr2=0x7f5a1c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 -- 172.21.15.16:0/776601081 shutdown_connections 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.243+0000 7f5a22d68640 1 -- 172.21.15.16:0/776601081 wait complete. 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.244+0000 7f5a22d68640 1 Processor -- start 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.244+0000 7f5a22d68640 1 -- start start 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a22d68640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c1f4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a22d68640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a1c0cecb0 0x7f5a1c14f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a22d68640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a1c0cf090 0x7f5a1c1f7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a22d68640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c06c310 con 0x7f5a1c0cda90 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a22d68640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c06c190 con 0x7f5a1c0cf090 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a22d68640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5a1c06c490 con 0x7f5a1c0cecb0 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c1f4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:47.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c1f4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:58780/0 (socket says 172.21.15.16:58780) 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 -- 172.21.15.16:0/1582220524 learned_addr learned my addr 172.21.15.16:0/1582220524 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a21305640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a1c0cf090 0x7f5a1c1f7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a1bfff640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a1c0cecb0 0x7f5a1c14f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 -- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a1c0cecb0 msgr2=0x7f5a1c14f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a1c0cecb0 0x7f5a1c14f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 -- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a1c0cf090 msgr2=0x7f5a1c1f7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a1c0cf090 0x7f5a1c1f7aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.245+0000 7f5a20b04640 1 -- 172.21.15.16:0/1582220524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1c14efc0 con 0x7f5a1c0cda90 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.246+0000 7f5a20b04640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c1f4480 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5a1000c7c0 tx=0x7f5a1000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.246+0000 7f5a197fa640 1 -- 172.21.15.16:0/1582220524 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10016020 con 0x7f5a1c0cda90 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.246+0000 7f5a197fa640 1 -- 172.21.15.16:0/1582220524 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a1000aa50 con 0x7f5a1c0cda90 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.246+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a1c1f5430 con 0x7f5a1c0cda90 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.246+0000 7f5a197fa640 1 -- 172.21.15.16:0/1582220524 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10012420 con 0x7f5a1c0cda90 2024-09-16T01:43:47.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.246+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a1c1f4e70 con 0x7f5a1c0cda90 2024-09-16T01:43:47.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.247+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a1c0ce190 con 0x7f5a1c0cda90 2024-09-16T01:43:47.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.247+0000 7f5a197fa640 1 -- 172.21.15.16:0/1582220524 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f5a10019020 con 0x7f5a1c0cda90 2024-09-16T01:43:47.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.248+0000 7f5a197fa640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5a0006c460 0x7f5a0006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:47.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.248+0000 7f5a197fa640 1 -- 172.21.15.16:0/1582220524 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f5a1008b350 con 0x7f5a1c0cda90 2024-09-16T01:43:47.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.248+0000 7f5a1bfff640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5a0006c460 0x7f5a0006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:47.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.249+0000 7f5a1bfff640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5a0006c460 0x7f5a0006e920 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5a08034000 tx=0x7f5a0802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:47.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.252+0000 7f5a197fa640 1 -- 172.21.15.16:0/1582220524 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5a10020070 con 0x7f5a1c0cda90 2024-09-16T01:43:47.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.439+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5a1c0cd4b0 con 0x7f5a1c0cda90 2024-09-16T01:43:47.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.440+0000 7f5a197fa640 1 -- 172.21.15.16:0/1582220524 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v44) ==== 80+0+0 (secure 0 0 0) 0x7f5a100591f0 con 0x7f5a1c0cda90 2024-09-16T01:43:47.441 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:43:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5a0006c460 msgr2=0x7f5a0006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5a0006c460 0x7f5a0006e920 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5a08034000 tx=0x7f5a0802e000 comp rx=0 tx=0).stop 2024-09-16T01:43:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 msgr2=0x7f5a1c1f4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c1f4480 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5a1000c7c0 tx=0x7f5a1000cc80 comp rx=0 tx=0).stop 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 shutdown_connections 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5a0006c460 0x7f5a0006e920 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a1c0cf090 0x7f5a1c1f7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a1c0cecb0 0x7f5a1c14f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 --2- 172.21.15.16:0/1582220524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a1c0cda90 0x7f5a1c1f4480 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 >> 172.21.15.16:0/1582220524 conn(0x7f5a1c0b2000 msgr2=0x7f5a1c15af20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 shutdown_connections 2024-09-16T01:43:47.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:47.442+0000 7f5a22d68640 1 -- 172.21.15.16:0/1582220524 wait complete. 2024-09-16T01:43:47.454 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:43:47.454 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:47.454 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:47.479 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[50875]: fuse finished with error 0 and tester_r 0 2024-09-16T01:43:47.481 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:43:53.582 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:43:53.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:53.583 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:43:53.603 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:43:53.603 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:53.623 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:43:53.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.758+0000 7fbf3d6d0640 1 Processor -- start 2024-09-16T01:43:53.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.758+0000 7fbf3d6d0640 1 -- start start 2024-09-16T01:43:53.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf3d6d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbf38072060 0x7fbf3815f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf3d6d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380b3990 0x7fbf380b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf3d6d0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf38162bc0 con 0x7fbf380afd80 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf3d6d0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fbf38162ea0 con 0x7fbf38072060 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf3d6d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf3815eb50 con 0x7fbf380b3990 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf367fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbf38072060 0x7fbf3815f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf367fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbf38072060 0x7fbf3815f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42338/0 (socket says 172.21.15.16:42338) 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf367fc640 1 -- 172.21.15.16:0/3193912675 learned_addr learned my addr 172.21.15.16:0/3193912675 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf377fe640 1 --2- 172.21.15.16:0/3193912675 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380b3990 0x7fbf380b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf367fc640 1 -- 172.21.15.16:0/3193912675 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380b3990 msgr2=0x7fbf380b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf367fc640 1 --2- 172.21.15.16:0/3193912675 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380b3990 0x7fbf380b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf367fc640 1 -- 172.21.15.16:0/3193912675 >> v1:172.21.15.104:6789/0 conn(0x7fbf380afd80 legacy=0x7fbf38071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.759+0000 7fbf367fc640 1 -- 172.21.15.16:0/3193912675 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf3815ee30 con 0x7fbf38072060 2024-09-16T01:43:53.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.760+0000 7fbf367fc640 1 --2- 172.21.15.16:0/3193912675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3815f630 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009870 tx=0x7fbf2c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d438e1ee7434e68 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:53.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.760+0000 7fbf35ffb640 1 -- 172.21.15.16:0/3193912675 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c037070 con 0x7fbf38072060 2024-09-16T01:43:53.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.760+0000 7fbf35ffb640 1 -- 172.21.15.16:0/3193912675 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf2c032440 con 0x7fbf38072060 2024-09-16T01:43:53.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.760+0000 7fbf35ffb640 1 -- 172.21.15.16:0/3193912675 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c032810 con 0x7fbf38072060 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/3193912675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 msgr2=0x7fbf3815f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/3193912675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3815f630 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009870 tx=0x7fbf2c02a130 comp rx=0 tx=0).stop 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/3193912675 shutdown_connections 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/3193912675 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380b3990 0x7fbf380b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/3193912675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3815f630 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/3193912675 >> 172.21.15.16:0/3193912675 conn(0x7fbf380b2690 msgr2=0x7fbf380b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/3193912675 shutdown_connections 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.761+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/3193912675 wait complete. 2024-09-16T01:43:53.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.762+0000 7fbf3d6d0640 1 Processor -- start 2024-09-16T01:43:53.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.762+0000 7fbf3d6d0640 1 -- start start 2024-09-16T01:43:53.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf3d6d0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3806e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:53.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf3d6d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380afd80 0x7fbf380cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:53.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf3d6d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf380b3990 0x7fbf380cd810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:53.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf3d6d0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbf380ae8a0 con 0x7fbf38072060 2024-09-16T01:43:53.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf3d6d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbf380b0160 con 0x7fbf380b3990 2024-09-16T01:43:53.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf3d6d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf380aea20 con 0x7fbf380afd80 2024-09-16T01:43:53.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf36ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3806e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf36ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3806e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42354/0 (socket says 172.21.15.16:42354) 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf36ffd640 1 -- 172.21.15.16:0/596358224 learned_addr learned my addr 172.21.15.16:0/596358224 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf367fc640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380afd80 0x7fbf380cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.763+0000 7fbf377fe640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf380b3990 0x7fbf380cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf36ffd640 1 -- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380afd80 msgr2=0x7fbf380cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf36ffd640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380afd80 0x7fbf380cd2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf36ffd640 1 -- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf380b3990 msgr2=0x7fbf380cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf36ffd640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf380b3990 0x7fbf380cd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf36ffd640 1 -- 172.21.15.16:0/596358224 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf380cef50 con 0x7fbf38072060 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf36ffd640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3806e9d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fbf2800c400 tx=0x7fbf2800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf1f7fe640 1 -- 172.21.15.16:0/596358224 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf280052d0 con 0x7fbf38072060 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf1f7fe640 1 -- 172.21.15.16:0/596358224 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf28005490 con 0x7fbf38072060 2024-09-16T01:43:53.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf380cf230 con 0x7fbf38072060 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf1f7fe640 1 -- 172.21.15.16:0/596358224 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf28007260 con 0x7fbf38072060 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.764+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf380cf7f0 con 0x7fbf38072060 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.765+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf3815f630 con 0x7fbf38072060 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.766+0000 7fbf1f7fe640 1 -- 172.21.15.16:0/596358224 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fbf28007400 con 0x7fbf38072060 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.766+0000 7fbf1f7fe640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf2406c490 0x7fbf2406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.766+0000 7fbf1f7fe640 1 -- 172.21.15.16:0/596358224 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fbf2808aa80 con 0x7fbf38072060 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.766+0000 7fbf367fc640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf2406c490 0x7fbf2406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:53.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.767+0000 7fbf367fc640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf2406c490 0x7fbf2406e950 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c034000 tx=0x7fbf2c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:53.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.770+0000 7fbf1f7fe640 1 -- 172.21.15.16:0/596358224 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf28058a60 con 0x7fbf38072060 2024-09-16T01:43:53.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.959+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbf3815e510 con 0x7fbf38072060 2024-09-16T01:43:53.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.959+0000 7fbf1f7fe640 1 -- 172.21.15.16:0/596358224 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v44) ==== 80+0+0 (secure 0 0 0) 0x7fbf2805cd60 con 0x7fbf38072060 2024-09-16T01:43:53.960 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:43:53.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf2406c490 msgr2=0x7fbf2406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf2406c490 0x7fbf2406e950 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c034000 tx=0x7fbf2c02e000 comp rx=0 tx=0).stop 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 msgr2=0x7fbf3806e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3806e9d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fbf2800c400 tx=0x7fbf2800c8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 shutdown_connections 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf2406c490 0x7fbf2406e950 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf380b3990 0x7fbf380cd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf380afd80 0x7fbf380cd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 --2- 172.21.15.16:0/596358224 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf38072060 0x7fbf3806e9d0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 >> 172.21.15.16:0/596358224 conn(0x7fbf380b2690 msgr2=0x7fbf381603c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 shutdown_connections 2024-09-16T01:43:53.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:53.961+0000 7fbf3d6d0640 1 -- 172.21.15.16:0/596358224 wait complete. 2024-09-16T01:43:53.974 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:43:53.974 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:43:53.993 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:43:54.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.094+0000 7feadc474640 1 Processor -- start 2024-09-16T01:43:54.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.094+0000 7feadc474640 1 -- start start 2024-09-16T01:43:54.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.095+0000 7feadc474640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fead40d15f0 0x7fead415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.095+0000 7feadc474640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fead40ba350 con 0x7fead40b97d0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.095+0000 7feadc474640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fead40d2750 con 0x7fead4147fc0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.095+0000 7feadc474640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fead41483a0 con 0x7fead40d15f0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7feadaa11640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fead40b97d0 0x7fead40b9c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37798/0 (socket says 172.21.15.16:37798) 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7feadaa11640 1 -- 172.21.15.16:0/1035238624 learned_addr learned my addr 172.21.15.16:0/1035238624 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead9a0f640 1 --2- 172.21.15.16:0/1035238624 >> v2:172.21.15.104:3300/0 conn(0x7fead40d15f0 0x7fead415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3140867674 0 0) 0x7fead40ba350 con 0x7fead40b97d0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feabc003520 con 0x7fead40b97d0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 723452789 0 0) 0x7fead40d2750 con 0x7fead4147fc0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fead40ba350 con 0x7fead4147fc0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1719416266 0 0) 0x7feabc003520 con 0x7fead40b97d0 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 >> v2:172.21.15.104:3300/0 conn(0x7fead40d15f0 msgr2=0x7fead415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 --2- 172.21.15.16:0/1035238624 >> v2:172.21.15.104:3300/0 conn(0x7fead40d15f0 0x7fead415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 >> v1:172.21.15.104:6789/0 conn(0x7fead4147fc0 legacy=0x7fead40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fead40d2a30 con 0x7fead40b97d0 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7feacc001670 con 0x7fead40b97d0 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 >> v1:172.21.15.16:6789/0 conn(0x7fead40b97d0 legacy=0x7fead40b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feabc003b40 0x7feabc003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc004800 0x7feabc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feabc0051c0 0x7feabc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fead41483a0 con 0x7feabc0051c0 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feabc00c040 con 0x7feabc004800 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feabc00c240 con 0x7feabc003b40 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7feadaa11640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feabc0051c0 0x7feabc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7fead9a0f640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc004800 0x7feabc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.096+0000 7feada210640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feabc003b40 0x7feabc003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7feadaa11640 1 -- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feabc003b40 msgr2=0x7feabc003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:54.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7feadaa11640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feabc003b40 0x7feabc003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7feadaa11640 1 -- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc004800 msgr2=0x7feabc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7feadaa11640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc004800 0x7feabc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7feadaa11640 1 -- 172.21.15.16:0/1035238624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feabc003520 con 0x7feabc0051c0 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7feadaa11640 1 -- 172.21.15.16:0/1035238624 reap_dead start 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7feadaa11640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feabc0051c0 0x7feabc00b9c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7feacc00c160 tx=0x7feabc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=188b5ceee8d784ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feacc007ca0 con 0x7feabc0051c0 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.097+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feacc005af0 con 0x7feabc0051c0 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7fead920e640 1 -- 172.21.15.16:0/1035238624 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feacc007070 con 0x7feabc0051c0 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7feadc474640 1 -- 172.21.15.16:0/1035238624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feabc0051c0 msgr2=0x7feabc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7feadc474640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feabc0051c0 0x7feabc00b9c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7feacc00c160 tx=0x7feabc005830 comp rx=0 tx=0).stop 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7feadc474640 1 -- 172.21.15.16:0/1035238624 shutdown_connections 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7feadc474640 1 --2- 172.21.15.16:0/1035238624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feabc0051c0 0x7feabc00b9c0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7feadc474640 1 -- 172.21.15.16:0/1035238624 >> 172.21.15.16:0/1035238624 conn(0x7fead4074fe0 msgr2=0x7fead406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7feadc474640 1 -- 172.21.15.16:0/1035238624 shutdown_connections 2024-09-16T01:43:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.098+0000 7feadc474640 1 -- 172.21.15.16:0/1035238624 wait complete. 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.099+0000 7feadc474640 1 Processor -- start 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.099+0000 7feadc474640 1 -- start start 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadc474640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc0051c0 0x7fead41f5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadc474640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fead413d1c0 0x7fead41f4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadc474640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fead413e290 0x7fead40cbba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadc474640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fead40d2500 con 0x7fead413e290 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadc474640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fead415efa0 con 0x7feabc0051c0 2024-09-16T01:43:54.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadc474640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fead40d2ff0 con 0x7fead413d1c0 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadaa11640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fead413e290 0x7fead40cbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadaa11640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fead413e290 0x7fead40cbba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42378/0 (socket says 172.21.15.16:42378) 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feadaa11640 1 -- 172.21.15.16:0/3655410222 learned_addr learned my addr 172.21.15.16:0/3655410222 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7fead9a0f640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fead413d1c0 0x7fead41f4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.100+0000 7feada210640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc0051c0 0x7fead41f5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadaa11640 1 -- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fead413d1c0 msgr2=0x7fead41f4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadaa11640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fead413d1c0 0x7fead41f4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadaa11640 1 -- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc0051c0 msgr2=0x7fead41f5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadaa11640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc0051c0 0x7fead41f5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadaa11640 1 -- 172.21.15.16:0/3655410222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fead413d640 con 0x7fead413e290 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadaa11640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fead413e290 0x7fead40cbba0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7feacc00c160 tx=0x7fead40d2c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7fead2ffd640 1 -- 172.21.15.16:0/3655410222 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feacc042070 con 0x7fead413e290 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7fead2ffd640 1 -- 172.21.15.16:0/3655410222 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feacc0047e0 con 0x7fead413e290 2024-09-16T01:43:54.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fead41f5af0 con 0x7fead413e290 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7fead2ffd640 1 -- 172.21.15.16:0/3655410222 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feacc004b90 con 0x7fead413e290 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.101+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fead41f60b0 con 0x7fead413e290 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.102+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fead415eb80 con 0x7fead413e290 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.103+0000 7fead2ffd640 1 -- 172.21.15.16:0/3655410222 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7feacc045070 con 0x7fead413e290 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.103+0000 7fead2ffd640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feac006c460 0x7feac006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.103+0000 7fead2ffd640 1 -- 172.21.15.16:0/3655410222 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7feacc0aa860 con 0x7fead413e290 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.103+0000 7feada210640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feac006c460 0x7feac006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.104+0000 7feada210640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feac006c460 0x7feac006e920 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fead40ccf00 tx=0x7feac4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.108+0000 7fead2ffd640 1 -- 172.21.15.16:0/3655410222 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feacc078700 con 0x7fead413e290 2024-09-16T01:43:54.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.295+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fead4161650 con 0x7fead413e290 2024-09-16T01:43:54.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.295+0000 7fead2ffd640 1 -- 172.21.15.16:0/3655410222 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v44) ==== 80+0+0 (secure 0 0 0) 0x7feacc0aa070 con 0x7fead413e290 2024-09-16T01:43:54.296 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feac006c460 msgr2=0x7feac006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feac006c460 0x7feac006e920 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fead40ccf00 tx=0x7feac4009040 comp rx=0 tx=0).stop 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fead413e290 msgr2=0x7fead40cbba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fead413e290 0x7fead40cbba0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7feacc00c160 tx=0x7fead40d2c00 comp rx=0 tx=0).stop 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 shutdown_connections 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7feac006c460 0x7feac006e920 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fead413e290 0x7fead40cbba0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fead413d1c0 0x7fead41f4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 --2- 172.21.15.16:0/3655410222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feabc0051c0 0x7fead41f5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 >> 172.21.15.16:0/3655410222 conn(0x7fead4074fe0 msgr2=0x7fead40b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 shutdown_connections 2024-09-16T01:43:54.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.297+0000 7feadc474640 1 -- 172.21.15.16:0/3655410222 wait complete. 2024-09-16T01:43:54.309 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:43:54.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:54.310 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:43:54.338 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[44639]: fuse finished with error 0 and tester_r 0 2024-09-16T01:43:54.340 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:43:54.391 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:43:54.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:54.391 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:43:54.409 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:54.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.511+0000 7f01ccaeb640 1 Processor -- start 2024-09-16T01:43:54.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.511+0000 7f01ccaeb640 1 -- start start 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01ccaeb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f01c80cda90 0x7f01c80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01ccaeb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f01c80cf090 0x7f01c806bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01ccaeb640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01c8160230 con 0x7f01c80cecb0 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01ccaeb640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f01c8160e40 con 0x7f01c80cda90 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01ccaeb640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f01c8160510 con 0x7f01c80cf090 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01c659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f01c80cecb0 0x7f01c80cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37804/0 (socket says 172.21.15.16:37804) 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01c659c640 1 -- 172.21.15.16:0/904594714 learned_addr learned my addr 172.21.15.16:0/904594714 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01c5d9b640 1 --2- 172.21.15.16:0/904594714 >> v2:172.21.15.16:3300/0 conn(0x7f01c80cda90 0x7f01c80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01c559a640 1 -- 172.21.15.16:0/904594714 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3679778419 0 0) 0x7f01c8160230 con 0x7f01c80cecb0 2024-09-16T01:43:54.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.512+0000 7f01c6d9d640 1 --2- 172.21.15.16:0/904594714 >> v2:172.21.15.104:3300/0 conn(0x7f01c80cf090 0x7f01c806bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c559a640 1 -- 172.21.15.16:0/904594714 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01b4003520 con 0x7f01c80cecb0 2024-09-16T01:43:54.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c5d9b640 1 -- 172.21.15.16:0/904594714 >> v2:172.21.15.104:3300/0 conn(0x7f01c80cf090 msgr2=0x7f01c806bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:54.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c5d9b640 1 --2- 172.21.15.16:0/904594714 >> v2:172.21.15.104:3300/0 conn(0x7f01c80cf090 0x7f01c806bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c5d9b640 1 -- 172.21.15.16:0/904594714 >> v1:172.21.15.16:6789/0 conn(0x7f01c80cecb0 legacy=0x7f01c80cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c5d9b640 1 -- 172.21.15.16:0/904594714 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c81607f0 con 0x7f01c80cda90 2024-09-16T01:43:54.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c6d9d640 1 --2- 172.21.15.16:0/904594714 >> v2:172.21.15.104:3300/0 conn(0x7f01c80cf090 0x7f01c806bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:54.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c5d9b640 1 --2- 172.21.15.16:0/904594714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cda90 0x7f01c80ce190 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f01c8160fc0 tx=0x7f01b002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bec1f56864b02db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c559a640 1 -- 172.21.15.16:0/904594714 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b0037070 con 0x7f01c80cda90 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c559a640 1 -- 172.21.15.16:0/904594714 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01b0032440 con 0x7f01c80cda90 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.513+0000 7f01c559a640 1 -- 172.21.15.16:0/904594714 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b00327f0 con 0x7f01c80cda90 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 -- 172.21.15.16:0/904594714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cda90 msgr2=0x7f01c80ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/904594714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cda90 0x7f01c80ce190 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f01c8160fc0 tx=0x7f01b002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 -- 172.21.15.16:0/904594714 shutdown_connections 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/904594714 >> v2:172.21.15.104:3300/0 conn(0x7f01c80cf090 0x7f01c806bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/904594714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cda90 0x7f01c80ce190 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 -- 172.21.15.16:0/904594714 >> 172.21.15.16:0/904594714 conn(0x7f01c80b2000 msgr2=0x7f01c80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 -- 172.21.15.16:0/904594714 shutdown_connections 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.514+0000 7f01ccaeb640 1 -- 172.21.15.16:0/904594714 wait complete. 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.515+0000 7f01ccaeb640 1 Processor -- start 2024-09-16T01:43:54.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.515+0000 7f01ccaeb640 1 -- start start 2024-09-16T01:43:54.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01ccaeb640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f01c80cda90 0x7f01c814fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01ccaeb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cecb0 0x7f01c815dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01ccaeb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f01c80cf090 0x7f01c8158f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01ccaeb640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f01c806c310 con 0x7f01c80cecb0 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01ccaeb640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f01c806c190 con 0x7f01c80cf090 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01ccaeb640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f01c806c490 con 0x7f01c80cda90 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01c5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cecb0 0x7f01c815dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01c5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cecb0 0x7f01c815dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42408/0 (socket says 172.21.15.16:42408) 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01c5d9b640 1 -- 172.21.15.16:0/3328314743 learned_addr learned my addr 172.21.15.16:0/3328314743 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01c6d9d640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f01c80cf090 0x7f01c8158f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.516+0000 7f01c659c640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f01c80cda90 0x7f01c814fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c5d9b640 1 -- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f01c80cda90 msgr2=0x7f01c814fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c5d9b640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f01c80cda90 0x7f01c814fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c5d9b640 1 -- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f01c80cf090 msgr2=0x7f01c8158f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c5d9b640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f01c80cf090 0x7f01c8158f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c5d9b640 1 -- 172.21.15.16:0/3328314743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c815cf40 con 0x7f01c80cecb0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c6d9d640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f01c80cf090 0x7f01c8158f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c659c640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f01c80cda90 0x7f01c814fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01c5d9b640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cecb0 0x7f01c815dfe0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f01b002a1e0 tx=0x7f01b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01beffd640 1 -- 172.21.15.16:0/3328314743 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b0037040 con 0x7f01c80cecb0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01beffd640 1 -- 172.21.15.16:0/3328314743 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01b00304c0 con 0x7f01c80cecb0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01c815d220 con 0x7f01c80cecb0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01beffd640 1 -- 172.21.15.16:0/3328314743 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b0030890 con 0x7f01c80cecb0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.517+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01c815d7e0 con 0x7f01c80cecb0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.518+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01c80ce190 con 0x7f01c80cecb0 2024-09-16T01:43:54.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.518+0000 7f01beffd640 1 -- 172.21.15.16:0/3328314743 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f01b0044020 con 0x7f01c80cecb0 2024-09-16T01:43:54.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.519+0000 7f01beffd640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f01a806c460 0x7f01a806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.519+0000 7f01beffd640 1 -- 172.21.15.16:0/3328314743 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f01b00aba80 con 0x7f01c80cecb0 2024-09-16T01:43:54.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.519+0000 7f01c659c640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f01a806c460 0x7f01a806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.520+0000 7f01c659c640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f01a806c460 0x7f01a806e920 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f01c0007fd0 tx=0x7f01c0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.523+0000 7f01beffd640 1 -- 172.21.15.16:0/3328314743 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f01b0079f70 con 0x7f01c80cecb0 2024-09-16T01:43:54.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.734+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01c80735e0 con 0x7f01c80cecb0 2024-09-16T01:43:54.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.734+0000 7f01beffd640 1 -- 172.21.15.16:0/3328314743 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f01b0079870 con 0x7f01c80cecb0 2024-09-16T01:43:54.736 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:54.736 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:43:54.736 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:43:54.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f01a806c460 msgr2=0x7f01a806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f01a806c460 0x7f01a806e920 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f01c0007fd0 tx=0x7f01c0009040 comp rx=0 tx=0).stop 2024-09-16T01:43:54.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cecb0 msgr2=0x7f01c815dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cecb0 0x7f01c815dfe0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f01b002a1e0 tx=0x7f01b00046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 shutdown_connections 2024-09-16T01:43:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f01a806c460 0x7f01a806e920 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f01c80cf090 0x7f01c8158f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01c80cecb0 0x7f01c815dfe0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 --2- 172.21.15.16:0/3328314743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f01c80cda90 0x7f01c814fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 >> 172.21.15.16:0/3328314743 conn(0x7f01c80b2000 msgr2=0x7f01c815a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 shutdown_connections 2024-09-16T01:43:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.736+0000 7f01ccaeb640 1 -- 172.21.15.16:0/3328314743 wait complete. 2024-09-16T01:43:54.749 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:43:54.870 INFO:teuthology.orchestra.run.smithi016.stdout:[] 2024-09-16T01:43:54.870 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-16T01:43:54.870 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol73960 2024-09-16T01:43:54.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.980+0000 7f50796b7640 1 Processor -- start 2024-09-16T01:43:54.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.980+0000 7f50796b7640 1 -- start start 2024-09-16T01:43:54.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50796b7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f507415e410 0x7f5074162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50796b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f50740cfd00 0x7f50740d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50796b7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50740cf260 con 0x7f507406bbe0 2024-09-16T01:43:54.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50796b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f50740d2cf0 con 0x7f50740cfd00 2024-09-16T01:43:54.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50796b7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f50740cf500 con 0x7f507415e410 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50737fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f50740cfd00 0x7f50740d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50737fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f50740cfd00 0x7f50740d0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42420/0 (socket says 172.21.15.16:42420) 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50737fe640 1 -- 172.21.15.16:0/3211863338 learned_addr learned my addr 172.21.15.16:0/3211863338 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f5072ffd640 1 --2- 172.21.15.16:0/3211863338 >> v2:172.21.15.104:3300/0 conn(0x7f507415e410 0x7f5074162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50737fe640 1 -- 172.21.15.16:0/3211863338 >> v2:172.21.15.104:3300/0 conn(0x7f507415e410 msgr2=0x7f5074162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50737fe640 1 --2- 172.21.15.16:0/3211863338 >> v2:172.21.15.104:3300/0 conn(0x7f507415e410 0x7f5074162990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50737fe640 1 -- 172.21.15.16:0/3211863338 >> v1:172.21.15.104:6789/0 conn(0x7f507406bbe0 legacy=0x7f507406c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f50737fe640 1 -- 172.21.15.16:0/3211863338 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50740cf7e0 con 0x7f50740cfd00 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.981+0000 7f5072ffd640 1 --2- 172.21.15.16:0/3211863338 >> v2:172.21.15.104:3300/0 conn(0x7f507415e410 0x7f5074162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.982+0000 7f50737fe640 1 --2- 172.21.15.16:0/3211863338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50740cfd00 0x7f50740d0130 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f50740b7050 tx=0x7f506c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=571899c9c3d03254 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.982+0000 7f5071ffb640 1 -- 172.21.15.16:0/3211863338 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c036070 con 0x7f50740cfd00 2024-09-16T01:43:54.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.982+0000 7f5071ffb640 1 -- 172.21.15.16:0/3211863338 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f506c031600 con 0x7f50740cfd00 2024-09-16T01:43:54.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.982+0000 7f5071ffb640 1 -- 172.21.15.16:0/3211863338 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c0319d0 con 0x7f50740cfd00 2024-09-16T01:43:54.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 -- 172.21.15.16:0/3211863338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50740cfd00 msgr2=0x7f50740d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 --2- 172.21.15.16:0/3211863338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50740cfd00 0x7f50740d0130 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f50740b7050 tx=0x7f506c02a6f0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 -- 172.21.15.16:0/3211863338 shutdown_connections 2024-09-16T01:43:54.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 --2- 172.21.15.16:0/3211863338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50740cfd00 0x7f50740d0130 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 --2- 172.21.15.16:0/3211863338 >> v2:172.21.15.104:3300/0 conn(0x7f507415e410 0x7f5074162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 -- 172.21.15.16:0/3211863338 >> 172.21.15.16:0/3211863338 conn(0x7f5074072620 msgr2=0x7f5074072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:54.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 -- 172.21.15.16:0/3211863338 shutdown_connections 2024-09-16T01:43:54.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.983+0000 7f50796b7640 1 -- 172.21.15.16:0/3211863338 wait complete. 2024-09-16T01:43:54.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.984+0000 7f50796b7640 1 Processor -- start 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.984+0000 7f50796b7640 1 -- start start 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50796b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f507406bbe0 0x7f5074159780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50796b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50740cfd00 0x7f50740cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50796b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f507415e410 0x7f507415cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50796b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f50740d2fd0 con 0x7f507415e410 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50796b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50740ce8a0 con 0x7f507406bbe0 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50796b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f50740d3150 con 0x7f50740cfd00 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f507415e410 0x7f507415cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f507415e410 0x7f507415cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42430/0 (socket says 172.21.15.16:42430) 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 -- 172.21.15.16:0/2242501997 learned_addr learned my addr 172.21.15.16:0/2242501997 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f5072ffd640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f507406bbe0 0x7f5074159780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50727fc640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50740cfd00 0x7f50740cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 -- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50740cfd00 msgr2=0x7f50740cdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50740cfd00 0x7f50740cdeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 -- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f507406bbe0 msgr2=0x7f5074159780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f507406bbe0 0x7f5074159780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 -- 172.21.15.16:0/2242501997 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50740ccb20 con 0x7f507415e410 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f5072ffd640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f507406bbe0 0x7f5074159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50727fc640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50740cfd00 0x7f50740cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.985+0000 7f50737fe640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f507415e410 0x7f507415cd40 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f506c02ace0 tx=0x7f506c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.986+0000 7f505b7fe640 1 -- 172.21.15.16:0/2242501997 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c036050 con 0x7f507415e410 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.986+0000 7f505b7fe640 1 -- 172.21.15.16:0/2242501997 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f506c042070 con 0x7f507415e410 2024-09-16T01:43:54.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.986+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50740cce00 con 0x7f507415e410 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.986+0000 7f505b7fe640 1 -- 172.21.15.16:0/2242501997 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c009510 con 0x7f507415e410 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.986+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50740cd3c0 con 0x7f507415e410 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.987+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50740d2910 con 0x7f507415e410 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.987+0000 7f505b7fe640 1 -- 172.21.15.16:0/2242501997 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f506c007bd0 con 0x7f507415e410 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.988+0000 7f505b7fe640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f506006c490 0x7f506006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.988+0000 7f505b7fe640 1 -- 172.21.15.16:0/2242501997 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f506c0ac870 con 0x7f507415e410 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.988+0000 7f5072ffd640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f506006c490 0x7f506006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.988+0000 7f5072ffd640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f506006c490 0x7f506006e950 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f506400a990 tx=0x7f5064008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:54.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:54.992+0000 7f505b7fe640 1 -- 172.21.15.16:0/2242501997 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f506c07abc0 con 0x7f507415e410 2024-09-16T01:43:55.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.198+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol73960", "target": ["mon-mgr", ""]}) -- 0x7f507415ebe0 con 0x7f506006c490 2024-09-16T01:43:55.206 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:55.204+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:55.206 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:55.204+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:55.206 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:55.204+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:55.206 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:55.204+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:55.207 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:43:55.204+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:55.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.235+0000 7f505b7fe640 1 -- 172.21.15.16:0/2242501997 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f507415ebe0 con 0x7f506006c490 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f506006c490 msgr2=0x7f506006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f506006c490 0x7f506006e950 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f506400a990 tx=0x7f5064008040 comp rx=0 tx=0).stop 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f507415e410 msgr2=0x7f507415cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f507415e410 0x7f507415cd40 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f506c02ace0 tx=0x7f506c004a40 comp rx=0 tx=0).stop 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 shutdown_connections 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f506006c490 0x7f506006e950 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f507415e410 0x7f507415cd40 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50740cfd00 0x7f50740cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 --2- 172.21.15.16:0/2242501997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f507406bbe0 0x7f5074159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 >> 172.21.15.16:0/2242501997 conn(0x7f5074072620 msgr2=0x7f5074161110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:55.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 shutdown_connections 2024-09-16T01:43:55.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.237+0000 7f50796b7640 1 -- 172.21.15.16:0/2242501997 wait complete. 2024-09-16T01:43:55.250 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:55.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.351+0000 7f93ae778640 1 Processor -- start 2024-09-16T01:43:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.351+0000 7f93ae778640 1 -- start start 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93ae778640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f93a8072060 0x7f93a815f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93ae778640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f93a80b3990 0x7f93a80b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93ae778640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93a8162bc0 con 0x7f93a80afd80 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93ae778640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f93a8162ea0 con 0x7f93a8072060 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93ae778640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f93a815eb50 con 0x7f93a80b3990 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93a7fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f93a80afd80 0x7f93a8071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37808/0 (socket says 172.21.15.16:37808) 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93a77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f93a8072060 0x7f93a815f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93a7fff640 1 -- 172.21.15.16:0/2860864171 learned_addr learned my addr 172.21.15.16:0/2860864171 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93acd15640 1 --2- 172.21.15.16:0/2860864171 >> v2:172.21.15.104:3300/0 conn(0x7f93a80b3990 0x7f93a80b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93a77fe640 1 -- 172.21.15.16:0/2860864171 >> v2:172.21.15.104:3300/0 conn(0x7f93a80b3990 msgr2=0x7f93a80b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:55.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93a77fe640 1 --2- 172.21.15.16:0/2860864171 >> v2:172.21.15.104:3300/0 conn(0x7f93a80b3990 0x7f93a80b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.352+0000 7f93a77fe640 1 -- 172.21.15.16:0/2860864171 >> v1:172.21.15.16:6789/0 conn(0x7f93a80afd80 legacy=0x7f93a8071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.353+0000 7f93a6ffd640 1 -- 172.21.15.16:0/2860864171 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 989575101 0 0) 0x7f93a8162bc0 con 0x7f93a80afd80 2024-09-16T01:43:55.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.353+0000 7f93a77fe640 1 -- 172.21.15.16:0/2860864171 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a815ee30 con 0x7f93a8072060 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.353+0000 7f93a77fe640 1 --2- 172.21.15.16:0/2860864171 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a815f630 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f93a815fb70 tx=0x7f939c02a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0490787d3fa8dec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.353+0000 7f93a6ffd640 1 -- 172.21.15.16:0/2860864171 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c037070 con 0x7f93a8072060 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.353+0000 7f93a6ffd640 1 -- 172.21.15.16:0/2860864171 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f939c02add0 con 0x7f93a8072060 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.353+0000 7f93a6ffd640 1 -- 172.21.15.16:0/2860864171 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c032660 con 0x7f93a8072060 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 -- 172.21.15.16:0/2860864171 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 msgr2=0x7f93a815f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 --2- 172.21.15.16:0/2860864171 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a815f630 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f93a815fb70 tx=0x7f939c02a080 comp rx=0 tx=0).stop 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 -- 172.21.15.16:0/2860864171 shutdown_connections 2024-09-16T01:43:55.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 --2- 172.21.15.16:0/2860864171 >> v2:172.21.15.104:3300/0 conn(0x7f93a80b3990 0x7f93a80b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 --2- 172.21.15.16:0/2860864171 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a815f630 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 -- 172.21.15.16:0/2860864171 >> 172.21.15.16:0/2860864171 conn(0x7f93a80b2690 msgr2=0x7f93a80b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:55.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 -- 172.21.15.16:0/2860864171 shutdown_connections 2024-09-16T01:43:55.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.354+0000 7f93ae778640 1 -- 172.21.15.16:0/2860864171 wait complete. 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.355+0000 7f93ae778640 1 Processor -- start 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.355+0000 7f93ae778640 1 -- start start 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93ae778640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a814a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93ae778640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f93a80afd80 0x7f93a80cde10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93ae778640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93a80b3990 0x7f93a80cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93ae778640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f93a80ae8a0 con 0x7f93a8072060 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93ae778640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f93a80b0160 con 0x7f93a80afd80 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93ae778640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f93a80aea20 con 0x7f93a80b3990 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93a7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a814a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93a7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a814a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42438/0 (socket says 172.21.15.16:42438) 2024-09-16T01:43:55.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93a7fff640 1 -- 172.21.15.16:0/570704567 learned_addr learned my addr 172.21.15.16:0/570704567 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93acd15640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93a80b3990 0x7f93a80cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.356+0000 7f93a77fe640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f93a80afd80 0x7f93a80cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a7fff640 1 -- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93a80b3990 msgr2=0x7f93a80cfe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a7fff640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93a80b3990 0x7f93a80cfe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a7fff640 1 -- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f93a80afd80 msgr2=0x7f93a80cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a7fff640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f93a80afd80 0x7f93a80cde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a7fff640 1 -- 172.21.15.16:0/570704567 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a80cf050 con 0x7f93a8072060 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a7fff640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a814a5c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f939800c4d0 tx=0x7f939800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a4ff9640 1 -- 172.21.15.16:0/570704567 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398018070 con 0x7f93a8072060 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a4ff9640 1 -- 172.21.15.16:0/570704567 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9398007500 con 0x7f93a8072060 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93a80ce4d0 con 0x7f93a8072060 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93a4ff9640 1 -- 172.21.15.16:0/570704567 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398004a20 con 0x7f93a8072060 2024-09-16T01:43:55.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.357+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93a80cea90 con 0x7f93a8072060 2024-09-16T01:43:55.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.358+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93a815f630 con 0x7f93a8072060 2024-09-16T01:43:55.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.358+0000 7f93a4ff9640 1 -- 172.21.15.16:0/570704567 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f939801b070 con 0x7f93a8072060 2024-09-16T01:43:55.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.359+0000 7f93a4ff9640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f939406c460 0x7f939406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.359+0000 7f93a4ff9640 1 -- 172.21.15.16:0/570704567 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5767+0+0 (secure 0 0 0) 0x7f939808aa40 con 0x7f93a8072060 2024-09-16T01:43:55.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.359+0000 7f93a77fe640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f939406c460 0x7f939406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.360+0000 7f93a77fe640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f939406c460 0x7f939406e920 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f939c034000 tx=0x7f939c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:55.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.363+0000 7f93a4ff9640 1 -- 172.21.15.16:0/570704567 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f93980588c0 con 0x7f93a8072060 2024-09-16T01:43:55.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.572+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93a8154e70 con 0x7f93a8072060 2024-09-16T01:43:55.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.573+0000 7f93a4ff9640 1 -- 172.21.15.16:0/570704567 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f939808ae20 con 0x7f93a8072060 2024-09-16T01:43:55.574 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:55.574 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:43:55.574 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:43:55.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f939406c460 msgr2=0x7f939406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f939406c460 0x7f939406e920 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f939c034000 tx=0x7f939c02e000 comp rx=0 tx=0).stop 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 msgr2=0x7f93a814a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a814a5c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f939800c4d0 tx=0x7f939800c990 comp rx=0 tx=0).stop 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 shutdown_connections 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f939406c460 0x7f939406e920 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93a80b3990 0x7f93a80cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f93a80afd80 0x7f93a80cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 --2- 172.21.15.16:0/570704567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93a8072060 0x7f93a814a5c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 >> 172.21.15.16:0/570704567 conn(0x7f93a80b2690 msgr2=0x7f93a80b5140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 shutdown_connections 2024-09-16T01:43:55.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.575+0000 7f93ae778640 1 -- 172.21.15.16:0/570704567 wait complete. 2024-09-16T01:43:55.588 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:43:55.708 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":14,"uptime":0.49099224400000002,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.975571281787285,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:43:55.709 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 14, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.975571281787285 }, "state": "open", "uptime": 0.490992244 } ] 2024-09-16T01:43:55.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:43:55.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.809+0000 7fd475ae6640 1 Processor -- start 2024-09-16T01:43:55.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.809+0000 7fd475ae6640 1 -- start start 2024-09-16T01:43:55.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd475ae6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4700d15f0 0x7fd47015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd475ae6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd4700b97d0 0x7fd4700b9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd475ae6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4700d2750 con 0x7fd470147fc0 2024-09-16T01:43:55.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd475ae6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd4701483a0 con 0x7fd4700d15f0 2024-09-16T01:43:55.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd475ae6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd47015efa0 con 0x7fd4700b97d0 2024-09-16T01:43:55.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd46effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4700d15f0 0x7fd47015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd46effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4700d15f0 0x7fd47015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42446/0 (socket says 172.21.15.16:42446) 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.810+0000 7fd46effd640 1 -- 172.21.15.16:0/1677895194 learned_addr learned my addr 172.21.15.16:0/1677895194 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.811+0000 7fd46ffff640 1 --2- 172.21.15.16:0/1677895194 >> v2:172.21.15.104:3300/0 conn(0x7fd4700b97d0 0x7fd4700b9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.811+0000 7fd46effd640 1 -- 172.21.15.16:0/1677895194 >> v2:172.21.15.104:3300/0 conn(0x7fd4700b97d0 msgr2=0x7fd4700b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.811+0000 7fd46effd640 1 --2- 172.21.15.16:0/1677895194 >> v2:172.21.15.104:3300/0 conn(0x7fd4700b97d0 0x7fd4700b9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.811+0000 7fd46effd640 1 -- 172.21.15.16:0/1677895194 >> v1:172.21.15.104:6789/0 conn(0x7fd470147fc0 legacy=0x7fd4700d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.811+0000 7fd46effd640 1 -- 172.21.15.16:0/1677895194 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4700d2a30 con 0x7fd4700d15f0 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.811+0000 7fd46ffff640 1 --2- 172.21.15.16:0/1677895194 >> v2:172.21.15.104:3300/0 conn(0x7fd4700b97d0 0x7fd4700b9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.811+0000 7fd46effd640 1 --2- 172.21.15.16:0/1677895194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd47015ea60 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd4700ba5c0 tx=0x7fd46402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6a570a4b47d7f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd46e7fc640 1 -- 172.21.15.16:0/1677895194 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd464037070 con 0x7fd4700d15f0 2024-09-16T01:43:55.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd46e7fc640 1 -- 172.21.15.16:0/1677895194 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd464032440 con 0x7fd4700d15f0 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd46e7fc640 1 -- 172.21.15.16:0/1677895194 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd464032810 con 0x7fd4700d15f0 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 -- 172.21.15.16:0/1677895194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 msgr2=0x7fd47015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 --2- 172.21.15.16:0/1677895194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd47015ea60 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd4700ba5c0 tx=0x7fd46402a230 comp rx=0 tx=0).stop 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 -- 172.21.15.16:0/1677895194 shutdown_connections 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 --2- 172.21.15.16:0/1677895194 >> v2:172.21.15.104:3300/0 conn(0x7fd4700b97d0 0x7fd4700b9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 --2- 172.21.15.16:0/1677895194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd47015ea60 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 -- 172.21.15.16:0/1677895194 >> 172.21.15.16:0/1677895194 conn(0x7fd470074fe0 msgr2=0x7fd47006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 -- 172.21.15.16:0/1677895194 shutdown_connections 2024-09-16T01:43:55.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.812+0000 7fd475ae6640 1 -- 172.21.15.16:0/1677895194 wait complete. 2024-09-16T01:43:55.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.813+0000 7fd475ae6640 1 Processor -- start 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.814+0000 7fd475ae6640 1 -- start start 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.814+0000 7fd475ae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4700b97d0 0x7fd47013cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.814+0000 7fd475ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd4701f4370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.814+0000 7fd475ae6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470147fc0 0x7fd470143980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.814+0000 7fd475ae6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd4700d2ff0 con 0x7fd4700d15f0 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.814+0000 7fd475ae6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd4700d2500 con 0x7fd470147fc0 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.814+0000 7fd475ae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd4700ba180 con 0x7fd4700b97d0 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd4701f4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd4701f4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42456/0 (socket says 172.21.15.16:42456) 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 -- 172.21.15.16:0/2969176451 learned_addr learned my addr 172.21.15.16:0/2969176451 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46f7fe640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4700b97d0 0x7fd47013cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46ffff640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470147fc0 0x7fd470143980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 -- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4700b97d0 msgr2=0x7fd47013cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4700b97d0 0x7fd47013cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 -- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470147fc0 msgr2=0x7fd470143980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470147fc0 0x7fd470143980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 -- 172.21.15.16:0/2969176451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd470141880 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd46effd640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd4701f4370 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd464000c00 tx=0x7fd4640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd457fff640 1 -- 172.21.15.16:0/2969176451 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd464041020 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd457fff640 1 -- 172.21.15.16:0/2969176451 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd464030970 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd470142be0 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd457fff640 1 -- 172.21.15.16:0/2969176451 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd464037040 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.815+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd47013f360 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.816+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4700b9c40 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.817+0000 7fd457fff640 1 -- 172.21.15.16:0/2969176451 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fd464044020 con 0x7fd4700d15f0 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.817+0000 7fd457fff640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd45c06c490 0x7fd45c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:55.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.817+0000 7fd457fff640 1 -- 172.21.15.16:0/2969176451 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5767+0+0 (secure 0 0 0) 0x7fd4640ac0b0 con 0x7fd4700d15f0 2024-09-16T01:43:55.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.818+0000 7fd46f7fe640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd45c06c490 0x7fd45c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:55.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.818+0000 7fd46f7fe640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd45c06c490 0x7fd45c06e950 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd460004f60 tx=0x7fd460007e30 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:55.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:55.821+0000 7fd457fff640 1 -- 172.21.15.16:0/2969176451 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd46404b030 con 0x7fd4700d15f0 2024-09-16T01:43:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.034+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd470161b30 con 0x7fd4700d15f0 2024-09-16T01:43:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.035+0000 7fd457fff640 1 -- 172.21.15.16:0/2969176451 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fd464079e70 con 0x7fd4700d15f0 2024-09-16T01:43:56.036 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:43:56.037 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:43:56.037 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:43:56.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd45c06c490 msgr2=0x7fd45c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:56.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd45c06c490 0x7fd45c06e950 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd460004f60 tx=0x7fd460007e30 comp rx=0 tx=0).stop 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 msgr2=0x7fd4701f4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd4701f4370 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd464000c00 tx=0x7fd4640046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 shutdown_connections 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd45c06c490 0x7fd45c06e950 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470147fc0 0x7fd470143980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4700d15f0 0x7fd4701f4370 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 --2- 172.21.15.16:0/2969176451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4700b97d0 0x7fd47013cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 >> 172.21.15.16:0/2969176451 conn(0x7fd470074fe0 msgr2=0x7fd4701450b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 shutdown_connections 2024-09-16T01:43:56.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:43:56.037+0000 7fd475ae6640 1 -- 172.21.15.16:0/2969176451 wait complete. 2024-09-16T01:43:56.050 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:43:56.173 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":14,"uptime":0.95598489799999997,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.951974259730864,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:43:56.174 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 14, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.951974259730864 }, "state": "open", "uptime": 0.955984898 } ] 2024-09-16T01:43:56.174 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:01.175 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:01.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.288+0000 7fe9e6986640 1 Processor -- start 2024-09-16T01:44:01.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.289+0000 7fe9e6986640 1 -- start start 2024-09-16T01:44:01.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.289+0000 7fe9e6986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e0147fc0 0x7fe9e015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:01.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.289+0000 7fe9e6986640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9e00b9ee0 0x7fe9e00d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:01.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.289+0000 7fe9e6986640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9e00ba310 con 0x7fe9e00d0ee0 2024-09-16T01:44:01.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.289+0000 7fe9e6986640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe9e01483a0 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.289+0000 7fe9e6986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e015efa0 con 0x7fe9e0147fc0 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9e4f23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9e00b9ee0 0x7fe9e00d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9e4f23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9e00b9ee0 0x7fe9e00d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42458/0 (socket says 172.21.15.16:42458) 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9e4f23640 1 -- 172.21.15.16:0/3603999044 learned_addr learned my addr 172.21.15.16:0/3603999044 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9dffff640 1 --2- 172.21.15.16:0/3603999044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e0147fc0 0x7fe9e015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9e4f23640 1 -- 172.21.15.16:0/3603999044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e0147fc0 msgr2=0x7fe9e015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9e4f23640 1 --2- 172.21.15.16:0/3603999044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e0147fc0 0x7fe9e015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9e4f23640 1 -- 172.21.15.16:0/3603999044 >> v1:172.21.15.104:6789/0 conn(0x7fe9e00d0ee0 legacy=0x7fe9e00b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:01.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.290+0000 7fe9e4f23640 1 -- 172.21.15.16:0/3603999044 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e00d2750 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.291+0000 7fe9e4f23640 1 --2- 172.21.15.16:0/3603999044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e00d1340 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009e50 tx=0x7fe9d802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d512d85c3c48386 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.291+0000 7fe9deffd640 1 -- 172.21.15.16:0/3603999044 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8036070 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.291+0000 7fe9deffd640 1 -- 172.21.15.16:0/3603999044 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9d8031600 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.291+0000 7fe9deffd640 1 -- 172.21.15.16:0/3603999044 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d80319d0 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 -- 172.21.15.16:0/3603999044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 msgr2=0x7fe9e00d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 --2- 172.21.15.16:0/3603999044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e00d1340 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009e50 tx=0x7fe9d802a710 comp rx=0 tx=0).stop 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 -- 172.21.15.16:0/3603999044 shutdown_connections 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 --2- 172.21.15.16:0/3603999044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e00d1340 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 --2- 172.21.15.16:0/3603999044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e0147fc0 0x7fe9e015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 -- 172.21.15.16:0/3603999044 >> 172.21.15.16:0/3603999044 conn(0x7fe9e0074fe0 msgr2=0x7fe9e006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 -- 172.21.15.16:0/3603999044 shutdown_connections 2024-09-16T01:44:01.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.292+0000 7fe9e6986640 1 -- 172.21.15.16:0/3603999044 wait complete. 2024-09-16T01:44:01.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.293+0000 7fe9e6986640 1 Processor -- start 2024-09-16T01:44:01.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.293+0000 7fe9e6986640 1 -- start start 2024-09-16T01:44:01.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e6986640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e015d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:01.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e6986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e00d0ee0 0x7fe9e00cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:01.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e6986640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e0147fc0 0x7fe9e00cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:01.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e6986640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e00d2500 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e6986640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e00d2d10 con 0x7fe9e0147fc0 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e6986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e00d2ff0 con 0x7fe9e00d0ee0 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e015d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e015d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42460/0 (socket says 172.21.15.16:42460) 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 -- 172.21.15.16:0/1166028821 learned_addr learned my addr 172.21.15.16:0/1166028821 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 -- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e00d0ee0 msgr2=0x7fe9e00cf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e4f23640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e0147fc0 0x7fe9e00cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9df7fe640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e00d0ee0 0x7fe9e00cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e00d0ee0 0x7fe9e00cf5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 -- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e0147fc0 msgr2=0x7fe9e00cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e0147fc0 0x7fe9e00cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9dffff640 1 -- 172.21.15.16:0/1166028821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e0144a50 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9e4f23640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e0147fc0 0x7fe9e00cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.294+0000 7fe9df7fe640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e00d0ee0 0x7fe9e00cf5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.295+0000 7fe9dffff640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e015d080 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fe9d000e870 tx=0x7fe9d000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.295+0000 7fe9dcff9640 1 -- 172.21.15.16:0/1166028821 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0017070 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.295+0000 7fe9dcff9640 1 -- 172.21.15.16:0/1166028821 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9d000c940 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.295+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e0144d30 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.295+0000 7fe9dcff9640 1 -- 172.21.15.16:0/1166028821 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d000cd30 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.295+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e0145010 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.296+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9e00d1340 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.296+0000 7fe9dcff9640 1 -- 172.21.15.16:0/1166028821 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fe9d001a070 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.297+0000 7fe9dcff9640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9cc06c4f0 0x7fe9cc06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:01.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.297+0000 7fe9dcff9640 1 -- 172.21.15.16:0/1166028821 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fe9d008bbb0 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.297+0000 7fe9df7fe640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9cc06c4f0 0x7fe9cc06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:01.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.298+0000 7fe9df7fe640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9cc06c4f0 0x7fe9cc06e9b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe9e01e9e10 tx=0x7fe9d4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:01.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.302+0000 7fe9dcff9640 1 -- 172.21.15.16:0/1166028821 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe9d0059ee0 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.511+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9e0146380 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.512+0000 7fe9dcff9640 1 -- 172.21.15.16:0/1166028821 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fe9d00597e0 con 0x7fe9e00b9ee0 2024-09-16T01:44:01.513 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:01.514 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:01.514 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:01.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9cc06c4f0 msgr2=0x7fe9cc06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:01.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9cc06c4f0 0x7fe9cc06e9b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe9e01e9e10 tx=0x7fe9d4009040 comp rx=0 tx=0).stop 2024-09-16T01:44:01.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 msgr2=0x7fe9e015d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:01.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e015d080 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fe9d000e870 tx=0x7fe9d000ed30 comp rx=0 tx=0).stop 2024-09-16T01:44:01.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 shutdown_connections 2024-09-16T01:44:01.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9cc06c4f0 0x7fe9cc06e9b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e0147fc0 0x7fe9e00cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e00d0ee0 0x7fe9e00cf5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 --2- 172.21.15.16:0/1166028821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e00b9ee0 0x7fe9e015d080 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:01.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 >> 172.21.15.16:0/1166028821 conn(0x7fe9e0074fe0 msgr2=0x7fe9e015dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:01.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 shutdown_connections 2024-09-16T01:44:01.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:01.514+0000 7fe9e6986640 1 -- 172.21.15.16:0/1166028821 wait complete. 2024-09-16T01:44:01.527 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:01.647 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":13,"uptime":6.4298987079999996,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.676086592648165,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:01.647 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 13, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.676086592648165 }, "state": "open", "uptime": 6.429898708 } ] 2024-09-16T01:44:01.647 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:06.649 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:06.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.764+0000 7fc8bea47640 1 Processor -- start 2024-09-16T01:44:06.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.764+0000 7fc8bea47640 1 -- start start 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8bea47640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc8b8158cf0 0x7fc8b80af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8bea47640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc8b806c2f0 0x7fc8b80ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8bea47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8b815bb20 con 0x7fc8b81590d0 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8bea47640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc8b80afd50 con 0x7fc8b8158cf0 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8bea47640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc8b815be00 con 0x7fc8b806c2f0 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8b7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc8b8158cf0 0x7fc8b80af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8b7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc8b8158cf0 0x7fc8b80af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54268/0 (socket says 172.21.15.16:54268) 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.765+0000 7fc8b7fff640 1 -- 172.21.15.16:0/803191983 learned_addr learned my addr 172.21.15.16:0/803191983 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:06.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.766+0000 7fc8bcfe4640 1 --2- 172.21.15.16:0/803191983 >> v2:172.21.15.104:3300/0 conn(0x7fc8b806c2f0 0x7fc8b80ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:06.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.766+0000 7fc8b7fff640 1 -- 172.21.15.16:0/803191983 >> v2:172.21.15.104:3300/0 conn(0x7fc8b806c2f0 msgr2=0x7fc8b80ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:06.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.766+0000 7fc8b7fff640 1 --2- 172.21.15.16:0/803191983 >> v2:172.21.15.104:3300/0 conn(0x7fc8b806c2f0 0x7fc8b80ce290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.766+0000 7fc8b7fff640 1 -- 172.21.15.16:0/803191983 >> v1:172.21.15.104:6789/0 conn(0x7fc8b81590d0 legacy=0x7fc8b806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:06.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.766+0000 7fc8b7fff640 1 -- 172.21.15.16:0/803191983 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8b815c0e0 con 0x7fc8b8158cf0 2024-09-16T01:44:06.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.766+0000 7fc8b7fff640 1 --2- 172.21.15.16:0/803191983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b8158cf0 0x7fc8b80af810 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fc8b80b4840 tx=0x7fc8a802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be21d9da48475de server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:06.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8b6ffd640 1 -- 172.21.15.16:0/803191983 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a8037070 con 0x7fc8b8158cf0 2024-09-16T01:44:06.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8b6ffd640 1 -- 172.21.15.16:0/803191983 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8a8032440 con 0x7fc8b8158cf0 2024-09-16T01:44:06.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8b6ffd640 1 -- 172.21.15.16:0/803191983 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a8032810 con 0x7fc8b8158cf0 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 -- 172.21.15.16:0/803191983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b8158cf0 msgr2=0x7fc8b80af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 --2- 172.21.15.16:0/803191983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b8158cf0 0x7fc8b80af810 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fc8b80b4840 tx=0x7fc8a802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 -- 172.21.15.16:0/803191983 shutdown_connections 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 --2- 172.21.15.16:0/803191983 >> v2:172.21.15.104:3300/0 conn(0x7fc8b806c2f0 0x7fc8b80ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 --2- 172.21.15.16:0/803191983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b8158cf0 0x7fc8b80af810 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 -- 172.21.15.16:0/803191983 >> 172.21.15.16:0/803191983 conn(0x7fc8b80b2000 msgr2=0x7fc8b80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 -- 172.21.15.16:0/803191983 shutdown_connections 2024-09-16T01:44:06.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.767+0000 7fc8bea47640 1 -- 172.21.15.16:0/803191983 wait complete. 2024-09-16T01:44:06.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.769+0000 7fc8bea47640 1 Processor -- start 2024-09-16T01:44:06.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.769+0000 7fc8bea47640 1 -- start start 2024-09-16T01:44:06.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8bea47640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b806c2f0 0x7fc8b8144620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:06.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8bea47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8b8158cf0 0x7fc8b815e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:06.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8bea47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8b81590d0 0x7fc8b8153bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:06.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8bea47640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc8b815cb90 con 0x7fc8b806c2f0 2024-09-16T01:44:06.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8bea47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc8b815ca10 con 0x7fc8b8158cf0 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8bea47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc8b815cd10 con 0x7fc8b81590d0 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b806c2f0 0x7fc8b8144620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b806c2f0 0x7fc8b8144620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54284/0 (socket says 172.21.15.16:54284) 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 -- 172.21.15.16:0/3265695877 learned_addr learned my addr 172.21.15.16:0/3265695877 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8bcfe4640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8b81590d0 0x7fc8b8153bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b77fe640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8b8158cf0 0x7fc8b815e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 -- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8b81590d0 msgr2=0x7fc8b8153bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8b81590d0 0x7fc8b8153bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 -- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8b8158cf0 msgr2=0x7fc8b815e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:06.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8b8158cf0 0x7fc8b815e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 -- 172.21.15.16:0/3265695877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8b8071430 con 0x7fc8b806c2f0 2024-09-16T01:44:06.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b7fff640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b806c2f0 0x7fc8b8144620 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc8a802a220 tx=0x7fc8a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:06.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b4ff9640 1 -- 172.21.15.16:0/3265695877 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a8041020 con 0x7fc8b806c2f0 2024-09-16T01:44:06.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.770+0000 7fc8b4ff9640 1 -- 172.21.15.16:0/3265695877 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8a80306c0 con 0x7fc8b806c2f0 2024-09-16T01:44:06.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.771+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8b8071710 con 0x7fc8b806c2f0 2024-09-16T01:44:06.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.771+0000 7fc8b4ff9640 1 -- 172.21.15.16:0/3265695877 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a8037040 con 0x7fc8b806c2f0 2024-09-16T01:44:06.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.771+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8b8071cd0 con 0x7fc8b806c2f0 2024-09-16T01:44:06.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.771+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8b80b3300 con 0x7fc8b806c2f0 2024-09-16T01:44:06.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.772+0000 7fc8b4ff9640 1 -- 172.21.15.16:0/3265695877 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fc8a8044020 con 0x7fc8b806c2f0 2024-09-16T01:44:06.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.773+0000 7fc8b4ff9640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc8a406c4f0 0x7fc8a406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:06.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.773+0000 7fc8b4ff9640 1 -- 172.21.15.16:0/3265695877 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fc8a80ac000 con 0x7fc8b806c2f0 2024-09-16T01:44:06.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.773+0000 7fc8b77fe640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc8a406c4f0 0x7fc8a406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:06.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.773+0000 7fc8b77fe640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc8a406c4f0 0x7fc8a406e9b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8147860 tx=0x7fc8ac009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:06.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.777+0000 7fc8b4ff9640 1 -- 172.21.15.16:0/3265695877 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc8a804b030 con 0x7fc8b806c2f0 2024-09-16T01:44:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.990+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc8b80af3e0 con 0x7fc8b806c2f0 2024-09-16T01:44:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.990+0000 7fc8b4ff9640 1 -- 172.21.15.16:0/3265695877 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fc8a807a460 con 0x7fc8b806c2f0 2024-09-16T01:44:06.992 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:06.992 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:06.992 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc8a406c4f0 msgr2=0x7fc8a406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc8a406c4f0 0x7fc8a406e9b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8147860 tx=0x7fc8ac009040 comp rx=0 tx=0).stop 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b806c2f0 msgr2=0x7fc8b8144620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b806c2f0 0x7fc8b8144620 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc8a802a220 tx=0x7fc8a80046c0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 shutdown_connections 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc8a406c4f0 0x7fc8a406e9b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8b81590d0 0x7fc8b8153bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8b8158cf0 0x7fc8b815e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 --2- 172.21.15.16:0/3265695877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc8b806c2f0 0x7fc8b8144620 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 >> 172.21.15.16:0/3265695877 conn(0x7fc8b80b2000 msgr2=0x7fc8b80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 shutdown_connections 2024-09-16T01:44:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:06.992+0000 7fc8bea47640 1 -- 172.21.15.16:0/3265695877 wait complete. 2024-09-16T01:44:07.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:07.126 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":13,"uptime":11.908812791000001,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.403418945205516,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:07.126 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 13, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.403418945205516 }, "state": "open", "uptime": 11.908812791 } ] 2024-09-16T01:44:07.126 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:12.128 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:12.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.242+0000 7f11b9682640 1 Processor -- start 2024-09-16T01:44:12.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.242+0000 7f11b9682640 1 -- start start 2024-09-16T01:44:12.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b9682640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f11b40d32d0 0x7f11b40cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b9682640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11b40d1030 0x7f11b40d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b9682640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11b415e950 con 0x7f11b415e570 2024-09-16T01:44:12.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b9682640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f11b40d19e0 con 0x7f11b40d1030 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b9682640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f11b40d3710 con 0x7f11b40d32d0 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11b40d1030 0x7f11b40d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11b40d1030 0x7f11b40d14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46070/0 (socket says 172.21.15.16:46070) 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.243+0000 7f11b37fe640 1 -- 172.21.15.16:0/1765552402 learned_addr learned my addr 172.21.15.16:0/1765552402 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.244+0000 7f11b27fc640 1 --2- 172.21.15.16:0/1765552402 >> v2:172.21.15.104:3300/0 conn(0x7f11b40d32d0 0x7f11b40cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.244+0000 7f11b37fe640 1 -- 172.21.15.16:0/1765552402 >> v2:172.21.15.104:3300/0 conn(0x7f11b40d32d0 msgr2=0x7f11b40cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.244+0000 7f11b37fe640 1 --2- 172.21.15.16:0/1765552402 >> v2:172.21.15.104:3300/0 conn(0x7f11b40d32d0 0x7f11b40cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.244+0000 7f11b37fe640 1 -- 172.21.15.16:0/1765552402 >> v1:172.21.15.104:6789/0 conn(0x7f11b415e570 legacy=0x7f11b40d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.244+0000 7f11b37fe640 1 -- 172.21.15.16:0/1765552402 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b40d3960 con 0x7f11b40d1030 2024-09-16T01:44:12.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.244+0000 7f11b27fc640 1 --2- 172.21.15.16:0/1765552402 >> v2:172.21.15.104:3300/0 conn(0x7f11b40d32d0 0x7f11b40cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.244+0000 7f11b37fe640 1 --2- 172.21.15.16:0/1765552402 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b40d14a0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f11b40d2830 tx=0x7f11ac02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0e0a76e76a16899 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b1ffb640 1 -- 172.21.15.16:0/1765552402 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac037070 con 0x7f11b40d1030 2024-09-16T01:44:12.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b1ffb640 1 -- 172.21.15.16:0/1765552402 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11ac032440 con 0x7f11b40d1030 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b1ffb640 1 -- 172.21.15.16:0/1765552402 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac032810 con 0x7f11b40d1030 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 -- 172.21.15.16:0/1765552402 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 msgr2=0x7f11b40d14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 --2- 172.21.15.16:0/1765552402 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b40d14a0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f11b40d2830 tx=0x7f11ac02a1e0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 -- 172.21.15.16:0/1765552402 shutdown_connections 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 --2- 172.21.15.16:0/1765552402 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b40d14a0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 --2- 172.21.15.16:0/1765552402 >> v2:172.21.15.104:3300/0 conn(0x7f11b40d32d0 0x7f11b40cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 -- 172.21.15.16:0/1765552402 >> 172.21.15.16:0/1765552402 conn(0x7f11b4074bc0 msgr2=0x7f11b4074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 -- 172.21.15.16:0/1765552402 shutdown_connections 2024-09-16T01:44:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.245+0000 7f11b9682640 1 -- 172.21.15.16:0/1765552402 wait complete. 2024-09-16T01:44:12.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.247+0000 7f11b9682640 1 Processor -- start 2024-09-16T01:44:12.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.247+0000 7f11b9682640 1 -- start start 2024-09-16T01:44:12.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.247+0000 7f11b9682640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b415cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.247+0000 7f11b9682640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b40d32d0 0x7f11b414cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b9682640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11b415e570 0x7f11b414d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b9682640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f11b40d4200 con 0x7f11b40d1030 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b9682640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11b40d3f20 con 0x7f11b40d32d0 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b9682640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f11b40d44e0 con 0x7f11b415e570 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b415cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b415cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46078/0 (socket says 172.21.15.16:46078) 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 -- 172.21.15.16:0/2263907720 learned_addr learned my addr 172.21.15.16:0/2263907720 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b27fc640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b40d32d0 0x7f11b414cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b37fe640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11b415e570 0x7f11b414d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 -- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11b415e570 msgr2=0x7f11b414d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11b415e570 0x7f11b414d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 -- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b40d32d0 msgr2=0x7f11b414cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b40d32d0 0x7f11b414cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 -- 172.21.15.16:0/2263907720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b40ca770 con 0x7f11b40d1030 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b37fe640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11b415e570 0x7f11b414d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b2ffd640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b415cd90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c730 tx=0x7f11a400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11ab7fe640 1 -- 172.21.15.16:0/2263907720 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a4016020 con 0x7f11b40d1030 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11ab7fe640 1 -- 172.21.15.16:0/2263907720 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11a4006d50 con 0x7f11b40d1030 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11b40caa50 con 0x7f11b40d1030 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11ab7fe640 1 -- 172.21.15.16:0/2263907720 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a4003bb0 con 0x7f11b40d1030 2024-09-16T01:44:12.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.248+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11b40cb010 con 0x7f11b40d1030 2024-09-16T01:44:12.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.250+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11b40d14a0 con 0x7f11b40d1030 2024-09-16T01:44:12.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.250+0000 7f11ab7fe640 1 -- 172.21.15.16:0/2263907720 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f11a400a850 con 0x7f11b40d1030 2024-09-16T01:44:12.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.251+0000 7f11ab7fe640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f119406c4f0 0x7f119406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.251+0000 7f11ab7fe640 1 -- 172.21.15.16:0/2263907720 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f11a408b3f0 con 0x7f11b40d1030 2024-09-16T01:44:12.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.251+0000 7f11b27fc640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f119406c4f0 0x7f119406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.251+0000 7f11b27fc640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f119406c4f0 0x7f119406e9b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f11b4161990 tx=0x7f119c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.255+0000 7f11ab7fe640 1 -- 172.21.15.16:0/2263907720 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f11a4020020 con 0x7f11b40d1030 2024-09-16T01:44:12.271 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:44:12.273 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:44:12.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.474+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11b40ba0e0 con 0x7f11b40d1030 2024-09-16T01:44:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.474+0000 7f11ab7fe640 1 -- 172.21.15.16:0/2263907720 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f11a4059850 con 0x7f11b40d1030 2024-09-16T01:44:12.476 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:12.476 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.476+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f119406c4f0 msgr2=0x7f119406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f119406c4f0 0x7f119406e9b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f11b4161990 tx=0x7f119c008040 comp rx=0 tx=0).stop 2024-09-16T01:44:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 msgr2=0x7f11b415cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b415cd90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c730 tx=0x7f11a400cbf0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 shutdown_connections 2024-09-16T01:44:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f119406c4f0 0x7f119406e9b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11b415e570 0x7f11b414d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b40d32d0 0x7f11b414cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 --2- 172.21.15.16:0/2263907720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11b40d1030 0x7f11b415cd90 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 >> 172.21.15.16:0/2263907720 conn(0x7f11b4074bc0 msgr2=0x7f11b40b89a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 shutdown_connections 2024-09-16T01:44:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:12.477+0000 7f11b9682640 1 -- 172.21.15.16:0/2263907720 wait complete. 2024-09-16T01:44:12.489 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:12.609 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":12,"uptime":17.391726811000002,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.133985919026806,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:12.610 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 12, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.133985919026806 }, "state": "open", "uptime": 17.391726811 } ] 2024-09-16T01:44:12.610 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:17.611 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:17.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.725+0000 7fcc8eae4640 1 Processor -- start 2024-09-16T01:44:17.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.725+0000 7fcc8eae4640 1 -- start start 2024-09-16T01:44:17.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.726+0000 7fcc8eae4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcc8806f8b0 0x7fcc881690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.726+0000 7fcc8eae4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc880b6a70 con 0x7fcc8815e3a0 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.726+0000 7fcc8eae4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc8806d960 con 0x7fcc8806bbe0 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.726+0000 7fcc8eae4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcc880b7640 con 0x7fcc8806f8b0 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.726+0000 7fcc8c880640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcc8815e3a0 0x7fcc8806d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:38268/0 (socket says 172.21.15.16:38268) 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.726+0000 7fcc8c880640 1 -- 172.21.15.16:0/1857962685 learned_addr learned my addr 172.21.15.16:0/1857962685 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc8d081640 1 --2- 172.21.15.16:0/1857962685 >> v2:172.21.15.104:3300/0 conn(0x7fcc8806f8b0 0x7fcc881690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1956293549 0 0) 0x7fcc880b6a70 con 0x7fcc8815e3a0 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc74003520 con 0x7fcc8815e3a0 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3704772523 0 0) 0x7fcc74003520 con 0x7fcc8815e3a0 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 >> v2:172.21.15.104:3300/0 conn(0x7fcc8806f8b0 msgr2=0x7fcc881690c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 --2- 172.21.15.16:0/1857962685 >> v2:172.21.15.104:3300/0 conn(0x7fcc8806f8b0 0x7fcc881690c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 >> v1:172.21.15.104:6789/0 conn(0x7fcc8806bbe0 legacy=0x7fcc8806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc880b6d10 con 0x7fcc8815e3a0 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fcc80001690 con 0x7fcc8815e3a0 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 >> v1:172.21.15.16:6789/0 conn(0x7fcc8815e3a0 legacy=0x7fcc8806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc740039b0 0x7fcc74003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc74004800 0x7fcc74004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc740051c0 0x7fcc7400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcc880b7640 con 0x7fcc74004800 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7400c160 con 0x7fcc740051c0 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc7400c360 con 0x7fcc740039b0 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc87fff640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc74004800 0x7fcc74004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc8d081640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc740051c0 0x7fcc7400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.727+0000 7fcc8c880640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc740039b0 0x7fcc74003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc87fff640 1 -- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc740039b0 msgr2=0x7fcc74003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc87fff640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc740039b0 0x7fcc74003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc87fff640 1 -- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc740051c0 msgr2=0x7fcc7400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc87fff640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc740051c0 0x7fcc7400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc8d081640 1 -- 172.21.15.16:0/1857962685 reap_dead start 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc87fff640 1 -- 172.21.15.16:0/1857962685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc74003520 con 0x7fcc74004800 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc8c880640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc740039b0 0x7fcc74003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc87fff640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc74004800 0x7fcc74004c80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fcc78001e70 tx=0x7fcc74005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c565bce622e9c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc78001ac0 con 0x7fcc74004800 2024-09-16T01:44:17.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc7802ae40 con 0x7fcc74004800 2024-09-16T01:44:17.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.728+0000 7fcc877fe640 1 -- 172.21.15.16:0/1857962685 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc78003c00 con 0x7fcc74004800 2024-09-16T01:44:17.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.729+0000 7fcc8eae4640 1 -- 172.21.15.16:0/1857962685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc74004800 msgr2=0x7fcc74004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.729+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc74004800 0x7fcc74004c80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fcc78001e70 tx=0x7fcc74005830 comp rx=0 tx=0).stop 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.729+0000 7fcc8eae4640 1 -- 172.21.15.16:0/1857962685 shutdown_connections 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.729+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/1857962685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc74004800 0x7fcc74004c80 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.729+0000 7fcc8eae4640 1 -- 172.21.15.16:0/1857962685 >> 172.21.15.16:0/1857962685 conn(0x7fcc880b4090 msgr2=0x7fcc880b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.729+0000 7fcc8eae4640 1 -- 172.21.15.16:0/1857962685 shutdown_connections 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.729+0000 7fcc8eae4640 1 -- 172.21.15.16:0/1857962685 wait complete. 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.730+0000 7fcc8eae4640 1 Processor -- start 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.730+0000 7fcc8eae4640 1 -- start start 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8eae4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc74004800 0x7fcc881ea760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8eae4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc8815d090 0x7fcc881e8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8eae4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc880ae8a0 0x7fcc881e8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8eae4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8815e780 con 0x7fcc880ae8a0 2024-09-16T01:44:17.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8eae4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc880b72d0 con 0x7fcc8815d090 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8eae4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc88073cc0 con 0x7fcc74004800 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8d081640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc880ae8a0 0x7fcc881e8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8d081640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc880ae8a0 0x7fcc881e8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46106/0 (socket says 172.21.15.16:46106) 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.731+0000 7fcc8d081640 1 -- 172.21.15.16:0/4206830418 learned_addr learned my addr 172.21.15.16:0/4206830418 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8c880640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc74004800 0x7fcc881ea760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc87fff640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc8815d090 0x7fcc881e8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8d081640 1 -- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc74004800 msgr2=0x7fcc881ea760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8d081640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc74004800 0x7fcc881ea760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8d081640 1 -- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc8815d090 msgr2=0x7fcc881e8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8d081640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc8815d090 0x7fcc881e8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8d081640 1 -- 172.21.15.16:0/4206830418 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc880aee60 con 0x7fcc880ae8a0 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc87fff640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc8815d090 0x7fcc881e8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:17.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8c880640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc74004800 0x7fcc881ea760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8d081640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc880ae8a0 0x7fcc881e8660 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fcc880b4fe0 tx=0x7fcc70011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc857fa640 1 -- 172.21.15.16:0/4206830418 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc70004240 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc857fa640 1 -- 172.21.15.16:0/4206830418 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc7001c070 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc8815c5b0 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc857fa640 1 -- 172.21.15.16:0/4206830418 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7000f710 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.732+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc881eaca0 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.733+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc8806f1a0 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.734+0000 7fcc857fa640 1 -- 172.21.15.16:0/4206830418 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fcc70012040 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.734+0000 7fcc857fa640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc6806c520 0x7fcc6806e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.734+0000 7fcc857fa640 1 -- 172.21.15.16:0/4206830418 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fcc7008b820 con 0x7fcc880ae8a0 2024-09-16T01:44:17.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.734+0000 7fcc8c880640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc6806c520 0x7fcc6806e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:17.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.735+0000 7fcc8c880640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc6806c520 0x7fcc6806e9e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcc80001ce0 tx=0x7fcc80001e10 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:17.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.739+0000 7fcc857fa640 1 -- 172.21.15.16:0/4206830418 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc70059bf0 con 0x7fcc880ae8a0 2024-09-16T01:44:17.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.949+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcc880731a0 con 0x7fcc880ae8a0 2024-09-16T01:44:17.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.950+0000 7fcc857fa640 1 -- 172.21.15.16:0/4206830418 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fcc700594f0 con 0x7fcc880ae8a0 2024-09-16T01:44:17.952 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:17.952 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:17.952 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:17.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc6806c520 msgr2=0x7fcc6806e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc6806c520 0x7fcc6806e9e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcc80001ce0 tx=0x7fcc80001e10 comp rx=0 tx=0).stop 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc880ae8a0 msgr2=0x7fcc881e8660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc880ae8a0 0x7fcc881e8660 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fcc880b4fe0 tx=0x7fcc70011cf0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 shutdown_connections 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc6806c520 0x7fcc6806e9e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc880ae8a0 0x7fcc881e8660 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc8815d090 0x7fcc881e8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 --2- 172.21.15.16:0/4206830418 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc74004800 0x7fcc881ea760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 >> 172.21.15.16:0/4206830418 conn(0x7fcc880b4090 msgr2=0x7fcc88159c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 shutdown_connections 2024-09-16T01:44:17.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:17.952+0000 7fcc8eae4640 1 -- 172.21.15.16:0/4206830418 wait complete. 2024-09-16T01:44:17.965 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:18.086 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":11,"uptime":22.867640941000001,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.868282104992129,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:18.086 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 11, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.86828210499213 }, "state": "open", "uptime": 22.867640941 } ] 2024-09-16T01:44:18.086 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:23.088 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:23.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.202+0000 7f38956f1640 1 Processor -- start 2024-09-16T01:44:23.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.202+0000 7f38956f1640 1 -- start start 2024-09-16T01:44:23.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.203+0000 7f38956f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 0x7f38900af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.203+0000 7f38956f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f38901590d0 0x7f389006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.203+0000 7f38956f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f389015bb20 con 0x7f389015ca10 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.203+0000 7f38956f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f38900afd50 con 0x7f38901590d0 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.203+0000 7f38956f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f389015be00 con 0x7f3890158cf0 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.203+0000 7f388f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f389015ca10 0x7f389015ef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56516/0 (socket says 172.21.15.16:56516) 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.203+0000 7f388f7fe640 1 -- 172.21.15.16:0/1559530665 learned_addr learned my addr 172.21.15.16:0/1559530665 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388effd640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 0x7f38900af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388e7fc640 1 --2- 172.21.15.16:0/1559530665 >> v2:172.21.15.104:3300/0 conn(0x7f38901590d0 0x7f389006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3836951890 0 0) 0x7f389015bb20 con 0x7f389015ca10 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f387c003520 con 0x7f389015ca10 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 371592150 0 0) 0x7f387c003520 con 0x7f389015ca10 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 msgr2=0x7f38900af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 0x7f38900af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 >> v2:172.21.15.104:3300/0 conn(0x7f38901590d0 msgr2=0x7f389006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:23.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 --2- 172.21.15.16:0/1559530665 >> v2:172.21.15.104:3300/0 conn(0x7f38901590d0 0x7f389006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389015c0e0 con 0x7f389015ca10 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f3888001670 con 0x7f389015ca10 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 >> v1:172.21.15.16:6789/0 conn(0x7f389015ca10 legacy=0x7f389015ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387c0039b0 0x7f387c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387c004800 0x7f387c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 0x7f387c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f38900afd50 con 0x7f387c004800 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f389015be00 con 0x7f387c0039b0 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f387c00dbd0 con 0x7f3890158cf0 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388e7fc640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387c004800 0x7f387c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388effd640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387c0039b0 0x7f387c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388f7fe640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 0x7f387c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388e7fc640 1 -- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 msgr2=0x7f387c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:23.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388e7fc640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3890158cf0 0x7f387c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388e7fc640 1 -- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387c0039b0 msgr2=0x7f387c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:23.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388e7fc640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387c0039b0 0x7f387c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.204+0000 7f388e7fc640 1 -- 172.21.15.16:0/1559530665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f387c003520 con 0x7f387c004800 2024-09-16T01:44:23.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.205+0000 7f388e7fc640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387c004800 0x7f387c004c80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3878009af0 tx=0x7f387c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2059e8e7dc2c6de6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:23.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.205+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3878036070 con 0x7f387c004800 2024-09-16T01:44:23.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.205+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3878031400 con 0x7f387c004800 2024-09-16T01:44:23.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.205+0000 7f388dffb640 1 -- 172.21.15.16:0/1559530665 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3878009690 con 0x7f387c004800 2024-09-16T01:44:23.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.206+0000 7f38956f1640 1 -- 172.21.15.16:0/1559530665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387c004800 msgr2=0x7f387c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:23.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.206+0000 7f38956f1640 1 --2- 172.21.15.16:0/1559530665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f387c004800 0x7f387c004c80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3878009af0 tx=0x7f387c005830 comp rx=0 tx=0).stop 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.206+0000 7f388f7fe640 1 -- 172.21.15.16:0/1559530665 reap_dead start 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.206+0000 7f38956f1640 1 -- 172.21.15.16:0/1559530665 shutdown_connections 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.206+0000 7f38956f1640 1 -- 172.21.15.16:0/1559530665 >> 172.21.15.16:0/1559530665 conn(0x7f38900b2000 msgr2=0x7f38900b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.206+0000 7f38956f1640 1 -- 172.21.15.16:0/1559530665 shutdown_connections 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.206+0000 7f38956f1640 1 -- 172.21.15.16:0/1559530665 wait complete. 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 Processor -- start 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 -- start start 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387c004800 0x7f38901580f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38901448b0 0x7f38900ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38900aede0 0x7f38901474a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f38900b3480 con 0x7f38901448b0 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f38900b3300 con 0x7f38900aede0 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f38956f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f38900b3600 con 0x7f387c004800 2024-09-16T01:44:23.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f388e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38901448b0 0x7f38900ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.208+0000 7f388e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38901448b0 0x7f38900ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57860/0 (socket says 172.21.15.16:57860) 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388e7fc640 1 -- 172.21.15.16:0/3702134622 learned_addr learned my addr 172.21.15.16:0/3702134622 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388f7fe640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38900aede0 0x7f38901474a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388effd640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387c004800 0x7f38901580f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388e7fc640 1 -- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387c004800 msgr2=0x7f38901580f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388e7fc640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387c004800 0x7f38901580f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388e7fc640 1 -- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38900aede0 msgr2=0x7f38901474a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388e7fc640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38900aede0 0x7f38901474a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388e7fc640 1 -- 172.21.15.16:0/3702134622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3890157330 con 0x7f38901448b0 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388effd640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387c004800 0x7f38901580f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388f7fe640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38900aede0 0x7f38901474a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f388e7fc640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38901448b0 0x7f38900ae8a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3878009af0 tx=0x7f3878004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f38877fe640 1 -- 172.21.15.16:0/3702134622 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3878041020 con 0x7f38901448b0 2024-09-16T01:44:23.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f38877fe640 1 -- 172.21.15.16:0/3702134622 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f387802ade0 con 0x7f38901448b0 2024-09-16T01:44:23.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f38877fe640 1 -- 172.21.15.16:0/3702134622 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3878036040 con 0x7f38901448b0 2024-09-16T01:44:23.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3890157610 con 0x7f38901448b0 2024-09-16T01:44:23.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.209+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3890157bd0 con 0x7f38901448b0 2024-09-16T01:44:23.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.210+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38900af810 con 0x7f38901448b0 2024-09-16T01:44:23.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.211+0000 7f38877fe640 1 -- 172.21.15.16:0/3702134622 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f3878044020 con 0x7f38901448b0 2024-09-16T01:44:23.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.212+0000 7f38877fe640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f387006c4f0 0x7f387006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:23.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.212+0000 7f38877fe640 1 -- 172.21.15.16:0/3702134622 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f38780abd00 con 0x7f38901448b0 2024-09-16T01:44:23.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.212+0000 7f388effd640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f387006c4f0 0x7f387006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:23.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.213+0000 7f388effd640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f387006c4f0 0x7f387006e9b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3880013370 tx=0x7f388000b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:23.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.216+0000 7f38877fe640 1 -- 172.21.15.16:0/3702134622 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f387804b030 con 0x7f38901448b0 2024-09-16T01:44:23.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.428+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38901594b0 con 0x7f38901448b0 2024-09-16T01:44:23.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.428+0000 7f38877fe640 1 -- 172.21.15.16:0/3702134622 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f387807a230 con 0x7f38901448b0 2024-09-16T01:44:23.431 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:23.432 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:23.432 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:23.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.430+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f387006c4f0 msgr2=0x7f387006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:23.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.430+0000 7f38956f1640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f387006c4f0 0x7f387006e9b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3880013370 tx=0x7f388000b040 comp rx=0 tx=0).stop 2024-09-16T01:44:23.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.430+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38901448b0 msgr2=0x7f38900ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:23.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.430+0000 7f38956f1640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38901448b0 0x7f38900ae8a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3878009af0 tx=0x7f3878004730 comp rx=0 tx=0).stop 2024-09-16T01:44:23.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 shutdown_connections 2024-09-16T01:44:23.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f387006c4f0 0x7f387006e9b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38900aede0 0x7f38901474a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38901448b0 0x7f38900ae8a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 --2- 172.21.15.16:0/3702134622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f387c004800 0x7f38901580f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:23.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 >> 172.21.15.16:0/3702134622 conn(0x7f38900b2000 msgr2=0x7f38900b15e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:23.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 shutdown_connections 2024-09-16T01:44:23.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:23.431+0000 7f38956f1640 1 -- 172.21.15.16:0/3702134622 wait complete. 2024-09-16T01:44:23.445 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:23.566 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":10,"uptime":28.347555006,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.605728376474595,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:23.566 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 10, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.605728376474595 }, "state": "open", "uptime": 28.347555006 } ] 2024-09-16T01:44:23.566 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:28.568 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:28.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.680+0000 7f5871c77640 1 Processor -- start 2024-09-16T01:44:28.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.681+0000 7f5871c77640 1 -- start start 2024-09-16T01:44:28.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.681+0000 7f5871c77640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f586c147fc0 0x7f586c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:28.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.681+0000 7f5871c77640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f586c0d0ee0 0x7f586c0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:28.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.681+0000 7f5871c77640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f586c0ba2f0 con 0x7f586c0b97d0 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.681+0000 7f5871c77640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f586c1483a0 con 0x7f586c147fc0 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.681+0000 7f5871c77640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f586c15efa0 con 0x7f586c0d0ee0 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f586b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f586c147fc0 0x7f586c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f586b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f586c147fc0 0x7f586c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57862/0 (socket says 172.21.15.16:57862) 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f586b7fe640 1 -- 172.21.15.16:0/2164672190 learned_addr learned my addr 172.21.15.16:0/2164672190 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f5862ffd640 1 --2- 172.21.15.16:0/2164672190 >> v2:172.21.15.104:3300/0 conn(0x7f586c0d0ee0 0x7f586c0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f586b7fe640 1 -- 172.21.15.16:0/2164672190 >> v2:172.21.15.104:3300/0 conn(0x7f586c0d0ee0 msgr2=0x7f586c0d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f586b7fe640 1 --2- 172.21.15.16:0/2164672190 >> v2:172.21.15.104:3300/0 conn(0x7f586c0d0ee0 0x7f586c0d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f586b7fe640 1 -- 172.21.15.16:0/2164672190 >> v1:172.21.15.104:6789/0 conn(0x7f586c0b97d0 legacy=0x7f586c0b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:28.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.682+0000 7f586b7fe640 1 -- 172.21.15.16:0/2164672190 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f586c0d2750 con 0x7f586c147fc0 2024-09-16T01:44:28.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f586b7fe640 1 --2- 172.21.15.16:0/2164672190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c15ea60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f586c161f70 tx=0x7f585c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f44bb14959befed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:28.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f586affd640 1 -- 172.21.15.16:0/2164672190 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c037070 con 0x7f586c147fc0 2024-09-16T01:44:28.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f586affd640 1 -- 172.21.15.16:0/2164672190 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f585c032440 con 0x7f586c147fc0 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f586affd640 1 -- 172.21.15.16:0/2164672190 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c032810 con 0x7f586c147fc0 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 -- 172.21.15.16:0/2164672190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 msgr2=0x7f586c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 --2- 172.21.15.16:0/2164672190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c15ea60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f586c161f70 tx=0x7f585c02a230 comp rx=0 tx=0).stop 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 -- 172.21.15.16:0/2164672190 shutdown_connections 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 --2- 172.21.15.16:0/2164672190 >> v2:172.21.15.104:3300/0 conn(0x7f586c0d0ee0 0x7f586c0d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 --2- 172.21.15.16:0/2164672190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c15ea60 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 -- 172.21.15.16:0/2164672190 >> 172.21.15.16:0/2164672190 conn(0x7f586c074fe0 msgr2=0x7f586c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 -- 172.21.15.16:0/2164672190 shutdown_connections 2024-09-16T01:44:28.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.683+0000 7f5871c77640 1 -- 172.21.15.16:0/2164672190 wait complete. 2024-09-16T01:44:28.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.685+0000 7f5871c77640 1 Processor -- start 2024-09-16T01:44:28.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.685+0000 7f5871c77640 1 -- start start 2024-09-16T01:44:28.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5871c77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f586c0b97d0 0x7f586c143fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:28.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5871c77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586c0d0ee0 0x7f586c1f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5871c77640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c140de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5871c77640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f586c0d2d10 con 0x7f586c147fc0 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5871c77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f586c0d2500 con 0x7f586c0b97d0 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5871c77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f586c0d2ff0 con 0x7f586c0d0ee0 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c140de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c140de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57872/0 (socket says 172.21.15.16:57872) 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 -- 172.21.15.16:0/2753806174 learned_addr learned my addr 172.21.15.16:0/2753806174 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5862ffd640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586c0d0ee0 0x7f586c1f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586b7fe640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f586c0b97d0 0x7f586c143fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 -- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586c0d0ee0 msgr2=0x7f586c1f4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586c0d0ee0 0x7f586c1f4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 -- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f586c0b97d0 msgr2=0x7f586c143fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f586c0b97d0 0x7f586c143fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 -- 172.21.15.16:0/2753806174 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f586c1f53a0 con 0x7f586c147fc0 2024-09-16T01:44:28.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f586bfff640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c140de0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f586400c780 tx=0x7f586400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:28.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5868ff9640 1 -- 172.21.15.16:0/2753806174 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5864017070 con 0x7f586c147fc0 2024-09-16T01:44:28.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5868ff9640 1 -- 172.21.15.16:0/2753806174 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5864003da0 con 0x7f586c147fc0 2024-09-16T01:44:28.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5868ff9640 1 -- 172.21.15.16:0/2753806174 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58640052b0 con 0x7f586c147fc0 2024-09-16T01:44:28.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.686+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f586c142f10 con 0x7f586c147fc0 2024-09-16T01:44:28.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.687+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f586c1434d0 con 0x7f586c147fc0 2024-09-16T01:44:28.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.687+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f586c0d1370 con 0x7f586c147fc0 2024-09-16T01:44:28.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.688+0000 7f5868ff9640 1 -- 172.21.15.16:0/2753806174 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f586401a070 con 0x7f586c147fc0 2024-09-16T01:44:28.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.689+0000 7f5868ff9640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f584c06c4f0 0x7f584c06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:28.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.689+0000 7f5868ff9640 1 -- 172.21.15.16:0/2753806174 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f586408ada0 con 0x7f586c147fc0 2024-09-16T01:44:28.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.689+0000 7f586b7fe640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f584c06c4f0 0x7f584c06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:28.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.689+0000 7f586b7fe640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f584c06c4f0 0x7f584c06e9b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f585c034000 tx=0x7f585c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:28.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.693+0000 7f5868ff9640 1 -- 172.21.15.16:0/2753806174 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5864058b20 con 0x7f586c147fc0 2024-09-16T01:44:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.907+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f586c0cf120 con 0x7f586c147fc0 2024-09-16T01:44:28.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.907+0000 7f5868ff9640 1 -- 172.21.15.16:0/2753806174 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f586405ce20 con 0x7f586c147fc0 2024-09-16T01:44:28.910 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:28.910 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:28.910 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f584c06c4f0 msgr2=0x7f584c06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f584c06c4f0 0x7f584c06e9b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f585c034000 tx=0x7f585c02e000 comp rx=0 tx=0).stop 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 msgr2=0x7f586c140de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c140de0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f586400c780 tx=0x7f586400cc40 comp rx=0 tx=0).stop 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 shutdown_connections 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f584c06c4f0 0x7f584c06e9b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f586c147fc0 0x7f586c140de0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586c0d0ee0 0x7f586c1f4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 --2- 172.21.15.16:0/2753806174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f586c0b97d0 0x7f586c143fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:28.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 >> 172.21.15.16:0/2753806174 conn(0x7f586c074fe0 msgr2=0x7f586c0d3510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:28.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 shutdown_connections 2024-09-16T01:44:28.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:28.909+0000 7f5871c77640 1 -- 172.21.15.16:0/2753806174 wait complete. 2024-09-16T01:44:28.923 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:29.044 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":10,"uptime":33.826469090000003,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.346524970118946,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:29.045 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 10, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.346524970118946 }, "state": "open", "uptime": 33.82646909 } ] 2024-09-16T01:44:29.045 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:34.046 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:34.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.162+0000 7fe9ca5a2640 1 Processor -- start 2024-09-16T01:44:34.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.162+0000 7fe9ca5a2640 1 -- start start 2024-09-16T01:44:34.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9ca5a2640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9c415e4a0 0x7fe9c40b37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9ca5a2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b7a30 0x7fe9c40b53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9ca5a2640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9c40b3f20 con 0x7fe9c40b4fc0 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9ca5a2640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe9c40b4b30 con 0x7fe9c415e4a0 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9ca5a2640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9c40b4200 con 0x7fe9c40b7a30 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c95a0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9c415e4a0 0x7fe9c40b37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c95a0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9c415e4a0 0x7fe9c40b37d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47778/0 (socket says 172.21.15.16:47778) 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c8d9f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe9c40b4fc0 0x7fe9c40b7320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57842/0 (socket says 172.21.15.16:57842) 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c95a0640 1 -- 172.21.15.16:0/3987174720 learned_addr learned my addr 172.21.15.16:0/3987174720 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c9da1640 1 --2- 172.21.15.16:0/3987174720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b7a30 0x7fe9c40b53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c95a0640 1 -- 172.21.15.16:0/3987174720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b7a30 msgr2=0x7fe9c40b53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c95a0640 1 --2- 172.21.15.16:0/3987174720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b7a30 0x7fe9c40b53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c95a0640 1 -- 172.21.15.16:0/3987174720 >> v1:172.21.15.16:6789/0 conn(0x7fe9c40b4fc0 legacy=0x7fe9c40b7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:34.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9c95a0640 1 -- 172.21.15.16:0/3987174720 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c40b44e0 con 0x7fe9c415e4a0 2024-09-16T01:44:34.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.163+0000 7fe9bbfff640 1 -- 172.21.15.16:0/3987174720 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2688600519 0 0) 0x7fe9c40b3f20 con 0x7fe9c40b4fc0 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.164+0000 7fe9c95a0640 1 --2- 172.21.15.16:0/3987174720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c415e4a0 0x7fe9c40b37d0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0009870 tx=0x7fe9c002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93152c51d9cf281e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.164+0000 7fe9bbfff640 1 -- 172.21.15.16:0/3987174720 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0037070 con 0x7fe9c415e4a0 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.164+0000 7fe9bbfff640 1 -- 172.21.15.16:0/3987174720 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9c0032440 con 0x7fe9c415e4a0 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.164+0000 7fe9bbfff640 1 -- 172.21.15.16:0/3987174720 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0032810 con 0x7fe9c415e4a0 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/3987174720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c415e4a0 msgr2=0x7fe9c40b37d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/3987174720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c415e4a0 0x7fe9c40b37d0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0009870 tx=0x7fe9c002a270 comp rx=0 tx=0).stop 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/3987174720 shutdown_connections 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/3987174720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b7a30 0x7fe9c40b53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/3987174720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c415e4a0 0x7fe9c40b37d0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/3987174720 >> 172.21.15.16:0/3987174720 conn(0x7fe9c40b5ec0 msgr2=0x7fe9c40b62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:34.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/3987174720 shutdown_connections 2024-09-16T01:44:34.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.165+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/3987174720 wait complete. 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.166+0000 7fe9ca5a2640 1 Processor -- start 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.166+0000 7fe9ca5a2640 1 -- start start 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9ca5a2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b4fc0 0x7fe9c414fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9ca5a2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c40b7a30 0x7fe9c40cc520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9ca5a2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9c415e4a0 0x7fe9c40b8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9ca5a2640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c40cea20 con 0x7fe9c40b7a30 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9ca5a2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c415e880 con 0x7fe9c415e4a0 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9ca5a2640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9c40ceba0 con 0x7fe9c40b4fc0 2024-09-16T01:44:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c40b7a30 0x7fe9c40cc520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c40b7a30 0x7fe9c40cc520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47794/0 (socket says 172.21.15.16:47794) 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 -- 172.21.15.16:0/1999457830 learned_addr learned my addr 172.21.15.16:0/1999457830 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c95a0640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b4fc0 0x7fe9c414fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c9da1640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9c415e4a0 0x7fe9c40b8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 -- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b4fc0 msgr2=0x7fe9c414fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b4fc0 0x7fe9c414fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 -- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9c415e4a0 msgr2=0x7fe9c40b8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9c415e4a0 0x7fe9c40b8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.167+0000 7fe9c8d9f640 1 -- 172.21.15.16:0/1999457830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c40cb4a0 con 0x7fe9c40b7a30 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.168+0000 7fe9c8d9f640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c40b7a30 0x7fe9c40cc520 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe9b400c4a0 tx=0x7fe9b400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.168+0000 7fe9b9ffb640 1 -- 172.21.15.16:0/1999457830 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b4018070 con 0x7fe9c40b7a30 2024-09-16T01:44:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.168+0000 7fe9b9ffb640 1 -- 172.21.15.16:0/1999457830 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9b40074e0 con 0x7fe9c40b7a30 2024-09-16T01:44:34.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.168+0000 7fe9b9ffb640 1 -- 172.21.15.16:0/1999457830 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b4004a20 con 0x7fe9c40b7a30 2024-09-16T01:44:34.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.168+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c40cb760 con 0x7fe9c40b7a30 2024-09-16T01:44:34.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.168+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c40cbd20 con 0x7fe9c40b7a30 2024-09-16T01:44:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.169+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c40b53e0 con 0x7fe9c40b7a30 2024-09-16T01:44:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.170+0000 7fe9b9ffb640 1 -- 172.21.15.16:0/1999457830 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fe9b401b070 con 0x7fe9c40b7a30 2024-09-16T01:44:34.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.170+0000 7fe9b9ffb640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9a806c540 0x7fe9a806ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:34.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.170+0000 7fe9b9ffb640 1 -- 172.21.15.16:0/1999457830 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fe9b408ab60 con 0x7fe9c40b7a30 2024-09-16T01:44:34.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.170+0000 7fe9c95a0640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9a806c540 0x7fe9a806ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:34.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.171+0000 7fe9c95a0640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9a806c540 0x7fe9a806ea00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0034000 tx=0x7fe9c002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:34.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.175+0000 7fe9b9ffb640 1 -- 172.21.15.16:0/1999457830 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe9b40589c0 con 0x7fe9c40b7a30 2024-09-16T01:44:34.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.386+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9c40d3fb0 con 0x7fe9c40b7a30 2024-09-16T01:44:34.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.387+0000 7fe9b9ffb640 1 -- 172.21.15.16:0/1999457830 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fe9b405ccc0 con 0x7fe9c40b7a30 2024-09-16T01:44:34.388 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:34.389 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:34.389 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9a806c540 msgr2=0x7fe9a806ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9a806c540 0x7fe9a806ea00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0034000 tx=0x7fe9c002e000 comp rx=0 tx=0).stop 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c40b7a30 msgr2=0x7fe9c40cc520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c40b7a30 0x7fe9c40cc520 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe9b400c4a0 tx=0x7fe9b400c960 comp rx=0 tx=0).stop 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 shutdown_connections 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9a806c540 0x7fe9a806ea00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9c415e4a0 0x7fe9c40b8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9c40b7a30 0x7fe9c40cc520 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 --2- 172.21.15.16:0/1999457830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9c40b4fc0 0x7fe9c414fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:34.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 >> 172.21.15.16:0/1999457830 conn(0x7fe9c40b5ec0 msgr2=0x7fe9c406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:34.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 shutdown_connections 2024-09-16T01:44:34.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:34.389+0000 7fe9ca5a2640 1 -- 172.21.15.16:0/1999457830 wait complete. 2024-09-16T01:44:34.402 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:34.522 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":9,"uptime":39.305383175000003,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.090582133042009,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:34.523 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 9, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.09058213304201 }, "state": "open", "uptime": 39.305383175 } ] 2024-09-16T01:44:34.523 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:39.524 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:39.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.638+0000 7fb9f4b6d640 1 Processor -- start 2024-09-16T01:44:39.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.638+0000 7fb9f4b6d640 1 -- start start 2024-09-16T01:44:39.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.639+0000 7fb9f4b6d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9f0147fc0 0x7fb9f015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:39.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.639+0000 7fb9f4b6d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9f00ba2f0 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.639+0000 7fb9f4b6d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9f00d2750 con 0x7fb9f00b9ee0 2024-09-16T01:44:39.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.639+0000 7fb9f4b6d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb9f01483a0 con 0x7fb9f0147fc0 2024-09-16T01:44:39.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.640+0000 7fb9ee59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9f0147fc0 0x7fb9f015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:39.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.640+0000 7fb9edd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb9f00d0ee0 0x7fb9f00b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57850/0 (socket says 172.21.15.16:57850) 2024-09-16T01:44:39.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.640+0000 7fb9edd9b640 1 -- 172.21.15.16:0/752142873 learned_addr learned my addr 172.21.15.16:0/752142873 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:44:39.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.640+0000 7fb9ee59c640 1 -- 172.21.15.16:0/752142873 >> v1:172.21.15.104:6789/0 conn(0x7fb9f00b9ee0 legacy=0x7fb9f00d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:39.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.640+0000 7fb9ee59c640 1 -- 172.21.15.16:0/752142873 >> v1:172.21.15.16:6789/0 conn(0x7fb9f00d0ee0 legacy=0x7fb9f00b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:39.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.640+0000 7fb9ee59c640 1 -- 172.21.15.16:0/752142873 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f00d2a30 con 0x7fb9f0147fc0 2024-09-16T01:44:39.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.640+0000 7fb9ed59a640 1 -- 172.21.15.16:0/752142873 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2095945679 0 0) 0x7fb9f00ba2f0 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.641+0000 7fb9ee59c640 1 --2- 172.21.15.16:0/752142873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f0147fc0 0x7fb9f015ea60 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0009d90 tx=0x7fb9e002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce2b5528c51dbb2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:39.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.641+0000 7fb9ed59a640 1 -- 172.21.15.16:0/752142873 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0007740 con 0x7fb9f0147fc0 2024-09-16T01:44:39.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.641+0000 7fb9ed59a640 1 -- 172.21.15.16:0/752142873 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9e00078e0 con 0x7fb9f0147fc0 2024-09-16T01:44:39.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.641+0000 7fb9ed59a640 1 -- 172.21.15.16:0/752142873 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0007cb0 con 0x7fb9f0147fc0 2024-09-16T01:44:39.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.641+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/752142873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f0147fc0 msgr2=0x7fb9f015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:39.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.641+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/752142873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f0147fc0 0x7fb9f015ea60 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0009d90 tx=0x7fb9e002a6a0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.642+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/752142873 shutdown_connections 2024-09-16T01:44:39.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.642+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/752142873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f0147fc0 0x7fb9f015ea60 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.642+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/752142873 >> 172.21.15.16:0/752142873 conn(0x7fb9f0074fe0 msgr2=0x7fb9f006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:39.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.642+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/752142873 shutdown_connections 2024-09-16T01:44:39.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.642+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/752142873 wait complete. 2024-09-16T01:44:39.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.643+0000 7fb9f4b6d640 1 Processor -- start 2024-09-16T01:44:39.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.643+0000 7fb9f4b6d640 1 -- start start 2024-09-16T01:44:39.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9f4b6d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9f00b9ee0 0x7fb9f015df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:39.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9f4b6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f00d0ee0 0x7fb9f0133880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9f4b6d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9f0147fc0 0x7fb9f0133dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9f4b6d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f00d2500 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9f4b6d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f015efa0 con 0x7fb9f0147fc0 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9f4b6d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb9f00d2ff0 con 0x7fb9f00b9ee0 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9edd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f00d0ee0 0x7fb9f0133880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9edd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f00d0ee0 0x7fb9f0133880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47814/0 (socket says 172.21.15.16:47814) 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9edd9b640 1 -- 172.21.15.16:0/813149666 learned_addr learned my addr 172.21.15.16:0/813149666 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9ee59c640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9f00b9ee0 0x7fb9f015df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.644+0000 7fb9eed9d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9f0147fc0 0x7fb9f0133dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9edd9b640 1 -- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9f00b9ee0 msgr2=0x7fb9f015df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9edd9b640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9f00b9ee0 0x7fb9f015df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9edd9b640 1 -- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9f0147fc0 msgr2=0x7fb9f0133dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:39.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9edd9b640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9f0147fc0 0x7fb9f0133dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9edd9b640 1 -- 172.21.15.16:0/813149666 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f0133600 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9eed9d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9f0147fc0 0x7fb9f0133dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9edd9b640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f00d0ee0 0x7fb9f0133880 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb9d800c4d0 tx=0x7fb9d800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9e6ffd640 1 -- 172.21.15.16:0/813149666 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d8018070 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9e6ffd640 1 -- 172.21.15.16:0/813149666 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9d8007500 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9f015e480 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9e6ffd640 1 -- 172.21.15.16:0/813149666 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d8004a20 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.645+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9f0132840 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.646+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9f015ea60 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.646+0000 7fb9e6ffd640 1 -- 172.21.15.16:0/813149666 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fb9d801b070 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.647+0000 7fb9e6ffd640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb9d006c4f0 0x7fb9d006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:39.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.647+0000 7fb9e6ffd640 1 -- 172.21.15.16:0/813149666 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fb9d808ab40 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.647+0000 7fb9ee59c640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb9d006c4f0 0x7fb9d006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:39.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.648+0000 7fb9ee59c640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb9d006c4f0 0x7fb9d006e9b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0034000 tx=0x7fb9e002f000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:39.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.652+0000 7fb9e6ffd640 1 -- 172.21.15.16:0/813149666 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb9d80588c0 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.862+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9f0161d50 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.863+0000 7fb9e6ffd640 1 -- 172.21.15.16:0/813149666 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fb9d805cbc0 con 0x7fb9f00d0ee0 2024-09-16T01:44:39.864 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:39.865 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:39.865 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:39.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb9d006c4f0 msgr2=0x7fb9d006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:39.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb9d006c4f0 0x7fb9d006e9b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0034000 tx=0x7fb9e002f000 comp rx=0 tx=0).stop 2024-09-16T01:44:39.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f00d0ee0 msgr2=0x7fb9f0133880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:39.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f00d0ee0 0x7fb9f0133880 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb9d800c4d0 tx=0x7fb9d800c990 comp rx=0 tx=0).stop 2024-09-16T01:44:39.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 shutdown_connections 2024-09-16T01:44:39.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb9d006c4f0 0x7fb9d006e9b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9f0147fc0 0x7fb9f0133dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9f00d0ee0 0x7fb9f0133880 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 --2- 172.21.15.16:0/813149666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9f00b9ee0 0x7fb9f015df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:39.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 >> 172.21.15.16:0/813149666 conn(0x7fb9f0074fe0 msgr2=0x7fb9f0144e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:39.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 shutdown_connections 2024-09-16T01:44:39.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:39.865+0000 7fb9f4b6d640 1 -- 172.21.15.16:0/813149666 wait complete. 2024-09-16T01:44:39.878 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:39.999 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":8,"uptime":44.782297286000002,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.837950519357886,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:40.000 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.837950519357886 }, "state": "open", "uptime": 44.782297286 } ] 2024-09-16T01:44:40.000 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:42.376 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:44:42.379 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:44:45.001 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:45.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.115+0000 7fac49ded640 1 Processor -- start 2024-09-16T01:44:45.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.115+0000 7fac49ded640 1 -- start start 2024-09-16T01:44:45.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac49ded640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fac44070e10 0x7fac4406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:45.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac49ded640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac44073c00 0x7fac4406c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:45.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac49ded640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac4415e910 con 0x7fac4415e530 2024-09-16T01:44:45.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac49ded640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fac440718c0 con 0x7fac44070e10 2024-09-16T01:44:45.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac49ded640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fac440d1c50 con 0x7fac44073c00 2024-09-16T01:44:45.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac437fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fac4415e530 0x7fac44070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33258/0 (socket says 172.21.15.16:33258) 2024-09-16T01:44:45.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac437fe640 1 -- 172.21.15.16:0/3171409647 learned_addr learned my addr 172.21.15.16:0/3171409647 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:44:45.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac42ffd640 1 --2- 172.21.15.16:0/3171409647 >> v2:172.21.15.104:3300/0 conn(0x7fac44070e10 0x7fac4406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:45.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.116+0000 7fac43fff640 1 --2- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac44073c00 0x7fac4406c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:45.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac427fc640 1 -- 172.21.15.16:0/3171409647 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1154849107 0 0) 0x7fac4415e910 con 0x7fac4415e530 2024-09-16T01:44:45.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac427fc640 1 -- 172.21.15.16:0/3171409647 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac2c003520 con 0x7fac4415e530 2024-09-16T01:44:45.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac427fc640 1 -- 172.21.15.16:0/3171409647 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3151622117 0 0) 0x7fac2c003520 con 0x7fac4415e530 2024-09-16T01:44:45.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac42ffd640 1 -- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac44073c00 msgr2=0x7fac4406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:45.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac42ffd640 1 --2- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac44073c00 0x7fac4406c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac42ffd640 1 -- 172.21.15.16:0/3171409647 >> v1:172.21.15.16:6789/0 conn(0x7fac4415e530 legacy=0x7fac44070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac42ffd640 1 -- 172.21.15.16:0/3171409647 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac44073120 con 0x7fac44070e10 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.117+0000 7fac43fff640 1 --2- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac44073c00 0x7fac4406c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.118+0000 7fac42ffd640 1 --2- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 0x7fac4406bbe0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fac380097a0 tx=0x7fac3802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1bf8fdd87ff38a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.118+0000 7fac427fc640 1 -- 172.21.15.16:0/3171409647 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38037070 con 0x7fac44070e10 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.118+0000 7fac427fc640 1 -- 172.21.15.16:0/3171409647 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac3802aba0 con 0x7fac44070e10 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.118+0000 7fac427fc640 1 -- 172.21.15.16:0/3171409647 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac34001670 con 0x7fac44070e10 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.118+0000 7fac49ded640 1 -- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 msgr2=0x7fac4406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.118+0000 7fac49ded640 1 --2- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 0x7fac4406bbe0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fac380097a0 tx=0x7fac3802a110 comp rx=0 tx=0).stop 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.119+0000 7fac49ded640 1 -- 172.21.15.16:0/3171409647 shutdown_connections 2024-09-16T01:44:45.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.119+0000 7fac49ded640 1 --2- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac44073c00 0x7fac4406c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.119+0000 7fac49ded640 1 --2- 172.21.15.16:0/3171409647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 0x7fac4406bbe0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.119+0000 7fac49ded640 1 -- 172.21.15.16:0/3171409647 >> 172.21.15.16:0/3171409647 conn(0x7fac440d2300 msgr2=0x7fac440d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:45.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.119+0000 7fac49ded640 1 -- 172.21.15.16:0/3171409647 shutdown_connections 2024-09-16T01:44:45.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.119+0000 7fac49ded640 1 -- 172.21.15.16:0/3171409647 wait complete. 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.120+0000 7fac49ded640 1 Processor -- start 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.120+0000 7fac49ded640 1 -- start start 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac49ded640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 0x7fac44150ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac49ded640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac44073c00 0x7fac441f8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac49ded640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac4415e530 0x7fac440af320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac49ded640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fac440b73c0 con 0x7fac44073c00 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac49ded640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fac440736e0 con 0x7fac44070e10 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac49ded640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fac440b7540 con 0x7fac4415e530 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac44073c00 0x7fac441f8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:45.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac44073c00 0x7fac441f8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36932/0 (socket says 172.21.15.16:36932) 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 -- 172.21.15.16:0/3961322089 learned_addr learned my addr 172.21.15.16:0/3961322089 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac437fe640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 0x7fac44150ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac43fff640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac4415e530 0x7fac440af320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 -- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac4415e530 msgr2=0x7fac440af320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac4415e530 0x7fac440af320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 -- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 msgr2=0x7fac44150ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 0x7fac44150ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 -- 172.21.15.16:0/3961322089 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac441f8ed0 con 0x7fac44073c00 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.121+0000 7fac42ffd640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac44073c00 0x7fac441f8480 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fac38035040 tx=0x7fac380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:45.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.122+0000 7fac2bfff640 1 -- 172.21.15.16:0/3961322089 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38042020 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.122+0000 7fac2bfff640 1 -- 172.21.15.16:0/3961322089 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac38003a40 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.122+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac441f91b0 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.122+0000 7fac2bfff640 1 -- 172.21.15.16:0/3961322089 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38037040 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.122+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac44156470 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.123+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac440d2f10 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.123+0000 7fac2bfff640 1 -- 172.21.15.16:0/3961322089 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fac38045020 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.124+0000 7fac2bfff640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac3006c4f0 0x7fac3006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.124+0000 7fac2bfff640 1 -- 172.21.15.16:0/3961322089 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fac380abb90 con 0x7fac44073c00 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.124+0000 7fac437fe640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac3006c4f0 0x7fac3006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:45.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.125+0000 7fac437fe640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac3006c4f0 0x7fac3006e9b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fac34005880 tx=0x7fac34009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:45.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.129+0000 7fac2bfff640 1 -- 172.21.15.16:0/3961322089 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac3804c070 con 0x7fac44073c00 2024-09-16T01:44:45.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.341+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac441f9380 con 0x7fac44073c00 2024-09-16T01:44:45.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.342+0000 7fac2bfff640 1 -- 172.21.15.16:0/3961322089 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fac38030340 con 0x7fac44073c00 2024-09-16T01:44:45.343 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:45.343 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:45.343 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:45.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.343+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac3006c4f0 msgr2=0x7fac3006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:45.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.343+0000 7fac49ded640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac3006c4f0 0x7fac3006e9b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fac34005880 tx=0x7fac34009040 comp rx=0 tx=0).stop 2024-09-16T01:44:45.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.343+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac44073c00 msgr2=0x7fac441f8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:45.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.343+0000 7fac49ded640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac44073c00 0x7fac441f8480 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fac38035040 tx=0x7fac380046c0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.343+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 shutdown_connections 2024-09-16T01:44:45.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.343+0000 7fac49ded640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fac3006c4f0 0x7fac3006e9b0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.343+0000 7fac49ded640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac4415e530 0x7fac440af320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.344+0000 7fac49ded640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac44073c00 0x7fac441f8480 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.344+0000 7fac49ded640 1 --2- 172.21.15.16:0/3961322089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac44070e10 0x7fac44150ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:45.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.344+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 >> 172.21.15.16:0/3961322089 conn(0x7fac440d2300 msgr2=0x7fac44070700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:45.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.344+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 shutdown_connections 2024-09-16T01:44:45.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:45.344+0000 7fac49ded640 1 -- 172.21.15.16:0/3961322089 wait complete. 2024-09-16T01:44:45.357 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:45.479 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":8,"uptime":50.262211352000001,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.588359879853247,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:45.480 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.588359879853247 }, "state": "open", "uptime": 50.262211352 } ] 2024-09-16T01:44:45.480 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:50.481 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:50.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.596+0000 7fa1efb66640 1 Processor -- start 2024-09-16T01:44:50.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.596+0000 7fa1efb66640 1 -- start start 2024-09-16T01:44:50.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1efb66640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1e80cecb0 0x7fa1e80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1efb66640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa1e80cda90 0x7fa1e806bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1efb66640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1e8160230 con 0x7fa1e80cf090 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1efb66640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa1e8160e40 con 0x7fa1e80cda90 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1efb66640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa1e8160510 con 0x7fa1e80cecb0 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ee103640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa1e80cda90 0x7fa1e806bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ee103640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa1e80cda90 0x7fa1e806bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36936/0 (socket says 172.21.15.16:36936) 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ee103640 1 -- 172.21.15.16:0/821403707 learned_addr learned my addr 172.21.15.16:0/821403707 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ed902640 1 --2- 172.21.15.16:0/821403707 >> v2:172.21.15.104:3300/0 conn(0x7fa1e80cecb0 0x7fa1e80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ee103640 1 -- 172.21.15.16:0/821403707 >> v2:172.21.15.104:3300/0 conn(0x7fa1e80cecb0 msgr2=0x7fa1e80ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ee103640 1 --2- 172.21.15.16:0/821403707 >> v2:172.21.15.104:3300/0 conn(0x7fa1e80cecb0 0x7fa1e80ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ee103640 1 -- 172.21.15.16:0/821403707 >> v1:172.21.15.104:6789/0 conn(0x7fa1e80cf090 legacy=0x7fa1e80cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:50.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.597+0000 7fa1ee103640 1 -- 172.21.15.16:0/821403707 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1e81607f0 con 0x7fa1e80cda90 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.598+0000 7fa1ee103640 1 --2- 172.21.15.16:0/821403707 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cda90 0x7fa1e806bc50 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa1e80b56c0 tx=0x7fa1e002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7b42371c8385e94 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.598+0000 7fa1ec900640 1 -- 172.21.15.16:0/821403707 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0036070 con 0x7fa1e80cda90 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.598+0000 7fa1ec900640 1 -- 172.21.15.16:0/821403707 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1e0031600 con 0x7fa1e80cda90 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.598+0000 7fa1ec900640 1 -- 172.21.15.16:0/821403707 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e00319d0 con 0x7fa1e80cda90 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 -- 172.21.15.16:0/821403707 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cda90 msgr2=0x7fa1e806bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 --2- 172.21.15.16:0/821403707 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cda90 0x7fa1e806bc50 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa1e80b56c0 tx=0x7fa1e002a6f0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 -- 172.21.15.16:0/821403707 shutdown_connections 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 --2- 172.21.15.16:0/821403707 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cda90 0x7fa1e806bc50 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 --2- 172.21.15.16:0/821403707 >> v2:172.21.15.104:3300/0 conn(0x7fa1e80cecb0 0x7fa1e80ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 -- 172.21.15.16:0/821403707 >> 172.21.15.16:0/821403707 conn(0x7fa1e80b2000 msgr2=0x7fa1e80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 -- 172.21.15.16:0/821403707 shutdown_connections 2024-09-16T01:44:50.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.599+0000 7fa1efb66640 1 -- 172.21.15.16:0/821403707 wait complete. 2024-09-16T01:44:50.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.600+0000 7fa1efb66640 1 Processor -- start 2024-09-16T01:44:50.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.600+0000 7fa1efb66640 1 -- start start 2024-09-16T01:44:50.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1efb66640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1e80cda90 0x7fa1e80aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1efb66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e80cecb0 0x7fa1e8148cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1efb66640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cf090 0x7fa1e8149210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1efb66640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1e806c310 con 0x7fa1e80cf090 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1efb66640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1e806c190 con 0x7fa1e80cecb0 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1efb66640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1e806c490 con 0x7fa1e80cda90 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cf090 0x7fa1e8149210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cf090 0x7fa1e8149210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36942/0 (socket says 172.21.15.16:36942) 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 -- 172.21.15.16:0/2461655651 learned_addr learned my addr 172.21.15.16:0/2461655651 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ed101640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e80cecb0 0x7fa1e8148cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ed902640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1e80cda90 0x7fa1e80aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 -- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1e80cda90 msgr2=0x7fa1e80aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:50.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1e80cda90 0x7fa1e80aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 -- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e80cecb0 msgr2=0x7fa1e8148cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e80cecb0 0x7fa1e8148cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.601+0000 7fa1ee103640 1 -- 172.21.15.16:0/2461655651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1e8158a70 con 0x7fa1e80cf090 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.602+0000 7fa1ee103640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cf090 0x7fa1e8149210 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009f40 tx=0x7fa1e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.602+0000 7fa1de7fc640 1 -- 172.21.15.16:0/2461655651 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0036050 con 0x7fa1e80cf090 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.602+0000 7fa1de7fc640 1 -- 172.21.15.16:0/2461655651 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1e0042070 con 0x7fa1e80cf090 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.602+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1e8158d50 con 0x7fa1e80cf090 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.602+0000 7fa1de7fc640 1 -- 172.21.15.16:0/2461655651 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0009510 con 0x7fa1e80cf090 2024-09-16T01:44:50.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.602+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1e8159310 con 0x7fa1e80cf090 2024-09-16T01:44:50.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.603+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1e806bc50 con 0x7fa1e80cf090 2024-09-16T01:44:50.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.604+0000 7fa1de7fc640 1 -- 172.21.15.16:0/2461655651 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fa1e0007bd0 con 0x7fa1e80cf090 2024-09-16T01:44:50.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.604+0000 7fa1de7fc640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1cc06c4f0 0x7fa1cc06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:50.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.604+0000 7fa1de7fc640 1 -- 172.21.15.16:0/2461655651 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fa1e00ac680 con 0x7fa1e80cf090 2024-09-16T01:44:50.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.604+0000 7fa1ed902640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1cc06c4f0 0x7fa1cc06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:50.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.605+0000 7fa1ed902640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1cc06c4f0 0x7fa1cc06e9b0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4006fd0 tx=0x7fa1e4008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:50.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.609+0000 7fa1de7fc640 1 -- 172.21.15.16:0/2461655651 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa1e007a3c0 con 0x7fa1e80cf090 2024-09-16T01:44:50.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.820+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1e806f0b0 con 0x7fa1e80cf090 2024-09-16T01:44:50.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.821+0000 7fa1de7fc640 1 -- 172.21.15.16:0/2461655651 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fa1e007e6c0 con 0x7fa1e80cf090 2024-09-16T01:44:50.822 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:50.823 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:50.823 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1cc06c4f0 msgr2=0x7fa1cc06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1cc06c4f0 0x7fa1cc06e9b0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4006fd0 tx=0x7fa1e4008040 comp rx=0 tx=0).stop 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cf090 msgr2=0x7fa1e8149210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cf090 0x7fa1e8149210 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009f40 tx=0x7fa1e0004a40 comp rx=0 tx=0).stop 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 shutdown_connections 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1cc06c4f0 0x7fa1cc06e9b0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e80cf090 0x7fa1e8149210 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e80cecb0 0x7fa1e8148cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 --2- 172.21.15.16:0/2461655651 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1e80cda90 0x7fa1e80aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 >> 172.21.15.16:0/2461655651 conn(0x7fa1e80b2000 msgr2=0x7fa1e815ecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:50.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 shutdown_connections 2024-09-16T01:44:50.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:50.823+0000 7fa1efb66640 1 -- 172.21.15.16:0/2461655651 wait complete. 2024-09-16T01:44:50.836 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:50.956 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":7,"uptime":55.739125467999997,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.342043524379253,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:50.956 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 7, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.342043524379253 }, "state": "open", "uptime": 55.739125468 } ] 2024-09-16T01:44:50.957 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:44:55.957 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:44:56.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.072+0000 7f9f782d0640 1 Processor -- start 2024-09-16T01:44:56.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.072+0000 7f9f782d0640 1 -- start start 2024-09-16T01:44:56.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f782d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7006d2a0 0x7f9f700755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:56.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f782d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9f7015eb40 0x7f9f700739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:56.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f782d0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f70073f20 0x7f9f700cab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:56.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f782d0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9f70073270 con 0x7f9f7015eb40 2024-09-16T01:44:56.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f782d0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9f70073550 con 0x7f9f70073f20 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f782d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9f7015f350 con 0x7f9f7006d2a0 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f7586b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9f7015eb40 0x7f9f700739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f7586b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9f7015eb40 0x7f9f700739e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35332/0 (socket says 172.21.15.16:35332) 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f7586b640 1 -- 172.21.15.16:0/3284780448 learned_addr learned my addr 172.21.15.16:0/3284780448 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f7606c640 1 --2- 172.21.15.16:0/3284780448 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7006d2a0 0x7f9f700755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.073+0000 7f9f7686d640 1 --2- 172.21.15.16:0/3284780448 >> v2:172.21.15.104:3300/0 conn(0x7f9f70073f20 0x7f9f700cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7586b640 1 -- 172.21.15.16:0/3284780448 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7006d2a0 msgr2=0x7f9f700755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7586b640 1 --2- 172.21.15.16:0/3284780448 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7006d2a0 0x7f9f700755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7586b640 1 -- 172.21.15.16:0/3284780448 >> v2:172.21.15.104:3300/0 conn(0x7f9f70073f20 msgr2=0x7f9f700cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7586b640 1 --2- 172.21.15.16:0/3284780448 >> v2:172.21.15.104:3300/0 conn(0x7f9f70073f20 0x7f9f700cab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7586b640 1 -- 172.21.15.16:0/3284780448 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f7015f630 con 0x7f9f7015eb40 2024-09-16T01:44:56.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7686d640 1 --2- 172.21.15.16:0/3284780448 >> v2:172.21.15.104:3300/0 conn(0x7f9f70073f20 0x7f9f700cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7586b640 1 --2- 172.21.15.16:0/3284780448 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f7015eb40 0x7f9f700739e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9f700b0ad0 tx=0x7f9f6002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57fbd3134bcf5efc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.074+0000 7f9f7506a640 1 -- 172.21.15.16:0/3284780448 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f60037070 con 0x7f9f7015eb40 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f7506a640 1 -- 172.21.15.16:0/3284780448 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f60032440 con 0x7f9f7015eb40 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f7506a640 1 -- 172.21.15.16:0/3284780448 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f60032810 con 0x7f9f7015eb40 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 -- 172.21.15.16:0/3284780448 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f7015eb40 msgr2=0x7f9f700739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 --2- 172.21.15.16:0/3284780448 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f7015eb40 0x7f9f700739e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9f700b0ad0 tx=0x7f9f6002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 -- 172.21.15.16:0/3284780448 shutdown_connections 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 --2- 172.21.15.16:0/3284780448 >> v2:172.21.15.104:3300/0 conn(0x7f9f70073f20 0x7f9f700cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 --2- 172.21.15.16:0/3284780448 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f7015eb40 0x7f9f700739e0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 --2- 172.21.15.16:0/3284780448 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7006d2a0 0x7f9f700755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 -- 172.21.15.16:0/3284780448 >> 172.21.15.16:0/3284780448 conn(0x7f9f700b2ec0 msgr2=0x7f9f700b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 -- 172.21.15.16:0/3284780448 shutdown_connections 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.075+0000 7f9f782d0640 1 -- 172.21.15.16:0/3284780448 wait complete. 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.076+0000 7f9f782d0640 1 Processor -- start 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.076+0000 7f9f782d0640 1 -- start start 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f782d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f7006d2a0 0x7f9f70157210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f782d0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f70073f20 0x7f9f7009d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f782d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7015eb40 0x7f9f700af320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f782d0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7015f100 con 0x7f9f70073f20 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f782d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7015ef80 con 0x7f9f7006d2a0 2024-09-16T01:44:56.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f782d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9f700cb050 con 0x7f9f7015eb40 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f7586b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f70073f20 0x7f9f7009d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f7586b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f70073f20 0x7f9f7009d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35336/0 (socket says 172.21.15.16:35336) 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.077+0000 7f9f7586b640 1 -- 172.21.15.16:0/991597003 learned_addr learned my addr 172.21.15.16:0/991597003 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7606c640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f7006d2a0 0x7f9f70157210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7686d640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7015eb40 0x7f9f700af320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7586b640 1 -- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7015eb40 msgr2=0x7f9f700af320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7586b640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7015eb40 0x7f9f700af320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7586b640 1 -- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f7006d2a0 msgr2=0x7f9f70157210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7586b640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f7006d2a0 0x7f9f70157210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7586b640 1 -- 172.21.15.16:0/991597003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f7009df70 con 0x7f9f70073f20 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7606c640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f7006d2a0 0x7f9f70157210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:56.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f7586b640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f70073f20 0x7f9f7009d700 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9f60000c00 tx=0x7f9f600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:56.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f66ffd640 1 -- 172.21.15.16:0/991597003 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f60041070 con 0x7f9f70073f20 2024-09-16T01:44:56.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f66ffd640 1 -- 172.21.15.16:0/991597003 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f6003c870 con 0x7f9f70073f20 2024-09-16T01:44:56.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f66ffd640 1 -- 172.21.15.16:0/991597003 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f60037040 con 0x7f9f70073f20 2024-09-16T01:44:56.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f7009e250 con 0x7f9f70073f20 2024-09-16T01:44:56.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.078+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f7009e810 con 0x7f9f70073f20 2024-09-16T01:44:56.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.079+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f70068fd0 con 0x7f9f70073f20 2024-09-16T01:44:56.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.080+0000 7f9f66ffd640 1 -- 172.21.15.16:0/991597003 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f9f60044070 con 0x7f9f70073f20 2024-09-16T01:44:56.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.080+0000 7f9f66ffd640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9f5406c4f0 0x7f9f5406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:56.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.080+0000 7f9f66ffd640 1 -- 172.21.15.16:0/991597003 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f9f600ac760 con 0x7f9f70073f20 2024-09-16T01:44:56.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.080+0000 7f9f7606c640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9f5406c4f0 0x7f9f5406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:56.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.081+0000 7f9f7606c640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9f5406c4f0 0x7f9f5406e9b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c006fd0 tx=0x7f9f6c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:56.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.085+0000 7f9f66ffd640 1 -- 172.21.15.16:0/991597003 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9f70068fd0 con 0x7f9f70073f20 2024-09-16T01:44:56.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.298+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f701589e0 con 0x7f9f70073f20 2024-09-16T01:44:56.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.298+0000 7f9f66ffd640 1 -- 172.21.15.16:0/991597003 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f9f6007abd0 con 0x7f9f70073f20 2024-09-16T01:44:56.300 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:44:56.300 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:44:56.301 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:44:56.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9f5406c4f0 msgr2=0x7f9f5406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:56.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9f5406c4f0 0x7f9f5406e9b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c006fd0 tx=0x7f9f6c008040 comp rx=0 tx=0).stop 2024-09-16T01:44:56.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f70073f20 msgr2=0x7f9f7009d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:56.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f70073f20 0x7f9f7009d700 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9f60000c00 tx=0x7f9f600046c0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 shutdown_connections 2024-09-16T01:44:56.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9f5406c4f0 0x7f9f5406e9b0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9f7015eb40 0x7f9f700af320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f70073f20 0x7f9f7009d700 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 --2- 172.21.15.16:0/991597003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f7006d2a0 0x7f9f70157210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:56.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 >> 172.21.15.16:0/991597003 conn(0x7f9f700b2ec0 msgr2=0x7f9f70160d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:56.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 shutdown_connections 2024-09-16T01:44:56.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:44:56.300+0000 7f9f782d0640 1 -- 172.21.15.16:0/991597003 wait complete. 2024-09-16T01:44:56.313 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:44:56.435 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":7,"uptime":61.218039552,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.098736251964542,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:44:56.436 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 7, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.098736251964542 }, "state": "open", "uptime": 61.218039552 } ] 2024-09-16T01:44:56.436 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:45:01.437 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:01.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.552+0000 7f5091cb7640 1 Processor -- start 2024-09-16T01:45:01.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.552+0000 7f5091cb7640 1 -- start start 2024-09-16T01:45:01.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f5091cb7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f508c06c2f0 0x7f508c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f5091cb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c1590d0 0x7f508c0ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f5091cb7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f508c15bb20 con 0x7f508c158cf0 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f5091cb7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f508c0afd50 con 0x7f508c06c2f0 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f5091cb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f508c15be00 con 0x7f508c1590d0 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508affd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f508c06c2f0 0x7f508c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c1590d0 0x7f508c0ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508affd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f508c06c2f0 0x7f508c0af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:38656/0 (socket says 172.21.15.16:38656) 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508affd640 1 -- 172.21.15.16:0/2456787085 learned_addr learned my addr 172.21.15.16:0/2456787085 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:01.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508affd640 1 -- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c1590d0 msgr2=0x7f508c0ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508affd640 1 --2- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c1590d0 0x7f508c0ce290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508affd640 1 -- 172.21.15.16:0/2456787085 >> v1:172.21.15.104:6789/0 conn(0x7f508c158cf0 legacy=0x7f508c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508affd640 1 -- 172.21.15.16:0/2456787085 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c15c0e0 con 0x7f508c06c2f0 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.553+0000 7f508bfff640 1 --2- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c1590d0 0x7f508c0ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.554+0000 7f508affd640 1 --2- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c0af810 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f508000bb10 tx=0x7f508002c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=735cd23a586a72fd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.554+0000 7f508a7fc640 1 -- 172.21.15.16:0/2456787085 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5080032790 con 0x7f508c06c2f0 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.554+0000 7f508a7fc640 1 -- 172.21.15.16:0/2456787085 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5080038070 con 0x7f508c06c2f0 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.554+0000 7f508a7fc640 1 -- 172.21.15.16:0/2456787085 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5080032b50 con 0x7f508c06c2f0 2024-09-16T01:45:01.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 -- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 msgr2=0x7f508c0af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:01.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 --2- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c0af810 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f508000bb10 tx=0x7f508002c890 comp rx=0 tx=0).stop 2024-09-16T01:45:01.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 -- 172.21.15.16:0/2456787085 shutdown_connections 2024-09-16T01:45:01.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 --2- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c1590d0 0x7f508c0ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 --2- 172.21.15.16:0/2456787085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c0af810 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 -- 172.21.15.16:0/2456787085 >> 172.21.15.16:0/2456787085 conn(0x7f508c0b2000 msgr2=0x7f508c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:01.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 -- 172.21.15.16:0/2456787085 shutdown_connections 2024-09-16T01:45:01.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.555+0000 7f5091cb7640 1 -- 172.21.15.16:0/2456787085 wait complete. 2024-09-16T01:45:01.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.556+0000 7f5091cb7640 1 Processor -- start 2024-09-16T01:45:01.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f5091cb7640 1 -- start start 2024-09-16T01:45:01.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f5091cb7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c15f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:01.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f5091cb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c158cf0 0x7f508c15e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f5091cb7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f508c1590d0 0x7f508c1468d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f5091cb7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f508c15cb90 con 0x7f508c1590d0 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f5091cb7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f508c15ca10 con 0x7f508c06c2f0 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f5091cb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f508c15cd10 con 0x7f508c158cf0 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f508bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f508c1590d0 0x7f508c1468d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f508bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f508c1590d0 0x7f508c1468d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35346/0 (socket says 172.21.15.16:35346) 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.557+0000 7f508bfff640 1 -- 172.21.15.16:0/842650150 learned_addr learned my addr 172.21.15.16:0/842650150 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508affd640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c158cf0 0x7f508c15e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:01.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508b7fe640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c15f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508bfff640 1 -- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c158cf0 msgr2=0x7f508c15e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508bfff640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c158cf0 0x7f508c15e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508bfff640 1 -- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 msgr2=0x7f508c15f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508bfff640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c15f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508bfff640 1 -- 172.21.15.16:0/842650150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c15faa0 con 0x7f508c1590d0 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508b7fe640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c15f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f508bfff640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f508c1590d0 0x7f508c1468d0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f508400efc0 tx=0x7f508400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f5073fff640 1 -- 172.21.15.16:0/842650150 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5084018030 con 0x7f508c1590d0 2024-09-16T01:45:01.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f5073fff640 1 -- 172.21.15.16:0/842650150 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f508400cd30 con 0x7f508c1590d0 2024-09-16T01:45:01.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f508c14b250 con 0x7f508c1590d0 2024-09-16T01:45:01.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f5073fff640 1 -- 172.21.15.16:0/842650150 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5084003bb0 con 0x7f508c1590d0 2024-09-16T01:45:01.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.558+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f508c14b810 con 0x7f508c1590d0 2024-09-16T01:45:01.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.559+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f508c0b3300 con 0x7f508c1590d0 2024-09-16T01:45:01.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.560+0000 7f5073fff640 1 -- 172.21.15.16:0/842650150 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f508401b070 con 0x7f508c1590d0 2024-09-16T01:45:01.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.560+0000 7f5073fff640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f507806c4f0 0x7f507806e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:01.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.561+0000 7f5073fff640 1 -- 172.21.15.16:0/842650150 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f508408c3a0 con 0x7f508c1590d0 2024-09-16T01:45:01.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.561+0000 7f508b7fe640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f507806c4f0 0x7f507806e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:01.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.561+0000 7f508b7fe640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f507806c4f0 0x7f507806e9b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f508c0b2bf0 tx=0x7f507c009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:01.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.565+0000 7f5073fff640 1 -- 172.21.15.16:0/842650150 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5084010040 con 0x7f508c1590d0 2024-09-16T01:45:01.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.775+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f508c14e600 con 0x7f508c1590d0 2024-09-16T01:45:01.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.775+0000 7f5073fff640 1 -- 172.21.15.16:0/842650150 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f508405a540 con 0x7f508c1590d0 2024-09-16T01:45:01.777 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:01.777 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:01.777 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f507806c4f0 msgr2=0x7f507806e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f507806c4f0 0x7f507806e9b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f508c0b2bf0 tx=0x7f507c009040 comp rx=0 tx=0).stop 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f508c1590d0 msgr2=0x7f508c1468d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f508c1590d0 0x7f508c1468d0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f508400efc0 tx=0x7f508400c490 comp rx=0 tx=0).stop 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 shutdown_connections 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f507806c4f0 0x7f507806e9b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f508c1590d0 0x7f508c1468d0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f508c158cf0 0x7f508c15e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 --2- 172.21.15.16:0/842650150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f508c06c2f0 0x7f508c15f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 >> 172.21.15.16:0/842650150 conn(0x7f508c0b2000 msgr2=0x7f508c14ee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 shutdown_connections 2024-09-16T01:45:01.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:01.777+0000 7f5091cb7640 1 -- 172.21.15.16:0/842650150 wait complete. 2024-09-16T01:45:01.790 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:45:01.909 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":6,"uptime":66.691953712,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":18.858707448121301,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:45:01.910 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 6, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 18.8587074481213 }, "state": "open", "uptime": 66.691953712 } ] 2024-09-16T01:45:01.910 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:45:06.911 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:07.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.027+0000 7fe726ad0640 1 Processor -- start 2024-09-16T01:45:07.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.028+0000 7fe726ad0640 1 -- start start 2024-09-16T01:45:07.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.028+0000 7fe726ad0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe720147fc0 0x7fe72015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:07.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.028+0000 7fe726ad0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe7200b9ee0 0x7fe7200d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:07.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.028+0000 7fe726ad0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7200ba2f0 con 0x7fe7200d0ee0 2024-09-16T01:45:07.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.028+0000 7fe726ad0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe7201483a0 con 0x7fe720147fc0 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.028+0000 7fe726ad0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe72015efa0 con 0x7fe7200b9ee0 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe71ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe7200d0ee0 0x7fe7200b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50160/0 (socket says 172.21.15.16:50160) 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe72486c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe720147fc0 0x7fe72015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe71ffff640 1 -- 172.21.15.16:0/2279294805 learned_addr learned my addr 172.21.15.16:0/2279294805 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe72506d640 1 --2- 172.21.15.16:0/2279294805 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe7200b9ee0 0x7fe7200d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe72486c640 1 -- 172.21.15.16:0/2279294805 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe7200b9ee0 msgr2=0x7fe7200d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe72486c640 1 --2- 172.21.15.16:0/2279294805 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe7200b9ee0 0x7fe7200d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe72486c640 1 -- 172.21.15.16:0/2279294805 >> v1:172.21.15.16:6789/0 conn(0x7fe7200d0ee0 legacy=0x7fe7200b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe72486c640 1 -- 172.21.15.16:0/2279294805 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7200d2750 con 0x7fe720147fc0 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe71f7fe640 1 -- 172.21.15.16:0/2279294805 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1398668015 0 0) 0x7fe7200ba2f0 con 0x7fe7200d0ee0 2024-09-16T01:45:07.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.029+0000 7fe72506d640 1 --2- 172.21.15.16:0/2279294805 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe7200b9ee0 0x7fe7200d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe72486c640 1 --2- 172.21.15.16:0/2279294805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe720147fc0 0x7fe72015ea60 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe7100097a0 tx=0x7fe71002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21650d3edcfd751e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe71f7fe640 1 -- 172.21.15.16:0/2279294805 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710037070 con 0x7fe720147fc0 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe71f7fe640 1 -- 172.21.15.16:0/2279294805 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe710032440 con 0x7fe720147fc0 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe71f7fe640 1 -- 172.21.15.16:0/2279294805 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710032810 con 0x7fe720147fc0 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe726ad0640 1 -- 172.21.15.16:0/2279294805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe720147fc0 msgr2=0x7fe72015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2279294805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe720147fc0 0x7fe72015ea60 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe7100097a0 tx=0x7fe71002a180 comp rx=0 tx=0).stop 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe726ad0640 1 -- 172.21.15.16:0/2279294805 shutdown_connections 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2279294805 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe7200b9ee0 0x7fe7200d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2279294805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe720147fc0 0x7fe72015ea60 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.030+0000 7fe726ad0640 1 -- 172.21.15.16:0/2279294805 >> 172.21.15.16:0/2279294805 conn(0x7fe720074fe0 msgr2=0x7fe72006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:07.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.031+0000 7fe726ad0640 1 -- 172.21.15.16:0/2279294805 shutdown_connections 2024-09-16T01:45:07.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.031+0000 7fe726ad0640 1 -- 172.21.15.16:0/2279294805 wait complete. 2024-09-16T01:45:07.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.032+0000 7fe726ad0640 1 Processor -- start 2024-09-16T01:45:07.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.032+0000 7fe726ad0640 1 -- start start 2024-09-16T01:45:07.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe726ad0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7200b9ee0 0x7fe7200cc010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe726ad0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe7200d0ee0 0x7fe720143310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe726ad0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe720147fc0 0x7fe720154930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe726ad0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe7200d2d10 con 0x7fe7200d0ee0 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe726ad0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7200d2500 con 0x7fe7200b9ee0 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe726ad0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe7200d2ff0 con 0x7fe720147fc0 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe7200d0ee0 0x7fe720143310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe7200d0ee0 0x7fe720143310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44776/0 (socket says 172.21.15.16:44776) 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 -- 172.21.15.16:0/2524175042 learned_addr learned my addr 172.21.15.16:0/2524175042 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe72506d640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe720147fc0 0x7fe720154930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe72486c640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7200b9ee0 0x7fe7200cc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 -- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe720147fc0 msgr2=0x7fe720154930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe720147fc0 0x7fe720154930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 -- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7200b9ee0 msgr2=0x7fe7200cc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7200b9ee0 0x7fe7200cc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 -- 172.21.15.16:0/2524175042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7200ca300 con 0x7fe7200d0ee0 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.033+0000 7fe71ffff640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe7200d0ee0 0x7fe720143310 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe70800c890 tx=0x7fe70800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.034+0000 7fe71d7fa640 1 -- 172.21.15.16:0/2524175042 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe708018070 con 0x7fe7200d0ee0 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.034+0000 7fe71d7fa640 1 -- 172.21.15.16:0/2524175042 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe70800a640 con 0x7fe7200d0ee0 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.034+0000 7fe71d7fa640 1 -- 172.21.15.16:0/2524175042 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70800aa30 con 0x7fe7200d0ee0 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.034+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7200ca5e0 con 0x7fe7200d0ee0 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.034+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7200caba0 con 0x7fe7200d0ee0 2024-09-16T01:45:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.035+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7200cb080 con 0x7fe7200d0ee0 2024-09-16T01:45:07.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.035+0000 7fe71d7fa640 1 -- 172.21.15.16:0/2524175042 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fe70801b070 con 0x7fe7200d0ee0 2024-09-16T01:45:07.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.036+0000 7fe71d7fa640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe70006c4f0 0x7fe70006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:07.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.036+0000 7fe71d7fa640 1 -- 172.21.15.16:0/2524175042 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fe70808af30 con 0x7fe7200d0ee0 2024-09-16T01:45:07.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.036+0000 7fe72486c640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe70006c4f0 0x7fe70006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:07.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.036+0000 7fe72486c640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe70006c4f0 0x7fe70006e9b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe710034000 tx=0x7fe71002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:07.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.040+0000 7fe71d7fa640 1 -- 172.21.15.16:0/2524175042 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7200cb080 con 0x7fe7200d0ee0 2024-09-16T01:45:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.252+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7200d1370 con 0x7fe7200d0ee0 2024-09-16T01:45:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.253+0000 7fe71d7fa640 1 -- 172.21.15.16:0/2524175042 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fe708058cb0 con 0x7fe7200d0ee0 2024-09-16T01:45:07.254 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:07.254 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:07.255 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:07.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe70006c4f0 msgr2=0x7fe70006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe70006c4f0 0x7fe70006e9b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe710034000 tx=0x7fe71002e000 comp rx=0 tx=0).stop 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe7200d0ee0 msgr2=0x7fe720143310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe7200d0ee0 0x7fe720143310 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe70800c890 tx=0x7fe70800cd50 comp rx=0 tx=0).stop 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 shutdown_connections 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe70006c4f0 0x7fe70006e9b0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe720147fc0 0x7fe720154930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe7200d0ee0 0x7fe720143310 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 --2- 172.21.15.16:0/2524175042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7200b9ee0 0x7fe7200cc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 >> 172.21.15.16:0/2524175042 conn(0x7fe720074fe0 msgr2=0x7fe7200cfa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 shutdown_connections 2024-09-16T01:45:07.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:07.255+0000 7fe726ad0640 1 -- 172.21.15.16:0/2524175042 wait complete. 2024-09-16T01:45:07.267 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:45:07.389 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":6,"uptime":72.170879561000007,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":18.621479646655441,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:45:07.390 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 6, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 18.62147964665544 }, "state": "open", "uptime": 72.170879561 } ] 2024-09-16T01:45:07.390 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:45:12.391 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:12.454 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:45:12.457 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:45:12.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.506+0000 7fb56155f640 1 Processor -- start 2024-09-16T01:45:12.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.506+0000 7fb56155f640 1 -- start start 2024-09-16T01:45:12.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb56155f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb55c0cecb0 0x7fb55c0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb56155f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb55c0cda90 0x7fb55c06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb56155f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb55c160230 con 0x7fb55c0cf090 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb56155f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb55c160e40 con 0x7fb55c0cecb0 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb56155f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb55c160510 con 0x7fb55c0cda90 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb55c0cecb0 0x7fb55c0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb55c0cecb0 0x7fb55c0ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36592/0 (socket says 172.21.15.16:36592) 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55affd640 1 -- 172.21.15.16:0/872589444 learned_addr learned my addr 172.21.15.16:0/872589444 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55b7fe640 1 --2- 172.21.15.16:0/872589444 >> v2:172.21.15.104:3300/0 conn(0x7fb55c0cda90 0x7fb55c06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55affd640 1 -- 172.21.15.16:0/872589444 >> v2:172.21.15.104:3300/0 conn(0x7fb55c0cda90 msgr2=0x7fb55c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55affd640 1 --2- 172.21.15.16:0/872589444 >> v2:172.21.15.104:3300/0 conn(0x7fb55c0cda90 0x7fb55c06bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55affd640 1 -- 172.21.15.16:0/872589444 >> v1:172.21.15.104:6789/0 conn(0x7fb55c0cf090 legacy=0x7fb55c0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55affd640 1 -- 172.21.15.16:0/872589444 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55c1607f0 con 0x7fb55c0cecb0 2024-09-16T01:45:12.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.507+0000 7fb55b7fe640 1 --2- 172.21.15.16:0/872589444 >> v2:172.21.15.104:3300/0 conn(0x7fb55c0cda90 0x7fb55c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:12.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.508+0000 7fb55affd640 1 --2- 172.21.15.16:0/872589444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cecb0 0x7fb55c0ce190 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fb55c06f260 tx=0x7fb54c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e658e5841328a292 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.508+0000 7fb559ffb640 1 -- 172.21.15.16:0/872589444 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c037070 con 0x7fb55c0cecb0 2024-09-16T01:45:12.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.508+0000 7fb559ffb640 1 -- 172.21.15.16:0/872589444 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb54c032440 con 0x7fb55c0cecb0 2024-09-16T01:45:12.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.508+0000 7fb559ffb640 1 -- 172.21.15.16:0/872589444 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c032810 con 0x7fb55c0cecb0 2024-09-16T01:45:12.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 -- 172.21.15.16:0/872589444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cecb0 msgr2=0x7fb55c0ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 --2- 172.21.15.16:0/872589444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cecb0 0x7fb55c0ce190 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fb55c06f260 tx=0x7fb54c02a230 comp rx=0 tx=0).stop 2024-09-16T01:45:12.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 -- 172.21.15.16:0/872589444 shutdown_connections 2024-09-16T01:45:12.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 --2- 172.21.15.16:0/872589444 >> v2:172.21.15.104:3300/0 conn(0x7fb55c0cda90 0x7fb55c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 --2- 172.21.15.16:0/872589444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cecb0 0x7fb55c0ce190 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 -- 172.21.15.16:0/872589444 >> 172.21.15.16:0/872589444 conn(0x7fb55c0b2000 msgr2=0x7fb55c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 -- 172.21.15.16:0/872589444 shutdown_connections 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.509+0000 7fb56155f640 1 -- 172.21.15.16:0/872589444 wait complete. 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 Processor -- start 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 -- start start 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c0cda90 0x7fb55c1486c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0cecb0 0x7fb55c15ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cf090 0x7fb55c15f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c06c310 con 0x7fb55c0cf090 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c06c190 con 0x7fb55c0cda90 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb56155f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb55c06c490 con 0x7fb55c0cecb0 2024-09-16T01:45:12.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.511+0000 7fb55b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cf090 0x7fb55c15f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cf090 0x7fb55c15f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36600/0 (socket says 172.21.15.16:36600) 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 -- 172.21.15.16:0/597638933 learned_addr learned my addr 172.21.15.16:0/597638933 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55affd640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c0cda90 0x7fb55c1486c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55a7fc640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0cecb0 0x7fb55c15ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 -- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0cecb0 msgr2=0x7fb55c15ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0cecb0 0x7fb55c15ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 -- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c0cda90 msgr2=0x7fb55c1486c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c0cda90 0x7fb55c1486c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 -- 172.21.15.16:0/597638933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55c148c00 con 0x7fb55c0cf090 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb55b7fe640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cf090 0x7fb55c15f450 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fb554007e70 tx=0x7fb55400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb5437fe640 1 -- 172.21.15.16:0/597638933 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb55401a070 con 0x7fb55c0cf090 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb5437fe640 1 -- 172.21.15.16:0/597638933 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb554015600 con 0x7fb55c0cf090 2024-09-16T01:45:12.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb5437fe640 1 -- 172.21.15.16:0/597638933 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5540159f0 con 0x7fb55c0cf090 2024-09-16T01:45:12.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb55c0ad890 con 0x7fb55c0cf090 2024-09-16T01:45:12.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.512+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb55c0ade50 con 0x7fb55c0cf090 2024-09-16T01:45:12.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.513+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb55c06bc50 con 0x7fb55c0cf090 2024-09-16T01:45:12.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.514+0000 7fb5437fe640 1 -- 172.21.15.16:0/597638933 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7fb55401d070 con 0x7fb55c0cf090 2024-09-16T01:45:12.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.514+0000 7fb5437fe640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54806c4f0 0x7fb54806e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.514+0000 7fb5437fe640 1 -- 172.21.15.16:0/597638933 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fb55408bbc0 con 0x7fb55c0cf090 2024-09-16T01:45:12.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.514+0000 7fb55affd640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54806c4f0 0x7fb54806e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.515+0000 7fb55affd640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54806c4f0 0x7fb54806e9b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb54c034000 tx=0x7fb54c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.519+0000 7fb5437fe640 1 -- 172.21.15.16:0/597638933 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb554010070 con 0x7fb55c0cf090 2024-09-16T01:45:12.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.733+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb55c0ce610 con 0x7fb55c0cf090 2024-09-16T01:45:12.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.733+0000 7fb5437fe640 1 -- 172.21.15.16:0/597638933 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fb5540598c0 con 0x7fb55c0cf090 2024-09-16T01:45:12.735 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:12.735 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:12.735 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:12.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.735+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54806c4f0 msgr2=0x7fb54806e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.735+0000 7fb56155f640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54806c4f0 0x7fb54806e9b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb54c034000 tx=0x7fb54c02e000 comp rx=0 tx=0).stop 2024-09-16T01:45:12.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.735+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cf090 msgr2=0x7fb55c15f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.735+0000 7fb56155f640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cf090 0x7fb55c15f450 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fb554007e70 tx=0x7fb55400d4a0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 shutdown_connections 2024-09-16T01:45:12.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54806c4f0 0x7fb54806e9b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb55c0cf090 0x7fb55c15f450 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb55c0cecb0 0x7fb55c15ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 --2- 172.21.15.16:0/597638933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb55c0cda90 0x7fb55c1486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 >> 172.21.15.16:0/597638933 conn(0x7fb55c0b2000 msgr2=0x7fb55c073c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 shutdown_connections 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:12.736+0000 7fb56155f640 1 -- 172.21.15.16:0/597638933 wait complete. 2024-09-16T01:45:12.748 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:45:12.909 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":6,"uptime":77.691826992000003,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":18.385450846808862,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:45:12.909 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 6, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 18.38545084680886 }, "state": "open", "uptime": 77.691826992 } ] 2024-09-16T01:45:12.909 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:45:17.910 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:18.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.024+0000 7f9bcae65640 1 Processor -- start 2024-09-16T01:45:18.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.025+0000 7f9bcae65640 1 -- start start 2024-09-16T01:45:18.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.025+0000 7f9bcae65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.025+0000 7f9bcae65640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9bc40d0ee0 0x7f9bc40d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.025+0000 7f9bcae65640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bc40ba310 con 0x7f9bc40b97d0 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.025+0000 7f9bcae65640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9bc41483a0 con 0x7f9bc40d0ee0 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.025+0000 7f9bcae65640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc415efa0 con 0x7f9bc4147fc0 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc9402640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9bc40b97d0 0x7f9bc40b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42900/0 (socket says 172.21.15.16:42900) 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc9402640 1 -- 172.21.15.16:0/3461481970 learned_addr learned my addr 172.21.15.16:0/3461481970 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc8c01640 1 --2- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc3fff640 1 --2- 172.21.15.16:0/3461481970 >> v2:172.21.15.104:3300/0 conn(0x7f9bc40d0ee0 0x7f9bc40d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc37fe640 1 -- 172.21.15.16:0/3461481970 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 268001750 0 0) 0x7f9bc40ba310 con 0x7f9bc40b97d0 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc37fe640 1 -- 172.21.15.16:0/3461481970 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9bb0003520 con 0x7f9bc40b97d0 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc3fff640 1 -- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 msgr2=0x7f9bc415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:18.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc3fff640 1 --2- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc3fff640 1 -- 172.21.15.16:0/3461481970 >> v1:172.21.15.16:6789/0 conn(0x7f9bc40b97d0 legacy=0x7f9bc40b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:18.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc37fe640 1 -- 172.21.15.16:0/3461481970 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1247243806 0 0) 0x7f9bb0003520 con 0x7f9bc40b97d0 2024-09-16T01:45:18.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc3fff640 1 -- 172.21.15.16:0/3461481970 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc40d2750 con 0x7f9bc40d0ee0 2024-09-16T01:45:18.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.026+0000 7f9bc8c01640 1 --2- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.027+0000 7f9bc3fff640 1 --2- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc40d1340 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9bb40097a0 tx=0x7f9bb402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=876dabf4c4b428a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.027+0000 7f9bc37fe640 1 -- 172.21.15.16:0/3461481970 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb4037070 con 0x7f9bc40d0ee0 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.027+0000 7f9bc37fe640 1 -- 172.21.15.16:0/3461481970 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bb402aba0 con 0x7f9bc40d0ee0 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.027+0000 7f9bc37fe640 1 -- 172.21.15.16:0/3461481970 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac001670 con 0x7f9bc40d0ee0 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 -- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 msgr2=0x7f9bc40d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 --2- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc40d1340 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9bb40097a0 tx=0x7f9bb402a110 comp rx=0 tx=0).stop 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 -- 172.21.15.16:0/3461481970 shutdown_connections 2024-09-16T01:45:18.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 --2- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc40d1340 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 --2- 172.21.15.16:0/3461481970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 -- 172.21.15.16:0/3461481970 >> 172.21.15.16:0/3461481970 conn(0x7f9bc4074fe0 msgr2=0x7f9bc406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:18.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 -- 172.21.15.16:0/3461481970 shutdown_connections 2024-09-16T01:45:18.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.028+0000 7f9bcae65640 1 -- 172.21.15.16:0/3461481970 wait complete. 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.029+0000 7f9bcae65640 1 Processor -- start 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.029+0000 7f9bcae65640 1 -- start start 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bcae65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bc40b97d0 0x7f9bc41f71c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bcae65640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc41e76b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bcae65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc41e9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bcae65640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc40d2500 con 0x7f9bc40b97d0 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bcae65640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc40d2d10 con 0x7f9bc40d0ee0 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bcae65640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc40d2ff0 con 0x7f9bc4147fc0 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bc8c01640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bc40b97d0 0x7f9bc41f71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bc8c01640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bc40b97d0 0x7f9bc41f71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36602/0 (socket says 172.21.15.16:36602) 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.030+0000 7f9bc8c01640 1 -- 172.21.15.16:0/1938082080 learned_addr learned my addr 172.21.15.16:0/1938082080 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc3fff640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc41e76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:18.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc9402640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc41e9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc8c01640 1 -- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 msgr2=0x7f9bc41e9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc8c01640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc41e9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc8c01640 1 -- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 msgr2=0x7f9bc41e76b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc8c01640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc41e76b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc8c01640 1 -- 172.21.15.16:0/1938082080 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc415e2b0 con 0x7f9bc40b97d0 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc3fff640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc41e76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc9402640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc41e9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc8c01640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bc40b97d0 0x7f9bc41f71c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00efc0 tx=0x7f9bbc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc17fa640 1 -- 172.21.15.16:0/1938082080 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc018020 con 0x7f9bc40b97d0 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc17fa640 1 -- 172.21.15.16:0/1938082080 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bbc014680 con 0x7f9bc40b97d0 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc41e8080 con 0x7f9bc40b97d0 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bc17fa640 1 -- 172.21.15.16:0/1938082080 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc014a50 con 0x7f9bc40b97d0 2024-09-16T01:45:18.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.031+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc41e88c0 con 0x7f9bc40b97d0 2024-09-16T01:45:18.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.032+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bc40d1340 con 0x7f9bc40b97d0 2024-09-16T01:45:18.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.033+0000 7f9bc17fa640 1 -- 172.21.15.16:0/1938082080 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f9bbc005d10 con 0x7f9bc40b97d0 2024-09-16T01:45:18.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.033+0000 7f9bc17fa640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ba406c4f0 0x7f9ba406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:18.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.033+0000 7f9bc17fa640 1 -- 172.21.15.16:0/1938082080 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f9bbc08c7b0 con 0x7f9bc40b97d0 2024-09-16T01:45:18.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.033+0000 7f9bc3fff640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ba406c4f0 0x7f9ba406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:18.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.034+0000 7f9bc3fff640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ba406c4f0 0x7f9ba406e9b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4034000 tx=0x7f9bb402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:18.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.038+0000 7f9bc17fa640 1 -- 172.21.15.16:0/1938082080 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9bbc022030 con 0x7f9bc40b97d0 2024-09-16T01:45:18.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.250+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9bc4145970 con 0x7f9bc40b97d0 2024-09-16T01:45:18.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.250+0000 7f9bc17fa640 1 -- 172.21.15.16:0/1938082080 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f9bc41e8080 con 0x7f9bc40b97d0 2024-09-16T01:45:18.252 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:18.252 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:18.252 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:18.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ba406c4f0 msgr2=0x7f9ba406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ba406c4f0 0x7f9ba406e9b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4034000 tx=0x7f9bb402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bc40b97d0 msgr2=0x7f9bc41f71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bc40b97d0 0x7f9bc41f71c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00efc0 tx=0x7f9bbc00c490 comp rx=0 tx=0).stop 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 shutdown_connections 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ba406c4f0 0x7f9ba406e9b0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9bc4147fc0 0x7f9bc41e9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bc40d0ee0 0x7f9bc41e76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 --2- 172.21.15.16:0/1938082080 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9bc40b97d0 0x7f9bc41f71c0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 >> 172.21.15.16:0/1938082080 conn(0x7f9bc4074fe0 msgr2=0x7f9bc4161130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 shutdown_connections 2024-09-16T01:45:18.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:18.252+0000 7f9bcae65640 1 -- 172.21.15.16:0/1938082080 wait complete. 2024-09-16T01:45:18.265 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:45:18.385 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":5,"uptime":83.167774848999997,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":18.154301155997455,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:45:18.386 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 5, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 18.154301155997455 }, "state": "open", "uptime": 83.167774849 } ] 2024-09-16T01:45:18.386 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:45:23.387 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:23.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.502+0000 7f88d1474640 1 Processor -- start 2024-09-16T01:45:23.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.502+0000 7f88d1474640 1 -- start start 2024-09-16T01:45:23.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.502+0000 7f88d1474640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f88cc06c2f0 0x7f88cc0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:23.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.502+0000 7f88d1474640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88cc1590d0 0x7f88cc0ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:23.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88d1474640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88cc15bb20 con 0x7f88cc158cf0 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88d1474640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f88cc0afd50 con 0x7f88cc1590d0 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88d1474640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f88cc15be00 con 0x7f88cc06c2f0 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88cb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88cc1590d0 0x7f88cc0ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88caffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f88cc158cf0 0x7f88cc06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46206/0 (socket says 172.21.15.16:46206) 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88caffd640 1 -- 172.21.15.16:0/3422383941 learned_addr learned my addr 172.21.15.16:0/3422383941 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88ca7fc640 1 --2- 172.21.15.16:0/3422383941 >> v2:172.21.15.104:3300/0 conn(0x7f88cc06c2f0 0x7f88cc0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88cb7fe640 1 -- 172.21.15.16:0/3422383941 >> v2:172.21.15.104:3300/0 conn(0x7f88cc06c2f0 msgr2=0x7f88cc0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88cb7fe640 1 --2- 172.21.15.16:0/3422383941 >> v2:172.21.15.104:3300/0 conn(0x7f88cc06c2f0 0x7f88cc0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88cb7fe640 1 -- 172.21.15.16:0/3422383941 >> v1:172.21.15.16:6789/0 conn(0x7f88cc158cf0 legacy=0x7f88cc06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.503+0000 7f88cb7fe640 1 -- 172.21.15.16:0/3422383941 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88cc15c0e0 con 0x7f88cc1590d0 2024-09-16T01:45:23.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.504+0000 7f88cb7fe640 1 --2- 172.21.15.16:0/3422383941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc1590d0 0x7f88cc0ce290 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0b3990 tx=0x7f88c402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44500e6a3685b54f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:23.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.504+0000 7f88c9ffb640 1 -- 172.21.15.16:0/3422383941 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c4007740 con 0x7f88cc1590d0 2024-09-16T01:45:23.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.504+0000 7f88c9ffb640 1 -- 172.21.15.16:0/3422383941 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88c40078e0 con 0x7f88cc1590d0 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.504+0000 7f88c9ffb640 1 -- 172.21.15.16:0/3422383941 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c4007cb0 con 0x7f88cc1590d0 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.504+0000 7f88d1474640 1 -- 172.21.15.16:0/3422383941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc1590d0 msgr2=0x7f88cc0ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.504+0000 7f88d1474640 1 --2- 172.21.15.16:0/3422383941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc1590d0 0x7f88cc0ce290 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0b3990 tx=0x7f88c402a560 comp rx=0 tx=0).stop 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.505+0000 7f88d1474640 1 -- 172.21.15.16:0/3422383941 shutdown_connections 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.505+0000 7f88d1474640 1 --2- 172.21.15.16:0/3422383941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc1590d0 0x7f88cc0ce290 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.505+0000 7f88d1474640 1 --2- 172.21.15.16:0/3422383941 >> v2:172.21.15.104:3300/0 conn(0x7f88cc06c2f0 0x7f88cc0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.505+0000 7f88d1474640 1 -- 172.21.15.16:0/3422383941 >> 172.21.15.16:0/3422383941 conn(0x7f88cc0b2000 msgr2=0x7f88cc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.505+0000 7f88d1474640 1 -- 172.21.15.16:0/3422383941 shutdown_connections 2024-09-16T01:45:23.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.505+0000 7f88d1474640 1 -- 172.21.15.16:0/3422383941 wait complete. 2024-09-16T01:45:23.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.506+0000 7f88d1474640 1 Processor -- start 2024-09-16T01:45:23.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.506+0000 7f88d1474640 1 -- start start 2024-09-16T01:45:23.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88d1474640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc06c2f0 0x7f88cc15ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:23.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88d1474640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88cc158cf0 0x7f88cc15d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88d1474640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88cc1590d0 0x7f88cc1f5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88d1474640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc15cb90 con 0x7f88cc06c2f0 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88d1474640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc15ca10 con 0x7f88cc158cf0 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88d1474640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88cc15cd10 con 0x7f88cc1590d0 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc06c2f0 0x7f88cc15ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc06c2f0 0x7f88cc15ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37896/0 (socket says 172.21.15.16:37896) 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 -- 172.21.15.16:0/841794904 learned_addr learned my addr 172.21.15.16:0/841794904 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88cb7fe640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88cc1590d0 0x7f88cc1f5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88ca7fc640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88cc158cf0 0x7f88cc15d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 -- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88cc1590d0 msgr2=0x7f88cc1f5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88cc1590d0 0x7f88cc1f5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 -- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88cc158cf0 msgr2=0x7f88cc15d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88cc158cf0 0x7f88cc15d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 -- 172.21.15.16:0/841794904 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88cc15f5e0 con 0x7f88cc06c2f0 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88cb7fe640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88cc1590d0 0x7f88cc1f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88ca7fc640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88cc158cf0 0x7f88cc15d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.507+0000 7f88caffd640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc06c2f0 0x7f88cc15ce90 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f88bc00c400 tx=0x7f88bc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.508+0000 7f88b37fe640 1 -- 172.21.15.16:0/841794904 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88bc017070 con 0x7f88cc06c2f0 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.508+0000 7f88b37fe640 1 -- 172.21.15.16:0/841794904 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88bc005ce0 con 0x7f88cc06c2f0 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.508+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88cc15f8c0 con 0x7f88cc06c2f0 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.508+0000 7f88b37fe640 1 -- 172.21.15.16:0/841794904 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88bc0072f0 con 0x7f88cc06c2f0 2024-09-16T01:45:23.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.508+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88cc152730 con 0x7f88cc06c2f0 2024-09-16T01:45:23.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.509+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88cc0b3300 con 0x7f88cc06c2f0 2024-09-16T01:45:23.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.509+0000 7f88b37fe640 1 -- 172.21.15.16:0/841794904 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 91050+0+0 (secure 0 0 0) 0x7f88bc01a070 con 0x7f88cc06c2f0 2024-09-16T01:45:23.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.510+0000 7f88b37fe640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88b806c4f0 0x7f88b806e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:23.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.510+0000 7f88b37fe640 1 -- 172.21.15.16:0/841794904 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f88bc08ac40 con 0x7f88cc06c2f0 2024-09-16T01:45:23.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.510+0000 7f88ca7fc640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88b806c4f0 0x7f88b806e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:23.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.511+0000 7f88ca7fc640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88b806c4f0 0x7f88b806e9b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0cd960 tx=0x7f88c0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:23.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.514+0000 7f88b37fe640 1 -- 172.21.15.16:0/841794904 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f88bc0590a0 con 0x7f88cc06c2f0 2024-09-16T01:45:23.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.724+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f88cc0b1610 con 0x7f88cc06c2f0 2024-09-16T01:45:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.725+0000 7f88b37fe640 1 -- 172.21.15.16:0/841794904 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f88bc0589a0 con 0x7f88cc06c2f0 2024-09-16T01:45:23.726 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:23.726 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88b806c4f0 msgr2=0x7f88b806e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88b806c4f0 0x7f88b806e9b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0cd960 tx=0x7f88c0008040 comp rx=0 tx=0).stop 2024-09-16T01:45:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc06c2f0 msgr2=0x7f88cc15ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc06c2f0 0x7f88cc15ce90 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f88bc00c400 tx=0x7f88bc00c8c0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 shutdown_connections 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f88b806c4f0 0x7f88b806e9b0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88cc1590d0 0x7f88cc1f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88cc158cf0 0x7f88cc15d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 --2- 172.21.15.16:0/841794904 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88cc06c2f0 0x7f88cc15ce90 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 >> 172.21.15.16:0/841794904 conn(0x7f88cc0b2000 msgr2=0x7f88cc0cf310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 shutdown_connections 2024-09-16T01:45:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:23.727+0000 7f88d1474640 1 -- 172.21.15.16:0/841794904 wait complete. 2024-09-16T01:45:23.740 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:45:23.860 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5323,"entity":{"name":{"type":"client","num":5323},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":67063954}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":5,"uptime":88.642689618999995,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":17.926100365634191,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5323 172.21.15.104:0/67063954","completed_requests":[{"tid":14,"created_ino":"0x0"},{"tid":15,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:45:23.861 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 14 }, { "created_ino": "0x100000001f9", "tid": 15 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 67063954, "type": "any" }, "name": { "num": 5323, "type": "client" } }, "id": 5323, "inst": "client.5323 172.21.15.104:0/67063954", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 5, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 17.92610036563419 }, "state": "open", "uptime": 88.642689619 } ] 2024-09-16T01:45:23.861 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T01:45:28.862 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:28.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.977+0000 7f11edde4640 1 Processor -- start 2024-09-16T01:45:28.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.977+0000 7f11edde4640 1 -- start start 2024-09-16T01:45:28.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.977+0000 7f11edde4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11e8147fc0 0x7f11e815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:28.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.977+0000 7f11edde4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f11e80d0ee0 0x7f11e80d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:28.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.977+0000 7f11edde4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11e80ba2f0 con 0x7f11e80b97d0 2024-09-16T01:45:28.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.977+0000 7f11edde4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f11e81483a0 con 0x7f11e8147fc0 2024-09-16T01:45:28.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.977+0000 7f11edde4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f11e815efa0 con 0x7f11e80d0ee0 2024-09-16T01:45:28.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11e8147fc0 0x7f11e815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e7fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f11e80b97d0 0x7f11e80b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46222/0 (socket says 172.21.15.16:46222) 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11e8147fc0 0x7f11e815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37904/0 (socket says 172.21.15.16:37904) 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e7fff640 1 -- 172.21.15.16:0/2948728281 learned_addr learned my addr 172.21.15.16:0/2948728281 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e6ffd640 1 --2- 172.21.15.16:0/2948728281 >> v2:172.21.15.104:3300/0 conn(0x7f11e80d0ee0 0x7f11e80d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e77fe640 1 -- 172.21.15.16:0/2948728281 >> v2:172.21.15.104:3300/0 conn(0x7f11e80d0ee0 msgr2=0x7f11e80d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e77fe640 1 --2- 172.21.15.16:0/2948728281 >> v2:172.21.15.104:3300/0 conn(0x7f11e80d0ee0 0x7f11e80d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e77fe640 1 -- 172.21.15.16:0/2948728281 >> v1:172.21.15.16:6789/0 conn(0x7f11e80b97d0 legacy=0x7f11e80b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:28.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.978+0000 7f11e77fe640 1 -- 172.21.15.16:0/2948728281 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e80d2750 con 0x7f11e8147fc0 2024-09-16T01:45:28.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.979+0000 7f11e77fe640 1 --2- 172.21.15.16:0/2948728281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e8147fc0 0x7f11e815ea60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f11e8161f70 tx=0x7f11d802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9202cd1da3fea52 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:28.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.979+0000 7f11e67fc640 1 -- 172.21.15.16:0/2948728281 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d8037070 con 0x7f11e8147fc0 2024-09-16T01:45:28.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.979+0000 7f11e67fc640 1 -- 172.21.15.16:0/2948728281 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11d8032440 con 0x7f11e8147fc0 2024-09-16T01:45:28.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.979+0000 7f11e67fc640 1 -- 172.21.15.16:0/2948728281 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d8032810 con 0x7f11e8147fc0 2024-09-16T01:45:28.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.979+0000 7f11edde4640 1 -- 172.21.15.16:0/2948728281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e8147fc0 msgr2=0x7f11e815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:28.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.979+0000 7f11edde4640 1 --2- 172.21.15.16:0/2948728281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e8147fc0 0x7f11e815ea60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f11e8161f70 tx=0x7f11d802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.980+0000 7f11edde4640 1 -- 172.21.15.16:0/2948728281 shutdown_connections 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.980+0000 7f11edde4640 1 --2- 172.21.15.16:0/2948728281 >> v2:172.21.15.104:3300/0 conn(0x7f11e80d0ee0 0x7f11e80d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.980+0000 7f11edde4640 1 --2- 172.21.15.16:0/2948728281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e8147fc0 0x7f11e815ea60 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.980+0000 7f11edde4640 1 -- 172.21.15.16:0/2948728281 >> 172.21.15.16:0/2948728281 conn(0x7f11e8074fe0 msgr2=0x7f11e806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.980+0000 7f11edde4640 1 -- 172.21.15.16:0/2948728281 shutdown_connections 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.980+0000 7f11edde4640 1 -- 172.21.15.16:0/2948728281 wait complete. 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.981+0000 7f11edde4640 1 Processor -- start 2024-09-16T01:45:28.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.981+0000 7f11edde4640 1 -- start start 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11edde4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e80b97d0 0x7f11e815ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11edde4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11e80d0ee0 0x7f11e813e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11edde4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11e8147fc0 0x7f11e81432e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11edde4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f11e80d2d10 con 0x7f11e80b97d0 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11edde4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11e80d2500 con 0x7f11e80d0ee0 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11edde4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f11e80d2ff0 con 0x7f11e8147fc0 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e80b97d0 0x7f11e815ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e80b97d0 0x7f11e815ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37908/0 (socket says 172.21.15.16:37908) 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 -- 172.21.15.16:0/1066293590 learned_addr learned my addr 172.21.15.16:0/1066293590 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:28.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e7fff640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11e8147fc0 0x7f11e81432e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:28.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e6ffd640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11e80d0ee0 0x7f11e813e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:28.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 -- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11e8147fc0 msgr2=0x7f11e81432e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:28.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11e8147fc0 0x7f11e81432e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:28.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 -- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11e80d0ee0 msgr2=0x7f11e813e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:28.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11e80d0ee0 0x7f11e813e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 -- 172.21.15.16:0/1066293590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e813efe0 con 0x7f11e80b97d0 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e7fff640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11e8147fc0 0x7f11e81432e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e6ffd640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11e80d0ee0 0x7f11e813e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.982+0000 7f11e77fe640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e80b97d0 0x7f11e815ded0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f11d8009890 tx=0x7f11d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.983+0000 7f11cffff640 1 -- 172.21.15.16:0/1066293590 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d8037040 con 0x7f11e80b97d0 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.983+0000 7f11cffff640 1 -- 172.21.15.16:0/1066293590 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11d8042070 con 0x7f11e80b97d0 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.983+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11e813f2c0 con 0x7f11e80b97d0 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.983+0000 7f11cffff640 1 -- 172.21.15.16:0/1066293590 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d8030bd0 con 0x7f11e80b97d0 2024-09-16T01:45:28.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.983+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11e813f880 con 0x7f11e80b97d0 2024-09-16T01:45:28.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.984+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11e80d1370 con 0x7f11e80b97d0 2024-09-16T01:45:28.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.984+0000 7f11cffff640 1 -- 172.21.15.16:0/1066293590 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f11d8047460 con 0x7f11e80b97d0 2024-09-16T01:45:28.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.985+0000 7f11cffff640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f11d406c460 0x7f11d406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:28.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.985+0000 7f11cffff640 1 -- 172.21.15.16:0/1066293590 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f11d80ac340 con 0x7f11e80b97d0 2024-09-16T01:45:28.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.985+0000 7f11e6ffd640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f11d406c460 0x7f11d406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:28.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.986+0000 7f11e6ffd640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f11d406c460 0x7f11d406e920 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f11e813dd50 tx=0x7f11dc008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:28.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:28.989+0000 7f11cffff640 1 -- 172.21.15.16:0/1066293590 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f11d8032e20 con 0x7f11e80b97d0 2024-09-16T01:45:29.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.201+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11e8143e80 con 0x7f11e80b97d0 2024-09-16T01:45:29.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.201+0000 7f11cffff640 1 -- 172.21.15.16:0/1066293590 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f11d807a880 con 0x7f11e80b97d0 2024-09-16T01:45:29.203 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:29.204 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f11d406c460 msgr2=0x7f11d406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f11d406c460 0x7f11d406e920 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f11e813dd50 tx=0x7f11dc008040 comp rx=0 tx=0).stop 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e80b97d0 msgr2=0x7f11e815ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e80b97d0 0x7f11e815ded0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f11d8009890 tx=0x7f11d80046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 shutdown_connections 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f11d406c460 0x7f11d406e920 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11e8147fc0 0x7f11e81432e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11e80d0ee0 0x7f11e813e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 --2- 172.21.15.16:0/1066293590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11e80b97d0 0x7f11e815ded0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 >> 172.21.15.16:0/1066293590 conn(0x7f11e8074fe0 msgr2=0x7f11e80b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:29.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 shutdown_connections 2024-09-16T01:45:29.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.203+0000 7f11edde4640 1 -- 172.21.15.16:0/1066293590 wait complete. 2024-09-16T01:45:29.216 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-16T01:45:29.337 INFO:teuthology.orchestra.run.smithi016.stdout:[] 2024-09-16T01:45:29.338 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-16T01:45:29.338 DEBUG:tasks.ceph_test_case:wait_until_true: success in 85s and 0 retries 2024-09-16T01:45:29.338 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:45:29.338 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:45:29.380 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:45:29.424 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:45:29.425 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:45:29.425 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:45:29.425 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:29.441 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:45:29.441 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:45:29.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:29.442 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:45:29.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:45:29.498 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T01:45:29.499 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:45:29.499 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:45:29.499 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:29.518 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:45:29.518 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:45:29.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:29.519 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:45:29.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:45:29.577 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-16T01:45:29.577 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:45:29.577 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:45:29.577 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:29.594 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:45:29.594 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:45:29.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:29.594 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:45:29.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:45:29.650 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:45:29.650 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:45:29.650 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:45:29.651 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:29.669 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:45:29.669 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:45:29.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:29.669 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:45:29.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:45:29.727 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:45:29.727 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:29.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.827+0000 7f5993e53640 1 Processor -- start 2024-09-16T01:45:29.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.827+0000 7f5993e53640 1 -- start start 2024-09-16T01:45:29.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f5993e53640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f598c06f5e0 0x7f598c0d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:29.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f5993e53640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f598c0731d0 con 0x7f598c15f840 2024-09-16T01:45:29.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f5993e53640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f598c0734b0 con 0x7f598c06f1a0 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f5993e53640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f598c074270 con 0x7f598c06f5e0 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f5991bef640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f598c15f840 0x7f598c0b5da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46238/0 (socket says 172.21.15.16:46238) 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f59923f0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f598c06f5e0 0x7f598c0d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f5991bef640 1 -- 172.21.15.16:0/1587780777 learned_addr learned my addr 172.21.15.16:0/1587780777 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f59923f0640 1 -- 172.21.15.16:0/1587780777 >> v1:172.21.15.104:6789/0 conn(0x7f598c06f1a0 legacy=0x7f598c0cffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f59923f0640 1 -- 172.21.15.16:0/1587780777 >> v1:172.21.15.16:6789/0 conn(0x7f598c15f840 legacy=0x7f598c0b5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f5990bed640 1 -- 172.21.15.16:0/1587780777 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1394569087 0 0) 0x7f598c0731d0 con 0x7f598c15f840 2024-09-16T01:45:29.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.828+0000 7f59923f0640 1 -- 172.21.15.16:0/1587780777 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f598c073790 con 0x7f598c06f5e0 2024-09-16T01:45:29.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.829+0000 7f59923f0640 1 --2- 172.21.15.16:0/1587780777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c06f5e0 0x7f598c0d06e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f597c009dc0 tx=0x7f597c02a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56ae0c789eb2a3d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:29.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.829+0000 7f5990bed640 1 -- 172.21.15.16:0/1587780777 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c007740 con 0x7f598c06f5e0 2024-09-16T01:45:29.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.829+0000 7f5990bed640 1 -- 172.21.15.16:0/1587780777 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f597c0078e0 con 0x7f598c06f5e0 2024-09-16T01:45:29.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.829+0000 7f5990bed640 1 -- 172.21.15.16:0/1587780777 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c007cb0 con 0x7f598c06f5e0 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.830+0000 7f5993e53640 1 -- 172.21.15.16:0/1587780777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c06f5e0 msgr2=0x7f598c0d06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.830+0000 7f5993e53640 1 --2- 172.21.15.16:0/1587780777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c06f5e0 0x7f598c0d06e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f597c009dc0 tx=0x7f597c02a6d0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.830+0000 7f5993e53640 1 -- 172.21.15.16:0/1587780777 shutdown_connections 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.830+0000 7f5993e53640 1 --2- 172.21.15.16:0/1587780777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c06f5e0 0x7f598c0d06e0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.830+0000 7f5993e53640 1 -- 172.21.15.16:0/1587780777 >> 172.21.15.16:0/1587780777 conn(0x7f598c0b4090 msgr2=0x7f598c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.830+0000 7f5993e53640 1 -- 172.21.15.16:0/1587780777 shutdown_connections 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.830+0000 7f5993e53640 1 -- 172.21.15.16:0/1587780777 wait complete. 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.831+0000 7f5993e53640 1 Processor -- start 2024-09-16T01:45:29.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.831+0000 7f5993e53640 1 -- start start 2024-09-16T01:45:29.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f5993e53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f598c06f1a0 0x7f598c153d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:29.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f5993e53640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f598c06f5e0 0x7f598c0c7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:29.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f5993e53640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c15f840 0x7f598c0c7a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:29.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f5993e53640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f598c073d50 con 0x7f598c15f840 2024-09-16T01:45:29.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f5993e53640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f598c0b64b0 con 0x7f598c06f5e0 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f5993e53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f598c06fa70 con 0x7f598c06f1a0 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f59923f0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c15f840 0x7f598c0c7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f59923f0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c15f840 0x7f598c0c7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37934/0 (socket says 172.21.15.16:37934) 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f59923f0640 1 -- 172.21.15.16:0/1722579520 learned_addr learned my addr 172.21.15.16:0/1722579520 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f5991bef640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f598c06f1a0 0x7f598c153d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f59913ee640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f598c06f5e0 0x7f598c0c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.832+0000 7f59923f0640 1 -- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f598c06f1a0 msgr2=0x7f598c153d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f59923f0640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f598c06f1a0 0x7f598c153d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f59923f0640 1 -- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f598c06f5e0 msgr2=0x7f598c0c7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f59923f0640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f598c06f5e0 0x7f598c0c7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f59923f0640 1 -- 172.21.15.16:0/1722579520 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f598c1f2380 con 0x7f598c15f840 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f59923f0640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c15f840 0x7f598c0c7a50 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f597c009ee0 tx=0x7f597c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f598a7fc640 1 -- 172.21.15.16:0/1722579520 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c040070 con 0x7f598c15f840 2024-09-16T01:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f598a7fc640 1 -- 172.21.15.16:0/1722579520 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f597c031c40 con 0x7f598c15f840 2024-09-16T01:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f598a7fc640 1 -- 172.21.15.16:0/1722579520 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c03c420 con 0x7f598c15f840 2024-09-16T01:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f598c0c8080 con 0x7f598c15f840 2024-09-16T01:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.833+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f598c0c8640 con 0x7f598c15f840 2024-09-16T01:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.834+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f598c156240 con 0x7f598c15f840 2024-09-16T01:45:29.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.834+0000 7f598a7fc640 1 -- 172.21.15.16:0/1722579520 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f597c039040 con 0x7f598c15f840 2024-09-16T01:45:29.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.835+0000 7f598a7fc640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f597806c460 0x7f597806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:29.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.835+0000 7f598a7fc640 1 -- 172.21.15.16:0/1722579520 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f597c0acec0 con 0x7f598c15f840 2024-09-16T01:45:29.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.836+0000 7f5991bef640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f597806c460 0x7f597806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:29.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.836+0000 7f5991bef640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f597806c460 0x7f597806e920 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5984000f60 tx=0x7f5984007c00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:29.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:29.840+0000 7f598a7fc640 1 -- 172.21.15.16:0/1722579520 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f597c038350 con 0x7f598c15f840 2024-09-16T01:45:30.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.054+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f598c0b3de0 con 0x7f598c15f840 2024-09-16T01:45:30.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.054+0000 7f598a7fc640 1 -- 172.21.15.16:0/1722579520 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f597c07b250 con 0x7f598c15f840 2024-09-16T01:45:30.057 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:30.057 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:30.057 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f597806c460 msgr2=0x7f597806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f597806c460 0x7f597806e920 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5984000f60 tx=0x7f5984007c00 comp rx=0 tx=0).stop 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c15f840 msgr2=0x7f598c0c7a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c15f840 0x7f598c0c7a50 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f597c009ee0 tx=0x7f597c004a40 comp rx=0 tx=0).stop 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 shutdown_connections 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f597806c460 0x7f597806e920 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f598c15f840 0x7f598c0c7a50 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f598c06f5e0 0x7f598c0c7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 --2- 172.21.15.16:0/1722579520 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f598c06f1a0 0x7f598c153d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 >> 172.21.15.16:0/1722579520 conn(0x7f598c0b4090 msgr2=0x7f598c15de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 shutdown_connections 2024-09-16T01:45:30.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.056+0000 7f5993e53640 1 -- 172.21.15.16:0/1722579520 wait complete. 2024-09-16T01:45:30.070 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:30.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.169+0000 7f3aa9b4b640 1 Processor -- start 2024-09-16T01:45:30.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.169+0000 7f3aa9b4b640 1 -- start start 2024-09-16T01:45:30.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa9b4b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3aa4147fc0 0x7f3aa415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa9b4b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa40d0ee0 0x7f3aa40d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa9b4b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3aa40b97d0 0x7f3aa40b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa9b4b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3aa41483a0 con 0x7f3aa4147fc0 2024-09-16T01:45:30.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa9b4b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3aa415efa0 con 0x7f3aa40b97d0 2024-09-16T01:45:30.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa9b4b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3aa40d1880 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3aa4147fc0 0x7f3aa415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3aa4147fc0 0x7f3aa415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37942/0 (socket says 172.21.15.16:37942) 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.170+0000 7f3aa37fe640 1 -- 172.21.15.16:0/232291983 learned_addr learned my addr 172.21.15.16:0/232291983 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.171+0000 7f3aa3fff640 1 --2- 172.21.15.16:0/232291983 >> v2:172.21.15.104:3300/0 conn(0x7f3aa40b97d0 0x7f3aa40b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.171+0000 7f3aa2ffd640 1 --2- 172.21.15.16:0/232291983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa40d0ee0 0x7f3aa40d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.171+0000 7f3aa37fe640 1 -- 172.21.15.16:0/232291983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa40d0ee0 msgr2=0x7f3aa40d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.171+0000 7f3aa37fe640 1 --2- 172.21.15.16:0/232291983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa40d0ee0 0x7f3aa40d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.171+0000 7f3aa37fe640 1 -- 172.21.15.16:0/232291983 >> v2:172.21.15.104:3300/0 conn(0x7f3aa40b97d0 msgr2=0x7f3aa40b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.171+0000 7f3aa37fe640 1 --2- 172.21.15.16:0/232291983 >> v2:172.21.15.104:3300/0 conn(0x7f3aa40b97d0 0x7f3aa40b9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.171+0000 7f3aa37fe640 1 -- 172.21.15.16:0/232291983 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa40d2750 con 0x7f3aa4147fc0 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa37fe640 1 --2- 172.21.15.16:0/232291983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa4147fc0 0x7f3aa415ea60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f3aa40b95a0 tx=0x7f3a9402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598b155f0e252ce8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa27fc640 1 -- 172.21.15.16:0/232291983 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a94036070 con 0x7f3aa4147fc0 2024-09-16T01:45:30.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa27fc640 1 -- 172.21.15.16:0/232291983 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a94031600 con 0x7f3aa4147fc0 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa27fc640 1 -- 172.21.15.16:0/232291983 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a940319d0 con 0x7f3aa4147fc0 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/232291983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa4147fc0 msgr2=0x7f3aa415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/232291983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa4147fc0 0x7f3aa415ea60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f3aa40b95a0 tx=0x7f3a9402a6c0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/232291983 shutdown_connections 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/232291983 >> v2:172.21.15.104:3300/0 conn(0x7f3aa40b97d0 0x7f3aa40b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/232291983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa40d0ee0 0x7f3aa40d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/232291983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa4147fc0 0x7f3aa415ea60 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/232291983 >> 172.21.15.16:0/232291983 conn(0x7f3aa4074fe0 msgr2=0x7f3aa406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/232291983 shutdown_connections 2024-09-16T01:45:30.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.172+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/232291983 wait complete. 2024-09-16T01:45:30.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.173+0000 7f3aa9b4b640 1 Processor -- start 2024-09-16T01:45:30.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.174+0000 7f3aa9b4b640 1 -- start start 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.174+0000 7f3aa9b4b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3aa40b97d0 0x7f3aa41e46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.174+0000 7f3aa9b4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa40d0ee0 0x7f3aa413fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.174+0000 7f3aa9b4b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa4147fc0 0x7f3aa40ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.174+0000 7f3aa9b4b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa40d2d10 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.174+0000 7f3aa9b4b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa40d2500 con 0x7f3aa40b97d0 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.174+0000 7f3aa9b4b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3aa40d2ff0 con 0x7f3aa4147fc0 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa40d0ee0 0x7f3aa413fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa40d0ee0 0x7f3aa413fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37952/0 (socket says 172.21.15.16:37952) 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 -- 172.21.15.16:0/2987626958 learned_addr learned my addr 172.21.15.16:0/2987626958 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa3fff640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa4147fc0 0x7f3aa40ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa37fe640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3aa40b97d0 0x7f3aa41e46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 -- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa4147fc0 msgr2=0x7f3aa40ca850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa4147fc0 0x7f3aa40ca850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 -- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3aa40b97d0 msgr2=0x7f3aa41e46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3aa40b97d0 0x7f3aa41e46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 -- 172.21.15.16:0/2987626958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa41e4c10 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa2ffd640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa40d0ee0 0x7f3aa413fe20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f3a9800e9e0 tx=0x7f3a9800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3a8bfff640 1 -- 172.21.15.16:0/2987626958 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a98017070 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3a8bfff640 1 -- 172.21.15.16:0/2987626958 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9800c9d0 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aa41f7d20 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3a8bfff640 1 -- 172.21.15.16:0/2987626958 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9800cdc0 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.175+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aa41f82e0 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.176+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3aa40ba2b0 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.177+0000 7f3a8bfff640 1 -- 172.21.15.16:0/2987626958 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f3a9801a070 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.177+0000 7f3a8bfff640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3a9006c460 0x7f3a9006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.177+0000 7f3a8bfff640 1 -- 172.21.15.16:0/2987626958 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f3a9808b5d0 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.177+0000 7f3aa37fe640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3a9006c460 0x7f3a9006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.178+0000 7f3aa37fe640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3a9006c460 0x7f3a9006e920 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3a94033000 tx=0x7f3a94009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.181+0000 7f3a8bfff640 1 -- 172.21.15.16:0/2987626958 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3a98059570 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.391+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3aa415ed80 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.392+0000 7f3a8bfff640 1 -- 172.21.15.16:0/2987626958 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f3a9805d870 con 0x7f3aa40d0ee0 2024-09-16T01:45:30.394 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:30.394 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:30.395 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:30.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3a9006c460 msgr2=0x7f3a9006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3a9006c460 0x7f3a9006e920 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3a94033000 tx=0x7f3a94009000 comp rx=0 tx=0).stop 2024-09-16T01:45:30.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa40d0ee0 msgr2=0x7f3aa413fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa40d0ee0 0x7f3aa413fe20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f3a9800e9e0 tx=0x7f3a9800eea0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 shutdown_connections 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3a9006c460 0x7f3a9006e920 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3aa4147fc0 0x7f3aa40ca850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3aa40d0ee0 0x7f3aa413fe20 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 --2- 172.21.15.16:0/2987626958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3aa40b97d0 0x7f3aa41e46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 >> 172.21.15.16:0/2987626958 conn(0x7f3aa4074fe0 msgr2=0x7f3aa40cd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 shutdown_connections 2024-09-16T01:45:30.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.394+0000 7f3aa9b4b640 1 -- 172.21.15.16:0/2987626958 wait complete. 2024-09-16T01:45:30.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:45:30.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.507+0000 7fcba2fd6640 1 Processor -- start 2024-09-16T01:45:30.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.507+0000 7fcba2fd6640 1 -- start start 2024-09-16T01:45:30.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba2fd6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcb9c147fc0 0x7fcb9c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba2fd6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba2fd6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb9c0ba310 con 0x7fcb9c0b97d0 2024-09-16T01:45:30.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba2fd6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcb9c1483a0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba2fd6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcb9c15efa0 con 0x7fcb9c0d0ee0 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba0d72640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcb9c147fc0 0x7fcb9c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba1573640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcb9c0b97d0 0x7fcb9c0b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46254/0 (socket says 172.21.15.16:46254) 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.508+0000 7fcba1573640 1 -- 172.21.15.16:0/2400729759 learned_addr learned my addr 172.21.15.16:0/2400729759 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.509+0000 7fcb9bfff640 1 --2- 172.21.15.16:0/2400729759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.509+0000 7fcba0d72640 1 -- 172.21.15.16:0/2400729759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 msgr2=0x7fcb9c0d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.509+0000 7fcba0d72640 1 --2- 172.21.15.16:0/2400729759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.509+0000 7fcba0d72640 1 -- 172.21.15.16:0/2400729759 >> v1:172.21.15.16:6789/0 conn(0x7fcb9c0b97d0 legacy=0x7fcb9c0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.509+0000 7fcb9b7fe640 1 -- 172.21.15.16:0/2400729759 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3451119773 0 0) 0x7fcb9c0ba310 con 0x7fcb9c0b97d0 2024-09-16T01:45:30.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.509+0000 7fcba0d72640 1 -- 172.21.15.16:0/2400729759 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9c0d2750 con 0x7fcb9c147fc0 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba0d72640 1 --2- 172.21.15.16:0/2400729759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c15ea60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fcb94009d90 tx=0x7fcb9402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5ffe3cd2da19fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcb9b7fe640 1 -- 172.21.15.16:0/2400729759 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb94007740 con 0x7fcb9c147fc0 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcb9b7fe640 1 -- 172.21.15.16:0/2400729759 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb940078e0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcb9b7fe640 1 -- 172.21.15.16:0/2400729759 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb94007cb0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 -- 172.21.15.16:0/2400729759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 msgr2=0x7fcb9c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/2400729759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c15ea60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fcb94009d90 tx=0x7fcb9402a660 comp rx=0 tx=0).stop 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 -- 172.21.15.16:0/2400729759 shutdown_connections 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/2400729759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/2400729759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c15ea60 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 -- 172.21.15.16:0/2400729759 >> 172.21.15.16:0/2400729759 conn(0x7fcb9c074fe0 msgr2=0x7fcb9c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 -- 172.21.15.16:0/2400729759 shutdown_connections 2024-09-16T01:45:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.510+0000 7fcba2fd6640 1 -- 172.21.15.16:0/2400729759 wait complete. 2024-09-16T01:45:30.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.511+0000 7fcba2fd6640 1 Processor -- start 2024-09-16T01:45:30.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.512+0000 7fcba2fd6640 1 -- start start 2024-09-16T01:45:30.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.512+0000 7fcba2fd6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb9c0b97d0 0x7fcb9c1506a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.512+0000 7fcba2fd6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0cc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.512+0000 7fcba2fd6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c0c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.512+0000 7fcba2fd6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c0d2500 con 0x7fcb9c147fc0 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.512+0000 7fcba2fd6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c0d2d10 con 0x7fcb9c0b97d0 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.512+0000 7fcba2fd6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcb9c0d2ff0 con 0x7fcb9c0d0ee0 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c0c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c0c9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37960/0 (socket says 172.21.15.16:37960) 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 -- 172.21.15.16:0/3261528461 learned_addr learned my addr 172.21.15.16:0/3261528461 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcb9bfff640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0cc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba0d72640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb9c0b97d0 0x7fcb9c1506a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 -- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 msgr2=0x7fcb9c0cc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0cc3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 -- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb9c0b97d0 msgr2=0x7fcb9c1506a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb9c0b97d0 0x7fcb9c1506a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 -- 172.21.15.16:0/3261528461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9c0ca1c0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba1573640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c0c9740 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00c3c0 tx=0x7fcb8c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcb997fa640 1 -- 172.21.15.16:0/3261528461 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c0074e0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcb997fa640 1 -- 172.21.15.16:0/3261528461 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb8c0047e0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb9c0ca4a0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcb997fa640 1 -- 172.21.15.16:0/3261528461 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c004c10 con 0x7fcb9c147fc0 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.513+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb9c0caa60 con 0x7fcb9c147fc0 2024-09-16T01:45:30.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.514+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb9c0d1340 con 0x7fcb9c147fc0 2024-09-16T01:45:30.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.515+0000 7fcb997fa640 1 -- 172.21.15.16:0/3261528461 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fcb8c011070 con 0x7fcb9c147fc0 2024-09-16T01:45:30.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.515+0000 7fcb997fa640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb8806c460 0x7fcb8806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.515+0000 7fcb997fa640 1 -- 172.21.15.16:0/3261528461 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fcb8c08b1d0 con 0x7fcb9c147fc0 2024-09-16T01:45:30.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.516+0000 7fcba0d72640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb8806c460 0x7fcb8806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.516+0000 7fcba0d72640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb8806c460 0x7fcb8806e920 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcb94034000 tx=0x7fcb9402f000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.519+0000 7fcb997fa640 1 -- 172.21.15.16:0/3261528461 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcb8c059030 con 0x7fcb9c147fc0 2024-09-16T01:45:30.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.693+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb9c15f530 con 0x7fcb9c147fc0 2024-09-16T01:45:30.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.695+0000 7fcb997fa640 1 -- 172.21.15.16:0/3261528461 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16729 (secure 0 0 0) 0x7fcb8c05d330 con 0x7fcb9c147fc0 2024-09-16T01:45:30.705 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:30.706 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":46,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:43:56.074661+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:43:29.330906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T01:43:30.343958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.1b","mappings":[{"from":0,"to":5}]},{"pgid":"7.35","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:45:30.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb8806c460 msgr2=0x7fcb8806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb8806c460 0x7fcb8806e920 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcb94034000 tx=0x7fcb9402f000 comp rx=0 tx=0).stop 2024-09-16T01:45:30.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 msgr2=0x7fcb9c0c9740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c0c9740 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00c3c0 tx=0x7fcb8c00c880 comp rx=0 tx=0).stop 2024-09-16T01:45:30.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 shutdown_connections 2024-09-16T01:45:30.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb8806c460 0x7fcb8806e920 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb9c147fc0 0x7fcb9c0c9740 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb9c0d0ee0 0x7fcb9c0cc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 --2- 172.21.15.16:0/3261528461 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb9c0b97d0 0x7fcb9c1506a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 >> 172.21.15.16:0/3261528461 conn(0x7fcb9c074fe0 msgr2=0x7fcb9c0ce940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:30.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 shutdown_connections 2024-09-16T01:45:30.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.697+0000 7fcba2fd6640 1 -- 172.21.15.16:0/3261528461 wait complete. 2024-09-16T01:45:30.714 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:45:30.714 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.827+0000 7faec01d6640 1 Processor -- start 2024-09-16T01:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.827+0000 7faec01d6640 1 -- start start 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faec01d6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faeb815e570 0x7faeb80d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faec01d6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7faeb80d1030 0x7faeb80d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faec01d6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faeb815e950 con 0x7faeb80d4a00 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faec01d6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7faeb80d19e0 con 0x7faeb80d1030 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faec01d6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7faeb80d3960 con 0x7faeb815e570 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faebe773640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7faeb80d1030 0x7faeb80d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faebe773640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7faeb80d1030 0x7faeb80d14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37976/0 (socket says 172.21.15.16:37976) 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faebe773640 1 -- 172.21.15.16:0/1913633941 learned_addr learned my addr 172.21.15.16:0/1913633941 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.828+0000 7faebdf72640 1 --2- 172.21.15.16:0/1913633941 >> v2:172.21.15.104:3300/0 conn(0x7faeb815e570 0x7faeb80d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebe773640 1 -- 172.21.15.16:0/1913633941 >> v2:172.21.15.104:3300/0 conn(0x7faeb815e570 msgr2=0x7faeb80d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebe773640 1 --2- 172.21.15.16:0/1913633941 >> v2:172.21.15.104:3300/0 conn(0x7faeb815e570 0x7faeb80d32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebe773640 1 -- 172.21.15.16:0/1913633941 >> v1:172.21.15.104:6789/0 conn(0x7faeb80d4a00 legacy=0x7faeb80cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebe773640 1 -- 172.21.15.16:0/1913633941 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb80d3c40 con 0x7faeb80d1030 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebe773640 1 --2- 172.21.15.16:0/1913633941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb80d14a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7faeb80d2110 tx=0x7faeb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=342cf29715221d77 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebcf70640 1 -- 172.21.15.16:0/1913633941 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0037070 con 0x7faeb80d1030 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebcf70640 1 -- 172.21.15.16:0/1913633941 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faeb0032440 con 0x7faeb80d1030 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.829+0000 7faebcf70640 1 -- 172.21.15.16:0/1913633941 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0032810 con 0x7faeb80d1030 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 -- 172.21.15.16:0/1913633941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 msgr2=0x7faeb80d14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 --2- 172.21.15.16:0/1913633941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb80d14a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7faeb80d2110 tx=0x7faeb002a270 comp rx=0 tx=0).stop 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 -- 172.21.15.16:0/1913633941 shutdown_connections 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 --2- 172.21.15.16:0/1913633941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb80d14a0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 --2- 172.21.15.16:0/1913633941 >> v2:172.21.15.104:3300/0 conn(0x7faeb815e570 0x7faeb80d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 -- 172.21.15.16:0/1913633941 >> 172.21.15.16:0/1913633941 conn(0x7faeb8074bc0 msgr2=0x7faeb8074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 -- 172.21.15.16:0/1913633941 shutdown_connections 2024-09-16T01:45:30.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.830+0000 7faec01d6640 1 -- 172.21.15.16:0/1913633941 wait complete. 2024-09-16T01:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.831+0000 7faec01d6640 1 Processor -- start 2024-09-16T01:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.831+0000 7faec01d6640 1 -- start start 2024-09-16T01:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faec01d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb81429b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faec01d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faeb80d4a00 0x7faeb8143320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faec01d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeb815e570 0x7faeb81453b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faec01d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7faeb80d44e0 con 0x7faeb80d1030 2024-09-16T01:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faec01d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faeb80d4200 con 0x7faeb815e570 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faec01d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faeb80d4e40 con 0x7faeb80d4a00 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faebdf72640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb81429b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faebdf72640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb81429b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37980/0 (socket says 172.21.15.16:37980) 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faebdf72640 1 -- 172.21.15.16:0/565687888 learned_addr learned my addr 172.21.15.16:0/565687888 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faebe773640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeb815e570 0x7faeb81453b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.832+0000 7faebd771640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faeb80d4a00 0x7faeb8143320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faebdf72640 1 -- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faeb80d4a00 msgr2=0x7faeb8143320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faebdf72640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faeb80d4a00 0x7faeb8143320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faebdf72640 1 -- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeb815e570 msgr2=0x7faeb81453b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faebdf72640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeb815e570 0x7faeb81453b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faebdf72640 1 -- 172.21.15.16:0/565687888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb8145e70 con 0x7faeb80d1030 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faebd771640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faeb80d4a00 0x7faeb8143320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faebdf72640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb81429b0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faea800efc0 tx=0x7faea800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faeb67fc640 1 -- 172.21.15.16:0/565687888 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea8018020 con 0x7faeb80d1030 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faeb67fc640 1 -- 172.21.15.16:0/565687888 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faea8014480 con 0x7faeb80d1030 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faeb67fc640 1 -- 172.21.15.16:0/565687888 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea8014850 con 0x7faeb80d1030 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeb8146150 con 0x7faeb80d1030 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.833+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeb8155e60 con 0x7faeb80d1030 2024-09-16T01:45:30.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.834+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faeb80d14a0 con 0x7faeb80d1030 2024-09-16T01:45:30.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.835+0000 7faeb67fc640 1 -- 172.21.15.16:0/565687888 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7faea8005d10 con 0x7faeb80d1030 2024-09-16T01:45:30.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.835+0000 7faeb67fc640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faea406c460 0x7faea406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:30.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.835+0000 7faeb67fc640 1 -- 172.21.15.16:0/565687888 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7faea808c590 con 0x7faeb80d1030 2024-09-16T01:45:30.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.835+0000 7faebd771640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faea406c460 0x7faea406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:30.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.836+0000 7faebd771640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faea406c460 0x7faea406e920 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7faeb815f1d0 tx=0x7faeac009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:30.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:30.840+0000 7faeb67fc640 1 -- 172.21.15.16:0/565687888 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faea8022030 con 0x7faeb80d1030 2024-09-16T01:45:31.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.052+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faeb8159480 con 0x7faeb80d1030 2024-09-16T01:45:31.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.052+0000 7faeb67fc640 1 -- 172.21.15.16:0/565687888 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7faea8010040 con 0x7faeb80d1030 2024-09-16T01:45:31.056 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:31.056 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:31.056 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:31.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faea406c460 msgr2=0x7faea406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faea406c460 0x7faea406e920 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7faeb815f1d0 tx=0x7faeac009040 comp rx=0 tx=0).stop 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 msgr2=0x7faeb81429b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb81429b0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faea800efc0 tx=0x7faea800c490 comp rx=0 tx=0).stop 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 shutdown_connections 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7faea406c460 0x7faea406e920 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeb815e570 0x7faeb81453b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faeb80d4a00 0x7faeb8143320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 --2- 172.21.15.16:0/565687888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faeb80d1030 0x7faeb81429b0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 >> 172.21.15.16:0/565687888 conn(0x7faeb8074bc0 msgr2=0x7faeb80b9880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 shutdown_connections 2024-09-16T01:45:31.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.055+0000 7faec01d6640 1 -- 172.21.15.16:0/565687888 wait complete. 2024-09-16T01:45:31.068 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:31.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.167+0000 7f6478a82640 1 Processor -- start 2024-09-16T01:45:31.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.167+0000 7f6478a82640 1 -- start start 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.168+0000 7f6478a82640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6474147fc0 0x7f647415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.168+0000 7f6478a82640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64740ba2f0 con 0x7f64740d0ee0 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.168+0000 7f6478a82640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64740d2750 con 0x7f64740b9ee0 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.168+0000 7f6478a82640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f64741483a0 con 0x7f6474147fc0 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.168+0000 7f6471d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f64740d0ee0 0x7f64740b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46262/0 (socket says 172.21.15.16:46262) 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.168+0000 7f6471d9b640 1 -- 172.21.15.16:0/3266190860 learned_addr learned my addr 172.21.15.16:0/3266190860 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647259c640 1 --2- 172.21.15.16:0/3266190860 >> v2:172.21.15.104:3300/0 conn(0x7f6474147fc0 0x7f647415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 149667890 0 0) 0x7f64740ba2f0 con 0x7f64740d0ee0 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6460003520 con 0x7f64740d0ee0 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4287019333 0 0) 0x7f6460003520 con 0x7f64740d0ee0 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 >> v2:172.21.15.104:3300/0 conn(0x7f6474147fc0 msgr2=0x7f647415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 --2- 172.21.15.16:0/3266190860 >> v2:172.21.15.104:3300/0 conn(0x7f6474147fc0 0x7f647415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 >> v1:172.21.15.104:6789/0 conn(0x7f64740b9ee0 legacy=0x7f64740d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64740d2a30 con 0x7f64740d0ee0 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f645c001670 con 0x7f64740d0ee0 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 >> v1:172.21.15.16:6789/0 conn(0x7f64740d0ee0 legacy=0x7f64740b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64600039b0 0x7f6460003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64600043b0 0x7f6460004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6460005080 0x7f646000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f64741483a0 con 0x7f6460005080 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f646000bfe0 con 0x7f64600039b0 2024-09-16T01:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f646000c1e0 con 0x7f64600043b0 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f6472d9d640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6460005080 0x7f646000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f647259c640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64600039b0 0x7f6460003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.169+0000 7f6471d9b640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64600043b0 0x7f6460004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f6472d9d640 1 -- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64600043b0 msgr2=0x7f6460004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f6472d9d640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64600043b0 0x7f6460004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f6472d9d640 1 -- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64600039b0 msgr2=0x7f6460003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f6472d9d640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64600039b0 0x7f6460003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f6472d9d640 1 -- 172.21.15.16:0/3266190860 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6460003520 con 0x7f6460005080 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f6472d9d640 1 -- 172.21.15.16:0/3266190860 reap_dead start 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f6472d9d640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6460005080 0x7f646000b9c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f6464001860 tx=0x7f6460005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57403ad296ac1871 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464001430 con 0x7f6460005080 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6464005330 con 0x7f6460005080 2024-09-16T01:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.170+0000 7f647159a640 1 -- 172.21.15.16:0/3266190860 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646402ac10 con 0x7f6460005080 2024-09-16T01:45:31.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.171+0000 7f6478a82640 1 -- 172.21.15.16:0/3266190860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6460005080 msgr2=0x7f646000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.171+0000 7f6478a82640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6460005080 0x7f646000b9c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f6464001860 tx=0x7f6460005830 comp rx=0 tx=0).stop 2024-09-16T01:45:31.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.171+0000 7f6478a82640 1 -- 172.21.15.16:0/3266190860 shutdown_connections 2024-09-16T01:45:31.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.171+0000 7f6478a82640 1 --2- 172.21.15.16:0/3266190860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6460005080 0x7f646000b9c0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.171+0000 7f6478a82640 1 -- 172.21.15.16:0/3266190860 >> 172.21.15.16:0/3266190860 conn(0x7f6474074fe0 msgr2=0x7f647406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:31.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.171+0000 7f6478a82640 1 -- 172.21.15.16:0/3266190860 shutdown_connections 2024-09-16T01:45:31.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.171+0000 7f6478a82640 1 -- 172.21.15.16:0/3266190860 wait complete. 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.172+0000 7f6478a82640 1 Processor -- start 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6478a82640 1 -- start start 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6478a82640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6460005080 0x7f64740ca300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6478a82640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64740c9430 0x7f647415deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6478a82640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64741f3e80 0x7f64740cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6478a82640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f64740d2500 con 0x7f64741f3e80 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6478a82640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f647415efa0 con 0x7f6460005080 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6478a82640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f64740d2ff0 con 0x7f64740c9430 2024-09-16T01:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6472d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64741f3e80 0x7f64740cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6472d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64741f3e80 0x7f64740cb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37998/0 (socket says 172.21.15.16:37998) 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6472d9d640 1 -- 172.21.15.16:0/1737559351 learned_addr learned my addr 172.21.15.16:0/1737559351 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.173+0000 7f6471d9b640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64740c9430 0x7f647415deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f647259c640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6460005080 0x7f64740ca300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6472d9d640 1 -- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64740c9430 msgr2=0x7f647415deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6472d9d640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64740c9430 0x7f647415deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6472d9d640 1 -- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6460005080 msgr2=0x7f64740ca300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6472d9d640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6460005080 0x7f64740ca300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6472d9d640 1 -- 172.21.15.16:0/1737559351 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64740caac0 con 0x7f64741f3e80 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6472d9d640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64741f3e80 0x7f64740cb680 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6464001980 tx=0x7f6464001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f646affd640 1 -- 172.21.15.16:0/1737559351 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464001430 con 0x7f64741f3e80 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f646affd640 1 -- 172.21.15.16:0/1737559351 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6464003b30 con 0x7f64741f3e80 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f646affd640 1 -- 172.21.15.16:0/1737559351 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464007030 con 0x7f64741f3e80 2024-09-16T01:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64740ca840 con 0x7f64741f3e80 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.174+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6474141fa0 con 0x7f64741f3e80 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.175+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f647415eaf0 con 0x7f64741f3e80 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.176+0000 7f646affd640 1 -- 172.21.15.16:0/1737559351 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f6464005330 con 0x7f64741f3e80 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.176+0000 7f646affd640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f645406c490 0x7f645406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.176+0000 7f646affd640 1 -- 172.21.15.16:0/1737559351 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f64640aadd0 con 0x7f64741f3e80 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.176+0000 7f647259c640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f645406c490 0x7f645406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.177+0000 7f647259c640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f645406c490 0x7f645406e950 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f646c014450 tx=0x7f646c00b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.180+0000 7f646affd640 1 -- 172.21.15.16:0/1737559351 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f64740ca840 con 0x7f64741f3e80 2024-09-16T01:45:31.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.389+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f647415e3f0 con 0x7f64741f3e80 2024-09-16T01:45:31.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.390+0000 7f646affd640 1 -- 172.21.15.16:0/1737559351 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f6464079e20 con 0x7f64741f3e80 2024-09-16T01:45:31.392 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:31.393 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":24,"btime":"2024-09-16T01:43:46:049862+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:43:31.350640+0000","modified":"2024-09-16T01:43:34.372300+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5313},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5313":{"gid":5313,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/456331801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":456331801},{"type":"v1","addr":"172.21.15.16:6835","nonce":456331801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5313,"qdb_cluster":[5313]},"id":3}]} 2024-09-16T01:45:31.393 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 24 2024-09-16T01:45:31.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f645406c490 msgr2=0x7f645406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f645406c490 0x7f645406e950 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f646c014450 tx=0x7f646c00b040 comp rx=0 tx=0).stop 2024-09-16T01:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64741f3e80 msgr2=0x7f64740cb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64741f3e80 0x7f64740cb680 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6464001980 tx=0x7f6464001230 comp rx=0 tx=0).stop 2024-09-16T01:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 shutdown_connections 2024-09-16T01:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f645406c490 0x7f645406e950 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64741f3e80 0x7f64740cb680 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64740c9430 0x7f647415deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 --2- 172.21.15.16:0/1737559351 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6460005080 0x7f64740ca300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 >> 172.21.15.16:0/1737559351 conn(0x7f6474074fe0 msgr2=0x7f64740cf950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:31.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 shutdown_connections 2024-09-16T01:45:31.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.392+0000 7f6478a82640 1 -- 172.21.15.16:0/1737559351 wait complete. 2024-09-16T01:45:31.406 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:45:31.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.507+0000 7f955b911640 1 Processor -- start 2024-09-16T01:45:31.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.507+0000 7f955b911640 1 -- start start 2024-09-16T01:45:31.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.508+0000 7f955b911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f955406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.508+0000 7f955b911640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f955415e910 con 0x7f955415e530 2024-09-16T01:45:31.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.508+0000 7f955b911640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95540718c0 con 0x7f9554073c00 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.508+0000 7f955b911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f95540d1c50 con 0x7f9554070e10 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.508+0000 7f95596ad640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f955415e530 0x7f9554070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46264/0 (socket says 172.21.15.16:46264) 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.508+0000 7f95596ad640 1 -- 172.21.15.16:0/154098698 learned_addr learned my addr 172.21.15.16:0/154098698 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2265753248 0 0) 0x7f955415e910 con 0x7f955415e530 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9558eac640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f955406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f953c003520 con 0x7f955415e530 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2049766800 0 0) 0x7f953c003520 con 0x7f955415e530 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 msgr2=0x7f955406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f955406bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 >> v1:172.21.15.104:6789/0 conn(0x7f9554073c00 legacy=0x7f955406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9554073120 con 0x7f955415e530 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f95440019f0 con 0x7f955415e530 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 >> v1:172.21.15.16:6789/0 conn(0x7f955415e530 legacy=0x7f9554070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953c0039e0 0x7f953c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f953c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f953c004d40 0x7f953c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f95540d1c50 con 0x7f953c004d40 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f953c00bad0 con 0x7f953c0039e0 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f953c00bcd0 con 0x7f9554070e10 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f95596ad640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953c0039e0 0x7f953c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9559eae640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f953c004d40 0x7f953c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9558eac640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f953c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9558eac640 1 -- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953c0039e0 msgr2=0x7f953c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9558eac640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953c0039e0 0x7f953c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9558eac640 1 -- 172.21.15.16:0/154098698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f953c004d40 msgr2=0x7f953c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9558eac640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f953c004d40 0x7f953c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9558eac640 1 -- 172.21.15.16:0/154098698 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953c003520 con 0x7f9554070e10 2024-09-16T01:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.509+0000 7f9559eae640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f953c004d40 0x7f953c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.510+0000 7f9558eac640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f953c004800 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f95540d22a0 tx=0x7f953c005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a187726e00b810ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.510+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548036070 con 0x7f9554070e10 2024-09-16T01:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.510+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9548031400 con 0x7f9554070e10 2024-09-16T01:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.510+0000 7f9553fff640 1 -- 172.21.15.16:0/154098698 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548009690 con 0x7f9554070e10 2024-09-16T01:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.511+0000 7f955b911640 1 -- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 msgr2=0x7f953c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.511+0000 7f955b911640 1 --2- 172.21.15.16:0/154098698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f953c004800 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f95540d22a0 tx=0x7f953c005830 comp rx=0 tx=0).stop 2024-09-16T01:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.511+0000 7f9559eae640 1 -- 172.21.15.16:0/154098698 reap_dead start 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.511+0000 7f955b911640 1 -- 172.21.15.16:0/154098698 shutdown_connections 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.511+0000 7f955b911640 1 -- 172.21.15.16:0/154098698 >> 172.21.15.16:0/154098698 conn(0x7f95540d2300 msgr2=0x7f95540d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.511+0000 7f955b911640 1 -- 172.21.15.16:0/154098698 shutdown_connections 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.511+0000 7f955b911640 1 -- 172.21.15.16:0/154098698 wait complete. 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.512+0000 7f955b911640 1 Processor -- start 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.512+0000 7f955b911640 1 -- start start 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f955b911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f955414ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f955b911640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95540d0d90 0x7f95540b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f955b911640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95540cfdc0 0x7f95540d0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f955b911640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f955406c830 con 0x7f95540d0d90 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f955b911640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f95540736e0 con 0x7f95540cfdc0 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f955b911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f955406c9b0 con 0x7f9554070e10 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f9558eac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95540d0d90 0x7f95540b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f9558eac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95540d0d90 0x7f95540b0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38016/0 (socket says 172.21.15.16:38016) 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f9558eac640 1 -- 172.21.15.16:0/1805850093 learned_addr learned my addr 172.21.15.16:0/1805850093 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f95596ad640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f955414ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.513+0000 7f9559eae640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95540cfdc0 0x7f95540d0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9558eac640 1 -- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 msgr2=0x7f955414ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9558eac640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f955414ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9558eac640 1 -- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95540cfdc0 msgr2=0x7f95540d0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9558eac640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95540cfdc0 0x7f95540d0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9558eac640 1 -- 172.21.15.16:0/1805850093 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f955414b380 con 0x7f95540d0d90 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9558eac640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95540d0d90 0x7f95540b0a50 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f9554072ec0 tx=0x7f9548004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9551ffb640 1 -- 172.21.15.16:0/1805850093 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548040020 con 0x7f95540d0d90 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9551ffb640 1 -- 172.21.15.16:0/1805850093 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9548003970 con 0x7f95540d0d90 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95540b12c0 con 0x7f95540d0d90 2024-09-16T01:45:31.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f9551ffb640 1 -- 172.21.15.16:0/1805850093 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548036040 con 0x7f95540d0d90 2024-09-16T01:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.514+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95540b1880 con 0x7f95540d0d90 2024-09-16T01:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.515+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95540b73c0 con 0x7f95540d0d90 2024-09-16T01:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.516+0000 7f9551ffb640 1 -- 172.21.15.16:0/1805850093 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f9548043020 con 0x7f95540d0d90 2024-09-16T01:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.516+0000 7f9551ffb640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f954006c460 0x7f954006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.516+0000 7f9551ffb640 1 -- 172.21.15.16:0/1805850093 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f95480abe00 con 0x7f95540d0d90 2024-09-16T01:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.516+0000 7f95596ad640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f954006c460 0x7f954006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.517+0000 7f95596ad640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f954006c460 0x7f954006e920 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9544004d00 tx=0x7f9544006040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.520+0000 7f9551ffb640 1 -- 172.21.15.16:0/1805850093 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f954804a020 con 0x7f95540d0d90 2024-09-16T01:45:31.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.696+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f955415b7e0 con 0x7f95540d0d90 2024-09-16T01:45:31.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.697+0000 7f9551ffb640 1 -- 172.21.15.16:0/1805850093 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16729 (secure 0 0 0) 0x7f955414b380 con 0x7f95540d0d90 2024-09-16T01:45:31.699 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:31.700 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":46,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:43:56.074661+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:43:29.330906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T01:43:30.343958+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.1b","mappings":[{"from":0,"to":5}]},{"pgid":"7.35","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:45:31.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f954006c460 msgr2=0x7f954006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f954006c460 0x7f954006e920 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9544004d00 tx=0x7f9544006040 comp rx=0 tx=0).stop 2024-09-16T01:45:31.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95540d0d90 msgr2=0x7f95540b0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95540d0d90 0x7f95540b0a50 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f9554072ec0 tx=0x7f9548004730 comp rx=0 tx=0).stop 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 shutdown_connections 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f954006c460 0x7f954006e920 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95540cfdc0 0x7f95540d0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95540d0d90 0x7f95540b0a50 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 --2- 172.21.15.16:0/1805850093 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9554070e10 0x7f955414ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 >> 172.21.15.16:0/1805850093 conn(0x7f95540d2300 msgr2=0x7f9554157ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 shutdown_connections 2024-09-16T01:45:31.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.699+0000 7f955b911640 1 -- 172.21.15.16:0/1805850093 wait complete. 2024-09-16T01:45:31.713 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.815+0000 7fab9999f640 1 Processor -- start 2024-09-16T01:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.815+0000 7fab9999f640 1 -- start start 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9999f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fab9406bbe0 0x7fab940715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9999f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9406bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9999f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fab94072ed0 0x7fab94073360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9999f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fab940b2b30 con 0x7fab9406bbe0 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9999f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fab9406c500 con 0x7fab94072ed0 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9999f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fab940ce650 con 0x7fab941455e0 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9899d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fab9406bbe0 0x7fab940715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9899d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fab9406bbe0 0x7fab940715f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38030/0 (socket says 172.21.15.16:38030) 2024-09-16T01:45:31.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.816+0000 7fab9899d640 1 -- 172.21.15.16:0/2478030502 learned_addr learned my addr 172.21.15.16:0/2478030502 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab93fff640 1 --2- 172.21.15.16:0/2478030502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9406bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab9919e640 1 --2- 172.21.15.16:0/2478030502 >> v2:172.21.15.104:3300/0 conn(0x7fab94072ed0 0x7fab94073360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab9899d640 1 -- 172.21.15.16:0/2478030502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 msgr2=0x7fab9406bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab9899d640 1 --2- 172.21.15.16:0/2478030502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9406bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab9899d640 1 -- 172.21.15.16:0/2478030502 >> v2:172.21.15.104:3300/0 conn(0x7fab94072ed0 msgr2=0x7fab94073360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab9899d640 1 --2- 172.21.15.16:0/2478030502 >> v2:172.21.15.104:3300/0 conn(0x7fab94072ed0 0x7fab94073360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab9899d640 1 -- 172.21.15.16:0/2478030502 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab940ce930 con 0x7fab9406bbe0 2024-09-16T01:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.817+0000 7fab9899d640 1 --2- 172.21.15.16:0/2478030502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab9406bbe0 0x7fab940715f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fab94072bd0 tx=0x7fab8402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15a04cd247a6442f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab937fe640 1 -- 172.21.15.16:0/2478030502 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab84037070 con 0x7fab9406bbe0 2024-09-16T01:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab937fe640 1 -- 172.21.15.16:0/2478030502 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab84032440 con 0x7fab9406bbe0 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab937fe640 1 -- 172.21.15.16:0/2478030502 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab84032810 con 0x7fab9406bbe0 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 -- 172.21.15.16:0/2478030502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab9406bbe0 msgr2=0x7fab940715f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 --2- 172.21.15.16:0/2478030502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab9406bbe0 0x7fab940715f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fab94072bd0 tx=0x7fab8402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 -- 172.21.15.16:0/2478030502 shutdown_connections 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 --2- 172.21.15.16:0/2478030502 >> v2:172.21.15.104:3300/0 conn(0x7fab94072ed0 0x7fab94073360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 --2- 172.21.15.16:0/2478030502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9406bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 --2- 172.21.15.16:0/2478030502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab9406bbe0 0x7fab940715f0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 -- 172.21.15.16:0/2478030502 >> 172.21.15.16:0/2478030502 conn(0x7fab94074fe0 msgr2=0x7fab940b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 -- 172.21.15.16:0/2478030502 shutdown_connections 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.818+0000 7fab9999f640 1 -- 172.21.15.16:0/2478030502 wait complete. 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.819+0000 7fab9999f640 1 Processor -- start 2024-09-16T01:45:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.819+0000 7fab9999f640 1 -- start start 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9999f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab9406bbe0 0x7fab9415bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9999f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab94072ed0 0x7fab940aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9999f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9413e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9999f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fab940cf1d0 con 0x7fab94072ed0 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9999f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fab940ceef0 con 0x7fab9406bbe0 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9999f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fab94145280 con 0x7fab941455e0 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab93fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab94072ed0 0x7fab940aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab93fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab94072ed0 0x7fab940aaea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38042/0 (socket says 172.21.15.16:38042) 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab93fff640 1 -- 172.21.15.16:0/728422153 learned_addr learned my addr 172.21.15.16:0/728422153 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9919e640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9413e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.820+0000 7fab9899d640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab9406bbe0 0x7fab9415bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab93fff640 1 -- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 msgr2=0x7fab9413e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab93fff640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9413e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab93fff640 1 -- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab9406bbe0 msgr2=0x7fab9415bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab93fff640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab9406bbe0 0x7fab9415bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab93fff640 1 -- 172.21.15.16:0/728422153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9415da40 con 0x7fab94072ed0 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab93fff640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab94072ed0 0x7fab940aaea0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fab8800c7f0 tx=0x7fab8800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab917fa640 1 -- 172.21.15.16:0/728422153 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab88015070 con 0x7fab94072ed0 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab917fa640 1 -- 172.21.15.16:0/728422153 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab88004240 con 0x7fab94072ed0 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab9415dce0 con 0x7fab94072ed0 2024-09-16T01:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab917fa640 1 -- 172.21.15.16:0/728422153 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab88007620 con 0x7fab94072ed0 2024-09-16T01:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.821+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab9415e2a0 con 0x7fab94072ed0 2024-09-16T01:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.822+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab940715f0 con 0x7fab94072ed0 2024-09-16T01:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.823+0000 7fab917fa640 1 -- 172.21.15.16:0/728422153 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fab880079d0 con 0x7fab94072ed0 2024-09-16T01:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.823+0000 7fab917fa640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fab8006c460 0x7fab8006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:31.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.823+0000 7fab917fa640 1 -- 172.21.15.16:0/728422153 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fab8808bab0 con 0x7fab94072ed0 2024-09-16T01:45:31.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.823+0000 7fab9899d640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fab8006c460 0x7fab8006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:31.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.824+0000 7fab9899d640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fab8006c460 0x7fab8006e920 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fab84034000 tx=0x7fab8402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:31.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:31.827+0000 7fab917fa640 1 -- 172.21.15.16:0/728422153 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fab88059940 con 0x7fab94072ed0 2024-09-16T01:45:32.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.040+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fab94141b30 con 0x7fab94072ed0 2024-09-16T01:45:32.043 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:45:32.041+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:45:32.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.042+0000 7fab917fa640 1 -- 172.21.15.16:0/728422153 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) ==== 161+0+0 (secure 0 0 0) 0x7fab8805dc40 con 0x7fab94072ed0 2024-09-16T01:45:32.044 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:45:32.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fab8006c460 msgr2=0x7fab8006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fab8006c460 0x7fab8006e920 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fab84034000 tx=0x7fab8402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab94072ed0 msgr2=0x7fab940aaea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab94072ed0 0x7fab940aaea0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fab8800c7f0 tx=0x7fab8800ccb0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 shutdown_connections 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fab8006c460 0x7fab8006e920 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab941455e0 0x7fab9413e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab94072ed0 0x7fab940aaea0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 --2- 172.21.15.16:0/728422153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab9406bbe0 0x7fab9415bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 >> 172.21.15.16:0/728422153 conn(0x7fab94074fe0 msgr2=0x7fab940732b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 shutdown_connections 2024-09-16T01:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.045+0000 7fab9999f640 1 -- 172.21.15.16:0/728422153 wait complete. 2024-09-16T01:45:32.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:45:32.086 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:45:32.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.163+0000 7f6007c4c640 1 Processor -- start 2024-09-16T01:45:32.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.163+0000 7f6007c4c640 1 -- start start 2024-09-16T01:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f6007c4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60000d4010 0x7f60000d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f6007c4c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60000cfcd0 con 0x7f60000d30b0 2024-09-16T01:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f6007c4c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60000d22f0 con 0x7f6000147f30 2024-09-16T01:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f6007c4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f60000d20a0 con 0x7f60000d4010 2024-09-16T01:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f60061e9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f60000d30b0 0x7f60000b8810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53492/0 (socket says 172.21.15.16:53492) 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f60061e9640 1 -- 172.21.15.16:0/651138017 learned_addr learned my addr 172.21.15.16:0/651138017 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f60051e7640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60000d4010 0x7f60000d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.164+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1784480875 0 0) 0x7f60000cfcd0 con 0x7f60000d30b0 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5fec003520 con 0x7f60000d30b0 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1604638617 0 0) 0x7f60000d22f0 con 0x7f6000147f30 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f60000cfcd0 con 0x7f6000147f30 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 609426926 0 0) 0x7f5fec003520 con 0x7f60000d30b0 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60000d4010 msgr2=0x7f60000d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60000d4010 0x7f60000d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 >> v1:172.21.15.104:6789/0 conn(0x7f6000147f30 legacy=0x7f60000cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60000d25d0 con 0x7f60000d30b0 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f5ff80019f0 con 0x7f60000d30b0 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 >> v1:172.21.15.16:6789/0 conn(0x7f60000d30b0 legacy=0x7f60000b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5fec003b70 0x7f5fec003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5fec004800 0x7f5fec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec0051c0 0x7f5fec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f60000d20a0 con 0x7f5fec003b70 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5fec00c030 con 0x7f5fec004800 2024-09-16T01:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5fec00c230 con 0x7f5fec0051c0 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60051e7640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60000d4010 0x7f60000d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60059e8640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5fec003b70 0x7f5fec003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60061e9640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec0051c0 0x7f5fec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60051e7640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5fec004800 0x7f5fec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60059e8640 1 -- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec0051c0 msgr2=0x7f5fec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60059e8640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec0051c0 0x7f5fec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60059e8640 1 -- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5fec004800 msgr2=0x7f5fec004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60059e8640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5fec004800 0x7f5fec004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.165+0000 7f60059e8640 1 -- 172.21.15.16:0/651138017 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fec003520 con 0x7f5fec003b70 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.166+0000 7f60059e8640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5fec003b70 0x7f5fec003f70 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f5ff40018c0 tx=0x7f5fec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c13cbfb5f1b59b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.166+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff40014e0 con 0x7f5fec003b70 2024-09-16T01:45:32.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.166+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ff40052f0 con 0x7f5fec003b70 2024-09-16T01:45:32.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.166+0000 7f60049e6640 1 -- 172.21.15.16:0/651138017 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff402ac90 con 0x7f5fec003b70 2024-09-16T01:45:32.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.167+0000 7f6007c4c640 1 -- 172.21.15.16:0/651138017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5fec003b70 msgr2=0x7f5fec003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:32.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.167+0000 7f6007c4c640 1 --2- 172.21.15.16:0/651138017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5fec003b70 0x7f5fec003f70 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f5ff40018c0 tx=0x7f5fec005830 comp rx=0 tx=0).stop 2024-09-16T01:45:32.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.167+0000 7f60061e9640 1 -- 172.21.15.16:0/651138017 reap_dead start 2024-09-16T01:45:32.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.167+0000 7f6007c4c640 1 -- 172.21.15.16:0/651138017 shutdown_connections 2024-09-16T01:45:32.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.167+0000 7f6007c4c640 1 -- 172.21.15.16:0/651138017 >> 172.21.15.16:0/651138017 conn(0x7f6000074da0 msgr2=0x7f60000d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.167+0000 7f6007c4c640 1 -- 172.21.15.16:0/651138017 shutdown_connections 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.167+0000 7f6007c4c640 1 -- 172.21.15.16:0/651138017 wait complete. 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.168+0000 7f6007c4c640 1 Processor -- start 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.168+0000 7f6007c4c640 1 -- start start 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f6007c4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec003b70 0x7f600013ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f6007c4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60001420f0 0x7f6000145040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f6007c4c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600013f3f0 0x7f600013bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f6007c4c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6000148310 con 0x7f60001420f0 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f6007c4c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f60000d2b90 con 0x7f600013f3f0 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f6007c4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f60000b8f20 con 0x7f5fec003b70 2024-09-16T01:45:32.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60001420f0 0x7f6000145040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60001420f0 0x7f6000145040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33108/0 (socket says 172.21.15.16:33108) 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 -- 172.21.15.16:0/1802775518 learned_addr learned my addr 172.21.15.16:0/1802775518 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60061e9640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600013f3f0 0x7f600013bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60059e8640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec003b70 0x7f600013ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 -- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec003b70 msgr2=0x7f600013ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec003b70 0x7f600013ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 -- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600013f3f0 msgr2=0x7f600013bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600013f3f0 0x7f600013bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.169+0000 7f60051e7640 1 -- 172.21.15.16:0/1802775518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60001402d0 con 0x7f60001420f0 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.170+0000 7f60051e7640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60001420f0 0x7f6000145040 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc011a20 tx=0x7f5ffc011ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.170+0000 7f5ff27fc640 1 -- 172.21.15.16:0/1802775518 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ffc00fbb0 con 0x7f60001420f0 2024-09-16T01:45:32.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.170+0000 7f5ff27fc640 1 -- 172.21.15.16:0/1802775518 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ffc00fd50 con 0x7f60001420f0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.170+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6000141330 con 0x7f60001420f0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.170+0000 7f5ff27fc640 1 -- 172.21.15.16:0/1802775518 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ffc014640 con 0x7f60001420f0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.170+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60001418f0 con 0x7f60001420f0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.171+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60000b9330 con 0x7f60001420f0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.172+0000 7f5ff27fc640 1 -- 172.21.15.16:0/1802775518 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f5ffc012040 con 0x7f60001420f0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.172+0000 7f5ff27fc640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5fe406c460 0x7f5fe406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.172+0000 7f5ff27fc640 1 -- 172.21.15.16:0/1802775518 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5853+0+0 (secure 0 0 0) 0x7f5ffc08bf10 con 0x7f60001420f0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.172+0000 7f60059e8640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5fe406c460 0x7f5fe406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:32.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.173+0000 7f60059e8640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5fe406c460 0x7f5fe406e920 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4032000 tx=0x7f5ff402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:32.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.176+0000 7f5ff27fc640 1 -- 172.21.15.16:0/1802775518 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5ffc019030 con 0x7f60001420f0 2024-09-16T01:45:32.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:32.389+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6000162050 con 0x7f60001420f0 2024-09-16T01:45:33.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.047+0000 7f5ff27fc640 1 -- 172.21.15.16:0/1802775518 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v26) ==== 104+0+0 (secure 0 0 0) 0x7f5ffc060070 con 0x7f60001420f0 2024-09-16T01:45:33.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5fe406c460 msgr2=0x7f5fe406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:33.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5fe406c460 0x7f5fe406e920 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4032000 tx=0x7f5ff402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60001420f0 msgr2=0x7f6000145040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60001420f0 0x7f6000145040 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc011a20 tx=0x7f5ffc011ee0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 shutdown_connections 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5fe406c460 0x7f5fe406e920 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600013f3f0 0x7f600013bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60001420f0 0x7f6000145040 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 --2- 172.21.15.16:0/1802775518 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5fec003b70 0x7f600013ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 >> 172.21.15.16:0/1802775518 conn(0x7f6000074da0 msgr2=0x7f6000162850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 shutdown_connections 2024-09-16T01:45:33.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.050+0000 7f6007c4c640 1 -- 172.21.15.16:0/1802775518 wait complete. 2024-09-16T01:45:33.067 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:45:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.222+0000 7f9afb68d640 1 Processor -- start 2024-09-16T01:45:33.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.222+0000 7f9afb68d640 1 -- start start 2024-09-16T01:45:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9afb68d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9af406db40 0x7f9af40ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9afb68d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af40cf5b0 con 0x7f9af4073d10 2024-09-16T01:45:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9afb68d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af40cf890 con 0x7f9af415e900 2024-09-16T01:45:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9afb68d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9af415ece0 con 0x7f9af406db40 2024-09-16T01:45:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9af8c28640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9af406db40 0x7f9af40ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9af9c2a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9af4073d10 0x7f9af40717d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53500/0 (socket says 172.21.15.16:53500) 2024-09-16T01:45:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9af9c2a640 1 -- 172.21.15.16:0/2706198920 learned_addr learned my addr 172.21.15.16:0/2706198920 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:33.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9af8c28640 1 -- 172.21.15.16:0/2706198920 >> v1:172.21.15.104:6789/0 conn(0x7f9af415e900 legacy=0x7f9af406d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:33.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9af8c28640 1 -- 172.21.15.16:0/2706198920 >> v1:172.21.15.16:6789/0 conn(0x7f9af4073d10 legacy=0x7f9af40717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:33.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9aebfff640 1 -- 172.21.15.16:0/2706198920 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1134673475 0 0) 0x7f9af40cf5b0 con 0x7f9af4073d10 2024-09-16T01:45:33.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.223+0000 7f9af8c28640 1 -- 172.21.15.16:0/2706198920 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af40cfb70 con 0x7f9af406db40 2024-09-16T01:45:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.224+0000 7f9af8c28640 1 --2- 172.21.15.16:0/2706198920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af406db40 0x7f9af40ceed0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9af415ee60 tx=0x7f9ae402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f781c831f4f94478 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.224+0000 7f9aebfff640 1 -- 172.21.15.16:0/2706198920 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae4037070 con 0x7f9af406db40 2024-09-16T01:45:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.224+0000 7f9aebfff640 1 -- 172.21.15.16:0/2706198920 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae4032440 con 0x7f9af406db40 2024-09-16T01:45:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.224+0000 7f9aebfff640 1 -- 172.21.15.16:0/2706198920 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae4032810 con 0x7f9af406db40 2024-09-16T01:45:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.225+0000 7f9afb68d640 1 -- 172.21.15.16:0/2706198920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af406db40 msgr2=0x7f9af40ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.225+0000 7f9afb68d640 1 --2- 172.21.15.16:0/2706198920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af406db40 0x7f9af40ceed0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9af415ee60 tx=0x7f9ae402a210 comp rx=0 tx=0).stop 2024-09-16T01:45:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.225+0000 7f9afb68d640 1 -- 172.21.15.16:0/2706198920 shutdown_connections 2024-09-16T01:45:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.225+0000 7f9afb68d640 1 --2- 172.21.15.16:0/2706198920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af406db40 0x7f9af40ceed0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.225+0000 7f9afb68d640 1 -- 172.21.15.16:0/2706198920 >> 172.21.15.16:0/2706198920 conn(0x7f9af406c030 msgr2=0x7f9af406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.225+0000 7f9afb68d640 1 -- 172.21.15.16:0/2706198920 shutdown_connections 2024-09-16T01:45:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.225+0000 7f9afb68d640 1 -- 172.21.15.16:0/2706198920 wait complete. 2024-09-16T01:45:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.226+0000 7f9afb68d640 1 Processor -- start 2024-09-16T01:45:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.226+0000 7f9afb68d640 1 -- start start 2024-09-16T01:45:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9afb68d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9af406db40 0x7f9af40b17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9afb68d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9af4073d10 0x7f9af4158aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9afb68d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af415e900 0x7f9af40ae890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9afb68d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9af4071ee0 con 0x7f9af415e900 2024-09-16T01:45:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9afb68d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9af4074130 con 0x7f9af406db40 2024-09-16T01:45:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9afb68d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9af4072060 con 0x7f9af4073d10 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af415e900 0x7f9af40ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af415e900 0x7f9af40ae890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33132/0 (socket says 172.21.15.16:33132) 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 -- 172.21.15.16:0/675163991 learned_addr learned my addr 172.21.15.16:0/675163991 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af8c28640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9af4073d10 0x7f9af4158aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 -- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9af4073d10 msgr2=0x7f9af4158aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9af4073d10 0x7f9af4158aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 -- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9af406db40 msgr2=0x7f9af40b17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9429640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9af406db40 0x7f9af40b17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9af406db40 0x7f9af40b17e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.227+0000 7f9af9c2a640 1 -- 172.21.15.16:0/675163991 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af4157a00 con 0x7f9af415e900 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.228+0000 7f9af9c2a640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af415e900 0x7f9af40ae890 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f9aec00c7d0 tx=0x7f9aec00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.228+0000 7f9ae9ffb640 1 -- 172.21.15.16:0/675163991 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aec018070 con 0x7f9af415e900 2024-09-16T01:45:33.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.228+0000 7f9ae9ffb640 1 -- 172.21.15.16:0/675163991 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aec00a640 con 0x7f9af415e900 2024-09-16T01:45:33.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.228+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af4157ce0 con 0x7f9af415e900 2024-09-16T01:45:33.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.228+0000 7f9ae9ffb640 1 -- 172.21.15.16:0/675163991 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aec00aa70 con 0x7f9af415e900 2024-09-16T01:45:33.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.228+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af41582a0 con 0x7f9af415e900 2024-09-16T01:45:33.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.229+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af4070ff0 con 0x7f9af415e900 2024-09-16T01:45:33.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.229+0000 7f9ae9ffb640 1 -- 172.21.15.16:0/675163991 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f9aec01b070 con 0x7f9af415e900 2024-09-16T01:45:33.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.230+0000 7f9ae9ffb640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ad806c460 0x7f9ad806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:33.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.230+0000 7f9ae9ffb640 1 -- 172.21.15.16:0/675163991 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5853+0+0 (secure 0 0 0) 0x7f9aec08ada0 con 0x7f9af415e900 2024-09-16T01:45:33.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.230+0000 7f9af9429640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ad806c460 0x7f9ad806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:33.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.231+0000 7f9af9429640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ad806c460 0x7f9ad806e920 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9af40ac720 tx=0x7f9af0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:33.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.234+0000 7f9ae9ffb640 1 -- 172.21.15.16:0/675163991 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9af4070ff0 con 0x7f9af415e900 2024-09-16T01:45:33.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:33.410+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9af40693b0 con 0x7f9af415e900 2024-09-16T01:45:34.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.049+0000 7f9ae9ffb640 1 -- 172.21.15.16:0/675163991 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v48) ==== 181+0+0 (secure 0 0 0) 0x7f9af40693b0 con 0x7f9af415e900 2024-09-16T01:45:34.051 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:45:34.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ad806c460 msgr2=0x7f9ad806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ad806c460 0x7f9ad806e920 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9af40ac720 tx=0x7f9af0009040 comp rx=0 tx=0).stop 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af415e900 msgr2=0x7f9af40ae890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af415e900 0x7f9af40ae890 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f9aec00c7d0 tx=0x7f9aec00cc90 comp rx=0 tx=0).stop 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 shutdown_connections 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9ad806c460 0x7f9ad806e920 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9af415e900 0x7f9af40ae890 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9af4073d10 0x7f9af4158aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.052+0000 7f9afb68d640 1 --2- 172.21.15.16:0/675163991 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9af406db40 0x7f9af40b17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.053+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 >> 172.21.15.16:0/675163991 conn(0x7f9af406c030 msgr2=0x7f9af40b2330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:34.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.053+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 shutdown_connections 2024-09-16T01:45:34.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.054+0000 7f9afb68d640 1 -- 172.21.15.16:0/675163991 wait complete. 2024-09-16T01:45:34.071 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:45:34.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.180+0000 7fcccff2a640 1 Processor -- start 2024-09-16T01:45:34.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.181+0000 7fcccff2a640 1 -- start start 2024-09-16T01:45:34.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.181+0000 7fcccff2a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fccc81619e0 0x7fccc806c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:34.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.181+0000 7fcccff2a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fccc80d1b20 0x7fccc8073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:34.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.181+0000 7fcccff2a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80707e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:34.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.181+0000 7fcccff2a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fccc806c320 con 0x7fccc81619e0 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.181+0000 7fcccff2a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fccc806bd60 con 0x7fccc80d1b20 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.181+0000 7fcccff2a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fccc806c040 con 0x7fccc80735d0 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fccc81619e0 0x7fccc806c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fccc81619e0 0x7fccc806c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33142/0 (socket says 172.21.15.16:33142) 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 -- 172.21.15.16:0/3226991517 learned_addr learned my addr 172.21.15.16:0/3226991517 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccd4c5640 1 --2- 172.21.15.16:0/3226991517 >> v2:172.21.15.104:3300/0 conn(0x7fccc80d1b20 0x7fccc8073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fccce4c7640 1 --2- 172.21.15.16:0/3226991517 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80707e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 -- 172.21.15.16:0/3226991517 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 msgr2=0x7fccc80707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 --2- 172.21.15.16:0/3226991517 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80707e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 -- 172.21.15.16:0/3226991517 >> v2:172.21.15.104:3300/0 conn(0x7fccc80d1b20 msgr2=0x7fccc8073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 --2- 172.21.15.16:0/3226991517 >> v2:172.21.15.104:3300/0 conn(0x7fccc80d1b20 0x7fccc8073090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccdcc6640 1 -- 172.21.15.16:0/3226991517 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc8161dc0 con 0x7fccc81619e0 2024-09-16T01:45:34.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.182+0000 7fcccd4c5640 1 --2- 172.21.15.16:0/3226991517 >> v2:172.21.15.104:3300/0 conn(0x7fccc80d1b20 0x7fccc8073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:34.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.183+0000 7fcccdcc6640 1 --2- 172.21.15.16:0/3226991517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc806c860 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fccc80b1dd0 tx=0x7fccc402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6660bee019a57e02 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:34.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.183+0000 7fcccccc4640 1 -- 172.21.15.16:0/3226991517 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4037070 con 0x7fccc81619e0 2024-09-16T01:45:34.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.183+0000 7fcccccc4640 1 -- 172.21.15.16:0/3226991517 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccc4032440 con 0x7fccc81619e0 2024-09-16T01:45:34.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.183+0000 7fcccccc4640 1 -- 172.21.15.16:0/3226991517 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4032810 con 0x7fccc81619e0 2024-09-16T01:45:34.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.183+0000 7fcccff2a640 1 -- 172.21.15.16:0/3226991517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 msgr2=0x7fccc806c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:34.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.183+0000 7fcccff2a640 1 --2- 172.21.15.16:0/3226991517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc806c860 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fccc80b1dd0 tx=0x7fccc402a140 comp rx=0 tx=0).stop 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.184+0000 7fcccff2a640 1 -- 172.21.15.16:0/3226991517 shutdown_connections 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.184+0000 7fcccff2a640 1 --2- 172.21.15.16:0/3226991517 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80707e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.184+0000 7fcccff2a640 1 --2- 172.21.15.16:0/3226991517 >> v2:172.21.15.104:3300/0 conn(0x7fccc80d1b20 0x7fccc8073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.184+0000 7fcccff2a640 1 --2- 172.21.15.16:0/3226991517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc806c860 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.184+0000 7fcccff2a640 1 -- 172.21.15.16:0/3226991517 >> 172.21.15.16:0/3226991517 conn(0x7fccc80b4170 msgr2=0x7fccc80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.184+0000 7fcccff2a640 1 -- 172.21.15.16:0/3226991517 shutdown_connections 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.184+0000 7fcccff2a640 1 -- 172.21.15.16:0/3226991517 wait complete. 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.185+0000 7fcccff2a640 1 Processor -- start 2024-09-16T01:45:34.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.185+0000 7fcccff2a640 1 -- start start 2024-09-16T01:45:34.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccff2a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:34.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccff2a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccc80d1b20 0x7fccc80cf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:34.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccff2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc815a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:34.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccff2a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fccc8070ea0 con 0x7fccc81619e0 2024-09-16T01:45:34.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccff2a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fccc8070d20 con 0x7fccc80d1b20 2024-09-16T01:45:34.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccff2a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fccc8071020 con 0x7fccc80735d0 2024-09-16T01:45:34.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc815a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc815a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33146/0 (socket says 172.21.15.16:33146) 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 -- 172.21.15.16:0/1726910786 learned_addr learned my addr 172.21.15.16:0/1726910786 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccd4c5640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccc80d1b20 0x7fccc80cf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccdcc6640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 -- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 msgr2=0x7fccc80cd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80cd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 -- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccc80d1b20 msgr2=0x7fccc80cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccc80d1b20 0x7fccc80cf1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 -- 172.21.15.16:0/1726910786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc80cfa10 con 0x7fccc81619e0 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccdcc6640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80cd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fcccd4c5640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccc80d1b20 0x7fccc80cf1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccce4c7640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc815a160 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fccc000cd20 tx=0x7fccc000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:34.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.186+0000 7fccbe7fc640 1 -- 172.21.15.16:0/1726910786 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc0003b90 con 0x7fccc81619e0 2024-09-16T01:45:34.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.187+0000 7fccbe7fc640 1 -- 172.21.15.16:0/1726910786 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccc0003d30 con 0x7fccc81619e0 2024-09-16T01:45:34.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.187+0000 7fccbe7fc640 1 -- 172.21.15.16:0/1726910786 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc0004240 con 0x7fccc81619e0 2024-09-16T01:45:34.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.187+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccc80cfcf0 con 0x7fccc81619e0 2024-09-16T01:45:34.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.187+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccc80d02b0 con 0x7fccc81619e0 2024-09-16T01:45:34.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.188+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccc80714b0 con 0x7fccc81619e0 2024-09-16T01:45:34.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.188+0000 7fccbe7fc640 1 -- 172.21.15.16:0/1726910786 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fccc00043e0 con 0x7fccc81619e0 2024-09-16T01:45:34.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.189+0000 7fccbe7fc640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fccac06c460 0x7fccac06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:34.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.189+0000 7fccbe7fc640 1 -- 172.21.15.16:0/1726910786 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5415+0+0 (secure 0 0 0) 0x7fccc008c170 con 0x7fccc81619e0 2024-09-16T01:45:34.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.189+0000 7fcccdcc6640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fccac06c460 0x7fccac06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:34.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.190+0000 7fcccdcc6640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fccac06c460 0x7fccac06e920 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fccc4034000 tx=0x7fccc402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:34.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.193+0000 7fccbe7fc640 1 -- 172.21.15.16:0/1726910786 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fccc005a700 con 0x7fccc81619e0 2024-09-16T01:45:34.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:34.372+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fccc80b33a0 con 0x7fccc81619e0 2024-09-16T01:45:35.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.054+0000 7fccbe7fc640 1 -- 172.21.15.16:0/1726910786 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v49) ==== 169+0+0 (secure 0 0 0) 0x7fccc005a000 con 0x7fccc81619e0 2024-09-16T01:45:35.057 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fccac06c460 msgr2=0x7fccac06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fccac06c460 0x7fccac06e920 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fccc4034000 tx=0x7fccc402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 msgr2=0x7fccc815a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc815a160 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fccc000cd20 tx=0x7fccc000a660 comp rx=0 tx=0).stop 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 shutdown_connections 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fccac06c460 0x7fccac06e920 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fccc81619e0 0x7fccc815a160 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccc80d1b20 0x7fccc80cf1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 --2- 172.21.15.16:0/1726910786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fccc80735d0 0x7fccc80cd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.059+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 >> 172.21.15.16:0/1726910786 conn(0x7fccc80b4170 msgr2=0x7fccc80cb880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.060+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 shutdown_connections 2024-09-16T01:45:35.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.060+0000 7fcccff2a640 1 -- 172.21.15.16:0/1726910786 wait complete. 2024-09-16T01:45:35.080 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:45:35.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.192+0000 7fbf8e9f6640 1 Processor -- start 2024-09-16T01:45:35.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.193+0000 7fbf8e9f6640 1 -- start start 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.193+0000 7fbf8e9f6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf88147f30 0x7fbf880cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.193+0000 7fbf8e9f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.193+0000 7fbf8e9f6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf880d22f0 con 0x7fbf880d4010 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.193+0000 7fbf8e9f6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fbf880d20a0 con 0x7fbf88147f30 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf8e9f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf880d25d0 con 0x7fbf880cfb00 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf87fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf88147f30 0x7fbf880cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:52082/0 (socket says 172.21.15.16:52082) 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf8cf93640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbf880d4010 0x7fbf881621a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:45090/0 (socket says 172.21.15.16:45090) 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf877fe640 1 -- 172.21.15.16:0/429681852 learned_addr learned my addr 172.21.15.16:0/429681852 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:35.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf86ffd640 1 -- 172.21.15.16:0/429681852 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4230684123 0 0) 0x7fbf880d22f0 con 0x7fbf880d4010 2024-09-16T01:45:35.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf86ffd640 1 -- 172.21.15.16:0/429681852 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbf70003520 con 0x7fbf880d4010 2024-09-16T01:45:35.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf87fff640 1 -- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 msgr2=0x7fbf880d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:35.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf87fff640 1 --2- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf87fff640 1 -- 172.21.15.16:0/429681852 >> v1:172.21.15.104:6789/0 conn(0x7fbf880d4010 legacy=0x7fbf881621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf87fff640 1 -- 172.21.15.16:0/429681852 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf880d28b0 con 0x7fbf88147f30 2024-09-16T01:45:35.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.194+0000 7fbf877fe640 1 --2- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:35.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.195+0000 7fbf87fff640 1 --2- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf880cf5c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbf780097a0 tx=0x7fbf7802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=161aaab80911d983 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:35.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.195+0000 7fbf86ffd640 1 -- 172.21.15.16:0/429681852 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78037070 con 0x7fbf88147f30 2024-09-16T01:45:35.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.195+0000 7fbf86ffd640 1 -- 172.21.15.16:0/429681852 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf7802ae50 con 0x7fbf88147f30 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.195+0000 7fbf86ffd640 1 -- 172.21.15.16:0/429681852 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78032660 con 0x7fbf88147f30 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 msgr2=0x7fbf880cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf880cf5c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbf780097a0 tx=0x7fbf7802a100 comp rx=0 tx=0).stop 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/429681852 shutdown_connections 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/429681852 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf880cf5c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/429681852 >> 172.21.15.16:0/429681852 conn(0x7fbf88074da0 msgr2=0x7fbf880d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/429681852 shutdown_connections 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.196+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/429681852 wait complete. 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.197+0000 7fbf8e9f6640 1 Processor -- start 2024-09-16T01:45:35.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.197+0000 7fbf8e9f6640 1 -- start start 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf8e9f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880b8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf8e9f6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf880d4010 0x7fbf8815dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf8e9f6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf8815e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf8e9f6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbf880d30b0 con 0x7fbf880d4010 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf8e9f6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbf88148310 con 0x7fbf88147f30 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf8e9f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf880d3230 con 0x7fbf880cfb00 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf880d4010 0x7fbf8815dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf880d4010 0x7fbf8815dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33152/0 (socket says 172.21.15.16:33152) 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf877fe640 1 -- 172.21.15.16:0/1001185366 learned_addr learned my addr 172.21.15.16:0/1001185366 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf8cf93640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf8815e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.198+0000 7fbf87fff640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880b8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf877fe640 1 -- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 msgr2=0x7fbf880b8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf877fe640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880b8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf877fe640 1 -- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 msgr2=0x7fbf8815e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf877fe640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf8815e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf877fe640 1 -- 172.21.15.16:0/1001185366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf881f5420 con 0x7fbf880d4010 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf8cf93640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf8815e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf877fe640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf880d4010 0x7fbf8815dac0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c00e960 tx=0x7fbf7c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf84ff9640 1 -- 172.21.15.16:0/1001185366 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c00ca00 con 0x7fbf880d4010 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf84ff9640 1 -- 172.21.15.16:0/1001185366 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf7c00cba0 con 0x7fbf880d4010 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf881f5700 con 0x7fbf880d4010 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf84ff9640 1 -- 172.21.15.16:0/1001185366 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c004030 con 0x7fbf880d4010 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.199+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf881f5cc0 con 0x7fbf880d4010 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.200+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf880cf5c0 con 0x7fbf880d4010 2024-09-16T01:45:35.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.201+0000 7fbf84ff9640 1 -- 172.21.15.16:0/1001185366 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fbf7c0041d0 con 0x7fbf880d4010 2024-09-16T01:45:35.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.201+0000 7fbf84ff9640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf7406c460 0x7fbf7406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.201+0000 7fbf84ff9640 1 -- 172.21.15.16:0/1001185366 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7fbf7c08b6d0 con 0x7fbf880d4010 2024-09-16T01:45:35.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.201+0000 7fbf87fff640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf7406c460 0x7fbf7406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.202+0000 7fbf87fff640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf7406c460 0x7fbf7406e920 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbf78034000 tx=0x7fbf7802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:35.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.206+0000 7fbf84ff9640 1 -- 172.21.15.16:0/1001185366 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf7c017020 con 0x7fbf880d4010 2024-09-16T01:45:35.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.381+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fbf880ceec0 con 0x7fbf880d4010 2024-09-16T01:45:35.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.385+0000 7fbf84ff9640 1 -- 172.21.15.16:0/1001185366 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7fbf7c059920 con 0x7fbf880d4010 2024-09-16T01:45:35.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf7406c460 msgr2=0x7fbf7406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf7406c460 0x7fbf7406e920 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbf78034000 tx=0x7fbf7802e000 comp rx=0 tx=0).stop 2024-09-16T01:45:35.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf880d4010 msgr2=0x7fbf8815dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf880d4010 0x7fbf8815dac0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c00e960 tx=0x7fbf7c00ee20 comp rx=0 tx=0).stop 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 shutdown_connections 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbf7406c460 0x7fbf7406e920 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf88147f30 0x7fbf8815e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf880d4010 0x7fbf8815dac0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 --2- 172.21.15.16:0/1001185366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf880cfb00 0x7fbf880b8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 >> 172.21.15.16:0/1001185366 conn(0x7fbf88074da0 msgr2=0x7fbf880d0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 shutdown_connections 2024-09-16T01:45:35.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.387+0000 7fbf8e9f6640 1 -- 172.21.15.16:0/1001185366 wait complete. 2024-09-16T01:45:35.400 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration' 2024-09-16T01:45:35.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.500+0000 7f8feb2eb640 1 Processor -- start 2024-09-16T01:45:35.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.500+0000 7f8feb2eb640 1 -- start start 2024-09-16T01:45:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8feb2eb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8fe415e680 0x7f8fe40b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8feb2eb640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 0x7f8fe40d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8feb2eb640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fe40b8500 con 0x7f8fe40d4570 2024-09-16T01:45:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8feb2eb640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8fe40b87e0 con 0x7f8fe415e680 2024-09-16T01:45:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8feb2eb640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe40b8ac0 con 0x7f8fe40b95a0 2024-09-16T01:45:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8fe9888640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8fe40d4570 0x7f8fe415ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53504/0 (socket says 172.21.15.16:53504) 2024-09-16T01:45:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8fe9888640 1 -- 172.21.15.16:0/2467869451 learned_addr learned my addr 172.21.15.16:0/2467869451 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4271578463 0 0) 0x7f8fe40b8500 con 0x7f8fe40d4570 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8fe9087640 1 --2- 172.21.15.16:0/2467869451 >> v2:172.21.15.104:3300/0 conn(0x7f8fe415e680 0x7f8fe40b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8fd0003520 con 0x7f8fe40d4570 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.501+0000 7f8fe8886640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 0x7f8fe40d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2422540482 0 0) 0x7f8fd0003520 con 0x7f8fe40d4570 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 msgr2=0x7f8fe40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 0x7f8fe40d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 >> v2:172.21.15.104:3300/0 conn(0x7f8fe415e680 msgr2=0x7f8fe40b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 --2- 172.21.15.16:0/2467869451 >> v2:172.21.15.104:3300/0 conn(0x7f8fe415e680 0x7f8fe40b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe40b8da0 con 0x7f8fe40d4570 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8fdc0019f0 con 0x7f8fe40d4570 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 >> v1:172.21.15.16:6789/0 conn(0x7f8fe40d4570 legacy=0x7f8fe415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 0x7f8fd00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0003f30 0x7f8fd0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fd0004d40 0x7f8fd00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe40b87e0 con 0x7f8fd0004d40 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe40b8ac0 con 0x7f8fd0003f30 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8fd000b9c0 con 0x7f8fe40b95a0 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe9888640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fd0004d40 0x7f8fd00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe9087640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 0x7f8fd00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe8886640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0003f30 0x7f8fd0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe9888640 1 -- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 msgr2=0x7f8fd00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:35.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe9888640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe40b95a0 0x7f8fd00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe9888640 1 -- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0003f30 msgr2=0x7f8fd0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe9888640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0003f30 0x7f8fd0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.502+0000 7f8fe9888640 1 -- 172.21.15.16:0/2467869451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd0003520 con 0x7f8fd0004d40 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.503+0000 7f8fe9888640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fd0004d40 0x7f8fd00051c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc00a870 tx=0x7f8fd0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33c1151f439ff1fe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.503+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc00a4c0 con 0x7f8fd0004d40 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.503+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fdc02f070 con 0x7f8fd0004d40 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.503+0000 7f8fdbfff640 1 -- 172.21.15.16:0/2467869451 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc02bcb0 con 0x7f8fd0004d40 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.504+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2467869451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fd0004d40 msgr2=0x7f8fd00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.504+0000 7f8feb2eb640 1 --2- 172.21.15.16:0/2467869451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fd0004d40 0x7f8fd00051c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc00a870 tx=0x7f8fd0005830 comp rx=0 tx=0).stop 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.504+0000 7f8fe9888640 1 -- 172.21.15.16:0/2467869451 reap_dead start 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.504+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2467869451 shutdown_connections 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.504+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2467869451 >> 172.21.15.16:0/2467869451 conn(0x7f8fe4074fe0 msgr2=0x7f8fe4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.504+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2467869451 shutdown_connections 2024-09-16T01:45:35.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.504+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2467869451 wait complete. 2024-09-16T01:45:35.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.505+0000 7f8feb2eb640 1 Processor -- start 2024-09-16T01:45:35.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.505+0000 7f8feb2eb640 1 -- start start 2024-09-16T01:45:35.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8feb2eb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0004d40 0x7f8fe41f56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8feb2eb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe414f1b0 0x7f8fe4151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8feb2eb640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe4151740 0x7f8fe41523e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8feb2eb640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe40d49e0 con 0x7f8fe414f1b0 2024-09-16T01:45:35.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8feb2eb640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe40b99e0 con 0x7f8fd0004d40 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8feb2eb640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe40d4b60 con 0x7f8fe4151740 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe414f1b0 0x7f8fe4151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe414f1b0 0x7f8fe4151200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33168/0 (socket says 172.21.15.16:33168) 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 -- 172.21.15.16:0/2366702103 learned_addr learned my addr 172.21.15.16:0/2366702103 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe9087640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0004d40 0x7f8fe41f56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe9888640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe4151740 0x7f8fe41523e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 -- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe4151740 msgr2=0x7f8fe41523e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe4151740 0x7f8fe41523e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 -- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0004d40 msgr2=0x7f8fe41f56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0004d40 0x7f8fe41f56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 -- 172.21.15.16:0/2366702103 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe4151c50 con 0x7f8fe414f1b0 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe9888640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe4151740 0x7f8fe41523e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:35.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe9087640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0004d40 0x7f8fe41f56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fe8886640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe414f1b0 0x7f8fe4151200 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4011910 tx=0x7f8fd4011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fd9ffb640 1 -- 172.21.15.16:0/2366702103 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd400faf0 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fd9ffb640 1 -- 172.21.15.16:0/2366702103 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fd400fc90 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fe415bd60 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.506+0000 7f8fd9ffb640 1 -- 172.21.15.16:0/2366702103 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4014440 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.507+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fe415c320 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.508+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fe40b7f20 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.508+0000 7f8fd9ffb640 1 -- 172.21.15.16:0/2366702103 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f8fd4012040 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.509+0000 7f8fd9ffb640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8fc806c460 0x7f8fc806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.509+0000 7f8fd9ffb640 1 -- 172.21.15.16:0/2366702103 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f8fd408ba10 con 0x7f8fe414f1b0 2024-09-16T01:45:35.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.509+0000 7f8fe9087640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8fc806c460 0x7f8fc806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:35.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.510+0000 7f8fe9087640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8fc806c460 0x7f8fc806e920 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8fe0009c40 tx=0x7f8fe0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:35.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.513+0000 7f8fd9ffb640 1 -- 172.21.15.16:0/2366702103 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8fd4019030 con 0x7f8fe414f1b0 2024-09-16T01:45:35.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:35.752+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]} v 0) -- 0x7f8fe41604e0 con 0x7f8fe414f1b0 2024-09-16T01:45:36.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.056+0000 7f8fd9ffb640 1 -- 172.21.15.16:0/2366702103 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]}]=0 v173) ==== 140+0+0 (secure 0 0 0) 0x7f8fd405a290 con 0x7f8fe414f1b0 2024-09-16T01:45:36.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8fc806c460 msgr2=0x7f8fc806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8fc806c460 0x7f8fc806e920 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8fe0009c40 tx=0x7f8fe0008040 comp rx=0 tx=0).stop 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe414f1b0 msgr2=0x7f8fe4151200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe414f1b0 0x7f8fe4151200 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4011910 tx=0x7f8fd4011dd0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 shutdown_connections 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8fc806c460 0x7f8fc806e920 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe4151740 0x7f8fe41523e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe414f1b0 0x7f8fe4151200 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 --2- 172.21.15.16:0/2366702103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fd0004d40 0x7f8fe41f56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 >> 172.21.15.16:0/2366702103 conn(0x7f8fe4074fe0 msgr2=0x7f8fe40c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 shutdown_connections 2024-09-16T01:45:36.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.058+0000 7f8feb2eb640 1 -- 172.21.15.16:0/2366702103 wait complete. 2024-09-16T01:45:36.073 INFO:tasks.cephfs_test_runner:test_connection_expiration (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-16T01:45:36.073 INFO:tasks.cephfs_test_runner:Starting test: test_malicious_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate handcrafted .meta file on legacy subvol root doesn't break the system 2024-09-16T01:45:36.073 INFO:tasks.cephfs_test_runner:test_malicious_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:45:36.073 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:45:36.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.173+0000 7f6d49fc0640 1 Processor -- start 2024-09-16T01:45:36.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.174+0000 7f6d49fc0640 1 -- start start 2024-09-16T01:45:36.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.174+0000 7f6d49fc0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6d4406c2f0 0x7f6d440af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.174+0000 7f6d49fc0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6d441590d0 0x7f6d440ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.174+0000 7f6d49fc0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d4415bb20 con 0x7f6d44158cf0 2024-09-16T01:45:36.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.174+0000 7f6d49fc0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6d440afd50 con 0x7f6d4406c2f0 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.174+0000 7f6d49fc0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6d4415be00 con 0x7f6d441590d0 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d42ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6d4406c2f0 0x7f6d440af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d42ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6d4406c2f0 0x7f6d440af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33176/0 (socket says 172.21.15.16:33176) 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d42ffd640 1 -- 172.21.15.16:0/2776659819 learned_addr learned my addr 172.21.15.16:0/2776659819 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d43fff640 1 --2- 172.21.15.16:0/2776659819 >> v2:172.21.15.104:3300/0 conn(0x7f6d441590d0 0x7f6d440ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d42ffd640 1 -- 172.21.15.16:0/2776659819 >> v2:172.21.15.104:3300/0 conn(0x7f6d441590d0 msgr2=0x7f6d440ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d42ffd640 1 --2- 172.21.15.16:0/2776659819 >> v2:172.21.15.104:3300/0 conn(0x7f6d441590d0 0x7f6d440ce290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d42ffd640 1 -- 172.21.15.16:0/2776659819 >> v1:172.21.15.104:6789/0 conn(0x7f6d44158cf0 legacy=0x7f6d4406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.175+0000 7f6d42ffd640 1 -- 172.21.15.16:0/2776659819 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d4415c0e0 con 0x7f6d4406c2f0 2024-09-16T01:45:36.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d42ffd640 1 --2- 172.21.15.16:0/2776659819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d4406c2f0 0x7f6d440af810 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f6d440b4af0 tx=0x7f6d3802c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c6b62bc2a915ecb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d427fc640 1 -- 172.21.15.16:0/2776659819 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d38032710 con 0x7f6d4406c2f0 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d427fc640 1 -- 172.21.15.16:0/2776659819 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d380328b0 con 0x7f6d4406c2f0 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d427fc640 1 -- 172.21.15.16:0/2776659819 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d38032ca0 con 0x7f6d4406c2f0 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 -- 172.21.15.16:0/2776659819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d4406c2f0 msgr2=0x7f6d440af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/2776659819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d4406c2f0 0x7f6d440af810 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f6d440b4af0 tx=0x7f6d3802c810 comp rx=0 tx=0).stop 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 -- 172.21.15.16:0/2776659819 shutdown_connections 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/2776659819 >> v2:172.21.15.104:3300/0 conn(0x7f6d441590d0 0x7f6d440ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/2776659819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d4406c2f0 0x7f6d440af810 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 -- 172.21.15.16:0/2776659819 >> 172.21.15.16:0/2776659819 conn(0x7f6d440b2000 msgr2=0x7f6d440b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 -- 172.21.15.16:0/2776659819 shutdown_connections 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.176+0000 7f6d49fc0640 1 -- 172.21.15.16:0/2776659819 wait complete. 2024-09-16T01:45:36.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.178+0000 7f6d49fc0640 1 Processor -- start 2024-09-16T01:45:36.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.178+0000 7f6d49fc0640 1 -- start start 2024-09-16T01:45:36.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d49fc0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d4406c2f0 0x7f6d44157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d49fc0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d44158cf0 0x7f6d44154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d49fc0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d441590d0 0x7f6d44146b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d49fc0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4415cb90 con 0x7f6d441590d0 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d49fc0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4415ca10 con 0x7f6d44158cf0 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d49fc0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6d4415cd10 con 0x7f6d4406c2f0 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d441590d0 0x7f6d44146b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d441590d0 0x7f6d44146b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33178/0 (socket says 172.21.15.16:33178) 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 -- 172.21.15.16:0/3877067834 learned_addr learned my addr 172.21.15.16:0/3877067834 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d437fe640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d4406c2f0 0x7f6d44157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d42ffd640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d44158cf0 0x7f6d44154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 -- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d4406c2f0 msgr2=0x7f6d44157d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d4406c2f0 0x7f6d44157d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 -- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d44158cf0 msgr2=0x7f6d44154250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d44158cf0 0x7f6d44154250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 -- 172.21.15.16:0/3877067834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d441549c0 con 0x7f6d441590d0 2024-09-16T01:45:36.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d437fe640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d4406c2f0 0x7f6d44157d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:36.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d43fff640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d441590d0 0x7f6d44146b80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c009fd0 tx=0x7f6d3c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d2bfff640 1 -- 172.21.15.16:0/3877067834 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c014420 con 0x7f6d441590d0 2024-09-16T01:45:36.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d2bfff640 1 -- 172.21.15.16:0/3877067834 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d3c019070 con 0x7f6d441590d0 2024-09-16T01:45:36.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d2bfff640 1 -- 172.21.15.16:0/3877067834 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c014800 con 0x7f6d441590d0 2024-09-16T01:45:36.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.179+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d44152e90 con 0x7f6d441590d0 2024-09-16T01:45:36.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.180+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d44153450 con 0x7f6d441590d0 2024-09-16T01:45:36.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.181+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d44153650 con 0x7f6d441590d0 2024-09-16T01:45:36.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.181+0000 7f6d2bfff640 1 -- 172.21.15.16:0/3877067834 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f6d3c0149a0 con 0x7f6d441590d0 2024-09-16T01:45:36.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.182+0000 7f6d2bfff640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6d3006c460 0x7f6d3006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.182+0000 7f6d2bfff640 1 -- 172.21.15.16:0/3877067834 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f6d3c08bc40 con 0x7f6d441590d0 2024-09-16T01:45:36.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.182+0000 7f6d437fe640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6d3006c460 0x7f6d3006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.182+0000 7f6d437fe640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6d3006c460 0x7f6d3006e920 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6d440cdc80 tx=0x7f6d34009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.186+0000 7f6d2bfff640 1 -- 172.21.15.16:0/3877067834 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d44153650 con 0x7f6d441590d0 2024-09-16T01:45:36.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.363+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d440b3300 con 0x7f6d441590d0 2024-09-16T01:45:36.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.364+0000 7f6d2bfff640 1 -- 172.21.15.16:0/3877067834 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) ==== 74+0+12994 (secure 0 0 0) 0x7f6d3c05a4c0 con 0x7f6d441590d0 2024-09-16T01:45:36.366 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:36.366 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":49,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:45:35.051125+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6835/456331801":"2024-09-17T01:45:32.042970+0000","172.21.15.16:6833/456331801":"2024-09-17T01:45:32.042970+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:45:36.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6d3006c460 msgr2=0x7f6d3006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6d3006c460 0x7f6d3006e920 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6d440cdc80 tx=0x7f6d34009040 comp rx=0 tx=0).stop 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d441590d0 msgr2=0x7f6d44146b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d441590d0 0x7f6d44146b80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c009fd0 tx=0x7f6d3c00e4b0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 shutdown_connections 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6d3006c460 0x7f6d3006e920 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d441590d0 0x7f6d44146b80 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d44158cf0 0x7f6d44154250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 --2- 172.21.15.16:0/3877067834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d4406c2f0 0x7f6d44157d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 >> 172.21.15.16:0/3877067834 conn(0x7f6d440b2000 msgr2=0x7f6d440cf1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 shutdown_connections 2024-09-16T01:45:36.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.366+0000 7f6d49fc0640 1 -- 172.21.15.16:0/3877067834 wait complete. 2024-09-16T01:45:36.379 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:45:36.380 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:45:36.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.483+0000 7f7db03cf640 1 Processor -- start 2024-09-16T01:45:36.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.483+0000 7f7db03cf640 1 -- start start 2024-09-16T01:45:36.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7db03cf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7da815e690 0x7f7da806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7db03cf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7da815ea70 con 0x7f7da80cf7b0 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7db03cf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7da80722a0 con 0x7f7da806c120 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7db03cf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7da806c590 con 0x7f7da815e690 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7dae16b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7da815e690 0x7f7da806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7dae96c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7da80cf7b0 0x7f7da80b7630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53508/0 (socket says 172.21.15.16:53508) 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7dae96c640 1 -- 172.21.15.16:0/1361760647 learned_addr learned my addr 172.21.15.16:0/1361760647 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7dae16b640 1 -- 172.21.15.16:0/1361760647 >> v1:172.21.15.104:6789/0 conn(0x7f7da806c120 legacy=0x7f7da80cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7dae16b640 1 -- 172.21.15.16:0/1361760647 >> v1:172.21.15.16:6789/0 conn(0x7f7da80cf7b0 legacy=0x7f7da80b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7dad169640 1 -- 172.21.15.16:0/1361760647 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1929334587 0 0) 0x7f7da815ea70 con 0x7f7da80cf7b0 2024-09-16T01:45:36.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.484+0000 7f7dae16b640 1 -- 172.21.15.16:0/1361760647 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7da8072580 con 0x7f7da815e690 2024-09-16T01:45:36.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.485+0000 7f7dae16b640 1 --2- 172.21.15.16:0/1361760647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da815e690 0x7f7da806bbe0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7da40097a0 tx=0x7f7da402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7a6516a11c08664 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.485+0000 7f7dad169640 1 -- 172.21.15.16:0/1361760647 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da4037070 con 0x7f7da815e690 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.485+0000 7f7dad169640 1 -- 172.21.15.16:0/1361760647 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7da4032440 con 0x7f7da815e690 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.485+0000 7f7dad169640 1 -- 172.21.15.16:0/1361760647 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da4032810 con 0x7f7da815e690 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.486+0000 7f7db03cf640 1 -- 172.21.15.16:0/1361760647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da815e690 msgr2=0x7f7da806bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.486+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1361760647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da815e690 0x7f7da806bbe0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7da40097a0 tx=0x7f7da402a230 comp rx=0 tx=0).stop 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.486+0000 7f7db03cf640 1 -- 172.21.15.16:0/1361760647 shutdown_connections 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.486+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1361760647 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da815e690 0x7f7da806bbe0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.486+0000 7f7db03cf640 1 -- 172.21.15.16:0/1361760647 >> 172.21.15.16:0/1361760647 conn(0x7f7da80d1200 msgr2=0x7f7da80d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.486+0000 7f7db03cf640 1 -- 172.21.15.16:0/1361760647 shutdown_connections 2024-09-16T01:45:36.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.486+0000 7f7db03cf640 1 -- 172.21.15.16:0/1361760647 wait complete. 2024-09-16T01:45:36.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.487+0000 7f7db03cf640 1 Processor -- start 2024-09-16T01:45:36.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.487+0000 7f7db03cf640 1 -- start start 2024-09-16T01:45:36.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7db03cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7da806c120 0x7f7da81f38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7db03cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da80cf7b0 0x7f7da80abf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7db03cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7da815e690 0x7f7da80ac4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7db03cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7da80b7d40 con 0x7f7da80cf7b0 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7db03cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7da8072b40 con 0x7f7da806c120 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7db03cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7da80b7ec0 con 0x7f7da815e690 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da80cf7b0 0x7f7da80abf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da80cf7b0 0x7f7da80abf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33202/0 (socket says 172.21.15.16:33202) 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 -- 172.21.15.16:0/1874535660 learned_addr learned my addr 172.21.15.16:0/1874535660 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dae16b640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7da806c120 0x7f7da81f38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dae96c640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7da815e690 0x7f7da80ac4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 -- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7da815e690 msgr2=0x7f7da80ac4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7da815e690 0x7f7da80ac4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 -- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7da806c120 msgr2=0x7f7da81f38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7da806c120 0x7f7da81f38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 -- 172.21.15.16:0/1874535660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7da80cda00 con 0x7f7da80cf7b0 2024-09-16T01:45:36.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.488+0000 7f7dad96a640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da80cf7b0 0x7f7da80abf70 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c00c400 tx=0x7f7d9c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.489+0000 7f7d9affd640 1 -- 172.21.15.16:0/1874535660 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d9c0052d0 con 0x7f7da80cf7b0 2024-09-16T01:45:36.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.489+0000 7f7d9affd640 1 -- 172.21.15.16:0/1874535660 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d9c005490 con 0x7f7da80cf7b0 2024-09-16T01:45:36.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.489+0000 7f7d9affd640 1 -- 172.21.15.16:0/1874535660 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d9c007260 con 0x7f7da80cf7b0 2024-09-16T01:45:36.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.489+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7da80acb50 con 0x7f7da80cf7b0 2024-09-16T01:45:36.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.489+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7da80ad110 con 0x7f7da80cf7b0 2024-09-16T01:45:36.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.490+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7da806bbe0 con 0x7f7da80cf7b0 2024-09-16T01:45:36.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.490+0000 7f7d9affd640 1 -- 172.21.15.16:0/1874535660 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f7d9c007400 con 0x7f7da80cf7b0 2024-09-16T01:45:36.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.491+0000 7f7d9affd640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7d8c06c460 0x7f7d8c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.491+0000 7f7d9affd640 1 -- 172.21.15.16:0/1874535660 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f7d9c08a780 con 0x7f7da80cf7b0 2024-09-16T01:45:36.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.491+0000 7f7dae16b640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7d8c06c460 0x7f7d8c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.491+0000 7f7dae16b640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7d8c06c460 0x7f7d8c06e920 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7da4034000 tx=0x7f7da402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.495+0000 7f7d9affd640 1 -- 172.21.15.16:0/1874535660 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7da80cda00 con 0x7f7da80cf7b0 2024-09-16T01:45:36.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.668+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7da80d3b70 con 0x7f7da80cf7b0 2024-09-16T01:45:36.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.668+0000 7f7d9affd640 1 -- 172.21.15.16:0/1874535660 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v49) ==== 93+0+10 (secure 0 0 0) 0x7f7d9c058a60 con 0x7f7da80cf7b0 2024-09-16T01:45:36.671 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:45:36.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7d8c06c460 msgr2=0x7f7d8c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7d8c06c460 0x7f7d8c06e920 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7da4034000 tx=0x7f7da402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:36.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da80cf7b0 msgr2=0x7f7da80abf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da80cf7b0 0x7f7da80abf70 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c00c400 tx=0x7f7d9c00c8c0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 shutdown_connections 2024-09-16T01:45:36.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f7d8c06c460 0x7f7d8c06e920 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7da815e690 0x7f7da80ac4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7da80cf7b0 0x7f7da80abf70 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 --2- 172.21.15.16:0/1874535660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7da806c120 0x7f7da81f38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.670+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 >> 172.21.15.16:0/1874535660 conn(0x7f7da80d1200 msgr2=0x7f7da80b4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:36.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.671+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 shutdown_connections 2024-09-16T01:45:36.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.671+0000 7f7db03cf640 1 -- 172.21.15.16:0/1874535660 wait complete. 2024-09-16T01:45:36.684 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade' 2024-09-16T01:45:36.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.783+0000 7fdcc7ea4640 1 Processor -- start 2024-09-16T01:45:36.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.783+0000 7fdcc7ea4640 1 -- start start 2024-09-16T01:45:36.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc7ea4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdcc006bbe0 0x7fdcc006f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc7ea4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcc00b6a70 con 0x7fdcc015e3a0 2024-09-16T01:45:36.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc7ea4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcc006d960 con 0x7fdcc006f6e0 2024-09-16T01:45:36.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc7ea4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdcc006fb50 con 0x7fdcc006bbe0 2024-09-16T01:45:36.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc5c40640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdcc015e3a0 0x7fdcc006d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53512/0 (socket says 172.21.15.16:53512) 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc5c40640 1 -- 172.21.15.16:0/3426540462 learned_addr learned my addr 172.21.15.16:0/3426540462 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc543f640 1 --2- 172.21.15.16:0/3426540462 >> v2:172.21.15.16:3300/0 conn(0x7fdcc006bbe0 0x7fdcc006f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.784+0000 7fdcc4c3e640 1 -- 172.21.15.16:0/3426540462 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3429325021 0 0) 0x7fdcc00b6a70 con 0x7fdcc015e3a0 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.785+0000 7fdcc4c3e640 1 -- 172.21.15.16:0/3426540462 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdcac003520 con 0x7fdcc015e3a0 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.785+0000 7fdcc4c3e640 1 -- 172.21.15.16:0/3426540462 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3906580221 0 0) 0x7fdcc006d960 con 0x7fdcc006f6e0 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.785+0000 7fdcc4c3e640 1 -- 172.21.15.16:0/3426540462 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdcc00b6a70 con 0x7fdcc006f6e0 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.785+0000 7fdcc543f640 1 -- 172.21.15.16:0/3426540462 >> v1:172.21.15.104:6789/0 conn(0x7fdcc006f6e0 legacy=0x7fdcc0161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.785+0000 7fdcc543f640 1 -- 172.21.15.16:0/3426540462 >> v1:172.21.15.16:6789/0 conn(0x7fdcc015e3a0 legacy=0x7fdcc006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.785+0000 7fdcc543f640 1 -- 172.21.15.16:0/3426540462 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc00b6d10 con 0x7fdcc006bbe0 2024-09-16T01:45:36.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.785+0000 7fdcc543f640 1 --2- 172.21.15.16:0/3426540462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006bbe0 0x7fdcc006f1a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fdcb0009790 tx=0x7fdcb002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96ee42130cb138da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc4c3e640 1 -- 172.21.15.16:0/3426540462 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb0037070 con 0x7fdcc006bbe0 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc4c3e640 1 -- 172.21.15.16:0/3426540462 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcb0032440 con 0x7fdcc006bbe0 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc4c3e640 1 -- 172.21.15.16:0/3426540462 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb0032810 con 0x7fdcc006bbe0 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/3426540462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006bbe0 msgr2=0x7fdcc006f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/3426540462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006bbe0 0x7fdcc006f1a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fdcb0009790 tx=0x7fdcb002a210 comp rx=0 tx=0).stop 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/3426540462 shutdown_connections 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/3426540462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006bbe0 0x7fdcc006f1a0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/3426540462 >> 172.21.15.16:0/3426540462 conn(0x7fdcc00b4090 msgr2=0x7fdcc00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/3426540462 shutdown_connections 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.786+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/3426540462 wait complete. 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.787+0000 7fdcc7ea4640 1 Processor -- start 2024-09-16T01:45:36.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.787+0000 7fdcc7ea4640 1 -- start start 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc7ea4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcc006bbe0 0x7fdcc00d1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc7ea4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006f6e0 0x7fdcc01f42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc7ea4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcc015e3a0 0x7fdcc00b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc7ea4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc00b72d0 con 0x7fdcc006f6e0 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc7ea4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc00b7640 con 0x7fdcc006bbe0 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc7ea4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdcc015e780 con 0x7fdcc015e3a0 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc543f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006f6e0 0x7fdcc01f42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc543f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006f6e0 0x7fdcc01f42c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33220/0 (socket says 172.21.15.16:33220) 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.788+0000 7fdcc543f640 1 -- 172.21.15.16:0/2679575964 learned_addr learned my addr 172.21.15.16:0/2679575964 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc5c40640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcc006bbe0 0x7fdcc00d1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc543f640 1 -- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcc015e3a0 msgr2=0x7fdcc00b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc543f640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcc015e3a0 0x7fdcc00b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc543f640 1 -- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcc006bbe0 msgr2=0x7fdcc00d1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc543f640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcc006bbe0 0x7fdcc00d1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc543f640 1 -- 172.21.15.16:0/2679575964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc00b01b0 con 0x7fdcc006f6e0 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc543f640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006f6e0 0x7fdcc01f42c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fdcb00098b0 tx=0x7fdcb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcb67fc640 1 -- 172.21.15.16:0/2679575964 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb0037040 con 0x7fdcc006f6e0 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcb67fc640 1 -- 172.21.15.16:0/2679575964 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcb0042070 con 0x7fdcc006f6e0 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcb67fc640 1 -- 172.21.15.16:0/2679575964 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb0006030 con 0x7fdcc006f6e0 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcc00b0490 con 0x7fdcc006f6e0 2024-09-16T01:45:36.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.789+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcc0160420 con 0x7fdcc006f6e0 2024-09-16T01:45:36.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.790+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcc0073cc0 con 0x7fdcc006f6e0 2024-09-16T01:45:36.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.791+0000 7fdcb67fc640 1 -- 172.21.15.16:0/2679575964 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fdcb00061d0 con 0x7fdcc006f6e0 2024-09-16T01:45:36.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.791+0000 7fdcb67fc640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdca406c460 0x7fdca406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:36.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.791+0000 7fdcb67fc640 1 -- 172.21.15.16:0/2679575964 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7fdcb00abce0 con 0x7fdcc006f6e0 2024-09-16T01:45:36.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.791+0000 7fdcc5c40640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdca406c460 0x7fdca406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:36.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.792+0000 7fdcc5c40640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdca406c460 0x7fdca406e920 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc001200 tx=0x7fdcbc009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:36.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:36.795+0000 7fdcb67fc640 1 -- 172.21.15.16:0/2679575964 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdcb007a4e0 con 0x7fdcc006f6e0 2024-09-16T01:45:37.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.038+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7fdcc00b0820 con 0x7fdcc006f6e0 2024-09-16T01:45:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.060+0000 7fdcb67fc640 1 -- 172.21.15.16:0/2679575964 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]}]=0 v174) ==== 164+0+0 (secure 0 0 0) 0x7fdcb0079de0 con 0x7fdcc006f6e0 2024-09-16T01:45:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdca406c460 msgr2=0x7fdca406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdca406c460 0x7fdca406e920 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc001200 tx=0x7fdcbc009040 comp rx=0 tx=0).stop 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006f6e0 msgr2=0x7fdcc01f42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006f6e0 0x7fdcc01f42c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fdcb00098b0 tx=0x7fdcb00046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 shutdown_connections 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdca406c460 0x7fdca406e920 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdcc015e3a0 0x7fdcc00b0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdcc006f6e0 0x7fdcc01f42c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 --2- 172.21.15.16:0/2679575964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdcc006bbe0 0x7fdcc00d1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 >> 172.21.15.16:0/2679575964 conn(0x7fdcc00b4090 msgr2=0x7fdcc0162700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 shutdown_connections 2024-09-16T01:45:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.062+0000 7fdcc7ea4640 1 -- 172.21.15.16:0/2679575964 wait complete. 2024-09-16T01:45:37.075 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:45:37.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.178+0000 7ff3a7991640 1 Processor -- start 2024-09-16T01:45:37.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.179+0000 7ff3a7991640 1 -- start start 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.179+0000 7ff3a7991640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff3a0147f30 0x7ff3a00cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.179+0000 7ff3a7991640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3a00d22f0 con 0x7ff3a00cfb00 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.179+0000 7ff3a7991640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3a00d25d0 con 0x7ff3a00d1680 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.179+0000 7ff3a7991640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff3a00d20a0 con 0x7ff3a0147f30 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.180+0000 7ff3a572d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff3a0147f30 0x7ff3a00cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.180+0000 7ff3a4f2c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff3a00cfb00 0x7ff3a00d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53520/0 (socket says 172.21.15.16:53520) 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.180+0000 7ff3a4f2c640 1 -- 172.21.15.16:0/3257742649 learned_addr learned my addr 172.21.15.16:0/3257742649 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:37.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.180+0000 7ff3a572d640 1 -- 172.21.15.16:0/3257742649 >> v1:172.21.15.104:6789/0 conn(0x7ff3a00d1680 legacy=0x7ff3a00b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:37.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.180+0000 7ff3a572d640 1 -- 172.21.15.16:0/3257742649 >> v1:172.21.15.16:6789/0 conn(0x7ff3a00cfb00 legacy=0x7ff3a00d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.180+0000 7ff397fff640 1 -- 172.21.15.16:0/3257742649 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 59466740 0 0) 0x7ff3a00d22f0 con 0x7ff3a00cfb00 2024-09-16T01:45:37.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.180+0000 7ff3a572d640 1 -- 172.21.15.16:0/3257742649 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3a00d28b0 con 0x7ff3a0147f30 2024-09-16T01:45:37.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff3a572d640 1 --2- 172.21.15.16:0/3257742649 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a00cf5c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff39c0097a0 tx=0x7ff39c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1f5f18fcbb84df4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:37.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff397fff640 1 -- 172.21.15.16:0/3257742649 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff39c037070 con 0x7ff3a0147f30 2024-09-16T01:45:37.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff397fff640 1 -- 172.21.15.16:0/3257742649 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff39c02ae50 con 0x7ff3a0147f30 2024-09-16T01:45:37.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff397fff640 1 -- 172.21.15.16:0/3257742649 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff39c032660 con 0x7ff3a0147f30 2024-09-16T01:45:37.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff3a7991640 1 -- 172.21.15.16:0/3257742649 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 msgr2=0x7ff3a00cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff3a7991640 1 --2- 172.21.15.16:0/3257742649 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a00cf5c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff39c0097a0 tx=0x7ff39c02a140 comp rx=0 tx=0).stop 2024-09-16T01:45:37.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff3a7991640 1 -- 172.21.15.16:0/3257742649 shutdown_connections 2024-09-16T01:45:37.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff3a7991640 1 --2- 172.21.15.16:0/3257742649 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a00cf5c0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.181+0000 7ff3a7991640 1 -- 172.21.15.16:0/3257742649 >> 172.21.15.16:0/3257742649 conn(0x7ff3a0074da0 msgr2=0x7ff3a00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:37.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.182+0000 7ff3a7991640 1 -- 172.21.15.16:0/3257742649 shutdown_connections 2024-09-16T01:45:37.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.182+0000 7ff3a7991640 1 -- 172.21.15.16:0/3257742649 wait complete. 2024-09-16T01:45:37.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 Processor -- start 2024-09-16T01:45:37.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 -- start start 2024-09-16T01:45:37.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3a00cfb00 0x7ff3a015d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3a00d1680 0x7ff3a0142a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a0142fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff3a00d4010 con 0x7ff3a0147f30 2024-09-16T01:45:37.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff3a0148310 con 0x7ff3a00cfb00 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.183+0000 7ff3a7991640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff3a00d4190 con 0x7ff3a00d1680 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a0142fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a0142fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33238/0 (socket says 172.21.15.16:33238) 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 -- 172.21.15.16:0/4040068429 learned_addr learned my addr 172.21.15.16:0/4040068429 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a4f2c640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3a00d1680 0x7ff3a0142a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a572d640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3a00cfb00 0x7ff3a015d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 -- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3a00d1680 msgr2=0x7ff3a0142a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3a00d1680 0x7ff3a0142a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 -- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3a00cfb00 msgr2=0x7ff3a015d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3a00cfb00 0x7ff3a015d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 -- 172.21.15.16:0/4040068429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3a0142100 con 0x7ff3a0147f30 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a5f2e640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a0142fa0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7ff39800c7b0 tx=0x7ff39800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff395ffb640 1 -- 172.21.15.16:0/4040068429 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff398004b60 con 0x7ff3a0147f30 2024-09-16T01:45:37.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff395ffb640 1 -- 172.21.15.16:0/4040068429 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff398004d00 con 0x7ff3a0147f30 2024-09-16T01:45:37.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff395ffb640 1 -- 172.21.15.16:0/4040068429 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff39800aa90 con 0x7ff3a0147f30 2024-09-16T01:45:37.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.184+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3a00cb6d0 con 0x7ff3a0147f30 2024-09-16T01:45:37.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.185+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3a00cbc90 con 0x7ff3a0147f30 2024-09-16T01:45:37.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.186+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3a00d30b0 con 0x7ff3a0147f30 2024-09-16T01:45:37.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.186+0000 7ff395ffb640 1 -- 172.21.15.16:0/4040068429 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7ff39800ac30 con 0x7ff3a0147f30 2024-09-16T01:45:37.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.186+0000 7ff395ffb640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff38406c460 0x7ff38406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.187+0000 7ff395ffb640 1 -- 172.21.15.16:0/4040068429 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7ff39808b5a0 con 0x7ff3a0147f30 2024-09-16T01:45:37.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.187+0000 7ff3a572d640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff38406c460 0x7ff38406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.187+0000 7ff3a572d640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff38406c460 0x7ff38406e920 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff39c034000 tx=0x7ff39c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:37.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.191+0000 7ff395ffb640 1 -- 172.21.15.16:0/4040068429 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff398020070 con 0x7ff3a0147f30 2024-09-16T01:45:37.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.365+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7ff3a00d3700 con 0x7ff3a0147f30 2024-09-16T01:45:37.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.368+0000 7ff395ffb640 1 -- 172.21.15.16:0/4040068429 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7ff398059740 con 0x7ff3a0147f30 2024-09-16T01:45:37.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff38406c460 msgr2=0x7ff38406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff38406c460 0x7ff38406e920 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff39c034000 tx=0x7ff39c02e000 comp rx=0 tx=0).stop 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 msgr2=0x7ff3a0142fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a0142fa0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7ff39800c7b0 tx=0x7ff39800cc70 comp rx=0 tx=0).stop 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 shutdown_connections 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff38406c460 0x7ff38406e920 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3a0147f30 0x7ff3a0142fa0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3a00d1680 0x7ff3a0142a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 --2- 172.21.15.16:0/4040068429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3a00cfb00 0x7ff3a015d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 >> 172.21.15.16:0/4040068429 conn(0x7ff3a0074da0 msgr2=0x7ff3a00d0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:37.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 shutdown_connections 2024-09-16T01:45:37.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.370+0000 7ff3a7991640 1 -- 172.21.15.16:0/4040068429 wait complete. 2024-09-16T01:45:37.383 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:45:37.383 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:45:37.422 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:45:37.472 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:45:37.472 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:45:37.472 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:37.488 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:45:37.488 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:45:37.488 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:37.507 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:45:37.507 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:45:37.507 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:37.544 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:45:37.544 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:45:37.544 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:45:37.565 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:45:37.565 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:45:37.565 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:37.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.684+0000 7f2b335fd640 1 Processor -- start 2024-09-16T01:45:37.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.684+0000 7f2b335fd640 1 -- start start 2024-09-16T01:45:37.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.685+0000 7f2b335fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c15e680 0x7f2b2c0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.685+0000 7f2b335fd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2b2c0d4570 0x7f2b2c0d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.685+0000 7f2b335fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b2c0b8500 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.685+0000 7f2b335fd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2b2c0b87e0 con 0x7f2b2c0d4570 2024-09-16T01:45:37.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.685+0000 7f2b335fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c0b8ac0 con 0x7f2b2c15e680 2024-09-16T01:45:37.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.685+0000 7f2b31399640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c15e680 0x7f2b2c0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.685+0000 7f2b31b9a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2b2c0d4570 0x7f2b2c0d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.686+0000 7f2b31399640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c15e680 0x7f2b2c0b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:52166/0 (socket says 172.21.15.16:52166) 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.686+0000 7f2b31399640 1 -- 172.21.15.16:0/4258195414 learned_addr learned my addr 172.21.15.16:0/4258195414 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.686+0000 7f2b31399640 1 -- 172.21.15.16:0/4258195414 >> v2:172.21.15.104:3300/0 conn(0x7f2b2c0d4570 msgr2=0x7f2b2c0d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.686+0000 7f2b31399640 1 --2- 172.21.15.16:0/4258195414 >> v2:172.21.15.104:3300/0 conn(0x7f2b2c0d4570 0x7f2b2c0d4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.686+0000 7f2b31399640 1 -- 172.21.15.16:0/4258195414 >> v1:172.21.15.104:6789/0 conn(0x7f2b2c0b95a0 legacy=0x7f2b2c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.686+0000 7f2b31399640 1 -- 172.21.15.16:0/4258195414 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c0b8da0 con 0x7f2b2c15e680 2024-09-16T01:45:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.687+0000 7f2b31399640 1 --2- 172.21.15.16:0/4258195414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c15e680 0x7f2b2c0b7f20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2b24009870 tx=0x7f2b2402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52e1f8119744052c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:37.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.687+0000 7f2b2bfff640 1 -- 172.21.15.16:0/4258195414 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24037070 con 0x7f2b2c15e680 2024-09-16T01:45:37.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.687+0000 7f2b2bfff640 1 -- 172.21.15.16:0/4258195414 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b24032440 con 0x7f2b2c15e680 2024-09-16T01:45:37.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.687+0000 7f2b2bfff640 1 -- 172.21.15.16:0/4258195414 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24032810 con 0x7f2b2c15e680 2024-09-16T01:45:37.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 -- 172.21.15.16:0/4258195414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c15e680 msgr2=0x7f2b2c0b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4258195414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c15e680 0x7f2b2c0b7f20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2b24009870 tx=0x7f2b2402a270 comp rx=0 tx=0).stop 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 -- 172.21.15.16:0/4258195414 shutdown_connections 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4258195414 >> v2:172.21.15.104:3300/0 conn(0x7f2b2c0d4570 0x7f2b2c0d4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4258195414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c15e680 0x7f2b2c0b7f20 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 -- 172.21.15.16:0/4258195414 >> 172.21.15.16:0/4258195414 conn(0x7f2b2c074fe0 msgr2=0x7f2b2c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 -- 172.21.15.16:0/4258195414 shutdown_connections 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.688+0000 7f2b335fd640 1 -- 172.21.15.16:0/4258195414 wait complete. 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.689+0000 7f2b335fd640 1 Processor -- start 2024-09-16T01:45:37.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.689+0000 7f2b335fd640 1 -- start start 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b335fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b2c0b95a0 0x7f2b2c159dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b335fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c0d4570 0x7f2b2c0caa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b335fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b2c15e680 0x7f2b2c1f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b335fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c15ea60 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b335fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c0b99e0 con 0x7f2b2c15e680 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b335fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c15ebe0 con 0x7f2b2c0d4570 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b2c0b95a0 0x7f2b2c159dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b2c0b95a0 0x7f2b2c159dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33250/0 (socket says 172.21.15.16:33250) 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 -- 172.21.15.16:0/4180891366 learned_addr learned my addr 172.21.15.16:0/4180891366 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31b9a640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b2c15e680 0x7f2b2c1f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b30b98640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c0d4570 0x7f2b2c0caa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 -- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c0d4570 msgr2=0x7f2b2c0caa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c0d4570 0x7f2b2c0caa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 -- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b2c15e680 msgr2=0x7f2b2c1f5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b2c15e680 0x7f2b2c1f5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.690+0000 7f2b31399640 1 -- 172.21.15.16:0/4180891366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c155dd0 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.691+0000 7f2b31399640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b2c0b95a0 0x7f2b2c159dc0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f2b2402a2b0 tx=0x7f2b240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.691+0000 7f2b29ffb640 1 -- 172.21.15.16:0/4180891366 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24041030 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.691+0000 7f2b29ffb640 1 -- 172.21.15.16:0/4180891366 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b24030440 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.691+0000 7f2b29ffb640 1 -- 172.21.15.16:0/4180891366 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24037040 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.691+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b2c1560b0 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.691+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b2c156670 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.692+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b2c0b7f20 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.693+0000 7f2b29ffb640 1 -- 172.21.15.16:0/4180891366 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f2b24044070 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.693+0000 7f2b29ffb640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2b1806c460 0x7f2b1806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:37.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.693+0000 7f2b29ffb640 1 -- 172.21.15.16:0/4180891366 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4943+0+0 (secure 0 0 0) 0x7f2b240ab9d0 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.693+0000 7f2b30b98640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2b1806c460 0x7f2b1806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:37.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.694+0000 7f2b30b98640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2b1806c460 0x7f2b1806e920 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c161ac0 tx=0x7f2b20009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:37.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.698+0000 7f2b29ffb640 1 -- 172.21.15.16:0/4180891366 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b24079af0 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.909+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b2c0b7970 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.910+0000 7f2b29ffb640 1 -- 172.21.15.16:0/4180891366 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+3917 (secure 0 0 0) 0x7f2b2407ddf0 con 0x7f2b2c0b95a0 2024-09-16T01:45:37.912 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:37.912 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":26,"btime":"2024-09-16T01:45:33:044716+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4880,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1096639801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1096639801},{"type":"v1","addr":"172.21.15.104:6836","nonce":1096639801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5122,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2885877548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":2885877548},{"type":"v1","addr":"172.21.15.104:6837","nonce":2885877548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5310,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1713921820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1713921820},{"type":"v1","addr":"172.21.15.16:6834","nonce":1713921820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5748,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2095479033","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2095479033},{"type":"v1","addr":"172.21.15.16:6835","nonce":2095479033}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":26}],"filesystems":[]} 2024-09-16T01:45:37.913 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 26 2024-09-16T01:45:37.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2b1806c460 msgr2=0x7f2b1806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2b1806c460 0x7f2b1806e920 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c161ac0 tx=0x7f2b20009040 comp rx=0 tx=0).stop 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b2c0b95a0 msgr2=0x7f2b2c159dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b2c0b95a0 0x7f2b2c159dc0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f2b2402a2b0 tx=0x7f2b240046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 shutdown_connections 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2b1806c460 0x7f2b1806e920 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b2c15e680 0x7f2b2c1f5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b2c0d4570 0x7f2b2c0caa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 --2- 172.21.15.16:0/4180891366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b2c0b95a0 0x7f2b2c159dc0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 >> 172.21.15.16:0/4180891366 conn(0x7f2b2c074fe0 msgr2=0x7f2b2c15f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 shutdown_connections 2024-09-16T01:45:37.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:37.912+0000 7f2b335fd640 1 -- 172.21.15.16:0/4180891366 wait complete. 2024-09-16T01:45:37.925 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:45:37.926 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:45:37.926 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:45:37.926 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:45:37.926 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:45:37.926 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:45:37.926 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:45:37.926 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:45:37.927 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:45:37.927 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:45:37.927 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:45:37.927 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:45:37.927 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:45:37.927 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:45:37.927 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:45:37.928 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:45:37.935 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:45:37.935 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:45:37.936 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:45:37.937 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:45:37.938 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:45:37.939 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:45:37.939 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:45:37.940 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:45:37.978 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:45:37.979 DEBUG:teuthology.parallel:result is None 2024-09-16T01:45:37.979 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:45:37.979 DEBUG:teuthology.parallel:result is None 2024-09-16T01:45:37.981 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:45:37.982 DEBUG:teuthology.parallel:result is None 2024-09-16T01:45:37.982 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:45:37.982 DEBUG:teuthology.parallel:result is None 2024-09-16T01:45:37.983 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:45:38.057 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:45:38.057 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:45:38.070 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:45:38.070 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:45:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.090+0000 7ff85a6d7640 1 Processor -- start 2024-09-16T01:45:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.090+0000 7ff85a6d7640 1 -- start start 2024-09-16T01:45:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff85a6d7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff854160480 0x7ff854163bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff85a6d7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff854166700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff85a6d7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff854167150 con 0x7ff854166c40 2024-09-16T01:45:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff85a6d7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff854163180 con 0x7ff854160480 2024-09-16T01:45:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff85a6d7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff854167430 con 0x7ff854160860 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff858c74640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff854166c40 0x7ff85406bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53536/0 (socket says 172.21.15.16:53536) 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff858c74640 1 -- 172.21.15.16:0/3352520268 learned_addr learned my addr 172.21.15.16:0/3352520268 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff8537fe640 1 --2- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff854166700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff853fff640 1 --2- 172.21.15.16:0/3352520268 >> v2:172.21.15.104:3300/0 conn(0x7ff854160480 0x7ff854163bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff852ffd640 1 -- 172.21.15.16:0/3352520268 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1128264888 0 0) 0x7ff854167150 con 0x7ff854166c40 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff852ffd640 1 -- 172.21.15.16:0/3352520268 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff83c003520 con 0x7ff854166c40 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff853fff640 1 -- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 msgr2=0x7ff854166700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff853fff640 1 --2- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff854166700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff853fff640 1 -- 172.21.15.16:0/3352520268 >> v1:172.21.15.16:6789/0 conn(0x7ff854166c40 legacy=0x7ff85406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff852ffd640 1 -- 172.21.15.16:0/3352520268 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 48528003 0 0) 0x7ff83c003520 con 0x7ff854166c40 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff853fff640 1 -- 172.21.15.16:0/3352520268 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8541633d0 con 0x7ff854160480 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.091+0000 7ff8537fe640 1 --2- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff854166700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:38.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.092+0000 7ff853fff640 1 --2- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854163bd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff8440097a0 tx=0x7ff84402a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=677e667998fb7e06 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:38.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.092+0000 7ff852ffd640 1 -- 172.21.15.16:0/3352520268 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff844037070 con 0x7ff854160480 2024-09-16T01:45:38.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.092+0000 7ff852ffd640 1 -- 172.21.15.16:0/3352520268 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff84402aa90 con 0x7ff854160480 2024-09-16T01:45:38.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.092+0000 7ff852ffd640 1 -- 172.21.15.16:0/3352520268 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84c001a10 con 0x7ff854160480 2024-09-16T01:45:38.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 msgr2=0x7ff854163bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:38.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854163bd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff8440097a0 tx=0x7ff84402a000 comp rx=0 tx=0).stop 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3352520268 shutdown_connections 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff854166700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3352520268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854163bd0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3352520268 >> 172.21.15.16:0/3352520268 conn(0x7ff8540b2000 msgr2=0x7ff8540b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3352520268 shutdown_connections 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.093+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3352520268 wait complete. 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.094+0000 7ff85a6d7640 1 Processor -- start 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.094+0000 7ff85a6d7640 1 -- start start 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff85a6d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854071dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff85a6d7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff8540aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff85a6d7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff854166c40 0x7ff8541f7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff85a6d7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff85406c470 con 0x7ff854166c40 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff85a6d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff85406c2f0 con 0x7ff854160480 2024-09-16T01:45:38.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff85a6d7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff8540ce190 con 0x7ff854160860 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff854166c40 0x7ff8541f7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff854166c40 0x7ff8541f7b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33290/0 (socket says 172.21.15.16:33290) 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 -- 172.21.15.16:0/3911200213 learned_addr learned my addr 172.21.15.16:0/3911200213 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff853fff640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854071dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff8537fe640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff8540aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 -- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 msgr2=0x7ff8540aaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff8540aaea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 -- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 msgr2=0x7ff854071dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854071dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff858c74640 1 -- 172.21.15.16:0/3911200213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff854071030 con 0x7ff854166c40 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.095+0000 7ff853fff640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854071dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.096+0000 7ff858c74640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff854166c40 0x7ff8541f7b50 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7ff84c00c890 tx=0x7ff84c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:38.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.096+0000 7ff850ff9640 1 -- 172.21.15.16:0/3911200213 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84c018070 con 0x7ff854166c40 2024-09-16T01:45:38.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.096+0000 7ff850ff9640 1 -- 172.21.15.16:0/3911200213 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff84c00a5e0 con 0x7ff854166c40 2024-09-16T01:45:38.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.096+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff854071310 con 0x7ff854166c40 2024-09-16T01:45:38.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.096+0000 7ff850ff9640 1 -- 172.21.15.16:0/3911200213 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84c00a9d0 con 0x7ff854166c40 2024-09-16T01:45:38.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.096+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8540718d0 con 0x7ff854166c40 2024-09-16T01:45:38.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.097+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff854166700 con 0x7ff854166c40 2024-09-16T01:45:38.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.097+0000 7ff850ff9640 1 -- 172.21.15.16:0/3911200213 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7ff84c00ab70 con 0x7ff854166c40 2024-09-16T01:45:38.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.098+0000 7ff850ff9640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff84006c460 0x7ff84006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:38.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.098+0000 7ff850ff9640 1 -- 172.21.15.16:0/3911200213 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 4943+0+0 (secure 0 0 0) 0x7ff84c08ab70 con 0x7ff854166c40 2024-09-16T01:45:38.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.098+0000 7ff853fff640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff84006c460 0x7ff84006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:38.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.099+0000 7ff853fff640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff84006c460 0x7ff84006e920 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff844034000 tx=0x7ff84402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:38.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.102+0000 7ff850ff9640 1 -- 172.21.15.16:0/3911200213 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff84c059430 con 0x7ff854166c40 2024-09-16T01:45:38.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:38.290+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7ff854166020 con 0x7ff854166c40 2024-09-16T01:45:39.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.067+0000 7ff850ff9640 1 -- 172.21.15.16:0/3911200213 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v53) ==== 97+0+0 (secure 0 0 0) 0x7ff84c058d30 con 0x7ff854166c40 2024-09-16T01:45:39.070 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff84006c460 msgr2=0x7ff84006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff84006c460 0x7ff84006e920 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff844034000 tx=0x7ff84402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff854166c40 msgr2=0x7ff8541f7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff854166c40 0x7ff8541f7b50 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7ff84c00c890 tx=0x7ff84c00cd50 comp rx=0 tx=0).stop 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 shutdown_connections 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff84006c460 0x7ff84006e920 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff854166c40 0x7ff8541f7b50 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff854160860 0x7ff8540aaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 --2- 172.21.15.16:0/3911200213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff854160480 0x7ff854071dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 >> 172.21.15.16:0/3911200213 conn(0x7ff8540b2000 msgr2=0x7ff8540b4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:39.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 shutdown_connections 2024-09-16T01:45:39.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.070+0000 7ff85a6d7640 1 -- 172.21.15.16:0/3911200213 wait complete. 2024-09-16T01:45:39.086 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:45:39.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.193+0000 7fb79ff8d640 1 Processor -- start 2024-09-16T01:45:39.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.193+0000 7fb79ff8d640 1 -- start start 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79ff8d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb7981590d0 0x7fb7980af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79ff8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb79815bb20 con 0x7fb79806c2f0 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79ff8d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb79815be00 con 0x7fb798158cf0 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79ff8d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb7980afd50 con 0x7fb7981590d0 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79e52a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb7981590d0 0x7fb7980af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79e52a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb7981590d0 0x7fb7980af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33292/0 (socket says 172.21.15.16:33292) 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79d528640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb79806c2f0 0x7fb7980ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53548/0 (socket says 172.21.15.16:53548) 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79e52a640 1 -- 172.21.15.16:0/2138337145 learned_addr learned my addr 172.21.15.16:0/2138337145 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:39.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79e52a640 1 -- 172.21.15.16:0/2138337145 >> v1:172.21.15.104:6789/0 conn(0x7fb798158cf0 legacy=0x7fb79806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:39.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.194+0000 7fb79e52a640 1 -- 172.21.15.16:0/2138337145 >> v1:172.21.15.16:6789/0 conn(0x7fb79806c2f0 legacy=0x7fb7980ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.195+0000 7fb79cd27640 1 -- 172.21.15.16:0/2138337145 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3388019700 0 0) 0x7fb79815bb20 con 0x7fb79806c2f0 2024-09-16T01:45:39.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.195+0000 7fb79e52a640 1 -- 172.21.15.16:0/2138337145 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb79815c0e0 con 0x7fb7981590d0 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.195+0000 7fb79e52a640 1 --2- 172.21.15.16:0/2138337145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980af810 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb790009870 tx=0x7fb79002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af6d49b2a250663b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.195+0000 7fb79cd27640 1 -- 172.21.15.16:0/2138337145 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb790037070 con 0x7fb7981590d0 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.195+0000 7fb79cd27640 1 -- 172.21.15.16:0/2138337145 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb790032440 con 0x7fb7981590d0 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.195+0000 7fb79cd27640 1 -- 172.21.15.16:0/2138337145 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb790032810 con 0x7fb7981590d0 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.196+0000 7fb79ff8d640 1 -- 172.21.15.16:0/2138337145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 msgr2=0x7fb7980af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.196+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/2138337145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980af810 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb790009870 tx=0x7fb79002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.196+0000 7fb79ff8d640 1 -- 172.21.15.16:0/2138337145 shutdown_connections 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.196+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/2138337145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980af810 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.196+0000 7fb79ff8d640 1 -- 172.21.15.16:0/2138337145 >> 172.21.15.16:0/2138337145 conn(0x7fb7980b2000 msgr2=0x7fb7980b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:39.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.196+0000 7fb79ff8d640 1 -- 172.21.15.16:0/2138337145 shutdown_connections 2024-09-16T01:45:39.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.196+0000 7fb79ff8d640 1 -- 172.21.15.16:0/2138337145 wait complete. 2024-09-16T01:45:39.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.197+0000 7fb79ff8d640 1 Processor -- start 2024-09-16T01:45:39.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.197+0000 7fb79ff8d640 1 -- start start 2024-09-16T01:45:39.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79ff8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79806c2f0 0x7fb798072990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79ff8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb798158cf0 0x7fb7981f1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79ff8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980b10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79ff8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb79815cb90 con 0x7fb7981590d0 2024-09-16T01:45:39.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79ff8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb79815ca10 con 0x7fb798158cf0 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79ff8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb79815cd10 con 0x7fb79806c2f0 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79e52a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980b10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79e52a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980b10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33304/0 (socket says 172.21.15.16:33304) 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79e52a640 1 -- 172.21.15.16:0/3979886924 learned_addr learned my addr 172.21.15.16:0/3979886924 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79d528640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb798158cf0 0x7fb7981f1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.198+0000 7fb79dd29640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79806c2f0 0x7fb798072990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79e52a640 1 -- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79806c2f0 msgr2=0x7fb798072990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79e52a640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79806c2f0 0x7fb798072990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79e52a640 1 -- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb798158cf0 msgr2=0x7fb7981f1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79e52a640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb798158cf0 0x7fb7981f1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79e52a640 1 -- 172.21.15.16:0/3979886924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb798072ed0 con 0x7fb7981590d0 2024-09-16T01:45:39.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79e52a640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980b10c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb79002a220 tx=0x7fb7900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb78a7fc640 1 -- 172.21.15.16:0/3979886924 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb790037040 con 0x7fb7981590d0 2024-09-16T01:45:39.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb78a7fc640 1 -- 172.21.15.16:0/3979886924 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb790042070 con 0x7fb7981590d0 2024-09-16T01:45:39.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb78a7fc640 1 -- 172.21.15.16:0/3979886924 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb790030c90 con 0x7fb7981590d0 2024-09-16T01:45:39.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb79815d1e0 con 0x7fb7981590d0 2024-09-16T01:45:39.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.199+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb79815d7a0 con 0x7fb7981590d0 2024-09-16T01:45:39.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.200+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7980b3300 con 0x7fb7981590d0 2024-09-16T01:45:39.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.201+0000 7fb78a7fc640 1 -- 172.21.15.16:0/3979886924 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fb790047460 con 0x7fb7981590d0 2024-09-16T01:45:39.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.201+0000 7fb78a7fc640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb77c06c460 0x7fb77c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.201+0000 7fb78a7fc640 1 -- 172.21.15.16:0/3979886924 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 4857+0+0 (secure 0 0 0) 0x7fb7900abe60 con 0x7fb7981590d0 2024-09-16T01:45:39.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.201+0000 7fb79dd29640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb77c06c460 0x7fb77c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.202+0000 7fb79dd29640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb77c06c460 0x7fb77c06e920 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb7940012e0 tx=0x7fb794009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.206+0000 7fb78a7fc640 1 -- 172.21.15.16:0/3979886924 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb79007a0e0 con 0x7fb7981590d0 2024-09-16T01:45:39.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.451+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb7980ce4a0 con 0x7fb7981590d0 2024-09-16T01:45:39.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.451+0000 7fb78a7fc640 1 -- 172.21.15.16:0/3979886924 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v10) ==== 80+0+5304 (secure 0 0 0) 0x7fb79007e3e0 con 0x7fb7981590d0 2024-09-16T01:45:39.458 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:39.458 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:45:39.458 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:45:39.458 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.458 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:45:39.459 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:45:39.459 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.459 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.459 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:45:39.459 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:45:39.459 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.460 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.460 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.460 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.460 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:45:39.460 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:45:39.461 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.461 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.461 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:45:39.461 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:45:39.462 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.462 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.462 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.462 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.462 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:45:39.462 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:45:39.463 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.464 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.465 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.466 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.467 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.468 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:45:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:45:39.471 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:45:39.472 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.473 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.474 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.475 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:45:39.475 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:45:39.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.453+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb77c06c460 msgr2=0x7fb77c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.453+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb77c06c460 0x7fb77c06e920 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb7940012e0 tx=0x7fb794009040 comp rx=0 tx=0).stop 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 msgr2=0x7fb7980b10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980b10c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb79002a220 tx=0x7fb7900046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 shutdown_connections 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb77c06c460 0x7fb77c06e920 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7981590d0 0x7fb7980b10c0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb798158cf0 0x7fb7981f1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 --2- 172.21.15.16:0/3979886924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79806c2f0 0x7fb798072990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 >> 172.21.15.16:0/3979886924 conn(0x7fb7980b2000 msgr2=0x7fb79806d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 shutdown_connections 2024-09-16T01:45:39.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.454+0000 7fb79ff8d640 1 -- 172.21.15.16:0/3979886924 wait complete. 2024-09-16T01:45:39.478 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:45:39.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.579+0000 7f967b531640 1 Processor -- start 2024-09-16T01:45:39.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.579+0000 7f967b531640 1 -- start start 2024-09-16T01:45:39.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f967b531640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f967406bbe0 0x7f967406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f967b531640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967406f6e0 0x7f9674161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f967b531640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96740b6a70 con 0x7f967415e3a0 2024-09-16T01:45:39.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f967b531640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f967406fb50 con 0x7f967406bbe0 2024-09-16T01:45:39.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f967b531640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f96740b7640 con 0x7f967406f6e0 2024-09-16T01:45:39.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9678acc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f967406bbe0 0x7f967406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f96792cd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f967415e3a0 0x7f967406d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53558/0 (socket says 172.21.15.16:53558) 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9678acc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f967406bbe0 0x7f967406f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33306/0 (socket says 172.21.15.16:33306) 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f96792cd640 1 -- 172.21.15.16:0/1524786631 learned_addr learned my addr 172.21.15.16:0/1524786631 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9679ace640 1 --2- 172.21.15.16:0/1524786631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967406f6e0 0x7f9674161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9678acc640 1 -- 172.21.15.16:0/1524786631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967406f6e0 msgr2=0x7f9674161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9678acc640 1 --2- 172.21.15.16:0/1524786631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967406f6e0 0x7f9674161f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9678acc640 1 -- 172.21.15.16:0/1524786631 >> v1:172.21.15.16:6789/0 conn(0x7f967415e3a0 legacy=0x7f967406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f966bfff640 1 -- 172.21.15.16:0/1524786631 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2955977943 0 0) 0x7f96740b6a70 con 0x7f967415e3a0 2024-09-16T01:45:39.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9678acc640 1 -- 172.21.15.16:0/1524786631 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f967406d960 con 0x7f967406bbe0 2024-09-16T01:45:39.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.580+0000 7f9679ace640 1 --2- 172.21.15.16:0/1524786631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967406f6e0 0x7f9674161f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:39.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.581+0000 7f9678acc640 1 --2- 172.21.15.16:0/1524786631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406bbe0 0x7f967406f1a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f96740b77c0 tx=0x7f966402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4486035a629f614 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.581+0000 7f966bfff640 1 -- 172.21.15.16:0/1524786631 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9664037070 con 0x7f967406bbe0 2024-09-16T01:45:39.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.581+0000 7f966bfff640 1 -- 172.21.15.16:0/1524786631 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9664032440 con 0x7f967406bbe0 2024-09-16T01:45:39.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.581+0000 7f966bfff640 1 -- 172.21.15.16:0/1524786631 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9664032810 con 0x7f967406bbe0 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 -- 172.21.15.16:0/1524786631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406bbe0 msgr2=0x7f967406f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 --2- 172.21.15.16:0/1524786631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406bbe0 0x7f967406f1a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f96740b77c0 tx=0x7f966402a160 comp rx=0 tx=0).stop 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 -- 172.21.15.16:0/1524786631 shutdown_connections 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 --2- 172.21.15.16:0/1524786631 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967406f6e0 0x7f9674161f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 --2- 172.21.15.16:0/1524786631 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406bbe0 0x7f967406f1a0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 -- 172.21.15.16:0/1524786631 >> 172.21.15.16:0/1524786631 conn(0x7f96740b4090 msgr2=0x7f96740b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 -- 172.21.15.16:0/1524786631 shutdown_connections 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.582+0000 7f967b531640 1 -- 172.21.15.16:0/1524786631 wait complete. 2024-09-16T01:45:39.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.583+0000 7f967b531640 1 Processor -- start 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.583+0000 7f967b531640 1 -- start start 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f967b531640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f967406bbe0 0x7f96740b0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f967b531640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406f6e0 0x7f96740afc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f967b531640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967415e3a0 0x7f96740706b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f967b531640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f96740b72d0 con 0x7f967406f6e0 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f967b531640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f96740b6ff0 con 0x7f967406bbe0 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f967b531640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f967415e780 con 0x7f967415e3a0 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406f6e0 0x7f96740afc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406f6e0 0x7f96740afc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33322/0 (socket says 172.21.15.16:33322) 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 -- 172.21.15.16:0/609403679 learned_addr learned my addr 172.21.15.16:0/609403679 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f96792cd640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f967406bbe0 0x7f96740b0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9679ace640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967415e3a0 0x7f96740706b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 -- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967415e3a0 msgr2=0x7f96740706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967415e3a0 0x7f96740706b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 -- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f967406bbe0 msgr2=0x7f96740b0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f967406bbe0 0x7f96740b0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 -- 172.21.15.16:0/609403679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96741e7fb0 con 0x7f967406f6e0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9679ace640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967415e3a0 0x7f96740706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f96792cd640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f967406bbe0 0x7f96740b0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.584+0000 7f9678acc640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406f6e0 0x7f96740afc50 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f9664009880 tx=0x7f96640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.585+0000 7f9669ffb640 1 -- 172.21.15.16:0/609403679 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9664037040 con 0x7f967406f6e0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.585+0000 7f9669ffb640 1 -- 172.21.15.16:0/609403679 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9664042070 con 0x7f967406f6e0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.585+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96741e8290 con 0x7f967406f6e0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.585+0000 7f9669ffb640 1 -- 172.21.15.16:0/609403679 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9664030a50 con 0x7f967406f6e0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.585+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96741e8850 con 0x7f967406f6e0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.586+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9674073cc0 con 0x7f967406f6e0 2024-09-16T01:45:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.586+0000 7f9669ffb640 1 -- 172.21.15.16:0/609403679 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f9664030bf0 con 0x7f967406f6e0 2024-09-16T01:45:39.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.587+0000 7f9669ffb640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f965806c460 0x7f965806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.587+0000 7f9669ffb640 1 -- 172.21.15.16:0/609403679 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 4857+0+0 (secure 0 0 0) 0x7f96640abeb0 con 0x7f967406f6e0 2024-09-16T01:45:39.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.587+0000 7f96792cd640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f965806c460 0x7f965806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.588+0000 7f96792cd640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f965806c460 0x7f965806e920 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9670007fd0 tx=0x7f9670009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.591+0000 7f9669ffb640 1 -- 172.21.15.16:0/609403679 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f966407a6f0 con 0x7f967406f6e0 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.766+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f967415a3f0 con 0x7f967406f6e0 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.766+0000 7f9669ffb640 1 -- 172.21.15.16:0/609403679 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v53) ==== 84+0+65 (secure 0 0 0) 0x7f9664079ff0 con 0x7f967406f6e0 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:45:39.769 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:39.770 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:45:39.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f965806c460 msgr2=0x7f965806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f965806c460 0x7f965806e920 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9670007fd0 tx=0x7f9670009040 comp rx=0 tx=0).stop 2024-09-16T01:45:39.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406f6e0 msgr2=0x7f96740afc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406f6e0 0x7f96740afc50 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f9664009880 tx=0x7f96640046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 shutdown_connections 2024-09-16T01:45:39.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f965806c460 0x7f965806e920 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f967415e3a0 0x7f96740706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f967406f6e0 0x7f96740afc50 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 --2- 172.21.15.16:0/609403679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f967406bbe0 0x7f96740b0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 >> 172.21.15.16:0/609403679 conn(0x7f96740b4090 msgr2=0x7f96740b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:39.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 shutdown_connections 2024-09-16T01:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.768+0000 7f967b531640 1 -- 172.21.15.16:0/609403679 wait complete. 2024-09-16T01:45:39.782 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:45:39.782 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:45:39.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.887+0000 7f392f60e640 1 Processor -- start 2024-09-16T01:45:39.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.887+0000 7f392f60e640 1 -- start start 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392f60e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f392815c250 0x7f39280d0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392f60e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3928072a10 0x7f39280d0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392f60e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39280cce20 con 0x7f39280cc8d0 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392f60e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3928160920 con 0x7f392815c250 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392f60e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3928160db0 con 0x7f3928072a10 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392d3aa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f392815c250 0x7f39280d0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392d3aa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f392815c250 0x7f39280d0a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33336/0 (socket says 172.21.15.16:33336) 2024-09-16T01:45:39.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392d3aa640 1 -- 172.21.15.16:0/2692247047 learned_addr learned my addr 172.21.15.16:0/2692247047 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.888+0000 7f392cba9640 1 --1- 172.21.15.16:0/2692247047 >> v1:172.21.15.16:6789/0 conn(0x7f39280cc8d0 0x7f3928071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53564/0 (socket says 172.21.15.16:53564) 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.889+0000 7f392dbab640 1 --2- 172.21.15.16:0/2692247047 >> v2:172.21.15.104:3300/0 conn(0x7f3928072a10 0x7f39280d0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.889+0000 7f392d3aa640 1 -- 172.21.15.16:0/2692247047 >> v2:172.21.15.104:3300/0 conn(0x7f3928072a10 msgr2=0x7f39280d0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.889+0000 7f392d3aa640 1 --2- 172.21.15.16:0/2692247047 >> v2:172.21.15.104:3300/0 conn(0x7f3928072a10 0x7f39280d0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.889+0000 7f392d3aa640 1 -- 172.21.15.16:0/2692247047 >> v1:172.21.15.16:6789/0 conn(0x7f39280cc8d0 legacy=0x7f3928071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.889+0000 7f3927fff640 1 -- 172.21.15.16:0/2692247047 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4291995321 0 0) 0x7f39280cce20 con 0x7f39280cc8d0 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.889+0000 7f392d3aa640 1 -- 172.21.15.16:0/2692247047 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f392815fff0 con 0x7f392815c250 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392d3aa640 1 --2- 172.21.15.16:0/2692247047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39280d0a20 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f392815fee0 tx=0x7f392002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a3c0fe1917dbab7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f3927fff640 1 -- 172.21.15.16:0/2692247047 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920037070 con 0x7f392815c250 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f3927fff640 1 -- 172.21.15.16:0/2692247047 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3920032440 con 0x7f392815c250 2024-09-16T01:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f3927fff640 1 -- 172.21.15.16:0/2692247047 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920032810 con 0x7f392815c250 2024-09-16T01:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 -- 172.21.15.16:0/2692247047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 msgr2=0x7f39280d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 --2- 172.21.15.16:0/2692247047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39280d0a20 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f392815fee0 tx=0x7f392002a270 comp rx=0 tx=0).stop 2024-09-16T01:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 -- 172.21.15.16:0/2692247047 shutdown_connections 2024-09-16T01:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 --2- 172.21.15.16:0/2692247047 >> v2:172.21.15.104:3300/0 conn(0x7f3928072a10 0x7f39280d0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 --2- 172.21.15.16:0/2692247047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39280d0a20 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 -- 172.21.15.16:0/2692247047 >> 172.21.15.16:0/2692247047 conn(0x7f392806bfd0 msgr2=0x7f392806c3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:39.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 -- 172.21.15.16:0/2692247047 shutdown_connections 2024-09-16T01:45:39.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.890+0000 7f392f60e640 1 -- 172.21.15.16:0/2692247047 wait complete. 2024-09-16T01:45:39.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 Processor -- start 2024-09-16T01:45:39.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 -- start start 2024-09-16T01:45:39.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3928072a10 0x7f392814d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39280cc8d0 0x7f3928158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39281f1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f392806e2f0 con 0x7f392815c250 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f39281605b0 con 0x7f3928072a10 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.892+0000 7f392f60e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f392815c630 con 0x7f39280cc8d0 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39281f1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39281f1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33348/0 (socket says 172.21.15.16:33348) 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392d3aa640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3928072a10 0x7f392814d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 -- 172.21.15.16:0/1859401135 learned_addr learned my addr 172.21.15.16:0/1859401135 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392cba9640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39280cc8d0 0x7f3928158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 -- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39280cc8d0 msgr2=0x7f3928158e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39280cc8d0 0x7f3928158e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 -- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3928072a10 msgr2=0x7f392814d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3928072a10 0x7f392814d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 -- 172.21.15.16:0/1859401135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39280b0320 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392dbab640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39281f1fa0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f3918007d90 tx=0x7f391800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f3925ffb640 1 -- 172.21.15.16:0/1859401135 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3918014420 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f3925ffb640 1 -- 172.21.15.16:0/1859401135 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3918019070 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39280b0600 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.893+0000 7f3925ffb640 1 -- 172.21.15.16:0/1859401135 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3918014820 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.894+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39280b0bc0 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.894+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39280b0d90 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.895+0000 7f3925ffb640 1 -- 172.21.15.16:0/1859401135 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f39180149c0 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.895+0000 7f3925ffb640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f391406c460 0x7f391406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.895+0000 7f3925ffb640 1 -- 172.21.15.16:0/1859401135 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 4857+0+0 (secure 0 0 0) 0x7f391808bab0 con 0x7f392815c250 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.896+0000 7f392d3aa640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f391406c460 0x7f391406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:39.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.896+0000 7f392d3aa640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f391406c460 0x7f391406e920 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3920034000 tx=0x7f392002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:39.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:39.900+0000 7f3925ffb640 1 -- 172.21.15.16:0/1859401135 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3918059ca0 con 0x7f392815c250 2024-09-16T01:45:40.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:40.076+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f392815ec00 con 0x7f392815c250 2024-09-16T01:45:41.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.074+0000 7f3925ffb640 1 -- 172.21.15.16:0/1859401135 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v54) ==== 138+0+0 (secure 0 0 0) 0x7f391805dfa0 con 0x7f392815c250 2024-09-16T01:45:41.076 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:45:41.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f391406c460 msgr2=0x7f391406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:41.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f391406c460 0x7f391406e920 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3920034000 tx=0x7f392002e000 comp rx=0 tx=0).stop 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 msgr2=0x7f39281f1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39281f1fa0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f3918007d90 tx=0x7f391800e4b0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 shutdown_connections 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f391406c460 0x7f391406e920 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f392815c250 0x7f39281f1fa0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39280cc8d0 0x7f3928158e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 --2- 172.21.15.16:0/1859401135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3928072a10 0x7f392814d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 >> 172.21.15.16:0/1859401135 conn(0x7f392806bfd0 msgr2=0x7f392815d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 shutdown_connections 2024-09-16T01:45:41.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.077+0000 7f392f60e640 1 -- 172.21.15.16:0/1859401135 wait complete. 2024-09-16T01:45:41.096 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:45:41.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.209+0000 7fee37e94640 1 Processor -- start 2024-09-16T01:45:41.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.210+0000 7fee37e94640 1 -- start start 2024-09-16T01:45:41.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.210+0000 7fee37e94640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee3015e410 0x7fee30162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:41.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.210+0000 7fee37e94640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fee3006bbe0 0x7fee3006c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:41.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.210+0000 7fee37e94640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:41.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.210+0000 7fee37e94640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fee3006c590 con 0x7fee3015e410 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.210+0000 7fee37e94640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fee300cf260 con 0x7fee3006bbe0 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.210+0000 7fee37e94640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fee300d2cf0 con 0x7fee300b5fd0 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee3015e410 0x7fee30162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee3015e410 0x7fee30162990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33360/0 (socket says 172.21.15.16:33360) 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 -- 172.21.15.16:0/2768768703 learned_addr learned my addr 172.21.15.16:0/2768768703 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee36431640 1 --2- 172.21.15.16:0/2768768703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee3542f640 1 --2- 172.21.15.16:0/2768768703 >> v2:172.21.15.104:3300/0 conn(0x7fee3006bbe0 0x7fee3006c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 -- 172.21.15.16:0/2768768703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 msgr2=0x7fee300b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 --2- 172.21.15.16:0/2768768703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 -- 172.21.15.16:0/2768768703 >> v2:172.21.15.104:3300/0 conn(0x7fee3006bbe0 msgr2=0x7fee3006c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 --2- 172.21.15.16:0/2768768703 >> v2:172.21.15.104:3300/0 conn(0x7fee3006bbe0 0x7fee3006c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee35c30640 1 -- 172.21.15.16:0/2768768703 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee300cf500 con 0x7fee3015e410 2024-09-16T01:45:41.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.211+0000 7fee36431640 1 --2- 172.21.15.16:0/2768768703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:41.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.212+0000 7fee35c30640 1 --2- 172.21.15.16:0/2768768703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee30162990 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fee300d2f00 tx=0x7fee2802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bda82fb2e3093279 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:41.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.212+0000 7fee34c2e640 1 -- 172.21.15.16:0/2768768703 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee28037070 con 0x7fee3015e410 2024-09-16T01:45:41.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.212+0000 7fee34c2e640 1 -- 172.21.15.16:0/2768768703 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee28032440 con 0x7fee3015e410 2024-09-16T01:45:41.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.212+0000 7fee34c2e640 1 -- 172.21.15.16:0/2768768703 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee28032810 con 0x7fee3015e410 2024-09-16T01:45:41.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.212+0000 7fee37e94640 1 -- 172.21.15.16:0/2768768703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 msgr2=0x7fee30162990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:41.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.212+0000 7fee37e94640 1 --2- 172.21.15.16:0/2768768703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee30162990 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fee300d2f00 tx=0x7fee2802a270 comp rx=0 tx=0).stop 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.213+0000 7fee37e94640 1 -- 172.21.15.16:0/2768768703 shutdown_connections 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.213+0000 7fee37e94640 1 --2- 172.21.15.16:0/2768768703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.213+0000 7fee37e94640 1 --2- 172.21.15.16:0/2768768703 >> v2:172.21.15.104:3300/0 conn(0x7fee3006bbe0 0x7fee3006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.213+0000 7fee37e94640 1 --2- 172.21.15.16:0/2768768703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee30162990 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.213+0000 7fee37e94640 1 -- 172.21.15.16:0/2768768703 >> 172.21.15.16:0/2768768703 conn(0x7fee30072620 msgr2=0x7fee30072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.213+0000 7fee37e94640 1 -- 172.21.15.16:0/2768768703 shutdown_connections 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.213+0000 7fee37e94640 1 -- 172.21.15.16:0/2768768703 wait complete. 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.214+0000 7fee37e94640 1 Processor -- start 2024-09-16T01:45:41.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.214+0000 7fee37e94640 1 -- start start 2024-09-16T01:45:41.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee37e94640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee3006bbe0 0x7fee300cc360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:41.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee37e94640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b24f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:41.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee37e94640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee3014e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee37e94640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fee300ce8a0 con 0x7fee3015e410 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee37e94640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fee3015e7f0 con 0x7fee3006bbe0 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee37e94640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fee300d2fd0 con 0x7fee300b5fd0 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee3014e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee3014e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33374/0 (socket says 172.21.15.16:33374) 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 -- 172.21.15.16:0/432104190 learned_addr learned my addr 172.21.15.16:0/432104190 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee35c30640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee3006bbe0 0x7fee300cc360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee3542f640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 -- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 msgr2=0x7fee300b24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b24f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 -- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee3006bbe0 msgr2=0x7fee300cc360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee3006bbe0 0x7fee300cc360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:41.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 -- 172.21.15.16:0/432104190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee300cc8a0 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee3542f640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee36431640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee3014e1a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fee2000cef0 tx=0x7fee2000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee2e7fc640 1 -- 172.21.15.16:0/432104190 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2001a070 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee2e7fc640 1 -- 172.21.15.16:0/432104190 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee2000d860 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee300ccb40 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.215+0000 7fee2e7fc640 1 -- 172.21.15.16:0/432104190 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2000dc50 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.216+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee300cd100 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.216+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee300d2910 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.217+0000 7fee2e7fc640 1 -- 172.21.15.16:0/432104190 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fee2001d070 con 0x7fee3015e410 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.217+0000 7fee2e7fc640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fee1c06c490 0x7fee1c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:41.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.218+0000 7fee2e7fc640 1 -- 172.21.15.16:0/432104190 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5227+0+0 (secure 0 0 0) 0x7fee2008bd10 con 0x7fee3015e410 2024-09-16T01:45:41.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.218+0000 7fee35c30640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fee1c06c490 0x7fee1c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:41.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.218+0000 7fee35c30640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fee1c06c490 0x7fee1c06e950 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fee28034000 tx=0x7fee2802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:41.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.222+0000 7fee2e7fc640 1 -- 172.21.15.16:0/432104190 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee20059e50 con 0x7fee3015e410 2024-09-16T01:45:41.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:41.401+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fee30161a30 con 0x7fee3015e410 2024-09-16T01:45:42.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.079+0000 7fee2e7fc640 1 -- 172.21.15.16:0/432104190 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v55) ==== 170+0+0 (secure 0 0 0) 0x7fee2005e150 con 0x7fee3015e410 2024-09-16T01:45:42.082 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:45:42.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fee1c06c490 msgr2=0x7fee1c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:42.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fee1c06c490 0x7fee1c06e950 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fee28034000 tx=0x7fee2802e000 comp rx=0 tx=0).stop 2024-09-16T01:45:42.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 msgr2=0x7fee3014e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:42.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee3014e1a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fee2000cef0 tx=0x7fee2000a710 comp rx=0 tx=0).stop 2024-09-16T01:45:42.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 shutdown_connections 2024-09-16T01:45:42.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fee1c06c490 0x7fee1c06e950 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee3015e410 0x7fee3014e1a0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee300b5fd0 0x7fee300b24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 --2- 172.21.15.16:0/432104190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee3006bbe0 0x7fee300cc360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.083+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 >> 172.21.15.16:0/432104190 conn(0x7fee30072620 msgr2=0x7fee300b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:42.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.089+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 shutdown_connections 2024-09-16T01:45:42.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.093+0000 7fee37e94640 1 -- 172.21.15.16:0/432104190 wait complete. 2024-09-16T01:45:42.114 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:45:42.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.222+0000 7fd06a15f640 1 Processor -- start 2024-09-16T01:45:42.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.222+0000 7fd06a15f640 1 -- start start 2024-09-16T01:45:42.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd06a15f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd06415e690 0x7fd06406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:42.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd06a15f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd06415ea70 con 0x7fd0640cf7b0 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd06a15f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0640722a0 con 0x7fd06406c120 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd06a15f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd06406c590 con 0x7fd06415e690 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd0637fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd06415e690 0x7fd06406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd063fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd0640cf7b0 0x7fd0640b7630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60820/0 (socket says 172.21.15.16:60820) 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd063fff640 1 -- 172.21.15.16:0/4271582258 learned_addr learned my addr 172.21.15.16:0/4271582258 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd0637fe640 1 -- 172.21.15.16:0/4271582258 >> v1:172.21.15.104:6789/0 conn(0x7fd06406c120 legacy=0x7fd0640cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd0637fe640 1 -- 172.21.15.16:0/4271582258 >> v1:172.21.15.16:6789/0 conn(0x7fd0640cf7b0 legacy=0x7fd0640b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd0627fc640 1 -- 172.21.15.16:0/4271582258 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3863090972 0 0) 0x7fd06415ea70 con 0x7fd0640cf7b0 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.223+0000 7fd0637fe640 1 -- 172.21.15.16:0/4271582258 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd064072580 con 0x7fd06415e690 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.224+0000 7fd0637fe640 1 --2- 172.21.15.16:0/4271582258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06415e690 0x7fd06406bbe0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fd0540097a0 tx=0x7fd05402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d23ebc90e0b06c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.224+0000 7fd0627fc640 1 -- 172.21.15.16:0/4271582258 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd054037070 con 0x7fd06415e690 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.224+0000 7fd0627fc640 1 -- 172.21.15.16:0/4271582258 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd054032440 con 0x7fd06415e690 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.224+0000 7fd0627fc640 1 -- 172.21.15.16:0/4271582258 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd054032810 con 0x7fd06415e690 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.225+0000 7fd06a15f640 1 -- 172.21.15.16:0/4271582258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06415e690 msgr2=0x7fd06406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.225+0000 7fd06a15f640 1 --2- 172.21.15.16:0/4271582258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06415e690 0x7fd06406bbe0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fd0540097a0 tx=0x7fd05402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.225+0000 7fd06a15f640 1 -- 172.21.15.16:0/4271582258 shutdown_connections 2024-09-16T01:45:42.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.225+0000 7fd06a15f640 1 --2- 172.21.15.16:0/4271582258 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06415e690 0x7fd06406bbe0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.225+0000 7fd06a15f640 1 -- 172.21.15.16:0/4271582258 >> 172.21.15.16:0/4271582258 conn(0x7fd0640d1200 msgr2=0x7fd0640d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:42.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.225+0000 7fd06a15f640 1 -- 172.21.15.16:0/4271582258 shutdown_connections 2024-09-16T01:45:42.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.225+0000 7fd06a15f640 1 -- 172.21.15.16:0/4271582258 wait complete. 2024-09-16T01:45:42.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.226+0000 7fd06a15f640 1 Processor -- start 2024-09-16T01:45:42.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.226+0000 7fd06a15f640 1 -- start start 2024-09-16T01:45:42.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd06a15f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06406c120 0x7fd0640cc890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:42.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd06a15f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0640cf7b0 0x7fd0640ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:42.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd06a15f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd06415e690 0x7fd0640c9840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd06a15f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd0640b7d40 con 0x7fd06406c120 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd06a15f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd064072b40 con 0x7fd06415e690 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd06a15f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd0640b7ec0 con 0x7fd0640cf7b0 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd0637fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06406c120 0x7fd0640cc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd0637fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06406c120 0x7fd0640cc890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46748/0 (socket says 172.21.15.16:46748) 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd0637fe640 1 -- 172.21.15.16:0/2953206989 learned_addr learned my addr 172.21.15.16:0/2953206989 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd063fff640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd06415e690 0x7fd0640c9840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.227+0000 7fd062ffd640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0640cf7b0 0x7fd0640ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd0637fe640 1 -- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0640cf7b0 msgr2=0x7fd0640ccdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:42.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd0637fe640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0640cf7b0 0x7fd0640ccdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd0637fe640 1 -- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd06415e690 msgr2=0x7fd0640c9840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd0637fe640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd06415e690 0x7fd0640c9840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd0637fe640 1 -- 172.21.15.16:0/2953206989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0640cb7f0 con 0x7fd06406c120 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd0637fe640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06406c120 0x7fd0640cc890 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fd054035040 tx=0x7fd0540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd04bfff640 1 -- 172.21.15.16:0/2953206989 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd054037040 con 0x7fd06406c120 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd04bfff640 1 -- 172.21.15.16:0/2953206989 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd054004250 con 0x7fd06406c120 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd04bfff640 1 -- 172.21.15.16:0/2953206989 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd054032e20 con 0x7fd06406c120 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0640cbad0 con 0x7fd06406c120 2024-09-16T01:45:42.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.228+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0640cc090 con 0x7fd06406c120 2024-09-16T01:45:42.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.229+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd06406bbe0 con 0x7fd06406c120 2024-09-16T01:45:42.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.230+0000 7fd04bfff640 1 -- 172.21.15.16:0/2953206989 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fd054030770 con 0x7fd06406c120 2024-09-16T01:45:42.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.230+0000 7fd04bfff640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd05006c460 0x7fd05006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:42.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.230+0000 7fd04bfff640 1 -- 172.21.15.16:0/2953206989 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5609+0+0 (secure 0 0 0) 0x7fd0540ad240 con 0x7fd06406c120 2024-09-16T01:45:42.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.230+0000 7fd062ffd640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd05006c460 0x7fd05006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:42.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.231+0000 7fd062ffd640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd05006c460 0x7fd05006e920 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fd0640c7d40 tx=0x7fd058009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:42.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.234+0000 7fd04bfff640 1 -- 172.21.15.16:0/2953206989 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd05407b890 con 0x7fd06406c120 2024-09-16T01:45:42.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:42.444+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd0640756f0 con 0x7fd06406c120 2024-09-16T01:45:42.641 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:45:42.644 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:45:43.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.090+0000 7fd04bfff640 1 -- 172.21.15.16:0/2953206989 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v29) ==== 172+0+0 (secure 0 0 0) 0x7fd05407b190 con 0x7fd06406c120 2024-09-16T01:45:43.091 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 8 and data pool 9 2024-09-16T01:45:43.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.099+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd05006c460 msgr2=0x7fd05006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.099+0000 7fd06a15f640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd05006c460 0x7fd05006e920 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fd0640c7d40 tx=0x7fd058009040 comp rx=0 tx=0).stop 2024-09-16T01:45:43.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.099+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06406c120 msgr2=0x7fd0640cc890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.099+0000 7fd06a15f640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06406c120 0x7fd0640cc890 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fd054035040 tx=0x7fd0540046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.101+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 shutdown_connections 2024-09-16T01:45:43.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.101+0000 7fd06a15f640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fd05006c460 0x7fd05006e920 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.101+0000 7fd06a15f640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd06415e690 0x7fd0640c9840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.101+0000 7fd06a15f640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0640cf7b0 0x7fd0640ccdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.102+0000 7fd06a15f640 1 --2- 172.21.15.16:0/2953206989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd06406c120 0x7fd0640cc890 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.102+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 >> 172.21.15.16:0/2953206989 conn(0x7fd0640d1200 msgr2=0x7fd0640cee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:43.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.105+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 shutdown_connections 2024-09-16T01:45:43.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.105+0000 7fd06a15f640 1 -- 172.21.15.16:0/2953206989 wait complete. 2024-09-16T01:45:43.124 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:45:43.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.227+0000 7f6fee3c6640 1 Processor -- start 2024-09-16T01:45:43.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.227+0000 7f6fee3c6640 1 -- start start 2024-09-16T01:45:43.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fee3c6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fee3c6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6fe806bbe0 0x7f6fe8161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fee3c6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fe80b6a70 con 0x7f6fe806d790 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fee3c6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6fe80b7640 con 0x7f6fe806bbe0 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fee3c6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe80b6d10 con 0x7f6fe815e3a0 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fec963640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6fe806bbe0 0x7f6fe8161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fe7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fe77fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6fe806d790 0x7f6fe806f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:48554/0 (socket says 172.21.15.16:48554) 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.228+0000 7f6fe77fe640 1 -- 172.21.15.16:0/3323908774 learned_addr learned my addr 172.21.15.16:0/3323908774 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fe6ffd640 1 -- 172.21.15.16:0/3323908774 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1182754372 0 0) 0x7f6fe80b6a70 con 0x7f6fe806d790 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fe6ffd640 1 -- 172.21.15.16:0/3323908774 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6fd0003520 con 0x7f6fe806d790 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fec963640 1 -- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 msgr2=0x7f6fe806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:43.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fec963640 1 --2- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe806d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fec963640 1 -- 172.21.15.16:0/3323908774 >> v1:172.21.15.104:6789/0 conn(0x7f6fe806d790 legacy=0x7f6fe806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fec963640 1 -- 172.21.15.16:0/3323908774 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe80b6ff0 con 0x7f6fe806bbe0 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.229+0000 7f6fec963640 1 --2- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806bbe0 0x7f6fe8161f80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6fe0009d90 tx=0x7f6fe002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa6b3a70a1e93204 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fe6ffd640 1 -- 172.21.15.16:0/3323908774 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe0007740 con 0x7f6fe806bbe0 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fe6ffd640 1 -- 172.21.15.16:0/3323908774 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fe00078e0 con 0x7f6fe806bbe0 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fe6ffd640 1 -- 172.21.15.16:0/3323908774 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe0007c90 con 0x7f6fe806bbe0 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806bbe0 msgr2=0x7f6fe8161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806bbe0 0x7f6fe8161f80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6fe0009d90 tx=0x7f6fe002a660 comp rx=0 tx=0).stop 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3323908774 shutdown_connections 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806bbe0 0x7f6fe8161f80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3323908774 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3323908774 >> 172.21.15.16:0/3323908774 conn(0x7f6fe80b4090 msgr2=0x7f6fe80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:43.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3323908774 shutdown_connections 2024-09-16T01:45:43.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.230+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3323908774 wait complete. 2024-09-16T01:45:43.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.231+0000 7f6fee3c6640 1 Processor -- start 2024-09-16T01:45:43.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fee3c6640 1 -- start start 2024-09-16T01:45:43.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fee3c6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe806bbe0 0x7f6fe81f7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fee3c6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806d790 0x7f6fe814dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fee3c6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe81f3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fee3c6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe8073cc0 con 0x7f6fe806bbe0 2024-09-16T01:45:43.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fee3c6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe815e780 con 0x7f6fe806d790 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fee3c6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe8073e40 con 0x7f6fe815e3a0 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fe7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe806bbe0 0x7f6fe81f7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fe7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe806bbe0 0x7f6fe81f7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46762/0 (socket says 172.21.15.16:46762) 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fe7fff640 1 -- 172.21.15.16:0/3731138814 learned_addr learned my addr 172.21.15.16:0/3731138814 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806d790 0x7f6fe814dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.232+0000 7f6fec963640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe81f3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe7fff640 1 -- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 msgr2=0x7f6fe81f3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe81f3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe7fff640 1 -- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806d790 msgr2=0x7f6fe814dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806d790 0x7f6fe814dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe7fff640 1 -- 172.21.15.16:0/3731138814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe81f82d0 con 0x7f6fe806bbe0 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe806bbe0 0x7f6fe81f7d90 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f6fd800e990 tx=0x7f6fd800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe4ff9640 1 -- 172.21.15.16:0/3731138814 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd8017070 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe4ff9640 1 -- 172.21.15.16:0/3731138814 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fd800c9e0 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe81f4850 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fe4ff9640 1 -- 172.21.15.16:0/3731138814 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd800cdb0 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.233+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe81f7590 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.234+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fe81f4d70 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.235+0000 7f6fe4ff9640 1 -- 172.21.15.16:0/3731138814 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f6fd801a070 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.235+0000 7f6fe4ff9640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6fd406c460 0x7f6fd406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.235+0000 7f6fe4ff9640 1 -- 172.21.15.16:0/3731138814 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f6fd808b420 con 0x7f6fe806bbe0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.235+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6fd406c460 0x7f6fd406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.236+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6fd406c460 0x7f6fd406e920 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6fe8154580 tx=0x7f6fdc007d00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.240+0000 7f6fe4ff9640 1 -- 172.21.15.16:0/3731138814 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6fe81f4d70 con 0x7f6fe806bbe0 2024-09-16T01:45:43.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.414+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6fe80b2010 con 0x7f6fe806bbe0 2024-09-16T01:45:43.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.415+0000 7f6fe4ff9640 1 -- 172.21.15.16:0/3731138814 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+16702 (secure 0 0 0) 0x7f6fd8059400 con 0x7f6fe806bbe0 2024-09-16T01:45:43.417 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:43.417 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":56,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:45:42.445988+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:45:40.108305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T01:45:41.433917+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6fd406c460 msgr2=0x7f6fd406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6fd406c460 0x7f6fd406e920 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6fe8154580 tx=0x7f6fdc007d00 comp rx=0 tx=0).stop 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe806bbe0 msgr2=0x7f6fe81f7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe806bbe0 0x7f6fe81f7d90 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f6fd800e990 tx=0x7f6fd800ee50 comp rx=0 tx=0).stop 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 shutdown_connections 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6fd406c460 0x7f6fd406e920 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe815e3a0 0x7f6fe81f3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe806d790 0x7f6fe814dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 --2- 172.21.15.16:0/3731138814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe806bbe0 0x7f6fe81f7d90 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 >> 172.21.15.16:0/3731138814 conn(0x7f6fe80b4090 msgr2=0x7f6fe8070400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:43.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.417+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 shutdown_connections 2024-09-16T01:45:43.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.418+0000 7f6fee3c6640 1 -- 172.21.15.16:0/3731138814 wait complete. 2024-09-16T01:45:43.431 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:45:43.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.531+0000 7f90fcec9640 1 Processor -- start 2024-09-16T01:45:43.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.531+0000 7f90fcec9640 1 -- start start 2024-09-16T01:45:43.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.532+0000 7f90fcec9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f90f8147fc0 0x7f90f815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.532+0000 7f90fcec9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f90f80b9ee0 0x7f90f80d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.532+0000 7f90fcec9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90f80ba2f0 con 0x7f90f80d0ee0 2024-09-16T01:45:43.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.532+0000 7f90fcec9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f90f81483a0 con 0x7f90f8147fc0 2024-09-16T01:45:43.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.532+0000 7f90fcec9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f90f815efa0 con 0x7f90f80b9ee0 2024-09-16T01:45:43.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f90f8147fc0 0x7f90f815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f90f8147fc0 0x7f90f815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46766/0 (socket says 172.21.15.16:46766) 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f659c640 1 -- 172.21.15.16:0/1539443671 learned_addr learned my addr 172.21.15.16:0/1539443671 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f6d9d640 1 --2- 172.21.15.16:0/1539443671 >> v2:172.21.15.104:3300/0 conn(0x7f90f80b9ee0 0x7f90f80d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f659c640 1 -- 172.21.15.16:0/1539443671 >> v2:172.21.15.104:3300/0 conn(0x7f90f80b9ee0 msgr2=0x7f90f80d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f659c640 1 --2- 172.21.15.16:0/1539443671 >> v2:172.21.15.104:3300/0 conn(0x7f90f80b9ee0 0x7f90f80d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f659c640 1 -- 172.21.15.16:0/1539443671 >> v1:172.21.15.104:6789/0 conn(0x7f90f80d0ee0 legacy=0x7f90f80b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f659c640 1 -- 172.21.15.16:0/1539443671 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f80d2750 con 0x7f90f8147fc0 2024-09-16T01:45:43.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.533+0000 7f90f6d9d640 1 --2- 172.21.15.16:0/1539443671 >> v2:172.21.15.104:3300/0 conn(0x7f90f80b9ee0 0x7f90f80d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:43.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90f659c640 1 --2- 172.21.15.16:0/1539443671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f8147fc0 0x7f90f815ea60 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f90f806cbc0 tx=0x7f90e802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c3aaa1b4e01ad78 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90f559a640 1 -- 172.21.15.16:0/1539443671 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e8036070 con 0x7f90f8147fc0 2024-09-16T01:45:43.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90f559a640 1 -- 172.21.15.16:0/1539443671 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90e8031600 con 0x7f90f8147fc0 2024-09-16T01:45:43.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90f559a640 1 -- 172.21.15.16:0/1539443671 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e80319d0 con 0x7f90f8147fc0 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 -- 172.21.15.16:0/1539443671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f8147fc0 msgr2=0x7f90f815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 --2- 172.21.15.16:0/1539443671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f8147fc0 0x7f90f815ea60 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f90f806cbc0 tx=0x7f90e802a730 comp rx=0 tx=0).stop 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 -- 172.21.15.16:0/1539443671 shutdown_connections 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 --2- 172.21.15.16:0/1539443671 >> v2:172.21.15.104:3300/0 conn(0x7f90f80b9ee0 0x7f90f80d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 --2- 172.21.15.16:0/1539443671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f8147fc0 0x7f90f815ea60 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 -- 172.21.15.16:0/1539443671 >> 172.21.15.16:0/1539443671 conn(0x7f90f8074fe0 msgr2=0x7f90f806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 -- 172.21.15.16:0/1539443671 shutdown_connections 2024-09-16T01:45:43.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.534+0000 7f90fcec9640 1 -- 172.21.15.16:0/1539443671 wait complete. 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 Processor -- start 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 -- start start 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f90f80b9ee0 0x7f90f8154b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f80d0ee0 0x7f90f81434b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f90f8147fc0 0x7f90f81439f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f90f80d2d10 con 0x7f90f80d0ee0 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f90f80d2500 con 0x7f90f8147fc0 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.536+0000 7f90fcec9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f90f80d2ff0 con 0x7f90f80b9ee0 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f80d0ee0 0x7f90f81434b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f80d0ee0 0x7f90f81434b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46782/0 (socket says 172.21.15.16:46782) 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 -- 172.21.15.16:0/3255261136 learned_addr learned my addr 172.21.15.16:0/3255261136 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f659c640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f90f80b9ee0 0x7f90f8154b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f6d9d640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f90f8147fc0 0x7f90f81439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 -- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f90f80b9ee0 msgr2=0x7f90f8154b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f90f80b9ee0 0x7f90f8154b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 -- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f90f8147fc0 msgr2=0x7f90f81439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f90f8147fc0 0x7f90f81439f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 -- 172.21.15.16:0/3255261136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f81554c0 con 0x7f90f80d0ee0 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f6d9d640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f90f8147fc0 0x7f90f81439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f659c640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f90f80b9ee0 0x7f90f8154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90f5d9b640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f80d0ee0 0x7f90f81434b0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f90e000c400 tx=0x7f90e000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90eeffd640 1 -- 172.21.15.16:0/3255261136 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e00052d0 con 0x7f90f80d0ee0 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90eeffd640 1 -- 172.21.15.16:0/3255261136 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90e0005490 con 0x7f90f80d0ee0 2024-09-16T01:45:43.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90f8144050 con 0x7f90f80d0ee0 2024-09-16T01:45:43.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90eeffd640 1 -- 172.21.15.16:0/3255261136 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e0007260 con 0x7f90f80d0ee0 2024-09-16T01:45:43.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.537+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90f80c9710 con 0x7f90f80d0ee0 2024-09-16T01:45:43.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.538+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90f80d1370 con 0x7f90f80d0ee0 2024-09-16T01:45:43.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.539+0000 7f90eeffd640 1 -- 172.21.15.16:0/3255261136 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f90e0007400 con 0x7f90f80d0ee0 2024-09-16T01:45:43.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.539+0000 7f90eeffd640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f90d806c490 0x7f90d806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.539+0000 7f90eeffd640 1 -- 172.21.15.16:0/3255261136 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f90e008abe0 con 0x7f90f80d0ee0 2024-09-16T01:45:43.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.540+0000 7f90f659c640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f90d806c490 0x7f90d806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.540+0000 7f90f659c640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f90d806c490 0x7f90d806e950 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f90e8033000 tx=0x7f90e8009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.544+0000 7f90eeffd640 1 -- 172.21.15.16:0/3255261136 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f90f81554c0 con 0x7f90f80d0ee0 2024-09-16T01:45:43.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.719+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f90f815f460 con 0x7f90f80d0ee0 2024-09-16T01:45:43.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.721+0000 7f90eeffd640 1 -- 172.21.15.16:0/3255261136 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+16702 (secure 0 0 0) 0x7f90e0059160 con 0x7f90f80d0ee0 2024-09-16T01:45:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:43.722 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":56,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:45:42.445988+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:45:40.108305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T01:45:41.433917+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:45:43.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.722+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f90d806c490 msgr2=0x7f90d806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.722+0000 7f90fcec9640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f90d806c490 0x7f90d806e950 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f90e8033000 tx=0x7f90e8009000 comp rx=0 tx=0).stop 2024-09-16T01:45:43.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.722+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f80d0ee0 msgr2=0x7f90f81434b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.722+0000 7f90fcec9640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f80d0ee0 0x7f90f81434b0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f90e000c400 tx=0x7f90e000c8c0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 shutdown_connections 2024-09-16T01:45:43.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f90d806c490 0x7f90d806e950 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f90f8147fc0 0x7f90f81439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90f80d0ee0 0x7f90f81434b0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 --2- 172.21.15.16:0/3255261136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f90f80b9ee0 0x7f90f8154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 >> 172.21.15.16:0/3255261136 conn(0x7f90f8074fe0 msgr2=0x7f90f80b9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:43.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 shutdown_connections 2024-09-16T01:45:43.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.723+0000 7f90fcec9640 1 -- 172.21.15.16:0/3255261136 wait complete. 2024-09-16T01:45:43.735 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:45:43.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.839+0000 7fcb583f1640 1 Processor -- start 2024-09-16T01:45:43.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.839+0000 7fcb583f1640 1 -- start start 2024-09-16T01:45:43.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb583f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcb50070f10 0x7fcb50071350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb583f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb500719d0 con 0x7fcb5006bbe0 2024-09-16T01:45:43.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb583f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb50071cb0 con 0x7fcb50145e20 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb583f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcb500b3900 con 0x7fcb50070f10 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5698e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcb5006bbe0 0x7fcb500b4350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60824/0 (socket says 172.21.15.16:60824) 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5698e640 1 -- 172.21.15.16:0/1199714897 learned_addr learned my addr 172.21.15.16:0/1199714897 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1199714897 >> v2:172.21.15.104:3300/0 conn(0x7fcb50070f10 0x7fcb50071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3198707152 0 0) 0x7fcb500719d0 con 0x7fcb5006bbe0 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb3c003520 con 0x7fcb5006bbe0 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 876320840 0 0) 0x7fcb3c003520 con 0x7fcb5006bbe0 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 >> v2:172.21.15.104:3300/0 conn(0x7fcb50070f10 msgr2=0x7fcb50071350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 --2- 172.21.15.16:0/1199714897 >> v2:172.21.15.104:3300/0 conn(0x7fcb50070f10 0x7fcb50071350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 >> v1:172.21.15.104:6789/0 conn(0x7fcb50145e20 legacy=0x7fcb5015c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb500b3b50 con 0x7fcb5006bbe0 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fcb480019f0 con 0x7fcb5006bbe0 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1199714897 >> v2:172.21.15.104:3300/0 conn(0x7fcb50070f10 0x7fcb50071350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.840+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 >> v1:172.21.15.16:6789/0 conn(0x7fcb5006bbe0 legacy=0x7fcb500b4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5518b640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb3c0039b0 0x7fcb3c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5518b640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb3c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5518b640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb3c0051c0 0x7fcb3c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcb500b3900 con 0x7fcb3c004800 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c00c060 con 0x7fcb3c0039b0 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcb3c00c260 con 0x7fcb3c0051c0 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb3c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5618d640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb3c0039b0 0x7fcb3c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5698e640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb3c0051c0 0x7fcb3c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5598c640 1 -- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb3c0051c0 msgr2=0x7fcb3c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb3c0051c0 0x7fcb3c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5598c640 1 -- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb3c0039b0 msgr2=0x7fcb3c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb3c0039b0 0x7fcb3c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5598c640 1 -- 172.21.15.16:0/1199714897 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3c003520 con 0x7fcb3c004800 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.841+0000 7fcb5698e640 1 -- 172.21.15.16:0/1199714897 reap_dead start 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb3c004c80 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcb40009c90 tx=0x7fcb3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=243e78a671ccbc1b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb40036070 con 0x7fcb3c004800 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb40031400 con 0x7fcb3c004800 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb5518b640 1 -- 172.21.15.16:0/1199714897 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb40009860 con 0x7fcb3c004800 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb583f1640 1 -- 172.21.15.16:0/1199714897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 msgr2=0x7fcb3c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb3c004c80 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcb40009c90 tx=0x7fcb3c005830 comp rx=0 tx=0).stop 2024-09-16T01:45:43.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb583f1640 1 -- 172.21.15.16:0/1199714897 shutdown_connections 2024-09-16T01:45:43.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1199714897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb3c004c80 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb583f1640 1 -- 172.21.15.16:0/1199714897 >> 172.21.15.16:0/1199714897 conn(0x7fcb500b2000 msgr2=0x7fcb500b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:43.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb583f1640 1 -- 172.21.15.16:0/1199714897 shutdown_connections 2024-09-16T01:45:43.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.842+0000 7fcb583f1640 1 -- 172.21.15.16:0/1199714897 wait complete. 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.844+0000 7fcb583f1640 1 Processor -- start 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.844+0000 7fcb583f1640 1 -- start start 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.844+0000 7fcb583f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb5013dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.844+0000 7fcb583f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb500cd820 0x7fcb5013ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.844+0000 7fcb583f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb5013e500 0x7fcb5013e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.844+0000 7fcb583f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcb50071350 con 0x7fcb3c004800 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.844+0000 7fcb583f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcb500b3530 con 0x7fcb500cd820 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb583f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcb500714d0 con 0x7fcb5013e500 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb5013dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb5013dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46800/0 (socket says 172.21.15.16:46800) 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 -- 172.21.15.16:0/1575851166 learned_addr learned my addr 172.21.15.16:0/1575851166 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:43.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5698e640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb5013e500 0x7fcb5013e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb500cd820 0x7fcb5013ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 -- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb5013e500 msgr2=0x7fcb5013e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb5013e500 0x7fcb5013e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 -- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb500cd820 msgr2=0x7fcb5013ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb500cd820 0x7fcb5013ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 -- 172.21.15.16:0/1575851166 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb500ce8a0 con 0x7fcb3c004800 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb500cd820 0x7fcb5013ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb5618d640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb5013dcc0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c00f820 tx=0x7fcb4c00fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb46ffd640 1 -- 172.21.15.16:0/1575851166 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4c0050d0 con 0x7fcb3c004800 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb46ffd640 1 -- 172.21.15.16:0/1575851166 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb4c018070 con 0x7fcb3c004800 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb500cdd20 con 0x7fcb3c004800 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb46ffd640 1 -- 172.21.15.16:0/1575851166 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4c005490 con 0x7fcb3c004800 2024-09-16T01:45:43.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.845+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb500ce2e0 con 0x7fcb3c004800 2024-09-16T01:45:43.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.846+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb5006c030 con 0x7fcb3c004800 2024-09-16T01:45:43.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.847+0000 7fcb46ffd640 1 -- 172.21.15.16:0/1575851166 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fcb4c00d6d0 con 0x7fcb3c004800 2024-09-16T01:45:43.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.847+0000 7fcb46ffd640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb3406c490 0x7fcb3406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:43.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.847+0000 7fcb46ffd640 1 -- 172.21.15.16:0/1575851166 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fcb4c08b430 con 0x7fcb3c004800 2024-09-16T01:45:43.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.847+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb3406c490 0x7fcb3406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:43.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.848+0000 7fcb5598c640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb3406c490 0x7fcb3406e950 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fcb40033000 tx=0x7fcb40008030 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:43.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:43.851+0000 7fcb46ffd640 1 -- 172.21.15.16:0/1575851166 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcb4c0599b0 con 0x7fcb3c004800 2024-09-16T01:45:44.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.064+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fcb500ced40 con 0x7fcb3c004800 2024-09-16T01:45:44.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.092+0000 7fcb46ffd640 1 -- 172.21.15.16:0/1575851166 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v30) ==== 118+0+0 (secure 0 0 0) 0x7fcb4c0592b0 con 0x7fcb3c004800 2024-09-16T01:45:44.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb3406c490 msgr2=0x7fcb3406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:44.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb3406c490 0x7fcb3406e950 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fcb40033000 tx=0x7fcb40008030 comp rx=0 tx=0).stop 2024-09-16T01:45:44.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 msgr2=0x7fcb5013dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:44.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb5013dcc0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c00f820 tx=0x7fcb4c00fce0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 shutdown_connections 2024-09-16T01:45:44.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcb3406c490 0x7fcb3406e950 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb5013e500 0x7fcb5013e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb500cd820 0x7fcb5013ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 --2- 172.21.15.16:0/1575851166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb3c004800 0x7fcb5013dcc0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.094+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 >> 172.21.15.16:0/1575851166 conn(0x7fcb500b2000 msgr2=0x7fcb500afc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:44.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.095+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 shutdown_connections 2024-09-16T01:45:44.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.095+0000 7fcb583f1640 1 -- 172.21.15.16:0/1575851166 wait complete. 2024-09-16T01:45:44.107 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:45:44.107 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:45:44.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.211+0000 7f480d11a640 1 Processor -- start 2024-09-16T01:45:44.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.211+0000 7f480d11a640 1 -- start start 2024-09-16T01:45:44.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f480d11a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f48080b6ec0 0x7f48080b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f480d11a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f480d11a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48080d1f10 con 0x7f4808073200 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f480d11a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f480806dac0 con 0x7f48080b6ec0 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f480d11a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f480806d500 con 0x7f48080b5550 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f4806d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f48080b6ec0 0x7f48080b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f4806d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f48080b6ec0 0x7f48080b4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46810/0 (socket says 172.21.15.16:46810) 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f4806d9d640 1 -- 172.21.15.16:0/1815134721 learned_addr learned my addr 172.21.15.16:0/1815134721 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f480659c640 1 --2- 172.21.15.16:0/1815134721 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f4806d9d640 1 -- 172.21.15.16:0/1815134721 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 msgr2=0x7f48080b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:44.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f4806d9d640 1 --2- 172.21.15.16:0/1815134721 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080b72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f4806d9d640 1 -- 172.21.15.16:0/1815134721 >> v1:172.21.15.104:6789/0 conn(0x7f4808073200 legacy=0x7f48080736b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:44.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.212+0000 7f4806d9d640 1 -- 172.21.15.16:0/1815134721 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48080b77e0 con 0x7f48080b6ec0 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.213+0000 7f4806d9d640 1 --2- 172.21.15.16:0/1815134721 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f48080b4d70 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f47f8009870 tx=0x7f47f802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8537ed1f2083bc27 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.213+0000 7f4805d9b640 1 -- 172.21.15.16:0/1815134721 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f8037070 con 0x7f48080b6ec0 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.213+0000 7f4805d9b640 1 -- 172.21.15.16:0/1815134721 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47f8032440 con 0x7f48080b6ec0 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.213+0000 7f4805d9b640 1 -- 172.21.15.16:0/1815134721 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f8032810 con 0x7f48080b6ec0 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 -- 172.21.15.16:0/1815134721 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 msgr2=0x7f48080b4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 --2- 172.21.15.16:0/1815134721 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f48080b4d70 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f47f8009870 tx=0x7f47f802a1c0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 -- 172.21.15.16:0/1815134721 shutdown_connections 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 --2- 172.21.15.16:0/1815134721 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 --2- 172.21.15.16:0/1815134721 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f48080b4d70 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 -- 172.21.15.16:0/1815134721 >> 172.21.15.16:0/1815134721 conn(0x7f48080b4250 msgr2=0x7f48080b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:44.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 -- 172.21.15.16:0/1815134721 shutdown_connections 2024-09-16T01:45:44.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.214+0000 7f480d11a640 1 -- 172.21.15.16:0/1815134721 wait complete. 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.215+0000 7f480d11a640 1 Processor -- start 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.215+0000 7f480d11a640 1 -- start start 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480d11a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4808073200 0x7f480814afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480d11a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480d11a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f480814b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480d11a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4808071600 con 0x7f48080b6ec0 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480d11a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f48080b5990 con 0x7f4808073200 2024-09-16T01:45:44.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480d11a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f480806d750 con 0x7f48080b5550 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f480814b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f480814b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46816/0 (socket says 172.21.15.16:46816) 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 -- 172.21.15.16:0/3053250985 learned_addr learned my addr 172.21.15.16:0/3053250985 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480659c640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f4806d9d640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4808073200 0x7f480814afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 -- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 msgr2=0x7f48080cd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080cd040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 -- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4808073200 msgr2=0x7f480814afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4808073200 0x7f480814afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.216+0000 7f480759e640 1 -- 172.21.15.16:0/3053250985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48080d0200 con 0x7f48080b6ec0 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.217+0000 7f480759e640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f480814b960 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f480000c7a0 tx=0x7f480000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.217+0000 7f47ef7fe640 1 -- 172.21.15.16:0/3053250985 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4800003b70 con 0x7f48080b6ec0 2024-09-16T01:45:44.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.217+0000 7f47ef7fe640 1 -- 172.21.15.16:0/3053250985 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4800003d30 con 0x7f48080b6ec0 2024-09-16T01:45:44.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.217+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48080cd940 con 0x7f48080b6ec0 2024-09-16T01:45:44.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.217+0000 7f47ef7fe640 1 -- 172.21.15.16:0/3053250985 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f480000aa90 con 0x7f48080b6ec0 2024-09-16T01:45:44.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.217+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48080d0780 con 0x7f48080b6ec0 2024-09-16T01:45:44.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.218+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f480815e990 con 0x7f48080b6ec0 2024-09-16T01:45:44.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.218+0000 7f47ef7fe640 1 -- 172.21.15.16:0/3053250985 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f480000ac30 con 0x7f48080b6ec0 2024-09-16T01:45:44.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.219+0000 7f47ef7fe640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47f406c460 0x7f47f406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:44.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.219+0000 7f47ef7fe640 1 -- 172.21.15.16:0/3053250985 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f480008b810 con 0x7f48080b6ec0 2024-09-16T01:45:44.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.219+0000 7f4806d9d640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47f406c460 0x7f47f406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:44.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.220+0000 7f4806d9d640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47f406c460 0x7f47f406e920 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f47f8034000 tx=0x7f47f802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:44.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.223+0000 7f47ef7fe640 1 -- 172.21.15.16:0/3053250985 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4800059bd0 con 0x7f48080b6ec0 2024-09-16T01:45:44.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:44.435+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f48080b1ea0 con 0x7f48080b6ec0 2024-09-16T01:45:45.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.097+0000 7f47ef7fe640 1 -- 172.21.15.16:0/3053250985 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v31) ==== 122+0+0 (secure 0 0 0) 0x7f48000594d0 con 0x7f48080b6ec0 2024-09-16T01:45:45.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47f406c460 msgr2=0x7f47f406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47f406c460 0x7f47f406e920 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f47f8034000 tx=0x7f47f802e000 comp rx=0 tx=0).stop 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 msgr2=0x7f480814b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f480814b960 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f480000c7a0 tx=0x7f480000cc60 comp rx=0 tx=0).stop 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 shutdown_connections 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f47f406c460 0x7f47f406e920 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48080b6ec0 0x7f480814b960 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48080b5550 0x7f48080cd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 --2- 172.21.15.16:0/3053250985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4808073200 0x7f480814afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 >> 172.21.15.16:0/3053250985 conn(0x7f48080b4250 msgr2=0x7f48080cb8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 shutdown_connections 2024-09-16T01:45:45.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.101+0000 7f480d11a640 1 -- 172.21.15.16:0/3053250985 wait complete. 2024-09-16T01:45:45.116 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:45:45.116 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:45.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.224+0000 7f3ea6a4c640 1 Processor -- start 2024-09-16T01:45:45.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.224+0000 7f3ea6a4c640 1 -- start start 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3ea6a4c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3ea0147fc0 0x7f3ea015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3ea6a4c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3ea00d0ee0 0x7f3ea00d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3ea6a4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00b97d0 0x7f3ea00b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3ea6a4c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3ea01483a0 con 0x7f3ea00d0ee0 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3ea6a4c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3ea015efa0 con 0x7f3ea0147fc0 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3ea6a4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3ea00d2500 con 0x7f3ea00b97d0 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3e9f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3ea00d0ee0 0x7f3ea00d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3e9f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3ea00d0ee0 0x7f3ea00d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46830/0 (socket says 172.21.15.16:46830) 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3e9f7fe640 1 -- 172.21.15.16:0/738971580 learned_addr learned my addr 172.21.15.16:0/738971580 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3e9ffff640 1 --2- 172.21.15.16:0/738971580 >> v2:172.21.15.104:3300/0 conn(0x7f3ea0147fc0 0x7f3ea015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.225+0000 7f3ea4fe9640 1 --2- 172.21.15.16:0/738971580 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00b97d0 0x7f3ea00b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9f7fe640 1 -- 172.21.15.16:0/738971580 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00b97d0 msgr2=0x7f3ea00b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9f7fe640 1 --2- 172.21.15.16:0/738971580 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00b97d0 0x7f3ea00b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9f7fe640 1 -- 172.21.15.16:0/738971580 >> v2:172.21.15.104:3300/0 conn(0x7f3ea0147fc0 msgr2=0x7f3ea015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9f7fe640 1 --2- 172.21.15.16:0/738971580 >> v2:172.21.15.104:3300/0 conn(0x7f3ea0147fc0 0x7f3ea015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9f7fe640 1 -- 172.21.15.16:0/738971580 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ea00d2750 con 0x7f3ea00d0ee0 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9ffff640 1 --2- 172.21.15.16:0/738971580 >> v2:172.21.15.104:3300/0 conn(0x7f3ea0147fc0 0x7f3ea015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9f7fe640 1 --2- 172.21.15.16:0/738971580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00d0ee0 0x7f3ea00d1370 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f3ea00b7260 tx=0x7f3e9402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=742e6edbd8285f03 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9effd640 1 -- 172.21.15.16:0/738971580 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e94037070 con 0x7f3ea00d0ee0 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9effd640 1 -- 172.21.15.16:0/738971580 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e94032440 con 0x7f3ea00d0ee0 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.226+0000 7f3e9effd640 1 -- 172.21.15.16:0/738971580 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e94032810 con 0x7f3ea00d0ee0 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/738971580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00d0ee0 msgr2=0x7f3ea00d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/738971580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00d0ee0 0x7f3ea00d1370 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f3ea00b7260 tx=0x7f3e9402a210 comp rx=0 tx=0).stop 2024-09-16T01:45:45.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/738971580 shutdown_connections 2024-09-16T01:45:45.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/738971580 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00b97d0 0x7f3ea00b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/738971580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00d0ee0 0x7f3ea00d1370 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/738971580 >> v2:172.21.15.104:3300/0 conn(0x7f3ea0147fc0 0x7f3ea015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/738971580 >> 172.21.15.16:0/738971580 conn(0x7f3ea0074fe0 msgr2=0x7f3ea006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:45.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/738971580 shutdown_connections 2024-09-16T01:45:45.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.227+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/738971580 wait complete. 2024-09-16T01:45:45.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.228+0000 7f3ea6a4c640 1 Processor -- start 2024-09-16T01:45:45.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.228+0000 7f3ea6a4c640 1 -- start start 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3ea6a4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00b97d0 0x7f3ea01f73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3ea6a4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00d0ee0 0x7f3ea01f4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3ea6a4c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ea0147fc0 0x7f3ea0142500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3ea6a4c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea00d2ff0 con 0x7f3ea00b97d0 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3ea6a4c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea00d2d10 con 0x7f3ea0147fc0 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3ea6a4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3ea00ba120 con 0x7f3ea00d0ee0 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3e9ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00b97d0 0x7f3ea01f73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3e9ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00b97d0 0x7f3ea01f73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46838/0 (socket says 172.21.15.16:46838) 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3e9ffff640 1 -- 172.21.15.16:0/1597651549 learned_addr learned my addr 172.21.15.16:0/1597651549 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3e9f7fe640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00d0ee0 0x7f3ea01f4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.229+0000 7f3ea4fe9640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ea0147fc0 0x7f3ea0142500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9ffff640 1 -- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00d0ee0 msgr2=0x7f3ea01f4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9ffff640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00d0ee0 0x7f3ea01f4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9ffff640 1 -- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ea0147fc0 msgr2=0x7f3ea0142500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9ffff640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ea0147fc0 0x7f3ea0142500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9ffff640 1 -- 172.21.15.16:0/1597651549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ea013e5b0 con 0x7f3ea00b97d0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3ea4fe9640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ea0147fc0 0x7f3ea0142500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9ffff640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00b97d0 0x7f3ea01f73f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f3e9000d800 tx=0x7f3e9000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9cff9640 1 -- 172.21.15.16:0/1597651549 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e90004030 con 0x7f3ea00b97d0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9cff9640 1 -- 172.21.15.16:0/1597651549 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e900041d0 con 0x7f3ea00b97d0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ea0142d90 con 0x7f3ea00b97d0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3e9cff9640 1 -- 172.21.15.16:0/1597651549 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e900096a0 con 0x7f3ea00b97d0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.230+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ea013eb30 con 0x7f3ea00b97d0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.231+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ea00b9be0 con 0x7f3ea00b97d0 2024-09-16T01:45:45.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.232+0000 7f3e9cff9640 1 -- 172.21.15.16:0/1597651549 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f3e90009840 con 0x7f3ea00b97d0 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.232+0000 7f3e9cff9640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3e8c06c460 0x7f3e8c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.233+0000 7f3e9cff9640 1 -- 172.21.15.16:0/1597651549 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f3e9008b940 con 0x7f3ea00b97d0 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.233+0000 7f3e9f7fe640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3e8c06c460 0x7f3e8c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.233+0000 7f3e9f7fe640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3e8c06c460 0x7f3e8c06e920 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3e94034000 tx=0x7f3e9402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.237+0000 7f3e9cff9640 1 -- 172.21.15.16:0/1597651549 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3e90059e30 con 0x7f3ea00b97d0 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.450+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ea01f49a0 con 0x7f3ea00b97d0 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.451+0000 7f3e9cff9640 1 -- 172.21.15.16:0/1597651549 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5223 (secure 0 0 0) 0x7f3e90059730 con 0x7f3ea00b97d0 2024-09-16T01:45:45.611 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:45.612 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":31,"btime":"2024-09-16T01:45:45:093714+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1054859958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1054859958},{"type":"v1","addr":"172.21.15.104:6836","nonce":1054859958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5823,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/22626557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":22626557},{"type":"v1","addr":"172.21.15.16:6834","nonce":22626557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5826,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1777779297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1777779297},{"type":"v1","addr":"172.21.15.16:6835","nonce":1777779297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:45:42.446295+0000","modified":"2024-09-16T01:45:44.436669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5835},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5835":{"gid":5835,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/1330846873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1330846873},{"type":"v1","addr":"172.21.15.104:6837","nonce":1330846873}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5835,"qdb_cluster":[5835]},"id":4}]} 2024-09-16T01:45:45.613 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 31 2024-09-16T01:45:45.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3e8c06c460 msgr2=0x7f3e8c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3e8c06c460 0x7f3e8c06e920 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3e94034000 tx=0x7f3e9402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:45.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00b97d0 msgr2=0x7f3ea01f73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00b97d0 0x7f3ea01f73f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f3e9000d800 tx=0x7f3e9000dcc0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 shutdown_connections 2024-09-16T01:45:45.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3e8c06c460 0x7f3e8c06e920 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ea0147fc0 0x7f3ea0142500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ea00d0ee0 0x7f3ea01f4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 --2- 172.21.15.16:0/1597651549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ea00b97d0 0x7f3ea01f73f0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 >> 172.21.15.16:0/1597651549 conn(0x7f3ea0074fe0 msgr2=0x7f3ea013d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:45.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 shutdown_connections 2024-09-16T01:45:45.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.453+0000 7f3ea6a4c640 1 -- 172.21.15.16:0/1597651549 wait complete. 2024-09-16T01:45:45.615 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:45:45.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.718+0000 7f80e58a4640 1 Processor -- start 2024-09-16T01:45:45.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.718+0000 7f80e58a4640 1 -- start start 2024-09-16T01:45:45.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.718+0000 7f80e58a4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f80e00b7f20 0x7f80e00b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.718+0000 7f80e58a4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f80e00d4570 0x7f80e00d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.718+0000 7f80e58a4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80e00d4ec0 con 0x7f80e015e680 2024-09-16T01:45:45.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.718+0000 7f80e58a4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f80e00b8500 con 0x7f80e00b7f20 2024-09-16T01:45:45.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.718+0000 7f80e58a4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f80e00b87e0 con 0x7f80e00d4570 2024-09-16T01:45:45.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80deffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f80e015e680 0x7f80e00d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60840/0 (socket says 172.21.15.16:60840) 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80deffd640 1 -- 172.21.15.16:0/3172861420 learned_addr learned my addr 172.21.15.16:0/3172861420 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80de7fc640 1 --2- 172.21.15.16:0/3172861420 >> v2:172.21.15.16:3300/0 conn(0x7f80e00b7f20 0x7f80e00b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80df7fe640 1 --2- 172.21.15.16:0/3172861420 >> v2:172.21.15.104:3300/0 conn(0x7f80e00d4570 0x7f80e00d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80ddffb640 1 -- 172.21.15.16:0/3172861420 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 7688041 0 0) 0x7f80d0001490 con 0x7f80e015e680 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80ddffb640 1 -- 172.21.15.16:0/3172861420 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f80cc003520 con 0x7f80e015e680 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80de7fc640 1 -- 172.21.15.16:0/3172861420 >> v2:172.21.15.104:3300/0 conn(0x7f80e00d4570 msgr2=0x7f80e00d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80de7fc640 1 --2- 172.21.15.16:0/3172861420 >> v2:172.21.15.104:3300/0 conn(0x7f80e00d4570 0x7f80e00d4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80de7fc640 1 -- 172.21.15.16:0/3172861420 >> v1:172.21.15.16:6789/0 conn(0x7f80e015e680 legacy=0x7f80e00d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80de7fc640 1 -- 172.21.15.16:0/3172861420 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80e00b8ac0 con 0x7f80e00b7f20 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.719+0000 7f80df7fe640 1 --2- 172.21.15.16:0/3172861420 >> v2:172.21.15.104:3300/0 conn(0x7f80e00d4570 0x7f80e00d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80de7fc640 1 --2- 172.21.15.16:0/3172861420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00b7f20 0x7f80e00b95a0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f80e00b7080 tx=0x7f80c802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fd226f6fcb06d29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:45.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80ddffb640 1 -- 172.21.15.16:0/3172861420 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c8037070 con 0x7f80e00b7f20 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80ddffb640 1 -- 172.21.15.16:0/3172861420 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80c8032440 con 0x7f80e00b7f20 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80ddffb640 1 -- 172.21.15.16:0/3172861420 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c8032810 con 0x7f80e00b7f20 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80e58a4640 1 -- 172.21.15.16:0/3172861420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00b7f20 msgr2=0x7f80e00b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80e58a4640 1 --2- 172.21.15.16:0/3172861420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00b7f20 0x7f80e00b95a0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f80e00b7080 tx=0x7f80c802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80e58a4640 1 -- 172.21.15.16:0/3172861420 shutdown_connections 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80e58a4640 1 --2- 172.21.15.16:0/3172861420 >> v2:172.21.15.104:3300/0 conn(0x7f80e00d4570 0x7f80e00d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80e58a4640 1 --2- 172.21.15.16:0/3172861420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00b7f20 0x7f80e00b95a0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80e58a4640 1 -- 172.21.15.16:0/3172861420 >> 172.21.15.16:0/3172861420 conn(0x7f80e0074fe0 msgr2=0x7f80e0072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.720+0000 7f80e58a4640 1 -- 172.21.15.16:0/3172861420 shutdown_connections 2024-09-16T01:45:45.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.721+0000 7f80e58a4640 1 -- 172.21.15.16:0/3172861420 wait complete. 2024-09-16T01:45:45.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.722+0000 7f80e58a4640 1 Processor -- start 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.722+0000 7f80e58a4640 1 -- start start 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80e00b7f20 0x7f80e015aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00d4570 0x7f80e0153dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80e015e680 0x7f80e0154300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f80e015ea60 con 0x7f80e00d4570 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80e00b9080 con 0x7f80e00b7f20 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80e015ebe0 con 0x7f80e015e680 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00d4570 0x7f80e0153dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00d4570 0x7f80e0153dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46860/0 (socket says 172.21.15.16:46860) 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 -- 172.21.15.16:0/209121930 learned_addr learned my addr 172.21.15.16:0/209121930 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:45.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80deffd640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80e00b7f20 0x7f80e015aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80df7fe640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80e015e680 0x7f80e0154300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 -- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80e015e680 msgr2=0x7f80e0154300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80e015e680 0x7f80e0154300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 -- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80e00b7f20 msgr2=0x7f80e015aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80e00b7f20 0x7f80e015aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 -- 172.21.15.16:0/209121930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80e015aff0 con 0x7f80e00d4570 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80deffd640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80e00b7f20 0x7f80e015aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80df7fe640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80e015e680 0x7f80e0154300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80de7fc640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00d4570 0x7f80e0153dc0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f80c8000c00 tx=0x7f80c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80d7fff640 1 -- 172.21.15.16:0/209121930 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c8037040 con 0x7f80e00d4570 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80d7fff640 1 -- 172.21.15.16:0/209121930 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80c8042070 con 0x7f80e00d4570 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80e0154980 con 0x7f80e00d4570 2024-09-16T01:45:45.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80d7fff640 1 -- 172.21.15.16:0/209121930 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c8030960 con 0x7f80e00d4570 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.723+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80e01e8480 con 0x7f80e00d4570 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.724+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80e01584f0 con 0x7f80e00d4570 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.725+0000 7f80d7fff640 1 -- 172.21.15.16:0/209121930 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f80c8030b00 con 0x7f80e00d4570 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.725+0000 7f80d7fff640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f80c006c460 0x7f80c006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.725+0000 7f80d7fff640 1 -- 172.21.15.16:0/209121930 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f80c80ac0a0 con 0x7f80e00d4570 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.726+0000 7f80deffd640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f80c006c460 0x7f80c006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.726+0000 7f80deffd640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f80c006c460 0x7f80c006e920 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f80d0001630 tx=0x7f80d0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.730+0000 7f80d7fff640 1 -- 172.21.15.16:0/209121930 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f80e01584f0 con 0x7f80e00d4570 2024-09-16T01:45:45.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.905+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f80e01e7fa0 con 0x7f80e00d4570 2024-09-16T01:45:45.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.906+0000 7f80d7fff640 1 -- 172.21.15.16:0/209121930 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16689 (secure 0 0 0) 0x7f80c807a6b0 con 0x7f80e00d4570 2024-09-16T01:45:45.908 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:45.908 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":57,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:45:44.082758+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:45:40.108305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T01:45:41.433917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f80c006c460 msgr2=0x7f80c006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f80c006c460 0x7f80c006e920 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f80d0001630 tx=0x7f80d0009040 comp rx=0 tx=0).stop 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00d4570 msgr2=0x7f80e0153dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00d4570 0x7f80e0153dc0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f80c8000c00 tx=0x7f80c80046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 shutdown_connections 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f80c006c460 0x7f80c006e920 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80e015e680 0x7f80e0154300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80e00d4570 0x7f80e0153dc0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 --2- 172.21.15.16:0/209121930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80e00b7f20 0x7f80e015aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 >> 172.21.15.16:0/209121930 conn(0x7f80e0074fe0 msgr2=0x7f80e0158eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:45.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 shutdown_connections 2024-09-16T01:45:45.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:45.908+0000 7f80e58a4640 1 -- 172.21.15.16:0/209121930 wait complete. 2024-09-16T01:45:45.921 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:45:45.921 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:45:46.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.022+0000 7fdd991d6640 1 Processor -- start 2024-09-16T01:45:46.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.022+0000 7fdd991d6640 1 -- start start 2024-09-16T01:45:46.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd991d6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd9415e680 0x7fdd940b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd991d6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd940b9a10 con 0x7fdd940d4570 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd991d6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd940b8500 con 0x7fdd940b95a0 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd991d6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdd940b87e0 con 0x7fdd9415e680 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd92d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd9415e680 0x7fdd940b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd92d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd9415e680 0x7fdd940b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46862/0 (socket says 172.21.15.16:46862) 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd92d9d640 1 -- 172.21.15.16:0/2479282968 learned_addr learned my addr 172.21.15.16:0/2479282968 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd9359e640 1 --1- 172.21.15.16:0/2479282968 >> v1:172.21.15.16:6789/0 conn(0x7fdd940d4570 0x7fdd940d4980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60850/0 (socket says 172.21.15.16:60850) 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd92d9d640 1 -- 172.21.15.16:0/2479282968 >> v1:172.21.15.104:6789/0 conn(0x7fdd940b95a0 legacy=0x7fdd940d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd92d9d640 1 -- 172.21.15.16:0/2479282968 >> v1:172.21.15.16:6789/0 conn(0x7fdd940d4570 legacy=0x7fdd940d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd92d9d640 1 -- 172.21.15.16:0/2479282968 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd940b8ac0 con 0x7fdd9415e680 2024-09-16T01:45:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.023+0000 7fdd9259c640 1 -- 172.21.15.16:0/2479282968 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4238912550 0 0) 0x7fdd940b9a10 con 0x7fdd940d4570 2024-09-16T01:45:46.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.024+0000 7fdd92d9d640 1 --2- 172.21.15.16:0/2479282968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd9415e680 0x7fdd940b7f20 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fdd84009870 tx=0x7fdd8402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd899eb67602b7fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.024+0000 7fdd9259c640 1 -- 172.21.15.16:0/2479282968 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd84037070 con 0x7fdd9415e680 2024-09-16T01:45:46.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.024+0000 7fdd9259c640 1 -- 172.21.15.16:0/2479282968 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd8402ae50 con 0x7fdd9415e680 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.024+0000 7fdd9259c640 1 -- 172.21.15.16:0/2479282968 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd84032860 con 0x7fdd9415e680 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.025+0000 7fdd991d6640 1 -- 172.21.15.16:0/2479282968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd9415e680 msgr2=0x7fdd940b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.025+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2479282968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd9415e680 0x7fdd940b7f20 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fdd84009870 tx=0x7fdd8402a300 comp rx=0 tx=0).stop 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.025+0000 7fdd991d6640 1 -- 172.21.15.16:0/2479282968 shutdown_connections 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.025+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2479282968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd9415e680 0x7fdd940b7f20 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.025+0000 7fdd991d6640 1 -- 172.21.15.16:0/2479282968 >> 172.21.15.16:0/2479282968 conn(0x7fdd94074fe0 msgr2=0x7fdd94072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.025+0000 7fdd991d6640 1 -- 172.21.15.16:0/2479282968 shutdown_connections 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.025+0000 7fdd991d6640 1 -- 172.21.15.16:0/2479282968 wait complete. 2024-09-16T01:45:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.026+0000 7fdd991d6640 1 Processor -- start 2024-09-16T01:45:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.026+0000 7fdd991d6640 1 -- start start 2024-09-16T01:45:46.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd991d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd940b95a0 0x7fdd94155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd991d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd940d4570 0x7fdd941f73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd991d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd9415e680 0x7fdd941f7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd991d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdd9415ea60 con 0x7fdd940d4570 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd991d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdd940b9080 con 0x7fdd9415e680 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd991d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdd9415ebe0 con 0x7fdd940b95a0 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd940d4570 0x7fdd941f73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd940d4570 0x7fdd941f73e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46876/0 (socket says 172.21.15.16:46876) 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 -- 172.21.15.16:0/2362506355 learned_addr learned my addr 172.21.15.16:0/2362506355 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd92d9d640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd940b95a0 0x7fdd94155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd9359e640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd9415e680 0x7fdd941f7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 -- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd940b95a0 msgr2=0x7fdd94155170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd940b95a0 0x7fdd94155170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 -- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd9415e680 msgr2=0x7fdd941f7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd9415e680 0x7fdd941f7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.027+0000 7fdd8bfff640 1 -- 172.21.15.16:0/2362506355 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd941f5e00 con 0x7fdd940d4570 2024-09-16T01:45:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.028+0000 7fdd8bfff640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd940d4570 0x7fdd941f73e0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00c450 tx=0x7fdd7c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.028+0000 7fdd8b7fe640 1 -- 172.21.15.16:0/2362506355 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c0052d0 con 0x7fdd940d4570 2024-09-16T01:45:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.028+0000 7fdd8b7fe640 1 -- 172.21.15.16:0/2362506355 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd7c005470 con 0x7fdd940d4570 2024-09-16T01:45:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.028+0000 7fdd8b7fe640 1 -- 172.21.15.16:0/2362506355 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c012870 con 0x7fdd940d4570 2024-09-16T01:45:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.028+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd941f60e0 con 0x7fdd940d4570 2024-09-16T01:45:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.028+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd941f66a0 con 0x7fdd940d4570 2024-09-16T01:45:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.029+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd9415fcf0 con 0x7fdd940d4570 2024-09-16T01:45:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.029+0000 7fdd8b7fe640 1 -- 172.21.15.16:0/2362506355 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fdd7c012a10 con 0x7fdd940d4570 2024-09-16T01:45:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.030+0000 7fdd8b7fe640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdd7406c460 0x7fdd7406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.030+0000 7fdd8b7fe640 1 -- 172.21.15.16:0/2362506355 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fdd7c08b2f0 con 0x7fdd940d4570 2024-09-16T01:45:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.030+0000 7fdd92d9d640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdd7406c460 0x7fdd7406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.031+0000 7fdd92d9d640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdd7406c460 0x7fdd7406e920 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdd84034000 tx=0x7fdd8402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.034+0000 7fdd8b7fe640 1 -- 172.21.15.16:0/2362506355 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd9415fcf0 con 0x7fdd940d4570 2024-09-16T01:45:46.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.206+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdd940b7f20 con 0x7fdd7406c460 2024-09-16T01:45:46.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.213+0000 7fdd8b7fe640 1 -- 172.21.15.16:0/2362506355 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247170 (secure 0 0 0) 0x7fdd940b7f20 con 0x7fdd7406c460 2024-09-16T01:45:46.217 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:46.219 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:45:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdd7406c460 msgr2=0x7fdd7406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdd7406c460 0x7fdd7406e920 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdd84034000 tx=0x7fdd8402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd940d4570 msgr2=0x7fdd941f73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd940d4570 0x7fdd941f73e0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00c450 tx=0x7fdd7c00c910 comp rx=0 tx=0).stop 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 shutdown_connections 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fdd7406c460 0x7fdd7406e920 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd9415e680 0x7fdd941f7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd940d4570 0x7fdd941f73e0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 --2- 172.21.15.16:0/2362506355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd940b95a0 0x7fdd94155170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 >> 172.21.15.16:0/2362506355 conn(0x7fdd94074fe0 msgr2=0x7fdd941628c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 shutdown_connections 2024-09-16T01:45:46.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.216+0000 7fdd991d6640 1 -- 172.21.15.16:0/2362506355 wait complete. 2024-09-16T01:45:46.228 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":162,"stamp":"2024-09-16T01:45:44.346831+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592050,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":169,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":127,"ondisk_log_size":127,"up":170,"acting":170,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247396,"kb_used_data":6188,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727324,"statfs":{"total":773094113280,"available":772840779776,"internally_reserved":0,"allocated":6336512,"data_stored":3290659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1682,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001030"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091814+0000","last_change":"2024-09-16T01:45:42.091814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091814+0000","last_undegraded":"2024-09-16T01:45:42.091814+0000","last_fullsized":"2024-09-16T01:45:42.091814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090478+0000","last_change":"2024-09-16T01:45:42.090478+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090478+0000","last_undegraded":"2024-09-16T01:45:42.090478+0000","last_fullsized":"2024-09-16T01:45:42.090478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101675+0000","last_change":"2024-09-16T01:45:43.100106+0000","last_active":"2024-09-16T01:45:43.101675+0000","last_peered":"2024-09-16T01:45:43.101675+0000","last_clean":"2024-09-16T01:45:43.101675+0000","last_became_active":"2024-09-16T01:45:43.099710+0000","last_became_peered":"2024-09-16T01:45:43.099710+0000","last_unstale":"2024-09-16T01:45:43.101675+0000","last_undegraded":"2024-09-16T01:45:43.101675+0000","last_fullsized":"2024-09-16T01:45:43.101675+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:25.092851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090570+0000","last_change":"2024-09-16T01:45:42.090570+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090570+0000","last_undegraded":"2024-09-16T01:45:42.090570+0000","last_fullsized":"2024-09-16T01:45:42.090570+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089149+0000","last_change":"2024-09-16T01:45:42.089149+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089149+0000","last_undegraded":"2024-09-16T01:45:42.089149+0000","last_fullsized":"2024-09-16T01:45:42.089149+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102895+0000","last_change":"2024-09-16T01:45:43.095610+0000","last_active":"2024-09-16T01:45:43.102895+0000","last_peered":"2024-09-16T01:45:43.102895+0000","last_clean":"2024-09-16T01:45:43.102895+0000","last_became_active":"2024-09-16T01:45:43.095047+0000","last_became_peered":"2024-09-16T01:45:43.095047+0000","last_unstale":"2024-09-16T01:45:43.102895+0000","last_undegraded":"2024-09-16T01:45:43.102895+0000","last_fullsized":"2024-09-16T01:45:43.102895+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:23.228470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089177+0000","last_change":"2024-09-16T01:45:42.089177+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089177+0000","last_undegraded":"2024-09-16T01:45:42.089177+0000","last_fullsized":"2024-09-16T01:45:42.089177+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101423+0000","last_change":"2024-09-16T01:45:43.091287+0000","last_active":"2024-09-16T01:45:43.101423+0000","last_peered":"2024-09-16T01:45:43.101423+0000","last_clean":"2024-09-16T01:45:43.101423+0000","last_became_active":"2024-09-16T01:45:43.091015+0000","last_became_peered":"2024-09-16T01:45:43.091015+0000","last_unstale":"2024-09-16T01:45:43.101423+0000","last_undegraded":"2024-09-16T01:45:43.101423+0000","last_fullsized":"2024-09-16T01:45:43.101423+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:57.762169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088140+0000","last_change":"2024-09-16T01:45:42.088140+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088140+0000","last_undegraded":"2024-09-16T01:45:42.088140+0000","last_fullsized":"2024-09-16T01:45:42.088140+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089115+0000","last_change":"2024-09-16T01:45:42.089115+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089115+0000","last_undegraded":"2024-09-16T01:45:42.089115+0000","last_fullsized":"2024-09-16T01:45:42.089115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109179+0000","last_change":"2024-09-16T01:45:43.105383+0000","last_active":"2024-09-16T01:45:43.109179+0000","last_peered":"2024-09-16T01:45:43.109179+0000","last_clean":"2024-09-16T01:45:43.109179+0000","last_became_active":"2024-09-16T01:45:43.105127+0000","last_became_peered":"2024-09-16T01:45:43.105127+0000","last_unstale":"2024-09-16T01:45:43.109179+0000","last_undegraded":"2024-09-16T01:45:43.109179+0000","last_fullsized":"2024-09-16T01:45:43.109179+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:03.436408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108544+0000","last_change":"2024-09-16T01:45:43.107785+0000","last_active":"2024-09-16T01:45:43.108544+0000","last_peered":"2024-09-16T01:45:43.108544+0000","last_clean":"2024-09-16T01:45:43.108544+0000","last_became_active":"2024-09-16T01:45:43.107376+0000","last_became_peered":"2024-09-16T01:45:43.107376+0000","last_unstale":"2024-09-16T01:45:43.108544+0000","last_undegraded":"2024-09-16T01:45:43.108544+0000","last_fullsized":"2024-09-16T01:45:43.108544+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:44.767706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103026+0000","last_change":"2024-09-16T01:45:43.095149+0000","last_active":"2024-09-16T01:45:43.103026+0000","last_peered":"2024-09-16T01:45:43.103026+0000","last_clean":"2024-09-16T01:45:43.103026+0000","last_became_active":"2024-09-16T01:45:43.094867+0000","last_became_peered":"2024-09-16T01:45:43.094867+0000","last_unstale":"2024-09-16T01:45:43.103026+0000","last_undegraded":"2024-09-16T01:45:43.103026+0000","last_fullsized":"2024-09-16T01:45:43.103026+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:55.866005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102917+0000","last_change":"2024-09-16T01:45:43.099548+0000","last_active":"2024-09-16T01:45:43.102917+0000","last_peered":"2024-09-16T01:45:43.102917+0000","last_clean":"2024-09-16T01:45:43.102917+0000","last_became_active":"2024-09-16T01:45:43.098988+0000","last_became_peered":"2024-09-16T01:45:43.098988+0000","last_unstale":"2024-09-16T01:45:43.102917+0000","last_undegraded":"2024-09-16T01:45:43.102917+0000","last_fullsized":"2024-09-16T01:45:43.102917+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:47.137379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087814+0000","last_change":"2024-09-16T01:45:42.087814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087814+0000","last_undegraded":"2024-09-16T01:45:42.087814+0000","last_fullsized":"2024-09-16T01:45:42.087814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088727+0000","last_change":"2024-09-16T01:45:42.088727+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088727+0000","last_undegraded":"2024-09-16T01:45:42.088727+0000","last_fullsized":"2024-09-16T01:45:42.088727+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091069+0000","last_change":"2024-09-16T01:45:42.091069+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091069+0000","last_undegraded":"2024-09-16T01:45:42.091069+0000","last_fullsized":"2024-09-16T01:45:42.091069+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088444+0000","last_change":"2024-09-16T01:45:42.088444+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088444+0000","last_undegraded":"2024-09-16T01:45:42.088444+0000","last_fullsized":"2024-09-16T01:45:42.088444+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088445+0000","last_change":"2024-09-16T01:45:42.088445+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088445+0000","last_undegraded":"2024-09-16T01:45:42.088445+0000","last_fullsized":"2024-09-16T01:45:42.088445+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108304+0000","last_change":"2024-09-16T01:45:43.107018+0000","last_active":"2024-09-16T01:45:43.108304+0000","last_peered":"2024-09-16T01:45:43.108304+0000","last_clean":"2024-09-16T01:45:43.108304+0000","last_became_active":"2024-09-16T01:45:43.106773+0000","last_became_peered":"2024-09-16T01:45:43.106773+0000","last_unstale":"2024-09-16T01:45:43.108304+0000","last_undegraded":"2024-09-16T01:45:43.108304+0000","last_fullsized":"2024-09-16T01:45:43.108304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:18:46.738067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091402+0000","last_change":"2024-09-16T01:45:42.091402+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091402+0000","last_undegraded":"2024-09-16T01:45:42.091402+0000","last_fullsized":"2024-09-16T01:45:42.091402+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.104814+0000","last_change":"2024-09-16T01:45:43.103036+0000","last_active":"2024-09-16T01:45:43.104814+0000","last_peered":"2024-09-16T01:45:43.104814+0000","last_clean":"2024-09-16T01:45:43.104814+0000","last_became_active":"2024-09-16T01:45:43.102683+0000","last_became_peered":"2024-09-16T01:45:43.102683+0000","last_unstale":"2024-09-16T01:45:43.104814+0000","last_undegraded":"2024-09-16T01:45:43.104814+0000","last_fullsized":"2024-09-16T01:45:43.104814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:04.488018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088776+0000","last_change":"2024-09-16T01:45:42.088776+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088776+0000","last_undegraded":"2024-09-16T01:45:42.088776+0000","last_fullsized":"2024-09-16T01:45:42.088776+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090169+0000","last_change":"2024-09-16T01:45:42.090169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090169+0000","last_undegraded":"2024-09-16T01:45:42.090169+0000","last_fullsized":"2024-09-16T01:45:42.090169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087927+0000","last_change":"2024-09-16T01:45:42.087927+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087927+0000","last_undegraded":"2024-09-16T01:45:42.087927+0000","last_fullsized":"2024-09-16T01:45:42.087927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089668+0000","last_change":"2024-09-16T01:45:42.089668+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089668+0000","last_undegraded":"2024-09-16T01:45:42.089668+0000","last_fullsized":"2024-09-16T01:45:42.089668+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086169+0000","last_change":"2024-09-16T01:45:42.086169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086169+0000","last_undegraded":"2024-09-16T01:45:42.086169+0000","last_fullsized":"2024-09-16T01:45:42.086169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089828+0000","last_change":"2024-09-16T01:45:42.089828+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089828+0000","last_undegraded":"2024-09-16T01:45:42.089828+0000","last_fullsized":"2024-09-16T01:45:42.089828+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102368+0000","last_change":"2024-09-16T01:45:42.099051+0000","last_active":"2024-09-16T01:45:42.102368+0000","last_peered":"2024-09-16T01:45:42.102368+0000","last_clean":"2024-09-16T01:45:42.102368+0000","last_became_active":"2024-09-16T01:45:42.098738+0000","last_became_peered":"2024-09-16T01:45:42.098738+0000","last_unstale":"2024-09-16T01:45:42.102368+0000","last_undegraded":"2024-09-16T01:45:42.102368+0000","last_fullsized":"2024-09-16T01:45:42.102368+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090405+0000","last_change":"2024-09-16T01:45:42.090405+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090405+0000","last_undegraded":"2024-09-16T01:45:42.090405+0000","last_fullsized":"2024-09-16T01:45:42.090405+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.094566+0000","last_change":"2024-09-16T01:45:42.093272+0000","last_active":"2024-09-16T01:45:42.094566+0000","last_peered":"2024-09-16T01:45:42.094566+0000","last_clean":"2024-09-16T01:45:42.094566+0000","last_became_active":"2024-09-16T01:45:42.092837+0000","last_became_peered":"2024-09-16T01:45:42.092837+0000","last_unstale":"2024-09-16T01:45:42.094566+0000","last_undegraded":"2024-09-16T01:45:42.094566+0000","last_fullsized":"2024-09-16T01:45:42.094566+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:15.259719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086563+0000","last_change":"2024-09-16T01:45:42.086563+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086563+0000","last_undegraded":"2024-09-16T01:45:42.086563+0000","last_fullsized":"2024-09-16T01:45:42.086563+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101036+0000","last_change":"2024-09-16T01:45:42.097327+0000","last_active":"2024-09-16T01:45:42.101036+0000","last_peered":"2024-09-16T01:45:42.101036+0000","last_clean":"2024-09-16T01:45:42.101036+0000","last_became_active":"2024-09-16T01:45:42.096759+0000","last_became_peered":"2024-09-16T01:45:42.096759+0000","last_unstale":"2024-09-16T01:45:42.101036+0000","last_undegraded":"2024-09-16T01:45:42.101036+0000","last_fullsized":"2024-09-16T01:45:42.101036+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:56.299767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088269+0000","last_change":"2024-09-16T01:45:42.088269+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088269+0000","last_undegraded":"2024-09-16T01:45:42.088269+0000","last_fullsized":"2024-09-16T01:45:42.088269+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.111518+0000","last_change":"2024-09-16T01:45:42.092450+0000","last_active":"2024-09-16T01:45:43.111518+0000","last_peered":"2024-09-16T01:45:43.111518+0000","last_clean":"2024-09-16T01:45:43.111518+0000","last_became_active":"2024-09-16T01:45:42.091972+0000","last_became_peered":"2024-09-16T01:45:42.091972+0000","last_unstale":"2024-09-16T01:45:43.111518+0000","last_undegraded":"2024-09-16T01:45:43.111518+0000","last_fullsized":"2024-09-16T01:45:43.111518+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:22.223596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087057+0000","last_change":"2024-09-16T01:45:42.087057+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087057+0000","last_undegraded":"2024-09-16T01:45:42.087057+0000","last_fullsized":"2024-09-16T01:45:42.087057+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110237+0000","last_change":"2024-09-16T01:45:42.098581+0000","last_active":"2024-09-16T01:45:43.110237+0000","last_peered":"2024-09-16T01:45:43.110237+0000","last_clean":"2024-09-16T01:45:43.110237+0000","last_became_active":"2024-09-16T01:45:42.098275+0000","last_became_peered":"2024-09-16T01:45:42.098275+0000","last_unstale":"2024-09-16T01:45:43.110237+0000","last_undegraded":"2024-09-16T01:45:43.110237+0000","last_fullsized":"2024-09-16T01:45:43.110237+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:19.390689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087486+0000","last_change":"2024-09-16T01:45:42.087486+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087486+0000","last_undegraded":"2024-09-16T01:45:42.087486+0000","last_fullsized":"2024-09-16T01:45:42.087486+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102309+0000","last_change":"2024-09-16T01:45:42.098405+0000","last_active":"2024-09-16T01:45:42.102309+0000","last_peered":"2024-09-16T01:45:42.102309+0000","last_clean":"2024-09-16T01:45:42.102309+0000","last_became_active":"2024-09-16T01:45:42.098085+0000","last_became_peered":"2024-09-16T01:45:42.098085+0000","last_unstale":"2024-09-16T01:45:42.102309+0000","last_undegraded":"2024-09-16T01:45:42.102309+0000","last_fullsized":"2024-09-16T01:45:42.102309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:30.926847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108023+0000","last_change":"2024-09-16T01:45:43.105529+0000","last_active":"2024-09-16T01:45:43.108023+0000","last_peered":"2024-09-16T01:45:43.108023+0000","last_clean":"2024-09-16T01:45:43.108023+0000","last_became_active":"2024-09-16T01:45:43.105256+0000","last_became_peered":"2024-09-16T01:45:43.105256+0000","last_unstale":"2024-09-16T01:45:43.108023+0000","last_undegraded":"2024-09-16T01:45:43.108023+0000","last_fullsized":"2024-09-16T01:45:43.108023+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:26.952293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091331+0000","last_change":"2024-09-16T01:45:42.098109+0000","last_active":"2024-09-16T01:45:43.091331+0000","last_peered":"2024-09-16T01:45:43.091331+0000","last_clean":"2024-09-16T01:45:43.091331+0000","last_became_active":"2024-09-16T01:45:42.097728+0000","last_became_peered":"2024-09-16T01:45:42.097728+0000","last_unstale":"2024-09-16T01:45:43.091331+0000","last_undegraded":"2024-09-16T01:45:43.091331+0000","last_fullsized":"2024-09-16T01:45:43.091331+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:36.258084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086484+0000","last_change":"2024-09-16T01:45:42.086484+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086484+0000","last_undegraded":"2024-09-16T01:45:42.086484+0000","last_fullsized":"2024-09-16T01:45:42.086484+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.085915+0000","last_change":"2024-09-16T01:45:42.099779+0000","last_active":"2024-09-16T01:45:43.085915+0000","last_peered":"2024-09-16T01:45:43.085915+0000","last_clean":"2024-09-16T01:45:43.085915+0000","last_became_active":"2024-09-16T01:45:42.099354+0000","last_became_peered":"2024-09-16T01:45:42.099354+0000","last_unstale":"2024-09-16T01:45:43.085915+0000","last_undegraded":"2024-09-16T01:45:43.085915+0000","last_fullsized":"2024-09-16T01:45:43.085915+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.906040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.105683+0000","last_change":"2024-09-16T01:45:43.099161+0000","last_active":"2024-09-16T01:45:43.105683+0000","last_peered":"2024-09-16T01:45:43.105683+0000","last_clean":"2024-09-16T01:45:43.105683+0000","last_became_active":"2024-09-16T01:45:43.098255+0000","last_became_peered":"2024-09-16T01:45:43.098255+0000","last_unstale":"2024-09-16T01:45:43.105683+0000","last_undegraded":"2024-09-16T01:45:43.105683+0000","last_fullsized":"2024-09-16T01:45:43.105683+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:37.262958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-09-16T01:45:41.080896+0000","last_change":"2024-09-16T01:45:41.080896+0000","last_active":"2024-09-16T01:45:41.071161+0000","last_peered":"2024-09-16T01:45:41.071161+0000","last_clean":"2024-09-16T01:45:41.071161+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:41.080896+0000","last_undegraded":"2024-09-16T01:45:41.080896+0000","last_fullsized":"2024-09-16T01:45:41.080896+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103540+0000","last_change":"2024-09-16T01:45:42.096753+0000","last_active":"2024-09-16T01:45:42.103540+0000","last_peered":"2024-09-16T01:45:42.103540+0000","last_clean":"2024-09-16T01:45:42.103540+0000","last_became_active":"2024-09-16T01:45:42.096429+0000","last_became_peered":"2024-09-16T01:45:42.096429+0000","last_unstale":"2024-09-16T01:45:42.103540+0000","last_undegraded":"2024-09-16T01:45:42.103540+0000","last_fullsized":"2024-09-16T01:45:42.103540+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:51.905695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088621+0000","last_change":"2024-09-16T01:45:42.088621+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088621+0000","last_undegraded":"2024-09-16T01:45:42.088621+0000","last_fullsized":"2024-09-16T01:45:42.088621+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-09-16T01:45:41.081102+0000","last_change":"2024-09-16T01:45:41.081102+0000","last_active":"2024-09-16T01:45:41.071161+0000","last_peered":"2024-09-16T01:45:41.071161+0000","last_clean":"2024-09-16T01:45:41.071161+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:41.081102+0000","last_undegraded":"2024-09-16T01:45:41.081102+0000","last_fullsized":"2024-09-16T01:45:41.081102+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"56'6","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.117173+0000","last_change":"2024-09-16T01:45:42.102921+0000","last_active":"2024-09-16T01:45:43.117173+0000","last_peered":"2024-09-16T01:45:43.117173+0000","last_clean":"2024-09-16T01:45:43.117173+0000","last_became_active":"2024-09-16T01:45:42.102656+0000","last_became_peered":"2024-09-16T01:45:42.102656+0000","last_unstale":"2024-09-16T01:45:43.117173+0000","last_undegraded":"2024-09-16T01:45:43.117173+0000","last_fullsized":"2024-09-16T01:45:43.117173+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:15.614459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102468+0000","last_change":"2024-09-16T01:45:43.099840+0000","last_active":"2024-09-16T01:45:43.102468+0000","last_peered":"2024-09-16T01:45:43.102468+0000","last_clean":"2024-09-16T01:45:43.102468+0000","last_became_active":"2024-09-16T01:45:43.099324+0000","last_became_peered":"2024-09-16T01:45:43.099324+0000","last_unstale":"2024-09-16T01:45:43.102468+0000","last_undegraded":"2024-09-16T01:45:43.102468+0000","last_fullsized":"2024-09-16T01:45:43.102468+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.200965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103699+0000","last_change":"2024-09-16T01:45:42.100897+0000","last_active":"2024-09-16T01:45:42.103699+0000","last_peered":"2024-09-16T01:45:42.103699+0000","last_clean":"2024-09-16T01:45:42.103699+0000","last_became_active":"2024-09-16T01:45:42.097682+0000","last_became_peered":"2024-09-16T01:45:42.097682+0000","last_unstale":"2024-09-16T01:45:42.103699+0000","last_undegraded":"2024-09-16T01:45:42.103699+0000","last_fullsized":"2024-09-16T01:45:42.103699+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:42.915958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096224+0000","last_change":"2024-09-16T01:45:42.095776+0000","last_active":"2024-09-16T01:45:43.096224+0000","last_peered":"2024-09-16T01:45:43.096224+0000","last_clean":"2024-09-16T01:45:43.096224+0000","last_became_active":"2024-09-16T01:45:42.095481+0000","last_became_peered":"2024-09-16T01:45:42.095481+0000","last_unstale":"2024-09-16T01:45:43.096224+0000","last_undegraded":"2024-09-16T01:45:43.096224+0000","last_fullsized":"2024-09-16T01:45:43.096224+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:01.706396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110481+0000","last_change":"2024-09-16T01:45:43.105409+0000","last_active":"2024-09-16T01:45:43.110481+0000","last_peered":"2024-09-16T01:45:43.110481+0000","last_clean":"2024-09-16T01:45:43.110481+0000","last_became_active":"2024-09-16T01:45:43.104904+0000","last_became_peered":"2024-09-16T01:45:43.104904+0000","last_unstale":"2024-09-16T01:45:43.110481+0000","last_undegraded":"2024-09-16T01:45:43.110481+0000","last_fullsized":"2024-09-16T01:45:43.110481+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:11.989504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091486+0000","last_change":"2024-09-16T01:45:42.092203+0000","last_active":"2024-09-16T01:45:43.091486+0000","last_peered":"2024-09-16T01:45:43.091486+0000","last_clean":"2024-09-16T01:45:43.091486+0000","last_became_active":"2024-09-16T01:45:42.091839+0000","last_became_peered":"2024-09-16T01:45:42.091839+0000","last_unstale":"2024-09-16T01:45:43.091486+0000","last_undegraded":"2024-09-16T01:45:43.091486+0000","last_fullsized":"2024-09-16T01:45:43.091486+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:10.984631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-09-16T01:45:41.081337+0000","last_change":"2024-09-16T01:45:41.081337+0000","last_active":"2024-09-16T01:45:41.071161+0000","last_peered":"2024-09-16T01:45:41.071161+0000","last_clean":"2024-09-16T01:45:41.071161+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:41.081337+0000","last_undegraded":"2024-09-16T01:45:41.081337+0000","last_fullsized":"2024-09-16T01:45:41.081337+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103611+0000","last_change":"2024-09-16T01:45:42.099485+0000","last_active":"2024-09-16T01:45:42.103611+0000","last_peered":"2024-09-16T01:45:42.103611+0000","last_clean":"2024-09-16T01:45:42.103611+0000","last_became_active":"2024-09-16T01:45:42.096978+0000","last_became_peered":"2024-09-16T01:45:42.096978+0000","last_unstale":"2024-09-16T01:45:42.103611+0000","last_undegraded":"2024-09-16T01:45:42.103611+0000","last_fullsized":"2024-09-16T01:45:42.103611+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:03.483145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103547+0000","last_change":"2024-09-16T01:45:43.101875+0000","last_active":"2024-09-16T01:45:43.103547+0000","last_peered":"2024-09-16T01:45:43.103547+0000","last_clean":"2024-09-16T01:45:43.103547+0000","last_became_active":"2024-09-16T01:45:43.101519+0000","last_became_peered":"2024-09-16T01:45:43.101519+0000","last_unstale":"2024-09-16T01:45:43.103547+0000","last_undegraded":"2024-09-16T01:45:43.103547+0000","last_fullsized":"2024-09-16T01:45:43.103547+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:16.264593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102698+0000","last_change":"2024-09-16T01:45:42.101891+0000","last_active":"2024-09-16T01:45:42.102698+0000","last_peered":"2024-09-16T01:45:42.102698+0000","last_clean":"2024-09-16T01:45:42.102698+0000","last_became_active":"2024-09-16T01:45:42.101494+0000","last_became_peered":"2024-09-16T01:45:42.101494+0000","last_unstale":"2024-09-16T01:45:42.102698+0000","last_undegraded":"2024-09-16T01:45:42.102698+0000","last_fullsized":"2024-09-16T01:45:42.102698+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085910+0000","last_change":"2024-09-16T01:45:42.085910+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085910+0000","last_undegraded":"2024-09-16T01:45:42.085910+0000","last_fullsized":"2024-09-16T01:45:42.085910+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.114270+0000","last_change":"2024-09-16T01:45:42.093189+0000","last_active":"2024-09-16T01:45:43.114270+0000","last_peered":"2024-09-16T01:45:43.114270+0000","last_clean":"2024-09-16T01:45:43.114270+0000","last_became_active":"2024-09-16T01:45:42.092632+0000","last_became_peered":"2024-09-16T01:45:42.092632+0000","last_unstale":"2024-09-16T01:45:43.114270+0000","last_undegraded":"2024-09-16T01:45:43.114270+0000","last_fullsized":"2024-09-16T01:45:43.114270+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:54.861131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.100900+0000","last_change":"2024-09-16T01:45:42.095251+0000","last_active":"2024-09-16T01:45:42.100900+0000","last_peered":"2024-09-16T01:45:42.100900+0000","last_clean":"2024-09-16T01:45:42.100900+0000","last_became_active":"2024-09-16T01:45:42.094960+0000","last_became_peered":"2024-09-16T01:45:42.094960+0000","last_unstale":"2024-09-16T01:45:42.100900+0000","last_undegraded":"2024-09-16T01:45:42.100900+0000","last_fullsized":"2024-09-16T01:45:42.100900+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:56.661994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103586+0000","last_change":"2024-09-16T01:45:43.102304+0000","last_active":"2024-09-16T01:45:43.103586+0000","last_peered":"2024-09-16T01:45:43.103586+0000","last_clean":"2024-09-16T01:45:43.103586+0000","last_became_active":"2024-09-16T01:45:43.101915+0000","last_became_peered":"2024-09-16T01:45:43.101915+0000","last_unstale":"2024-09-16T01:45:43.103586+0000","last_undegraded":"2024-09-16T01:45:43.103586+0000","last_fullsized":"2024-09-16T01:45:43.103586+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:52.910568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103784+0000","last_change":"2024-09-16T01:45:42.101206+0000","last_active":"2024-09-16T01:45:42.103784+0000","last_peered":"2024-09-16T01:45:42.103784+0000","last_clean":"2024-09-16T01:45:42.103784+0000","last_became_active":"2024-09-16T01:45:42.098784+0000","last_became_peered":"2024-09-16T01:45:42.098784+0000","last_unstale":"2024-09-16T01:45:42.103784+0000","last_undegraded":"2024-09-16T01:45:42.103784+0000","last_fullsized":"2024-09-16T01:45:42.103784+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:02.431534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087292+0000","last_change":"2024-09-16T01:45:42.087292+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087292+0000","last_undegraded":"2024-09-16T01:45:42.087292+0000","last_fullsized":"2024-09-16T01:45:42.087292+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101765+0000","last_change":"2024-09-16T01:45:42.099226+0000","last_active":"2024-09-16T01:45:42.101765+0000","last_peered":"2024-09-16T01:45:42.101765+0000","last_clean":"2024-09-16T01:45:42.101765+0000","last_became_active":"2024-09-16T01:45:42.098927+0000","last_became_peered":"2024-09-16T01:45:42.098927+0000","last_unstale":"2024-09-16T01:45:42.101765+0000","last_undegraded":"2024-09-16T01:45:42.101765+0000","last_fullsized":"2024-09-16T01:45:42.101765+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:08.544741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086251+0000","last_change":"2024-09-16T01:45:42.086251+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086251+0000","last_undegraded":"2024-09-16T01:45:42.086251+0000","last_fullsized":"2024-09-16T01:45:42.086251+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091169+0000","last_change":"2024-09-16T01:45:42.092926+0000","last_active":"2024-09-16T01:45:43.091169+0000","last_peered":"2024-09-16T01:45:43.091169+0000","last_clean":"2024-09-16T01:45:43.091169+0000","last_became_active":"2024-09-16T01:45:42.092616+0000","last_became_peered":"2024-09-16T01:45:42.092616+0000","last_unstale":"2024-09-16T01:45:43.091169+0000","last_undegraded":"2024-09-16T01:45:43.091169+0000","last_fullsized":"2024-09-16T01:45:43.091169+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:56.757295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101624+0000","last_change":"2024-09-16T01:45:43.099205+0000","last_active":"2024-09-16T01:45:43.101624+0000","last_peered":"2024-09-16T01:45:43.101624+0000","last_clean":"2024-09-16T01:45:43.101624+0000","last_became_active":"2024-09-16T01:45:43.098869+0000","last_became_peered":"2024-09-16T01:45:43.098869+0000","last_unstale":"2024-09-16T01:45:43.101624+0000","last_undegraded":"2024-09-16T01:45:43.101624+0000","last_fullsized":"2024-09-16T01:45:43.101624+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:43.135529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098280+0000","last_change":"2024-09-16T01:45:42.097148+0000","last_active":"2024-09-16T01:45:42.098280+0000","last_peered":"2024-09-16T01:45:42.098280+0000","last_clean":"2024-09-16T01:45:42.098280+0000","last_became_active":"2024-09-16T01:45:42.096862+0000","last_became_peered":"2024-09-16T01:45:42.096862+0000","last_unstale":"2024-09-16T01:45:42.098280+0000","last_undegraded":"2024-09-16T01:45:42.098280+0000","last_fullsized":"2024-09-16T01:45:42.098280+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:52:10.619192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109141+0000","last_change":"2024-09-16T01:45:43.104689+0000","last_active":"2024-09-16T01:45:43.109141+0000","last_peered":"2024-09-16T01:45:43.109141+0000","last_clean":"2024-09-16T01:45:43.109141+0000","last_became_active":"2024-09-16T01:45:43.104430+0000","last_became_peered":"2024-09-16T01:45:43.104430+0000","last_unstale":"2024-09-16T01:45:43.109141+0000","last_undegraded":"2024-09-16T01:45:43.109141+0000","last_fullsized":"2024-09-16T01:45:43.109141+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:43.920832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.107567+0000","last_change":"2024-09-16T01:45:42.107010+0000","last_active":"2024-09-16T01:45:42.107567+0000","last_peered":"2024-09-16T01:45:42.107567+0000","last_clean":"2024-09-16T01:45:42.107567+0000","last_became_active":"2024-09-16T01:45:42.106758+0000","last_became_peered":"2024-09-16T01:45:42.106758+0000","last_unstale":"2024-09-16T01:45:42.107567+0000","last_undegraded":"2024-09-16T01:45:42.107567+0000","last_fullsized":"2024-09-16T01:45:42.107567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088161+0000","last_change":"2024-09-16T01:45:42.088161+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088161+0000","last_undegraded":"2024-09-16T01:45:42.088161+0000","last_fullsized":"2024-09-16T01:45:42.088161+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096393+0000","last_change":"2024-09-16T01:45:42.097417+0000","last_active":"2024-09-16T01:45:43.096393+0000","last_peered":"2024-09-16T01:45:43.096393+0000","last_clean":"2024-09-16T01:45:43.096393+0000","last_became_active":"2024-09-16T01:45:42.097131+0000","last_became_peered":"2024-09-16T01:45:42.097131+0000","last_unstale":"2024-09-16T01:45:43.096393+0000","last_undegraded":"2024-09-16T01:45:43.096393+0000","last_fullsized":"2024-09-16T01:45:43.096393+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:24.555885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087218+0000","last_change":"2024-09-16T01:45:42.087218+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087218+0000","last_undegraded":"2024-09-16T01:45:42.087218+0000","last_fullsized":"2024-09-16T01:45:42.087218+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091397+0000","last_change":"2024-09-16T01:45:42.099411+0000","last_active":"2024-09-16T01:45:43.091397+0000","last_peered":"2024-09-16T01:45:43.091397+0000","last_clean":"2024-09-16T01:45:43.091397+0000","last_became_active":"2024-09-16T01:45:42.098865+0000","last_became_peered":"2024-09-16T01:45:42.098865+0000","last_unstale":"2024-09-16T01:45:43.091397+0000","last_undegraded":"2024-09-16T01:45:43.091397+0000","last_fullsized":"2024-09-16T01:45:43.091397+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:46.132505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085664+0000","last_change":"2024-09-16T01:45:42.085664+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085664+0000","last_undegraded":"2024-09-16T01:45:42.085664+0000","last_fullsized":"2024-09-16T01:45:42.085664+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098257+0000","last_change":"2024-09-16T01:45:42.096813+0000","last_active":"2024-09-16T01:45:42.098257+0000","last_peered":"2024-09-16T01:45:42.098257+0000","last_clean":"2024-09-16T01:45:42.098257+0000","last_became_active":"2024-09-16T01:45:42.096470+0000","last_became_peered":"2024-09-16T01:45:42.096470+0000","last_unstale":"2024-09-16T01:45:42.098257+0000","last_undegraded":"2024-09-16T01:45:42.098257+0000","last_fullsized":"2024-09-16T01:45:42.098257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:22.485802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:45:42.076034+0000","last_change":"2024-09-16T01:45:42.076034+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.076034+0000","last_undegraded":"2024-09-16T01:45:42.076034+0000","last_fullsized":"2024-09-16T01:45:42.076034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.086265+0000","last_change":"2024-09-16T01:45:42.101005+0000","last_active":"2024-09-16T01:45:43.086265+0000","last_peered":"2024-09-16T01:45:43.086265+0000","last_clean":"2024-09-16T01:45:43.086265+0000","last_became_active":"2024-09-16T01:45:42.100730+0000","last_became_peered":"2024-09-16T01:45:42.100730+0000","last_unstale":"2024-09-16T01:45:43.086265+0000","last_undegraded":"2024-09-16T01:45:43.086265+0000","last_fullsized":"2024-09-16T01:45:43.086265+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:27.996416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088301+0000","last_change":"2024-09-16T01:45:42.088301+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088301+0000","last_undegraded":"2024-09-16T01:45:42.088301+0000","last_fullsized":"2024-09-16T01:45:42.088301+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101818+0000","last_change":"2024-09-16T01:45:42.099921+0000","last_active":"2024-09-16T01:45:42.101818+0000","last_peered":"2024-09-16T01:45:42.101818+0000","last_clean":"2024-09-16T01:45:42.101818+0000","last_became_active":"2024-09-16T01:45:42.099641+0000","last_became_peered":"2024-09-16T01:45:42.099641+0000","last_unstale":"2024-09-16T01:45:42.101818+0000","last_undegraded":"2024-09-16T01:45:42.101818+0000","last_fullsized":"2024-09-16T01:45:42.101818+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:04.589468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085240+0000","last_change":"2024-09-16T01:45:42.085240+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085240+0000","last_undegraded":"2024-09-16T01:45:42.085240+0000","last_fullsized":"2024-09-16T01:45:42.085240+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.092028+0000","last_change":"2024-09-16T01:45:42.089884+0000","last_active":"2024-09-16T01:45:42.092028+0000","last_peered":"2024-09-16T01:45:42.092028+0000","last_clean":"2024-09-16T01:45:42.092028+0000","last_became_active":"2024-09-16T01:45:42.089615+0000","last_became_peered":"2024-09-16T01:45:42.089615+0000","last_unstale":"2024-09-16T01:45:42.092028+0000","last_undegraded":"2024-09-16T01:45:42.092028+0000","last_fullsized":"2024-09-16T01:45:42.092028+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:24.087978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085974+0000","last_change":"2024-09-16T01:45:42.085974+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085974+0000","last_undegraded":"2024-09-16T01:45:42.085974+0000","last_fullsized":"2024-09-16T01:45:42.085974+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096601+0000","last_change":"2024-09-16T01:45:42.094582+0000","last_active":"2024-09-16T01:45:43.096601+0000","last_peered":"2024-09-16T01:45:43.096601+0000","last_clean":"2024-09-16T01:45:43.096601+0000","last_became_active":"2024-09-16T01:45:42.094301+0000","last_became_peered":"2024-09-16T01:45:42.094301+0000","last_unstale":"2024-09-16T01:45:43.096601+0000","last_undegraded":"2024-09-16T01:45:43.096601+0000","last_fullsized":"2024-09-16T01:45:43.096601+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:12.066127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":229,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T01:45:41.081775+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:45:41.081775+0000","last_peered":"2024-09-16T01:45:41.081775+0000","last_clean":"2024-09-16T01:45:41.081775+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:45:41.081775+0000","last_undegraded":"2024-09-16T01:45:41.081775+0000","last_fullsized":"2024-09-16T01:45:41.081775+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":104,"acting":104,"num_store_stats":7},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":1682,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542191,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35972,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335868,"statfs":{"total":96636764160,"available":96599928832,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542192,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542192,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542192,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1245184,"data_stored":857969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574895,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1220608,"data_stored":845885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:45:46.233 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:45:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.370+0000 7f0b5359e640 1 Processor -- start 2024-09-16T01:45:46.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.370+0000 7f0b5359e640 1 -- start start 2024-09-16T01:45:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b5359e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cecb0 0x7f0b540b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b5359e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b540cf090 0x7f0b540b4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b5359e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0b540b4a60 0x7f0b540d2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b5359e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0b540b4f30 con 0x7f0b540cf090 2024-09-16T01:45:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b5359e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0b540b5210 con 0x7f0b540b4a60 2024-09-16T01:45:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b5359e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0b540b54f0 con 0x7f0b540cecb0 2024-09-16T01:45:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b540cf090 0x7f0b540b4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b540cf090 0x7f0b540b4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46882/0 (socket says 172.21.15.16:46882) 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 -- 172.21.15.16:0/1611566699 learned_addr learned my addr 172.21.15.16:0/1611566699 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b5259c640 1 --2- 172.21.15.16:0/1611566699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cecb0 0x7f0b540b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b52d9d640 1 --2- 172.21.15.16:0/1611566699 >> v2:172.21.15.104:3300/0 conn(0x7f0b540b4a60 0x7f0b540d2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 -- 172.21.15.16:0/1611566699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cecb0 msgr2=0x7f0b540b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 --2- 172.21.15.16:0/1611566699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cecb0 0x7f0b540b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 -- 172.21.15.16:0/1611566699 >> v2:172.21.15.104:3300/0 conn(0x7f0b540b4a60 msgr2=0x7f0b540d2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 --2- 172.21.15.16:0/1611566699 >> v2:172.21.15.104:3300/0 conn(0x7f0b540b4a60 0x7f0b540d2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.371+0000 7f0b51d9b640 1 -- 172.21.15.16:0/1611566699 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b540b57d0 con 0x7f0b540cf090 2024-09-16T01:45:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.372+0000 7f0b51d9b640 1 --2- 172.21.15.16:0/1611566699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cf090 0x7f0b540b4520 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0b540cea10 tx=0x7f0b4802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4226f90710e9b5b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.372+0000 7f0b5159a640 1 -- 172.21.15.16:0/1611566699 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b48037070 con 0x7f0b540cf090 2024-09-16T01:45:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.372+0000 7f0b5159a640 1 -- 172.21.15.16:0/1611566699 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b48032440 con 0x7f0b540cf090 2024-09-16T01:45:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.372+0000 7f0b5159a640 1 -- 172.21.15.16:0/1611566699 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b48032810 con 0x7f0b540cf090 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 -- 172.21.15.16:0/1611566699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cf090 msgr2=0x7f0b540b4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 --2- 172.21.15.16:0/1611566699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cf090 0x7f0b540b4520 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0b540cea10 tx=0x7f0b4802a270 comp rx=0 tx=0).stop 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 -- 172.21.15.16:0/1611566699 shutdown_connections 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 --2- 172.21.15.16:0/1611566699 >> v2:172.21.15.104:3300/0 conn(0x7f0b540b4a60 0x7f0b540d2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 --2- 172.21.15.16:0/1611566699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cf090 0x7f0b540b4520 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 --2- 172.21.15.16:0/1611566699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cecb0 0x7f0b540b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 -- 172.21.15.16:0/1611566699 >> 172.21.15.16:0/1611566699 conn(0x7f0b54072990 msgr2=0x7f0b54072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 -- 172.21.15.16:0/1611566699 shutdown_connections 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.373+0000 7f0b5359e640 1 -- 172.21.15.16:0/1611566699 wait complete. 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.374+0000 7f0b5359e640 1 Processor -- start 2024-09-16T01:45:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.374+0000 7f0b5359e640 1 -- start start 2024-09-16T01:45:46.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b5359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b540b4a60 0x7f0b540cca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b5359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cecb0 0x7f0b54154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b5359e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cf090 0x7f0b54158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b5359e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0b540cf4b0 con 0x7f0b540cecb0 2024-09-16T01:45:46.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b5359e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0b5415e6c0 con 0x7f0b540b4a60 2024-09-16T01:45:46.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b5359e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0b540cf630 con 0x7f0b540cf090 2024-09-16T01:45:46.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b51d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cecb0 0x7f0b54154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b51d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cecb0 0x7f0b54154ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46890/0 (socket says 172.21.15.16:46890) 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b51d9b640 1 -- 172.21.15.16:0/732314481 learned_addr learned my addr 172.21.15.16:0/732314481 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b52d9d640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cf090 0x7f0b54158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.375+0000 7f0b5259c640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b540b4a60 0x7f0b540cca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b51d9b640 1 -- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cf090 msgr2=0x7f0b54158140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b51d9b640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cf090 0x7f0b54158140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b51d9b640 1 -- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b540b4a60 msgr2=0x7f0b540cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b51d9b640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b540b4a60 0x7f0b540cca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b51d9b640 1 -- 172.21.15.16:0/732314481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b540cd0f0 con 0x7f0b540cecb0 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b51d9b640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cecb0 0x7f0b54154ae0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0b4802a2b0 tx=0x7f0b480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b42ffd640 1 -- 172.21.15.16:0/732314481 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b48041020 con 0x7f0b540cecb0 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b42ffd640 1 -- 172.21.15.16:0/732314481 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b480306c0 con 0x7f0b540cecb0 2024-09-16T01:45:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b540cd3d0 con 0x7f0b540cecb0 2024-09-16T01:45:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b42ffd640 1 -- 172.21.15.16:0/732314481 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b48037040 con 0x7f0b540cecb0 2024-09-16T01:45:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.376+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b540cb980 con 0x7f0b540cecb0 2024-09-16T01:45:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.377+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b540b31f0 con 0x7f0b540cecb0 2024-09-16T01:45:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.377+0000 7f0b42ffd640 1 -- 172.21.15.16:0/732314481 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f0b48044020 con 0x7f0b540cecb0 2024-09-16T01:45:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.378+0000 7f0b42ffd640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0b3406c460 0x7f0b3406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.378+0000 7f0b42ffd640 1 -- 172.21.15.16:0/732314481 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f0b480abef0 con 0x7f0b540cecb0 2024-09-16T01:45:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.378+0000 7f0b5259c640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0b3406c460 0x7f0b3406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.379+0000 7f0b5259c640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0b3406c460 0x7f0b3406e920 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0b44006fd0 tx=0x7f0b44008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.382+0000 7f0b42ffd640 1 -- 172.21.15.16:0/732314481 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b4804b030 con 0x7f0b540cecb0 2024-09-16T01:45:46.555 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.554+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0b54161c50 con 0x7f0b3406c460 2024-09-16T01:45:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.560+0000 7f0b42ffd640 1 -- 172.21.15.16:0/732314481 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249041 (secure 0 0 0) 0x7f0b54161c50 con 0x7f0b3406c460 2024-09-16T01:45:46.564 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:46.565 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:45:46.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0b3406c460 msgr2=0x7f0b3406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0b3406c460 0x7f0b3406e920 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0b44006fd0 tx=0x7f0b44008040 comp rx=0 tx=0).stop 2024-09-16T01:45:46.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cecb0 msgr2=0x7f0b54154ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cecb0 0x7f0b54154ae0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0b4802a2b0 tx=0x7f0b480046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 shutdown_connections 2024-09-16T01:45:46.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0b3406c460 0x7f0b3406e920 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b540cf090 0x7f0b54158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b540cecb0 0x7f0b54154ae0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 --2- 172.21.15.16:0/732314481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b540b4a60 0x7f0b540cca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 >> 172.21.15.16:0/732314481 conn(0x7f0b54072990 msgr2=0x7f0b540b9010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:46.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 shutdown_connections 2024-09-16T01:45:46.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.563+0000 7f0b5359e640 1 -- 172.21.15.16:0/732314481 wait complete. 2024-09-16T01:45:46.576 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":163,"stamp":"2024-09-16T01:45:46.347221+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592140,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":185,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247456,"kb_used_data":6244,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727264,"statfs":{"total":773094113280,"available":772840718336,"internally_reserved":0,"allocated":6393856,"data_stored":3315978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1772,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.270774"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091814+0000","last_change":"2024-09-16T01:45:42.091814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091814+0000","last_undegraded":"2024-09-16T01:45:42.091814+0000","last_fullsized":"2024-09-16T01:45:42.091814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090478+0000","last_change":"2024-09-16T01:45:42.090478+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090478+0000","last_undegraded":"2024-09-16T01:45:42.090478+0000","last_fullsized":"2024-09-16T01:45:42.090478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231507+0000","last_change":"2024-09-16T01:45:43.109723+0000","last_active":"2024-09-16T01:45:44.231507+0000","last_peered":"2024-09-16T01:45:44.231507+0000","last_clean":"2024-09-16T01:45:44.231507+0000","last_became_active":"2024-09-16T01:45:43.109401+0000","last_became_peered":"2024-09-16T01:45:43.109401+0000","last_unstale":"2024-09-16T01:45:44.231507+0000","last_undegraded":"2024-09-16T01:45:44.231507+0000","last_fullsized":"2024-09-16T01:45:44.231507+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:15.709751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101675+0000","last_change":"2024-09-16T01:45:43.100106+0000","last_active":"2024-09-16T01:45:43.101675+0000","last_peered":"2024-09-16T01:45:43.101675+0000","last_clean":"2024-09-16T01:45:43.101675+0000","last_became_active":"2024-09-16T01:45:43.099710+0000","last_became_peered":"2024-09-16T01:45:43.099710+0000","last_unstale":"2024-09-16T01:45:43.101675+0000","last_undegraded":"2024-09-16T01:45:43.101675+0000","last_fullsized":"2024-09-16T01:45:43.101675+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:25.092851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090570+0000","last_change":"2024-09-16T01:45:42.090570+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090570+0000","last_undegraded":"2024-09-16T01:45:42.090570+0000","last_fullsized":"2024-09-16T01:45:42.090570+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089149+0000","last_change":"2024-09-16T01:45:42.089149+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089149+0000","last_undegraded":"2024-09-16T01:45:42.089149+0000","last_fullsized":"2024-09-16T01:45:42.089149+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102895+0000","last_change":"2024-09-16T01:45:43.095610+0000","last_active":"2024-09-16T01:45:43.102895+0000","last_peered":"2024-09-16T01:45:43.102895+0000","last_clean":"2024-09-16T01:45:43.102895+0000","last_became_active":"2024-09-16T01:45:43.095047+0000","last_became_peered":"2024-09-16T01:45:43.095047+0000","last_unstale":"2024-09-16T01:45:43.102895+0000","last_undegraded":"2024-09-16T01:45:43.102895+0000","last_fullsized":"2024-09-16T01:45:43.102895+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:23.228470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089177+0000","last_change":"2024-09-16T01:45:42.089177+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089177+0000","last_undegraded":"2024-09-16T01:45:42.089177+0000","last_fullsized":"2024-09-16T01:45:42.089177+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101423+0000","last_change":"2024-09-16T01:45:43.091287+0000","last_active":"2024-09-16T01:45:43.101423+0000","last_peered":"2024-09-16T01:45:43.101423+0000","last_clean":"2024-09-16T01:45:43.101423+0000","last_became_active":"2024-09-16T01:45:43.091015+0000","last_became_peered":"2024-09-16T01:45:43.091015+0000","last_unstale":"2024-09-16T01:45:43.101423+0000","last_undegraded":"2024-09-16T01:45:43.101423+0000","last_fullsized":"2024-09-16T01:45:43.101423+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:57.762169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088140+0000","last_change":"2024-09-16T01:45:42.088140+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088140+0000","last_undegraded":"2024-09-16T01:45:42.088140+0000","last_fullsized":"2024-09-16T01:45:42.088140+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089115+0000","last_change":"2024-09-16T01:45:42.089115+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089115+0000","last_undegraded":"2024-09-16T01:45:42.089115+0000","last_fullsized":"2024-09-16T01:45:42.089115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109179+0000","last_change":"2024-09-16T01:45:43.105383+0000","last_active":"2024-09-16T01:45:43.109179+0000","last_peered":"2024-09-16T01:45:43.109179+0000","last_clean":"2024-09-16T01:45:43.109179+0000","last_became_active":"2024-09-16T01:45:43.105127+0000","last_became_peered":"2024-09-16T01:45:43.105127+0000","last_unstale":"2024-09-16T01:45:43.109179+0000","last_undegraded":"2024-09-16T01:45:43.109179+0000","last_fullsized":"2024-09-16T01:45:43.109179+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:03.436408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108544+0000","last_change":"2024-09-16T01:45:43.107785+0000","last_active":"2024-09-16T01:45:43.108544+0000","last_peered":"2024-09-16T01:45:43.108544+0000","last_clean":"2024-09-16T01:45:43.108544+0000","last_became_active":"2024-09-16T01:45:43.107376+0000","last_became_peered":"2024-09-16T01:45:43.107376+0000","last_unstale":"2024-09-16T01:45:43.108544+0000","last_undegraded":"2024-09-16T01:45:43.108544+0000","last_fullsized":"2024-09-16T01:45:43.108544+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:44.767706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103026+0000","last_change":"2024-09-16T01:45:43.095149+0000","last_active":"2024-09-16T01:45:43.103026+0000","last_peered":"2024-09-16T01:45:43.103026+0000","last_clean":"2024-09-16T01:45:43.103026+0000","last_became_active":"2024-09-16T01:45:43.094867+0000","last_became_peered":"2024-09-16T01:45:43.094867+0000","last_unstale":"2024-09-16T01:45:43.103026+0000","last_undegraded":"2024-09-16T01:45:43.103026+0000","last_fullsized":"2024-09-16T01:45:43.103026+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:55.866005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102917+0000","last_change":"2024-09-16T01:45:43.099548+0000","last_active":"2024-09-16T01:45:43.102917+0000","last_peered":"2024-09-16T01:45:43.102917+0000","last_clean":"2024-09-16T01:45:43.102917+0000","last_became_active":"2024-09-16T01:45:43.098988+0000","last_became_peered":"2024-09-16T01:45:43.098988+0000","last_unstale":"2024-09-16T01:45:43.102917+0000","last_undegraded":"2024-09-16T01:45:43.102917+0000","last_fullsized":"2024-09-16T01:45:43.102917+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:47.137379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087814+0000","last_change":"2024-09-16T01:45:42.087814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087814+0000","last_undegraded":"2024-09-16T01:45:42.087814+0000","last_fullsized":"2024-09-16T01:45:42.087814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088727+0000","last_change":"2024-09-16T01:45:42.088727+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088727+0000","last_undegraded":"2024-09-16T01:45:42.088727+0000","last_fullsized":"2024-09-16T01:45:42.088727+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231861+0000","last_change":"2024-09-16T01:45:43.112322+0000","last_active":"2024-09-16T01:45:44.231861+0000","last_peered":"2024-09-16T01:45:44.231861+0000","last_clean":"2024-09-16T01:45:44.231861+0000","last_became_active":"2024-09-16T01:45:43.112047+0000","last_became_peered":"2024-09-16T01:45:43.112047+0000","last_unstale":"2024-09-16T01:45:44.231861+0000","last_undegraded":"2024-09-16T01:45:44.231861+0000","last_fullsized":"2024-09-16T01:45:44.231861+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:46.603846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091069+0000","last_change":"2024-09-16T01:45:42.091069+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091069+0000","last_undegraded":"2024-09-16T01:45:42.091069+0000","last_fullsized":"2024-09-16T01:45:42.091069+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088444+0000","last_change":"2024-09-16T01:45:42.088444+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088444+0000","last_undegraded":"2024-09-16T01:45:42.088444+0000","last_fullsized":"2024-09-16T01:45:42.088444+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231396+0000","last_change":"2024-09-16T01:45:43.107730+0000","last_active":"2024-09-16T01:45:44.231396+0000","last_peered":"2024-09-16T01:45:44.231396+0000","last_clean":"2024-09-16T01:45:44.231396+0000","last_became_active":"2024-09-16T01:45:43.107447+0000","last_became_peered":"2024-09-16T01:45:43.107447+0000","last_unstale":"2024-09-16T01:45:44.231396+0000","last_undegraded":"2024-09-16T01:45:44.231396+0000","last_fullsized":"2024-09-16T01:45:44.231396+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:53.192517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088445+0000","last_change":"2024-09-16T01:45:42.088445+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088445+0000","last_undegraded":"2024-09-16T01:45:42.088445+0000","last_fullsized":"2024-09-16T01:45:42.088445+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231304+0000","last_change":"2024-09-16T01:45:43.108088+0000","last_active":"2024-09-16T01:45:44.231304+0000","last_peered":"2024-09-16T01:45:44.231304+0000","last_clean":"2024-09-16T01:45:44.231304+0000","last_became_active":"2024-09-16T01:45:43.107836+0000","last_became_peered":"2024-09-16T01:45:43.107836+0000","last_unstale":"2024-09-16T01:45:44.231304+0000","last_undegraded":"2024-09-16T01:45:44.231304+0000","last_fullsized":"2024-09-16T01:45:44.231304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:54.203738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108304+0000","last_change":"2024-09-16T01:45:43.107018+0000","last_active":"2024-09-16T01:45:43.108304+0000","last_peered":"2024-09-16T01:45:43.108304+0000","last_clean":"2024-09-16T01:45:43.108304+0000","last_became_active":"2024-09-16T01:45:43.106773+0000","last_became_peered":"2024-09-16T01:45:43.106773+0000","last_unstale":"2024-09-16T01:45:43.108304+0000","last_undegraded":"2024-09-16T01:45:43.108304+0000","last_fullsized":"2024-09-16T01:45:43.108304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:18:46.738067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091402+0000","last_change":"2024-09-16T01:45:42.091402+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091402+0000","last_undegraded":"2024-09-16T01:45:42.091402+0000","last_fullsized":"2024-09-16T01:45:42.091402+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.104814+0000","last_change":"2024-09-16T01:45:43.103036+0000","last_active":"2024-09-16T01:45:43.104814+0000","last_peered":"2024-09-16T01:45:43.104814+0000","last_clean":"2024-09-16T01:45:43.104814+0000","last_became_active":"2024-09-16T01:45:43.102683+0000","last_became_peered":"2024-09-16T01:45:43.102683+0000","last_unstale":"2024-09-16T01:45:43.104814+0000","last_undegraded":"2024-09-16T01:45:43.104814+0000","last_fullsized":"2024-09-16T01:45:43.104814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:04.488018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088776+0000","last_change":"2024-09-16T01:45:42.088776+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088776+0000","last_undegraded":"2024-09-16T01:45:42.088776+0000","last_fullsized":"2024-09-16T01:45:42.088776+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090169+0000","last_change":"2024-09-16T01:45:42.090169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090169+0000","last_undegraded":"2024-09-16T01:45:42.090169+0000","last_fullsized":"2024-09-16T01:45:42.090169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087927+0000","last_change":"2024-09-16T01:45:42.087927+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087927+0000","last_undegraded":"2024-09-16T01:45:42.087927+0000","last_fullsized":"2024-09-16T01:45:42.087927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231172+0000","last_change":"2024-09-16T01:45:43.104110+0000","last_active":"2024-09-16T01:45:44.231172+0000","last_peered":"2024-09-16T01:45:44.231172+0000","last_clean":"2024-09-16T01:45:44.231172+0000","last_became_active":"2024-09-16T01:45:43.103689+0000","last_became_peered":"2024-09-16T01:45:43.103689+0000","last_unstale":"2024-09-16T01:45:44.231172+0000","last_undegraded":"2024-09-16T01:45:44.231172+0000","last_fullsized":"2024-09-16T01:45:44.231172+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:04.541322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089668+0000","last_change":"2024-09-16T01:45:42.089668+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089668+0000","last_undegraded":"2024-09-16T01:45:42.089668+0000","last_fullsized":"2024-09-16T01:45:42.089668+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086169+0000","last_change":"2024-09-16T01:45:42.086169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086169+0000","last_undegraded":"2024-09-16T01:45:42.086169+0000","last_fullsized":"2024-09-16T01:45:42.086169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089828+0000","last_change":"2024-09-16T01:45:42.089828+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089828+0000","last_undegraded":"2024-09-16T01:45:42.089828+0000","last_fullsized":"2024-09-16T01:45:42.089828+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102368+0000","last_change":"2024-09-16T01:45:42.099051+0000","last_active":"2024-09-16T01:45:42.102368+0000","last_peered":"2024-09-16T01:45:42.102368+0000","last_clean":"2024-09-16T01:45:42.102368+0000","last_became_active":"2024-09-16T01:45:42.098738+0000","last_became_peered":"2024-09-16T01:45:42.098738+0000","last_unstale":"2024-09-16T01:45:42.102368+0000","last_undegraded":"2024-09-16T01:45:42.102368+0000","last_fullsized":"2024-09-16T01:45:42.102368+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090405+0000","last_change":"2024-09-16T01:45:42.090405+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090405+0000","last_undegraded":"2024-09-16T01:45:42.090405+0000","last_fullsized":"2024-09-16T01:45:42.090405+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.094566+0000","last_change":"2024-09-16T01:45:42.093272+0000","last_active":"2024-09-16T01:45:42.094566+0000","last_peered":"2024-09-16T01:45:42.094566+0000","last_clean":"2024-09-16T01:45:42.094566+0000","last_became_active":"2024-09-16T01:45:42.092837+0000","last_became_peered":"2024-09-16T01:45:42.092837+0000","last_unstale":"2024-09-16T01:45:42.094566+0000","last_undegraded":"2024-09-16T01:45:42.094566+0000","last_fullsized":"2024-09-16T01:45:42.094566+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:15.259719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086563+0000","last_change":"2024-09-16T01:45:42.086563+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086563+0000","last_undegraded":"2024-09-16T01:45:42.086563+0000","last_fullsized":"2024-09-16T01:45:42.086563+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101036+0000","last_change":"2024-09-16T01:45:42.097327+0000","last_active":"2024-09-16T01:45:42.101036+0000","last_peered":"2024-09-16T01:45:42.101036+0000","last_clean":"2024-09-16T01:45:42.101036+0000","last_became_active":"2024-09-16T01:45:42.096759+0000","last_became_peered":"2024-09-16T01:45:42.096759+0000","last_unstale":"2024-09-16T01:45:42.101036+0000","last_undegraded":"2024-09-16T01:45:42.101036+0000","last_fullsized":"2024-09-16T01:45:42.101036+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:56.299767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088269+0000","last_change":"2024-09-16T01:45:42.088269+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088269+0000","last_undegraded":"2024-09-16T01:45:42.088269+0000","last_fullsized":"2024-09-16T01:45:42.088269+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.111518+0000","last_change":"2024-09-16T01:45:42.092450+0000","last_active":"2024-09-16T01:45:43.111518+0000","last_peered":"2024-09-16T01:45:43.111518+0000","last_clean":"2024-09-16T01:45:43.111518+0000","last_became_active":"2024-09-16T01:45:42.091972+0000","last_became_peered":"2024-09-16T01:45:42.091972+0000","last_unstale":"2024-09-16T01:45:43.111518+0000","last_undegraded":"2024-09-16T01:45:43.111518+0000","last_fullsized":"2024-09-16T01:45:43.111518+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:22.223596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087057+0000","last_change":"2024-09-16T01:45:42.087057+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087057+0000","last_undegraded":"2024-09-16T01:45:42.087057+0000","last_fullsized":"2024-09-16T01:45:42.087057+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110237+0000","last_change":"2024-09-16T01:45:42.098581+0000","last_active":"2024-09-16T01:45:43.110237+0000","last_peered":"2024-09-16T01:45:43.110237+0000","last_clean":"2024-09-16T01:45:43.110237+0000","last_became_active":"2024-09-16T01:45:42.098275+0000","last_became_peered":"2024-09-16T01:45:42.098275+0000","last_unstale":"2024-09-16T01:45:43.110237+0000","last_undegraded":"2024-09-16T01:45:43.110237+0000","last_fullsized":"2024-09-16T01:45:43.110237+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:19.390689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087486+0000","last_change":"2024-09-16T01:45:42.087486+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087486+0000","last_undegraded":"2024-09-16T01:45:42.087486+0000","last_fullsized":"2024-09-16T01:45:42.087486+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102309+0000","last_change":"2024-09-16T01:45:42.098405+0000","last_active":"2024-09-16T01:45:42.102309+0000","last_peered":"2024-09-16T01:45:42.102309+0000","last_clean":"2024-09-16T01:45:42.102309+0000","last_became_active":"2024-09-16T01:45:42.098085+0000","last_became_peered":"2024-09-16T01:45:42.098085+0000","last_unstale":"2024-09-16T01:45:42.102309+0000","last_undegraded":"2024-09-16T01:45:42.102309+0000","last_fullsized":"2024-09-16T01:45:42.102309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:30.926847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108023+0000","last_change":"2024-09-16T01:45:43.105529+0000","last_active":"2024-09-16T01:45:43.108023+0000","last_peered":"2024-09-16T01:45:43.108023+0000","last_clean":"2024-09-16T01:45:43.108023+0000","last_became_active":"2024-09-16T01:45:43.105256+0000","last_became_peered":"2024-09-16T01:45:43.105256+0000","last_unstale":"2024-09-16T01:45:43.108023+0000","last_undegraded":"2024-09-16T01:45:43.108023+0000","last_fullsized":"2024-09-16T01:45:43.108023+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:26.952293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091331+0000","last_change":"2024-09-16T01:45:42.098109+0000","last_active":"2024-09-16T01:45:43.091331+0000","last_peered":"2024-09-16T01:45:43.091331+0000","last_clean":"2024-09-16T01:45:43.091331+0000","last_became_active":"2024-09-16T01:45:42.097728+0000","last_became_peered":"2024-09-16T01:45:42.097728+0000","last_unstale":"2024-09-16T01:45:43.091331+0000","last_undegraded":"2024-09-16T01:45:43.091331+0000","last_fullsized":"2024-09-16T01:45:43.091331+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:36.258084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086484+0000","last_change":"2024-09-16T01:45:42.086484+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086484+0000","last_undegraded":"2024-09-16T01:45:42.086484+0000","last_fullsized":"2024-09-16T01:45:42.086484+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.085915+0000","last_change":"2024-09-16T01:45:42.099779+0000","last_active":"2024-09-16T01:45:43.085915+0000","last_peered":"2024-09-16T01:45:43.085915+0000","last_clean":"2024-09-16T01:45:43.085915+0000","last_became_active":"2024-09-16T01:45:42.099354+0000","last_became_peered":"2024-09-16T01:45:42.099354+0000","last_unstale":"2024-09-16T01:45:43.085915+0000","last_undegraded":"2024-09-16T01:45:43.085915+0000","last_fullsized":"2024-09-16T01:45:43.085915+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.906040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.105683+0000","last_change":"2024-09-16T01:45:43.099161+0000","last_active":"2024-09-16T01:45:43.105683+0000","last_peered":"2024-09-16T01:45:43.105683+0000","last_clean":"2024-09-16T01:45:43.105683+0000","last_became_active":"2024-09-16T01:45:43.098255+0000","last_became_peered":"2024-09-16T01:45:43.098255+0000","last_unstale":"2024-09-16T01:45:43.105683+0000","last_undegraded":"2024-09-16T01:45:43.105683+0000","last_fullsized":"2024-09-16T01:45:43.105683+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:37.262958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231732+0000","last_change":"2024-09-16T01:45:42.101798+0000","last_active":"2024-09-16T01:45:44.231732+0000","last_peered":"2024-09-16T01:45:44.231732+0000","last_clean":"2024-09-16T01:45:44.231732+0000","last_became_active":"2024-09-16T01:45:42.101450+0000","last_became_peered":"2024-09-16T01:45:42.101450+0000","last_unstale":"2024-09-16T01:45:44.231732+0000","last_undegraded":"2024-09-16T01:45:44.231732+0000","last_fullsized":"2024-09-16T01:45:44.231732+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.232013+0000","last_change":"2024-09-16T01:45:43.108873+0000","last_active":"2024-09-16T01:45:44.232013+0000","last_peered":"2024-09-16T01:45:44.232013+0000","last_clean":"2024-09-16T01:45:44.232013+0000","last_became_active":"2024-09-16T01:45:43.108611+0000","last_became_peered":"2024-09-16T01:45:43.108611+0000","last_unstale":"2024-09-16T01:45:44.232013+0000","last_undegraded":"2024-09-16T01:45:44.232013+0000","last_fullsized":"2024-09-16T01:45:44.232013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:48.033659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103540+0000","last_change":"2024-09-16T01:45:42.096753+0000","last_active":"2024-09-16T01:45:42.103540+0000","last_peered":"2024-09-16T01:45:42.103540+0000","last_clean":"2024-09-16T01:45:42.103540+0000","last_became_active":"2024-09-16T01:45:42.096429+0000","last_became_peered":"2024-09-16T01:45:42.096429+0000","last_unstale":"2024-09-16T01:45:42.103540+0000","last_undegraded":"2024-09-16T01:45:42.103540+0000","last_fullsized":"2024-09-16T01:45:42.103540+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:51.905695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088621+0000","last_change":"2024-09-16T01:45:42.088621+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088621+0000","last_undegraded":"2024-09-16T01:45:42.088621+0000","last_fullsized":"2024-09-16T01:45:42.088621+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"56'3","reported_seq":17,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231636+0000","last_change":"2024-09-16T01:45:42.095791+0000","last_active":"2024-09-16T01:45:44.231636+0000","last_peered":"2024-09-16T01:45:44.231636+0000","last_clean":"2024-09-16T01:45:44.231636+0000","last_became_active":"2024-09-16T01:45:42.095429+0000","last_became_peered":"2024-09-16T01:45:42.095429+0000","last_unstale":"2024-09-16T01:45:44.231636+0000","last_undegraded":"2024-09-16T01:45:44.231636+0000","last_fullsized":"2024-09-16T01:45:44.231636+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231455+0000","last_change":"2024-09-16T01:45:43.104154+0000","last_active":"2024-09-16T01:45:44.231455+0000","last_peered":"2024-09-16T01:45:44.231455+0000","last_clean":"2024-09-16T01:45:44.231455+0000","last_became_active":"2024-09-16T01:45:43.103601+0000","last_became_peered":"2024-09-16T01:45:43.103601+0000","last_unstale":"2024-09-16T01:45:44.231455+0000","last_undegraded":"2024-09-16T01:45:44.231455+0000","last_fullsized":"2024-09-16T01:45:44.231455+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:52.209785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"56'6","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.117173+0000","last_change":"2024-09-16T01:45:42.102921+0000","last_active":"2024-09-16T01:45:43.117173+0000","last_peered":"2024-09-16T01:45:43.117173+0000","last_clean":"2024-09-16T01:45:43.117173+0000","last_became_active":"2024-09-16T01:45:42.102656+0000","last_became_peered":"2024-09-16T01:45:42.102656+0000","last_unstale":"2024-09-16T01:45:43.117173+0000","last_undegraded":"2024-09-16T01:45:43.117173+0000","last_fullsized":"2024-09-16T01:45:43.117173+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:15.614459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102468+0000","last_change":"2024-09-16T01:45:43.099840+0000","last_active":"2024-09-16T01:45:43.102468+0000","last_peered":"2024-09-16T01:45:43.102468+0000","last_clean":"2024-09-16T01:45:43.102468+0000","last_became_active":"2024-09-16T01:45:43.099324+0000","last_became_peered":"2024-09-16T01:45:43.099324+0000","last_unstale":"2024-09-16T01:45:43.102468+0000","last_undegraded":"2024-09-16T01:45:43.102468+0000","last_fullsized":"2024-09-16T01:45:43.102468+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.200965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103699+0000","last_change":"2024-09-16T01:45:42.100897+0000","last_active":"2024-09-16T01:45:42.103699+0000","last_peered":"2024-09-16T01:45:42.103699+0000","last_clean":"2024-09-16T01:45:42.103699+0000","last_became_active":"2024-09-16T01:45:42.097682+0000","last_became_peered":"2024-09-16T01:45:42.097682+0000","last_unstale":"2024-09-16T01:45:42.103699+0000","last_undegraded":"2024-09-16T01:45:42.103699+0000","last_fullsized":"2024-09-16T01:45:42.103699+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:42.915958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231591+0000","last_change":"2024-09-16T01:45:43.104199+0000","last_active":"2024-09-16T01:45:44.231591+0000","last_peered":"2024-09-16T01:45:44.231591+0000","last_clean":"2024-09-16T01:45:44.231591+0000","last_became_active":"2024-09-16T01:45:43.103847+0000","last_became_peered":"2024-09-16T01:45:43.103847+0000","last_unstale":"2024-09-16T01:45:44.231591+0000","last_undegraded":"2024-09-16T01:45:44.231591+0000","last_fullsized":"2024-09-16T01:45:44.231591+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:07.620176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096224+0000","last_change":"2024-09-16T01:45:42.095776+0000","last_active":"2024-09-16T01:45:43.096224+0000","last_peered":"2024-09-16T01:45:43.096224+0000","last_clean":"2024-09-16T01:45:43.096224+0000","last_became_active":"2024-09-16T01:45:42.095481+0000","last_became_peered":"2024-09-16T01:45:42.095481+0000","last_unstale":"2024-09-16T01:45:43.096224+0000","last_undegraded":"2024-09-16T01:45:43.096224+0000","last_fullsized":"2024-09-16T01:45:43.096224+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:01.706396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110481+0000","last_change":"2024-09-16T01:45:43.105409+0000","last_active":"2024-09-16T01:45:43.110481+0000","last_peered":"2024-09-16T01:45:43.110481+0000","last_clean":"2024-09-16T01:45:43.110481+0000","last_became_active":"2024-09-16T01:45:43.104904+0000","last_became_peered":"2024-09-16T01:45:43.104904+0000","last_unstale":"2024-09-16T01:45:43.110481+0000","last_undegraded":"2024-09-16T01:45:43.110481+0000","last_fullsized":"2024-09-16T01:45:43.110481+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:11.989504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091486+0000","last_change":"2024-09-16T01:45:42.092203+0000","last_active":"2024-09-16T01:45:43.091486+0000","last_peered":"2024-09-16T01:45:43.091486+0000","last_clean":"2024-09-16T01:45:43.091486+0000","last_became_active":"2024-09-16T01:45:42.091839+0000","last_became_peered":"2024-09-16T01:45:42.091839+0000","last_unstale":"2024-09-16T01:45:43.091486+0000","last_undegraded":"2024-09-16T01:45:43.091486+0000","last_fullsized":"2024-09-16T01:45:43.091486+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:10.984631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231273+0000","last_change":"2024-09-16T01:45:43.108870+0000","last_active":"2024-09-16T01:45:44.231273+0000","last_peered":"2024-09-16T01:45:44.231273+0000","last_clean":"2024-09-16T01:45:44.231273+0000","last_became_active":"2024-09-16T01:45:43.108601+0000","last_became_peered":"2024-09-16T01:45:43.108601+0000","last_unstale":"2024-09-16T01:45:44.231273+0000","last_undegraded":"2024-09-16T01:45:44.231273+0000","last_fullsized":"2024-09-16T01:45:44.231273+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:38.619164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"56'8","reported_seq":22,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231025+0000","last_change":"2024-09-16T01:45:42.097066+0000","last_active":"2024-09-16T01:45:44.231025+0000","last_peered":"2024-09-16T01:45:44.231025+0000","last_clean":"2024-09-16T01:45:44.231025+0000","last_became_active":"2024-09-16T01:45:42.096721+0000","last_became_peered":"2024-09-16T01:45:42.096721+0000","last_unstale":"2024-09-16T01:45:44.231025+0000","last_undegraded":"2024-09-16T01:45:44.231025+0000","last_fullsized":"2024-09-16T01:45:44.231025+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231938+0000","last_change":"2024-09-16T01:45:43.109696+0000","last_active":"2024-09-16T01:45:44.231938+0000","last_peered":"2024-09-16T01:45:44.231938+0000","last_clean":"2024-09-16T01:45:44.231938+0000","last_became_active":"2024-09-16T01:45:43.109380+0000","last_became_peered":"2024-09-16T01:45:43.109380+0000","last_unstale":"2024-09-16T01:45:44.231938+0000","last_undegraded":"2024-09-16T01:45:44.231938+0000","last_fullsized":"2024-09-16T01:45:44.231938+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:23.670207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103611+0000","last_change":"2024-09-16T01:45:42.099485+0000","last_active":"2024-09-16T01:45:42.103611+0000","last_peered":"2024-09-16T01:45:42.103611+0000","last_clean":"2024-09-16T01:45:42.103611+0000","last_became_active":"2024-09-16T01:45:42.096978+0000","last_became_peered":"2024-09-16T01:45:42.096978+0000","last_unstale":"2024-09-16T01:45:42.103611+0000","last_undegraded":"2024-09-16T01:45:42.103611+0000","last_fullsized":"2024-09-16T01:45:42.103611+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:03.483145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103547+0000","last_change":"2024-09-16T01:45:43.101875+0000","last_active":"2024-09-16T01:45:43.103547+0000","last_peered":"2024-09-16T01:45:43.103547+0000","last_clean":"2024-09-16T01:45:43.103547+0000","last_became_active":"2024-09-16T01:45:43.101519+0000","last_became_peered":"2024-09-16T01:45:43.101519+0000","last_unstale":"2024-09-16T01:45:43.103547+0000","last_undegraded":"2024-09-16T01:45:43.103547+0000","last_fullsized":"2024-09-16T01:45:43.103547+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:16.264593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102698+0000","last_change":"2024-09-16T01:45:42.101891+0000","last_active":"2024-09-16T01:45:42.102698+0000","last_peered":"2024-09-16T01:45:42.102698+0000","last_clean":"2024-09-16T01:45:42.102698+0000","last_became_active":"2024-09-16T01:45:42.101494+0000","last_became_peered":"2024-09-16T01:45:42.101494+0000","last_unstale":"2024-09-16T01:45:42.102698+0000","last_undegraded":"2024-09-16T01:45:42.102698+0000","last_fullsized":"2024-09-16T01:45:42.102698+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085910+0000","last_change":"2024-09-16T01:45:42.085910+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085910+0000","last_undegraded":"2024-09-16T01:45:42.085910+0000","last_fullsized":"2024-09-16T01:45:42.085910+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.114270+0000","last_change":"2024-09-16T01:45:42.093189+0000","last_active":"2024-09-16T01:45:43.114270+0000","last_peered":"2024-09-16T01:45:43.114270+0000","last_clean":"2024-09-16T01:45:43.114270+0000","last_became_active":"2024-09-16T01:45:42.092632+0000","last_became_peered":"2024-09-16T01:45:42.092632+0000","last_unstale":"2024-09-16T01:45:43.114270+0000","last_undegraded":"2024-09-16T01:45:43.114270+0000","last_fullsized":"2024-09-16T01:45:43.114270+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:54.861131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231725+0000","last_change":"2024-09-16T01:45:43.104380+0000","last_active":"2024-09-16T01:45:44.231725+0000","last_peered":"2024-09-16T01:45:44.231725+0000","last_clean":"2024-09-16T01:45:44.231725+0000","last_became_active":"2024-09-16T01:45:43.103888+0000","last_became_peered":"2024-09-16T01:45:43.103888+0000","last_unstale":"2024-09-16T01:45:44.231725+0000","last_undegraded":"2024-09-16T01:45:44.231725+0000","last_fullsized":"2024-09-16T01:45:44.231725+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:44.368328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.100900+0000","last_change":"2024-09-16T01:45:42.095251+0000","last_active":"2024-09-16T01:45:42.100900+0000","last_peered":"2024-09-16T01:45:42.100900+0000","last_clean":"2024-09-16T01:45:42.100900+0000","last_became_active":"2024-09-16T01:45:42.094960+0000","last_became_peered":"2024-09-16T01:45:42.094960+0000","last_unstale":"2024-09-16T01:45:42.100900+0000","last_undegraded":"2024-09-16T01:45:42.100900+0000","last_fullsized":"2024-09-16T01:45:42.100900+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:56.661994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103586+0000","last_change":"2024-09-16T01:45:43.102304+0000","last_active":"2024-09-16T01:45:43.103586+0000","last_peered":"2024-09-16T01:45:43.103586+0000","last_clean":"2024-09-16T01:45:43.103586+0000","last_became_active":"2024-09-16T01:45:43.101915+0000","last_became_peered":"2024-09-16T01:45:43.101915+0000","last_unstale":"2024-09-16T01:45:43.103586+0000","last_undegraded":"2024-09-16T01:45:43.103586+0000","last_fullsized":"2024-09-16T01:45:43.103586+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:52.910568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103784+0000","last_change":"2024-09-16T01:45:42.101206+0000","last_active":"2024-09-16T01:45:42.103784+0000","last_peered":"2024-09-16T01:45:42.103784+0000","last_clean":"2024-09-16T01:45:42.103784+0000","last_became_active":"2024-09-16T01:45:42.098784+0000","last_became_peered":"2024-09-16T01:45:42.098784+0000","last_unstale":"2024-09-16T01:45:42.103784+0000","last_undegraded":"2024-09-16T01:45:42.103784+0000","last_fullsized":"2024-09-16T01:45:42.103784+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:02.431534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087292+0000","last_change":"2024-09-16T01:45:42.087292+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087292+0000","last_undegraded":"2024-09-16T01:45:42.087292+0000","last_fullsized":"2024-09-16T01:45:42.087292+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101765+0000","last_change":"2024-09-16T01:45:42.099226+0000","last_active":"2024-09-16T01:45:42.101765+0000","last_peered":"2024-09-16T01:45:42.101765+0000","last_clean":"2024-09-16T01:45:42.101765+0000","last_became_active":"2024-09-16T01:45:42.098927+0000","last_became_peered":"2024-09-16T01:45:42.098927+0000","last_unstale":"2024-09-16T01:45:42.101765+0000","last_undegraded":"2024-09-16T01:45:42.101765+0000","last_fullsized":"2024-09-16T01:45:42.101765+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:08.544741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086251+0000","last_change":"2024-09-16T01:45:42.086251+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086251+0000","last_undegraded":"2024-09-16T01:45:42.086251+0000","last_fullsized":"2024-09-16T01:45:42.086251+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091169+0000","last_change":"2024-09-16T01:45:42.092926+0000","last_active":"2024-09-16T01:45:43.091169+0000","last_peered":"2024-09-16T01:45:43.091169+0000","last_clean":"2024-09-16T01:45:43.091169+0000","last_became_active":"2024-09-16T01:45:42.092616+0000","last_became_peered":"2024-09-16T01:45:42.092616+0000","last_unstale":"2024-09-16T01:45:43.091169+0000","last_undegraded":"2024-09-16T01:45:43.091169+0000","last_fullsized":"2024-09-16T01:45:43.091169+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:56.757295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101624+0000","last_change":"2024-09-16T01:45:43.099205+0000","last_active":"2024-09-16T01:45:43.101624+0000","last_peered":"2024-09-16T01:45:43.101624+0000","last_clean":"2024-09-16T01:45:43.101624+0000","last_became_active":"2024-09-16T01:45:43.098869+0000","last_became_peered":"2024-09-16T01:45:43.098869+0000","last_unstale":"2024-09-16T01:45:43.101624+0000","last_undegraded":"2024-09-16T01:45:43.101624+0000","last_fullsized":"2024-09-16T01:45:43.101624+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:43.135529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098280+0000","last_change":"2024-09-16T01:45:42.097148+0000","last_active":"2024-09-16T01:45:42.098280+0000","last_peered":"2024-09-16T01:45:42.098280+0000","last_clean":"2024-09-16T01:45:42.098280+0000","last_became_active":"2024-09-16T01:45:42.096862+0000","last_became_peered":"2024-09-16T01:45:42.096862+0000","last_unstale":"2024-09-16T01:45:42.098280+0000","last_undegraded":"2024-09-16T01:45:42.098280+0000","last_fullsized":"2024-09-16T01:45:42.098280+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:52:10.619192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109141+0000","last_change":"2024-09-16T01:45:43.104689+0000","last_active":"2024-09-16T01:45:43.109141+0000","last_peered":"2024-09-16T01:45:43.109141+0000","last_clean":"2024-09-16T01:45:43.109141+0000","last_became_active":"2024-09-16T01:45:43.104430+0000","last_became_peered":"2024-09-16T01:45:43.104430+0000","last_unstale":"2024-09-16T01:45:43.109141+0000","last_undegraded":"2024-09-16T01:45:43.109141+0000","last_fullsized":"2024-09-16T01:45:43.109141+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:43.920832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.107567+0000","last_change":"2024-09-16T01:45:42.107010+0000","last_active":"2024-09-16T01:45:42.107567+0000","last_peered":"2024-09-16T01:45:42.107567+0000","last_clean":"2024-09-16T01:45:42.107567+0000","last_became_active":"2024-09-16T01:45:42.106758+0000","last_became_peered":"2024-09-16T01:45:42.106758+0000","last_unstale":"2024-09-16T01:45:42.107567+0000","last_undegraded":"2024-09-16T01:45:42.107567+0000","last_fullsized":"2024-09-16T01:45:42.107567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088161+0000","last_change":"2024-09-16T01:45:42.088161+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088161+0000","last_undegraded":"2024-09-16T01:45:42.088161+0000","last_fullsized":"2024-09-16T01:45:42.088161+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096393+0000","last_change":"2024-09-16T01:45:42.097417+0000","last_active":"2024-09-16T01:45:43.096393+0000","last_peered":"2024-09-16T01:45:43.096393+0000","last_clean":"2024-09-16T01:45:43.096393+0000","last_became_active":"2024-09-16T01:45:42.097131+0000","last_became_peered":"2024-09-16T01:45:42.097131+0000","last_unstale":"2024-09-16T01:45:43.096393+0000","last_undegraded":"2024-09-16T01:45:43.096393+0000","last_fullsized":"2024-09-16T01:45:43.096393+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:24.555885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087218+0000","last_change":"2024-09-16T01:45:42.087218+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087218+0000","last_undegraded":"2024-09-16T01:45:42.087218+0000","last_fullsized":"2024-09-16T01:45:42.087218+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091397+0000","last_change":"2024-09-16T01:45:42.099411+0000","last_active":"2024-09-16T01:45:43.091397+0000","last_peered":"2024-09-16T01:45:43.091397+0000","last_clean":"2024-09-16T01:45:43.091397+0000","last_became_active":"2024-09-16T01:45:42.098865+0000","last_became_peered":"2024-09-16T01:45:42.098865+0000","last_unstale":"2024-09-16T01:45:43.091397+0000","last_undegraded":"2024-09-16T01:45:43.091397+0000","last_fullsized":"2024-09-16T01:45:43.091397+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:46.132505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085664+0000","last_change":"2024-09-16T01:45:42.085664+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085664+0000","last_undegraded":"2024-09-16T01:45:42.085664+0000","last_fullsized":"2024-09-16T01:45:42.085664+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098257+0000","last_change":"2024-09-16T01:45:42.096813+0000","last_active":"2024-09-16T01:45:42.098257+0000","last_peered":"2024-09-16T01:45:42.098257+0000","last_clean":"2024-09-16T01:45:42.098257+0000","last_became_active":"2024-09-16T01:45:42.096470+0000","last_became_peered":"2024-09-16T01:45:42.096470+0000","last_unstale":"2024-09-16T01:45:42.098257+0000","last_undegraded":"2024-09-16T01:45:42.098257+0000","last_fullsized":"2024-09-16T01:45:42.098257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:22.485802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231755+0000","last_change":"2024-09-16T01:45:43.111573+0000","last_active":"2024-09-16T01:45:44.231755+0000","last_peered":"2024-09-16T01:45:44.231755+0000","last_clean":"2024-09-16T01:45:44.231755+0000","last_became_active":"2024-09-16T01:45:43.111219+0000","last_became_peered":"2024-09-16T01:45:43.111219+0000","last_unstale":"2024-09-16T01:45:44.231755+0000","last_undegraded":"2024-09-16T01:45:44.231755+0000","last_fullsized":"2024-09-16T01:45:44.231755+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:42.942433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.086265+0000","last_change":"2024-09-16T01:45:42.101005+0000","last_active":"2024-09-16T01:45:43.086265+0000","last_peered":"2024-09-16T01:45:43.086265+0000","last_clean":"2024-09-16T01:45:43.086265+0000","last_became_active":"2024-09-16T01:45:42.100730+0000","last_became_peered":"2024-09-16T01:45:42.100730+0000","last_unstale":"2024-09-16T01:45:43.086265+0000","last_undegraded":"2024-09-16T01:45:43.086265+0000","last_fullsized":"2024-09-16T01:45:43.086265+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:27.996416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088301+0000","last_change":"2024-09-16T01:45:42.088301+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088301+0000","last_undegraded":"2024-09-16T01:45:42.088301+0000","last_fullsized":"2024-09-16T01:45:42.088301+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101818+0000","last_change":"2024-09-16T01:45:42.099921+0000","last_active":"2024-09-16T01:45:42.101818+0000","last_peered":"2024-09-16T01:45:42.101818+0000","last_clean":"2024-09-16T01:45:42.101818+0000","last_became_active":"2024-09-16T01:45:42.099641+0000","last_became_peered":"2024-09-16T01:45:42.099641+0000","last_unstale":"2024-09-16T01:45:42.101818+0000","last_undegraded":"2024-09-16T01:45:42.101818+0000","last_fullsized":"2024-09-16T01:45:42.101818+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:04.589468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085240+0000","last_change":"2024-09-16T01:45:42.085240+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085240+0000","last_undegraded":"2024-09-16T01:45:42.085240+0000","last_fullsized":"2024-09-16T01:45:42.085240+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.092028+0000","last_change":"2024-09-16T01:45:42.089884+0000","last_active":"2024-09-16T01:45:42.092028+0000","last_peered":"2024-09-16T01:45:42.092028+0000","last_clean":"2024-09-16T01:45:42.092028+0000","last_became_active":"2024-09-16T01:45:42.089615+0000","last_became_peered":"2024-09-16T01:45:42.089615+0000","last_unstale":"2024-09-16T01:45:42.092028+0000","last_undegraded":"2024-09-16T01:45:42.092028+0000","last_fullsized":"2024-09-16T01:45:42.092028+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:24.087978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085974+0000","last_change":"2024-09-16T01:45:42.085974+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085974+0000","last_undegraded":"2024-09-16T01:45:42.085974+0000","last_fullsized":"2024-09-16T01:45:42.085974+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096601+0000","last_change":"2024-09-16T01:45:42.094582+0000","last_active":"2024-09-16T01:45:43.096601+0000","last_peered":"2024-09-16T01:45:43.096601+0000","last_clean":"2024-09-16T01:45:43.096601+0000","last_became_active":"2024-09-16T01:45:42.094301+0000","last_became_peered":"2024-09-16T01:45:42.094301+0000","last_unstale":"2024-09-16T01:45:43.096601+0000","last_undegraded":"2024-09-16T01:45:43.096601+0000","last_fullsized":"2024-09-16T01:45:43.096601+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:12.066127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":235,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231158+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:45:44.231158+0000","last_peered":"2024-09-16T01:45:44.231158+0000","last_clean":"2024-09-16T01:45:44.231158+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:45:44.231158+0000","last_undegraded":"2024-09-16T01:45:44.231158+0000","last_fullsized":"2024-09-16T01:45:44.231158+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":1772,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21,"ondisk_log_size":21,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542191,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35972,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335868,"statfs":{"total":96636764160,"available":96599928832,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542192,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542192,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542192,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1245184,"data_stored":857969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574896,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1277952,"data_stored":871204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:45:46.579 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:45:46.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.716+0000 7fbb6edaf640 1 Processor -- start 2024-09-16T01:45:46.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.716+0000 7fbb6edaf640 1 -- start start 2024-09-16T01:45:46.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.717+0000 7fbb6edaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb6815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.717+0000 7fbb6edaf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb680d0ee0 0x7fbb680d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.717+0000 7fbb6edaf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb680ba310 con 0x7fbb680b97d0 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.717+0000 7fbb6edaf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fbb681483a0 con 0x7fbb680d0ee0 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.717+0000 7fbb6edaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbb6815efa0 con 0x7fbb68147fc0 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.717+0000 7fbb67fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb680d0ee0 0x7fbb680d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.718+0000 7fbb67fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb680d0ee0 0x7fbb680d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46892/0 (socket says 172.21.15.16:46892) 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.718+0000 7fbb67fff640 1 -- 172.21.15.16:0/3146190866 learned_addr learned my addr 172.21.15.16:0/3146190866 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.718+0000 7fbb6cb4b640 1 --2- 172.21.15.16:0/3146190866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb6815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.718+0000 7fbb67fff640 1 -- 172.21.15.16:0/3146190866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 msgr2=0x7fbb6815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.718+0000 7fbb67fff640 1 --2- 172.21.15.16:0/3146190866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb6815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.718+0000 7fbb67fff640 1 -- 172.21.15.16:0/3146190866 >> v1:172.21.15.104:6789/0 conn(0x7fbb680b97d0 legacy=0x7fbb680b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.718+0000 7fbb67fff640 1 -- 172.21.15.16:0/3146190866 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb680d2750 con 0x7fbb680d0ee0 2024-09-16T01:45:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb67fff640 1 --2- 172.21.15.16:0/3146190866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680d0ee0 0x7fbb680d1340 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fbb58009870 tx=0x7fbb5802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29bb75c4fd74880d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb677fe640 1 -- 172.21.15.16:0/3146190866 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb58037070 con 0x7fbb680d0ee0 2024-09-16T01:45:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb677fe640 1 -- 172.21.15.16:0/3146190866 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb58032440 con 0x7fbb680d0ee0 2024-09-16T01:45:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb677fe640 1 -- 172.21.15.16:0/3146190866 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb58032810 con 0x7fbb680d0ee0 2024-09-16T01:45:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 -- 172.21.15.16:0/3146190866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680d0ee0 msgr2=0x7fbb680d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/3146190866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680d0ee0 0x7fbb680d1340 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fbb58009870 tx=0x7fbb5802a270 comp rx=0 tx=0).stop 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 -- 172.21.15.16:0/3146190866 shutdown_connections 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/3146190866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680d0ee0 0x7fbb680d1340 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/3146190866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb6815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 -- 172.21.15.16:0/3146190866 >> 172.21.15.16:0/3146190866 conn(0x7fbb68074fe0 msgr2=0x7fbb6806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 -- 172.21.15.16:0/3146190866 shutdown_connections 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.719+0000 7fbb6edaf640 1 -- 172.21.15.16:0/3146190866 wait complete. 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.720+0000 7fbb6edaf640 1 Processor -- start 2024-09-16T01:45:46.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.721+0000 7fbb6edaf640 1 -- start start 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.721+0000 7fbb6edaf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680b97d0 0x7fbb681f5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.721+0000 7fbb6edaf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb680d0ee0 0x7fbb68141f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.721+0000 7fbb6edaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb681f5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.721+0000 7fbb6edaf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbb680d2500 con 0x7fbb680b97d0 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.721+0000 7fbb6edaf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbb680d2d10 con 0x7fbb680d0ee0 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.721+0000 7fbb6edaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbb680d2ff0 con 0x7fbb68147fc0 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680b97d0 0x7fbb681f5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680b97d0 0x7fbb681f5d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46896/0 (socket says 172.21.15.16:46896) 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 -- 172.21.15.16:0/4227491903 learned_addr learned my addr 172.21.15.16:0/4227491903 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb67fff640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb680d0ee0 0x7fbb68141f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6d34c640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb681f5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 -- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 msgr2=0x7fbb681f5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb681f5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 -- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb680d0ee0 msgr2=0x7fbb68141f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb680d0ee0 0x7fbb68141f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 -- 172.21.15.16:0/4227491903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb68144e80 con 0x7fbb680b97d0 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6cb4b640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680b97d0 0x7fbb681f5d30 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000efc0 tx=0x7fbb6000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb657fa640 1 -- 172.21.15.16:0/4227491903 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb60018020 con 0x7fbb680b97d0 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb657fa640 1 -- 172.21.15.16:0/4227491903 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb60014480 con 0x7fbb680b97d0 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb681e7ea0 con 0x7fbb680b97d0 2024-09-16T01:45:46.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb657fa640 1 -- 172.21.15.16:0/4227491903 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb60014850 con 0x7fbb680b97d0 2024-09-16T01:45:46.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.722+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb68142490 con 0x7fbb680b97d0 2024-09-16T01:45:46.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.723+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb680b8830 con 0x7fbb680b97d0 2024-09-16T01:45:46.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.724+0000 7fbb657fa640 1 -- 172.21.15.16:0/4227491903 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fbb60005d10 con 0x7fbb680b97d0 2024-09-16T01:45:46.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.724+0000 7fbb657fa640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4806c490 0x7fbb4806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:46.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.725+0000 7fbb657fa640 1 -- 172.21.15.16:0/4227491903 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fbb6008c1f0 con 0x7fbb680b97d0 2024-09-16T01:45:46.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.725+0000 7fbb67fff640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4806c490 0x7fbb4806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:46.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.725+0000 7fbb67fff640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4806c490 0x7fbb4806e950 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbb58034000 tx=0x7fbb5802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:46.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.729+0000 7fbb657fa640 1 -- 172.21.15.16:0/4227491903 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb680b8830 con 0x7fbb680b97d0 2024-09-16T01:45:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.901+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbb6806c2f0 con 0x7fbb4806c490 2024-09-16T01:45:46.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.907+0000 7fbb657fa640 1 -- 172.21.15.16:0/4227491903 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249041 (secure 0 0 0) 0x7fbb6806c2f0 con 0x7fbb4806c490 2024-09-16T01:45:46.911 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:46.912 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:45:46.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4806c490 msgr2=0x7fbb4806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4806c490 0x7fbb4806e950 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbb58034000 tx=0x7fbb5802e000 comp rx=0 tx=0).stop 2024-09-16T01:45:46.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680b97d0 msgr2=0x7fbb681f5d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:46.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680b97d0 0x7fbb681f5d30 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000efc0 tx=0x7fbb6000c490 comp rx=0 tx=0).stop 2024-09-16T01:45:46.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 shutdown_connections 2024-09-16T01:45:46.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fbb4806c490 0x7fbb4806e950 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb68147fc0 0x7fbb681f5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb680d0ee0 0x7fbb68141f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 --2- 172.21.15.16:0/4227491903 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb680b97d0 0x7fbb681f5d30 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:46.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.910+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 >> 172.21.15.16:0/4227491903 conn(0x7fbb68074fe0 msgr2=0x7fbb681452f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:46.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.911+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 shutdown_connections 2024-09-16T01:45:46.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:46.911+0000 7fbb6edaf640 1 -- 172.21.15.16:0/4227491903 wait complete. 2024-09-16T01:45:46.922 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":163,"stamp":"2024-09-16T01:45:46.347221+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592140,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":185,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247456,"kb_used_data":6244,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727264,"statfs":{"total":773094113280,"available":772840718336,"internally_reserved":0,"allocated":6393856,"data_stored":3315978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1772,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.270774"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091814+0000","last_change":"2024-09-16T01:45:42.091814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091814+0000","last_undegraded":"2024-09-16T01:45:42.091814+0000","last_fullsized":"2024-09-16T01:45:42.091814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090478+0000","last_change":"2024-09-16T01:45:42.090478+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090478+0000","last_undegraded":"2024-09-16T01:45:42.090478+0000","last_fullsized":"2024-09-16T01:45:42.090478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231507+0000","last_change":"2024-09-16T01:45:43.109723+0000","last_active":"2024-09-16T01:45:44.231507+0000","last_peered":"2024-09-16T01:45:44.231507+0000","last_clean":"2024-09-16T01:45:44.231507+0000","last_became_active":"2024-09-16T01:45:43.109401+0000","last_became_peered":"2024-09-16T01:45:43.109401+0000","last_unstale":"2024-09-16T01:45:44.231507+0000","last_undegraded":"2024-09-16T01:45:44.231507+0000","last_fullsized":"2024-09-16T01:45:44.231507+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:15.709751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101675+0000","last_change":"2024-09-16T01:45:43.100106+0000","last_active":"2024-09-16T01:45:43.101675+0000","last_peered":"2024-09-16T01:45:43.101675+0000","last_clean":"2024-09-16T01:45:43.101675+0000","last_became_active":"2024-09-16T01:45:43.099710+0000","last_became_peered":"2024-09-16T01:45:43.099710+0000","last_unstale":"2024-09-16T01:45:43.101675+0000","last_undegraded":"2024-09-16T01:45:43.101675+0000","last_fullsized":"2024-09-16T01:45:43.101675+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:25.092851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090570+0000","last_change":"2024-09-16T01:45:42.090570+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090570+0000","last_undegraded":"2024-09-16T01:45:42.090570+0000","last_fullsized":"2024-09-16T01:45:42.090570+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089149+0000","last_change":"2024-09-16T01:45:42.089149+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089149+0000","last_undegraded":"2024-09-16T01:45:42.089149+0000","last_fullsized":"2024-09-16T01:45:42.089149+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102895+0000","last_change":"2024-09-16T01:45:43.095610+0000","last_active":"2024-09-16T01:45:43.102895+0000","last_peered":"2024-09-16T01:45:43.102895+0000","last_clean":"2024-09-16T01:45:43.102895+0000","last_became_active":"2024-09-16T01:45:43.095047+0000","last_became_peered":"2024-09-16T01:45:43.095047+0000","last_unstale":"2024-09-16T01:45:43.102895+0000","last_undegraded":"2024-09-16T01:45:43.102895+0000","last_fullsized":"2024-09-16T01:45:43.102895+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:23.228470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089177+0000","last_change":"2024-09-16T01:45:42.089177+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089177+0000","last_undegraded":"2024-09-16T01:45:42.089177+0000","last_fullsized":"2024-09-16T01:45:42.089177+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101423+0000","last_change":"2024-09-16T01:45:43.091287+0000","last_active":"2024-09-16T01:45:43.101423+0000","last_peered":"2024-09-16T01:45:43.101423+0000","last_clean":"2024-09-16T01:45:43.101423+0000","last_became_active":"2024-09-16T01:45:43.091015+0000","last_became_peered":"2024-09-16T01:45:43.091015+0000","last_unstale":"2024-09-16T01:45:43.101423+0000","last_undegraded":"2024-09-16T01:45:43.101423+0000","last_fullsized":"2024-09-16T01:45:43.101423+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:57.762169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088140+0000","last_change":"2024-09-16T01:45:42.088140+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088140+0000","last_undegraded":"2024-09-16T01:45:42.088140+0000","last_fullsized":"2024-09-16T01:45:42.088140+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089115+0000","last_change":"2024-09-16T01:45:42.089115+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089115+0000","last_undegraded":"2024-09-16T01:45:42.089115+0000","last_fullsized":"2024-09-16T01:45:42.089115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109179+0000","last_change":"2024-09-16T01:45:43.105383+0000","last_active":"2024-09-16T01:45:43.109179+0000","last_peered":"2024-09-16T01:45:43.109179+0000","last_clean":"2024-09-16T01:45:43.109179+0000","last_became_active":"2024-09-16T01:45:43.105127+0000","last_became_peered":"2024-09-16T01:45:43.105127+0000","last_unstale":"2024-09-16T01:45:43.109179+0000","last_undegraded":"2024-09-16T01:45:43.109179+0000","last_fullsized":"2024-09-16T01:45:43.109179+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:03.436408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108544+0000","last_change":"2024-09-16T01:45:43.107785+0000","last_active":"2024-09-16T01:45:43.108544+0000","last_peered":"2024-09-16T01:45:43.108544+0000","last_clean":"2024-09-16T01:45:43.108544+0000","last_became_active":"2024-09-16T01:45:43.107376+0000","last_became_peered":"2024-09-16T01:45:43.107376+0000","last_unstale":"2024-09-16T01:45:43.108544+0000","last_undegraded":"2024-09-16T01:45:43.108544+0000","last_fullsized":"2024-09-16T01:45:43.108544+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:44.767706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103026+0000","last_change":"2024-09-16T01:45:43.095149+0000","last_active":"2024-09-16T01:45:43.103026+0000","last_peered":"2024-09-16T01:45:43.103026+0000","last_clean":"2024-09-16T01:45:43.103026+0000","last_became_active":"2024-09-16T01:45:43.094867+0000","last_became_peered":"2024-09-16T01:45:43.094867+0000","last_unstale":"2024-09-16T01:45:43.103026+0000","last_undegraded":"2024-09-16T01:45:43.103026+0000","last_fullsized":"2024-09-16T01:45:43.103026+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:55.866005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102917+0000","last_change":"2024-09-16T01:45:43.099548+0000","last_active":"2024-09-16T01:45:43.102917+0000","last_peered":"2024-09-16T01:45:43.102917+0000","last_clean":"2024-09-16T01:45:43.102917+0000","last_became_active":"2024-09-16T01:45:43.098988+0000","last_became_peered":"2024-09-16T01:45:43.098988+0000","last_unstale":"2024-09-16T01:45:43.102917+0000","last_undegraded":"2024-09-16T01:45:43.102917+0000","last_fullsized":"2024-09-16T01:45:43.102917+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:47.137379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087814+0000","last_change":"2024-09-16T01:45:42.087814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087814+0000","last_undegraded":"2024-09-16T01:45:42.087814+0000","last_fullsized":"2024-09-16T01:45:42.087814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088727+0000","last_change":"2024-09-16T01:45:42.088727+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088727+0000","last_undegraded":"2024-09-16T01:45:42.088727+0000","last_fullsized":"2024-09-16T01:45:42.088727+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231861+0000","last_change":"2024-09-16T01:45:43.112322+0000","last_active":"2024-09-16T01:45:44.231861+0000","last_peered":"2024-09-16T01:45:44.231861+0000","last_clean":"2024-09-16T01:45:44.231861+0000","last_became_active":"2024-09-16T01:45:43.112047+0000","last_became_peered":"2024-09-16T01:45:43.112047+0000","last_unstale":"2024-09-16T01:45:44.231861+0000","last_undegraded":"2024-09-16T01:45:44.231861+0000","last_fullsized":"2024-09-16T01:45:44.231861+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:46.603846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091069+0000","last_change":"2024-09-16T01:45:42.091069+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091069+0000","last_undegraded":"2024-09-16T01:45:42.091069+0000","last_fullsized":"2024-09-16T01:45:42.091069+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088444+0000","last_change":"2024-09-16T01:45:42.088444+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088444+0000","last_undegraded":"2024-09-16T01:45:42.088444+0000","last_fullsized":"2024-09-16T01:45:42.088444+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231396+0000","last_change":"2024-09-16T01:45:43.107730+0000","last_active":"2024-09-16T01:45:44.231396+0000","last_peered":"2024-09-16T01:45:44.231396+0000","last_clean":"2024-09-16T01:45:44.231396+0000","last_became_active":"2024-09-16T01:45:43.107447+0000","last_became_peered":"2024-09-16T01:45:43.107447+0000","last_unstale":"2024-09-16T01:45:44.231396+0000","last_undegraded":"2024-09-16T01:45:44.231396+0000","last_fullsized":"2024-09-16T01:45:44.231396+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:53.192517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088445+0000","last_change":"2024-09-16T01:45:42.088445+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088445+0000","last_undegraded":"2024-09-16T01:45:42.088445+0000","last_fullsized":"2024-09-16T01:45:42.088445+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231304+0000","last_change":"2024-09-16T01:45:43.108088+0000","last_active":"2024-09-16T01:45:44.231304+0000","last_peered":"2024-09-16T01:45:44.231304+0000","last_clean":"2024-09-16T01:45:44.231304+0000","last_became_active":"2024-09-16T01:45:43.107836+0000","last_became_peered":"2024-09-16T01:45:43.107836+0000","last_unstale":"2024-09-16T01:45:44.231304+0000","last_undegraded":"2024-09-16T01:45:44.231304+0000","last_fullsized":"2024-09-16T01:45:44.231304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:54.203738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108304+0000","last_change":"2024-09-16T01:45:43.107018+0000","last_active":"2024-09-16T01:45:43.108304+0000","last_peered":"2024-09-16T01:45:43.108304+0000","last_clean":"2024-09-16T01:45:43.108304+0000","last_became_active":"2024-09-16T01:45:43.106773+0000","last_became_peered":"2024-09-16T01:45:43.106773+0000","last_unstale":"2024-09-16T01:45:43.108304+0000","last_undegraded":"2024-09-16T01:45:43.108304+0000","last_fullsized":"2024-09-16T01:45:43.108304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:18:46.738067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091402+0000","last_change":"2024-09-16T01:45:42.091402+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091402+0000","last_undegraded":"2024-09-16T01:45:42.091402+0000","last_fullsized":"2024-09-16T01:45:42.091402+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.104814+0000","last_change":"2024-09-16T01:45:43.103036+0000","last_active":"2024-09-16T01:45:43.104814+0000","last_peered":"2024-09-16T01:45:43.104814+0000","last_clean":"2024-09-16T01:45:43.104814+0000","last_became_active":"2024-09-16T01:45:43.102683+0000","last_became_peered":"2024-09-16T01:45:43.102683+0000","last_unstale":"2024-09-16T01:45:43.104814+0000","last_undegraded":"2024-09-16T01:45:43.104814+0000","last_fullsized":"2024-09-16T01:45:43.104814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:04.488018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088776+0000","last_change":"2024-09-16T01:45:42.088776+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088776+0000","last_undegraded":"2024-09-16T01:45:42.088776+0000","last_fullsized":"2024-09-16T01:45:42.088776+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090169+0000","last_change":"2024-09-16T01:45:42.090169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090169+0000","last_undegraded":"2024-09-16T01:45:42.090169+0000","last_fullsized":"2024-09-16T01:45:42.090169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087927+0000","last_change":"2024-09-16T01:45:42.087927+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087927+0000","last_undegraded":"2024-09-16T01:45:42.087927+0000","last_fullsized":"2024-09-16T01:45:42.087927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231172+0000","last_change":"2024-09-16T01:45:43.104110+0000","last_active":"2024-09-16T01:45:44.231172+0000","last_peered":"2024-09-16T01:45:44.231172+0000","last_clean":"2024-09-16T01:45:44.231172+0000","last_became_active":"2024-09-16T01:45:43.103689+0000","last_became_peered":"2024-09-16T01:45:43.103689+0000","last_unstale":"2024-09-16T01:45:44.231172+0000","last_undegraded":"2024-09-16T01:45:44.231172+0000","last_fullsized":"2024-09-16T01:45:44.231172+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:04.541322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089668+0000","last_change":"2024-09-16T01:45:42.089668+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089668+0000","last_undegraded":"2024-09-16T01:45:42.089668+0000","last_fullsized":"2024-09-16T01:45:42.089668+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086169+0000","last_change":"2024-09-16T01:45:42.086169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086169+0000","last_undegraded":"2024-09-16T01:45:42.086169+0000","last_fullsized":"2024-09-16T01:45:42.086169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089828+0000","last_change":"2024-09-16T01:45:42.089828+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089828+0000","last_undegraded":"2024-09-16T01:45:42.089828+0000","last_fullsized":"2024-09-16T01:45:42.089828+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102368+0000","last_change":"2024-09-16T01:45:42.099051+0000","last_active":"2024-09-16T01:45:42.102368+0000","last_peered":"2024-09-16T01:45:42.102368+0000","last_clean":"2024-09-16T01:45:42.102368+0000","last_became_active":"2024-09-16T01:45:42.098738+0000","last_became_peered":"2024-09-16T01:45:42.098738+0000","last_unstale":"2024-09-16T01:45:42.102368+0000","last_undegraded":"2024-09-16T01:45:42.102368+0000","last_fullsized":"2024-09-16T01:45:42.102368+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090405+0000","last_change":"2024-09-16T01:45:42.090405+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090405+0000","last_undegraded":"2024-09-16T01:45:42.090405+0000","last_fullsized":"2024-09-16T01:45:42.090405+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.094566+0000","last_change":"2024-09-16T01:45:42.093272+0000","last_active":"2024-09-16T01:45:42.094566+0000","last_peered":"2024-09-16T01:45:42.094566+0000","last_clean":"2024-09-16T01:45:42.094566+0000","last_became_active":"2024-09-16T01:45:42.092837+0000","last_became_peered":"2024-09-16T01:45:42.092837+0000","last_unstale":"2024-09-16T01:45:42.094566+0000","last_undegraded":"2024-09-16T01:45:42.094566+0000","last_fullsized":"2024-09-16T01:45:42.094566+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:15.259719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086563+0000","last_change":"2024-09-16T01:45:42.086563+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086563+0000","last_undegraded":"2024-09-16T01:45:42.086563+0000","last_fullsized":"2024-09-16T01:45:42.086563+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101036+0000","last_change":"2024-09-16T01:45:42.097327+0000","last_active":"2024-09-16T01:45:42.101036+0000","last_peered":"2024-09-16T01:45:42.101036+0000","last_clean":"2024-09-16T01:45:42.101036+0000","last_became_active":"2024-09-16T01:45:42.096759+0000","last_became_peered":"2024-09-16T01:45:42.096759+0000","last_unstale":"2024-09-16T01:45:42.101036+0000","last_undegraded":"2024-09-16T01:45:42.101036+0000","last_fullsized":"2024-09-16T01:45:42.101036+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:56.299767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088269+0000","last_change":"2024-09-16T01:45:42.088269+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088269+0000","last_undegraded":"2024-09-16T01:45:42.088269+0000","last_fullsized":"2024-09-16T01:45:42.088269+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.111518+0000","last_change":"2024-09-16T01:45:42.092450+0000","last_active":"2024-09-16T01:45:43.111518+0000","last_peered":"2024-09-16T01:45:43.111518+0000","last_clean":"2024-09-16T01:45:43.111518+0000","last_became_active":"2024-09-16T01:45:42.091972+0000","last_became_peered":"2024-09-16T01:45:42.091972+0000","last_unstale":"2024-09-16T01:45:43.111518+0000","last_undegraded":"2024-09-16T01:45:43.111518+0000","last_fullsized":"2024-09-16T01:45:43.111518+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:22.223596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087057+0000","last_change":"2024-09-16T01:45:42.087057+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087057+0000","last_undegraded":"2024-09-16T01:45:42.087057+0000","last_fullsized":"2024-09-16T01:45:42.087057+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110237+0000","last_change":"2024-09-16T01:45:42.098581+0000","last_active":"2024-09-16T01:45:43.110237+0000","last_peered":"2024-09-16T01:45:43.110237+0000","last_clean":"2024-09-16T01:45:43.110237+0000","last_became_active":"2024-09-16T01:45:42.098275+0000","last_became_peered":"2024-09-16T01:45:42.098275+0000","last_unstale":"2024-09-16T01:45:43.110237+0000","last_undegraded":"2024-09-16T01:45:43.110237+0000","last_fullsized":"2024-09-16T01:45:43.110237+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:19.390689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087486+0000","last_change":"2024-09-16T01:45:42.087486+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087486+0000","last_undegraded":"2024-09-16T01:45:42.087486+0000","last_fullsized":"2024-09-16T01:45:42.087486+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102309+0000","last_change":"2024-09-16T01:45:42.098405+0000","last_active":"2024-09-16T01:45:42.102309+0000","last_peered":"2024-09-16T01:45:42.102309+0000","last_clean":"2024-09-16T01:45:42.102309+0000","last_became_active":"2024-09-16T01:45:42.098085+0000","last_became_peered":"2024-09-16T01:45:42.098085+0000","last_unstale":"2024-09-16T01:45:42.102309+0000","last_undegraded":"2024-09-16T01:45:42.102309+0000","last_fullsized":"2024-09-16T01:45:42.102309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:30.926847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108023+0000","last_change":"2024-09-16T01:45:43.105529+0000","last_active":"2024-09-16T01:45:43.108023+0000","last_peered":"2024-09-16T01:45:43.108023+0000","last_clean":"2024-09-16T01:45:43.108023+0000","last_became_active":"2024-09-16T01:45:43.105256+0000","last_became_peered":"2024-09-16T01:45:43.105256+0000","last_unstale":"2024-09-16T01:45:43.108023+0000","last_undegraded":"2024-09-16T01:45:43.108023+0000","last_fullsized":"2024-09-16T01:45:43.108023+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:26.952293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091331+0000","last_change":"2024-09-16T01:45:42.098109+0000","last_active":"2024-09-16T01:45:43.091331+0000","last_peered":"2024-09-16T01:45:43.091331+0000","last_clean":"2024-09-16T01:45:43.091331+0000","last_became_active":"2024-09-16T01:45:42.097728+0000","last_became_peered":"2024-09-16T01:45:42.097728+0000","last_unstale":"2024-09-16T01:45:43.091331+0000","last_undegraded":"2024-09-16T01:45:43.091331+0000","last_fullsized":"2024-09-16T01:45:43.091331+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:36.258084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086484+0000","last_change":"2024-09-16T01:45:42.086484+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086484+0000","last_undegraded":"2024-09-16T01:45:42.086484+0000","last_fullsized":"2024-09-16T01:45:42.086484+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.085915+0000","last_change":"2024-09-16T01:45:42.099779+0000","last_active":"2024-09-16T01:45:43.085915+0000","last_peered":"2024-09-16T01:45:43.085915+0000","last_clean":"2024-09-16T01:45:43.085915+0000","last_became_active":"2024-09-16T01:45:42.099354+0000","last_became_peered":"2024-09-16T01:45:42.099354+0000","last_unstale":"2024-09-16T01:45:43.085915+0000","last_undegraded":"2024-09-16T01:45:43.085915+0000","last_fullsized":"2024-09-16T01:45:43.085915+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.906040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.105683+0000","last_change":"2024-09-16T01:45:43.099161+0000","last_active":"2024-09-16T01:45:43.105683+0000","last_peered":"2024-09-16T01:45:43.105683+0000","last_clean":"2024-09-16T01:45:43.105683+0000","last_became_active":"2024-09-16T01:45:43.098255+0000","last_became_peered":"2024-09-16T01:45:43.098255+0000","last_unstale":"2024-09-16T01:45:43.105683+0000","last_undegraded":"2024-09-16T01:45:43.105683+0000","last_fullsized":"2024-09-16T01:45:43.105683+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:37.262958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231732+0000","last_change":"2024-09-16T01:45:42.101798+0000","last_active":"2024-09-16T01:45:44.231732+0000","last_peered":"2024-09-16T01:45:44.231732+0000","last_clean":"2024-09-16T01:45:44.231732+0000","last_became_active":"2024-09-16T01:45:42.101450+0000","last_became_peered":"2024-09-16T01:45:42.101450+0000","last_unstale":"2024-09-16T01:45:44.231732+0000","last_undegraded":"2024-09-16T01:45:44.231732+0000","last_fullsized":"2024-09-16T01:45:44.231732+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.232013+0000","last_change":"2024-09-16T01:45:43.108873+0000","last_active":"2024-09-16T01:45:44.232013+0000","last_peered":"2024-09-16T01:45:44.232013+0000","last_clean":"2024-09-16T01:45:44.232013+0000","last_became_active":"2024-09-16T01:45:43.108611+0000","last_became_peered":"2024-09-16T01:45:43.108611+0000","last_unstale":"2024-09-16T01:45:44.232013+0000","last_undegraded":"2024-09-16T01:45:44.232013+0000","last_fullsized":"2024-09-16T01:45:44.232013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:48.033659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103540+0000","last_change":"2024-09-16T01:45:42.096753+0000","last_active":"2024-09-16T01:45:42.103540+0000","last_peered":"2024-09-16T01:45:42.103540+0000","last_clean":"2024-09-16T01:45:42.103540+0000","last_became_active":"2024-09-16T01:45:42.096429+0000","last_became_peered":"2024-09-16T01:45:42.096429+0000","last_unstale":"2024-09-16T01:45:42.103540+0000","last_undegraded":"2024-09-16T01:45:42.103540+0000","last_fullsized":"2024-09-16T01:45:42.103540+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:51.905695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088621+0000","last_change":"2024-09-16T01:45:42.088621+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088621+0000","last_undegraded":"2024-09-16T01:45:42.088621+0000","last_fullsized":"2024-09-16T01:45:42.088621+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"56'3","reported_seq":17,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231636+0000","last_change":"2024-09-16T01:45:42.095791+0000","last_active":"2024-09-16T01:45:44.231636+0000","last_peered":"2024-09-16T01:45:44.231636+0000","last_clean":"2024-09-16T01:45:44.231636+0000","last_became_active":"2024-09-16T01:45:42.095429+0000","last_became_peered":"2024-09-16T01:45:42.095429+0000","last_unstale":"2024-09-16T01:45:44.231636+0000","last_undegraded":"2024-09-16T01:45:44.231636+0000","last_fullsized":"2024-09-16T01:45:44.231636+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231455+0000","last_change":"2024-09-16T01:45:43.104154+0000","last_active":"2024-09-16T01:45:44.231455+0000","last_peered":"2024-09-16T01:45:44.231455+0000","last_clean":"2024-09-16T01:45:44.231455+0000","last_became_active":"2024-09-16T01:45:43.103601+0000","last_became_peered":"2024-09-16T01:45:43.103601+0000","last_unstale":"2024-09-16T01:45:44.231455+0000","last_undegraded":"2024-09-16T01:45:44.231455+0000","last_fullsized":"2024-09-16T01:45:44.231455+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:52.209785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"56'6","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.117173+0000","last_change":"2024-09-16T01:45:42.102921+0000","last_active":"2024-09-16T01:45:43.117173+0000","last_peered":"2024-09-16T01:45:43.117173+0000","last_clean":"2024-09-16T01:45:43.117173+0000","last_became_active":"2024-09-16T01:45:42.102656+0000","last_became_peered":"2024-09-16T01:45:42.102656+0000","last_unstale":"2024-09-16T01:45:43.117173+0000","last_undegraded":"2024-09-16T01:45:43.117173+0000","last_fullsized":"2024-09-16T01:45:43.117173+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:15.614459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102468+0000","last_change":"2024-09-16T01:45:43.099840+0000","last_active":"2024-09-16T01:45:43.102468+0000","last_peered":"2024-09-16T01:45:43.102468+0000","last_clean":"2024-09-16T01:45:43.102468+0000","last_became_active":"2024-09-16T01:45:43.099324+0000","last_became_peered":"2024-09-16T01:45:43.099324+0000","last_unstale":"2024-09-16T01:45:43.102468+0000","last_undegraded":"2024-09-16T01:45:43.102468+0000","last_fullsized":"2024-09-16T01:45:43.102468+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.200965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103699+0000","last_change":"2024-09-16T01:45:42.100897+0000","last_active":"2024-09-16T01:45:42.103699+0000","last_peered":"2024-09-16T01:45:42.103699+0000","last_clean":"2024-09-16T01:45:42.103699+0000","last_became_active":"2024-09-16T01:45:42.097682+0000","last_became_peered":"2024-09-16T01:45:42.097682+0000","last_unstale":"2024-09-16T01:45:42.103699+0000","last_undegraded":"2024-09-16T01:45:42.103699+0000","last_fullsized":"2024-09-16T01:45:42.103699+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:42.915958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231591+0000","last_change":"2024-09-16T01:45:43.104199+0000","last_active":"2024-09-16T01:45:44.231591+0000","last_peered":"2024-09-16T01:45:44.231591+0000","last_clean":"2024-09-16T01:45:44.231591+0000","last_became_active":"2024-09-16T01:45:43.103847+0000","last_became_peered":"2024-09-16T01:45:43.103847+0000","last_unstale":"2024-09-16T01:45:44.231591+0000","last_undegraded":"2024-09-16T01:45:44.231591+0000","last_fullsized":"2024-09-16T01:45:44.231591+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:07.620176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096224+0000","last_change":"2024-09-16T01:45:42.095776+0000","last_active":"2024-09-16T01:45:43.096224+0000","last_peered":"2024-09-16T01:45:43.096224+0000","last_clean":"2024-09-16T01:45:43.096224+0000","last_became_active":"2024-09-16T01:45:42.095481+0000","last_became_peered":"2024-09-16T01:45:42.095481+0000","last_unstale":"2024-09-16T01:45:43.096224+0000","last_undegraded":"2024-09-16T01:45:43.096224+0000","last_fullsized":"2024-09-16T01:45:43.096224+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:01.706396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110481+0000","last_change":"2024-09-16T01:45:43.105409+0000","last_active":"2024-09-16T01:45:43.110481+0000","last_peered":"2024-09-16T01:45:43.110481+0000","last_clean":"2024-09-16T01:45:43.110481+0000","last_became_active":"2024-09-16T01:45:43.104904+0000","last_became_peered":"2024-09-16T01:45:43.104904+0000","last_unstale":"2024-09-16T01:45:43.110481+0000","last_undegraded":"2024-09-16T01:45:43.110481+0000","last_fullsized":"2024-09-16T01:45:43.110481+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:11.989504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091486+0000","last_change":"2024-09-16T01:45:42.092203+0000","last_active":"2024-09-16T01:45:43.091486+0000","last_peered":"2024-09-16T01:45:43.091486+0000","last_clean":"2024-09-16T01:45:43.091486+0000","last_became_active":"2024-09-16T01:45:42.091839+0000","last_became_peered":"2024-09-16T01:45:42.091839+0000","last_unstale":"2024-09-16T01:45:43.091486+0000","last_undegraded":"2024-09-16T01:45:43.091486+0000","last_fullsized":"2024-09-16T01:45:43.091486+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:10.984631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231273+0000","last_change":"2024-09-16T01:45:43.108870+0000","last_active":"2024-09-16T01:45:44.231273+0000","last_peered":"2024-09-16T01:45:44.231273+0000","last_clean":"2024-09-16T01:45:44.231273+0000","last_became_active":"2024-09-16T01:45:43.108601+0000","last_became_peered":"2024-09-16T01:45:43.108601+0000","last_unstale":"2024-09-16T01:45:44.231273+0000","last_undegraded":"2024-09-16T01:45:44.231273+0000","last_fullsized":"2024-09-16T01:45:44.231273+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:38.619164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"56'8","reported_seq":22,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231025+0000","last_change":"2024-09-16T01:45:42.097066+0000","last_active":"2024-09-16T01:45:44.231025+0000","last_peered":"2024-09-16T01:45:44.231025+0000","last_clean":"2024-09-16T01:45:44.231025+0000","last_became_active":"2024-09-16T01:45:42.096721+0000","last_became_peered":"2024-09-16T01:45:42.096721+0000","last_unstale":"2024-09-16T01:45:44.231025+0000","last_undegraded":"2024-09-16T01:45:44.231025+0000","last_fullsized":"2024-09-16T01:45:44.231025+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231938+0000","last_change":"2024-09-16T01:45:43.109696+0000","last_active":"2024-09-16T01:45:44.231938+0000","last_peered":"2024-09-16T01:45:44.231938+0000","last_clean":"2024-09-16T01:45:44.231938+0000","last_became_active":"2024-09-16T01:45:43.109380+0000","last_became_peered":"2024-09-16T01:45:43.109380+0000","last_unstale":"2024-09-16T01:45:44.231938+0000","last_undegraded":"2024-09-16T01:45:44.231938+0000","last_fullsized":"2024-09-16T01:45:44.231938+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:23.670207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103611+0000","last_change":"2024-09-16T01:45:42.099485+0000","last_active":"2024-09-16T01:45:42.103611+0000","last_peered":"2024-09-16T01:45:42.103611+0000","last_clean":"2024-09-16T01:45:42.103611+0000","last_became_active":"2024-09-16T01:45:42.096978+0000","last_became_peered":"2024-09-16T01:45:42.096978+0000","last_unstale":"2024-09-16T01:45:42.103611+0000","last_undegraded":"2024-09-16T01:45:42.103611+0000","last_fullsized":"2024-09-16T01:45:42.103611+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:03.483145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103547+0000","last_change":"2024-09-16T01:45:43.101875+0000","last_active":"2024-09-16T01:45:43.103547+0000","last_peered":"2024-09-16T01:45:43.103547+0000","last_clean":"2024-09-16T01:45:43.103547+0000","last_became_active":"2024-09-16T01:45:43.101519+0000","last_became_peered":"2024-09-16T01:45:43.101519+0000","last_unstale":"2024-09-16T01:45:43.103547+0000","last_undegraded":"2024-09-16T01:45:43.103547+0000","last_fullsized":"2024-09-16T01:45:43.103547+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:16.264593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102698+0000","last_change":"2024-09-16T01:45:42.101891+0000","last_active":"2024-09-16T01:45:42.102698+0000","last_peered":"2024-09-16T01:45:42.102698+0000","last_clean":"2024-09-16T01:45:42.102698+0000","last_became_active":"2024-09-16T01:45:42.101494+0000","last_became_peered":"2024-09-16T01:45:42.101494+0000","last_unstale":"2024-09-16T01:45:42.102698+0000","last_undegraded":"2024-09-16T01:45:42.102698+0000","last_fullsized":"2024-09-16T01:45:42.102698+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085910+0000","last_change":"2024-09-16T01:45:42.085910+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085910+0000","last_undegraded":"2024-09-16T01:45:42.085910+0000","last_fullsized":"2024-09-16T01:45:42.085910+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.114270+0000","last_change":"2024-09-16T01:45:42.093189+0000","last_active":"2024-09-16T01:45:43.114270+0000","last_peered":"2024-09-16T01:45:43.114270+0000","last_clean":"2024-09-16T01:45:43.114270+0000","last_became_active":"2024-09-16T01:45:42.092632+0000","last_became_peered":"2024-09-16T01:45:42.092632+0000","last_unstale":"2024-09-16T01:45:43.114270+0000","last_undegraded":"2024-09-16T01:45:43.114270+0000","last_fullsized":"2024-09-16T01:45:43.114270+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:54.861131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231725+0000","last_change":"2024-09-16T01:45:43.104380+0000","last_active":"2024-09-16T01:45:44.231725+0000","last_peered":"2024-09-16T01:45:44.231725+0000","last_clean":"2024-09-16T01:45:44.231725+0000","last_became_active":"2024-09-16T01:45:43.103888+0000","last_became_peered":"2024-09-16T01:45:43.103888+0000","last_unstale":"2024-09-16T01:45:44.231725+0000","last_undegraded":"2024-09-16T01:45:44.231725+0000","last_fullsized":"2024-09-16T01:45:44.231725+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:44.368328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.100900+0000","last_change":"2024-09-16T01:45:42.095251+0000","last_active":"2024-09-16T01:45:42.100900+0000","last_peered":"2024-09-16T01:45:42.100900+0000","last_clean":"2024-09-16T01:45:42.100900+0000","last_became_active":"2024-09-16T01:45:42.094960+0000","last_became_peered":"2024-09-16T01:45:42.094960+0000","last_unstale":"2024-09-16T01:45:42.100900+0000","last_undegraded":"2024-09-16T01:45:42.100900+0000","last_fullsized":"2024-09-16T01:45:42.100900+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:56.661994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103586+0000","last_change":"2024-09-16T01:45:43.102304+0000","last_active":"2024-09-16T01:45:43.103586+0000","last_peered":"2024-09-16T01:45:43.103586+0000","last_clean":"2024-09-16T01:45:43.103586+0000","last_became_active":"2024-09-16T01:45:43.101915+0000","last_became_peered":"2024-09-16T01:45:43.101915+0000","last_unstale":"2024-09-16T01:45:43.103586+0000","last_undegraded":"2024-09-16T01:45:43.103586+0000","last_fullsized":"2024-09-16T01:45:43.103586+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:52.910568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103784+0000","last_change":"2024-09-16T01:45:42.101206+0000","last_active":"2024-09-16T01:45:42.103784+0000","last_peered":"2024-09-16T01:45:42.103784+0000","last_clean":"2024-09-16T01:45:42.103784+0000","last_became_active":"2024-09-16T01:45:42.098784+0000","last_became_peered":"2024-09-16T01:45:42.098784+0000","last_unstale":"2024-09-16T01:45:42.103784+0000","last_undegraded":"2024-09-16T01:45:42.103784+0000","last_fullsized":"2024-09-16T01:45:42.103784+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:02.431534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087292+0000","last_change":"2024-09-16T01:45:42.087292+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087292+0000","last_undegraded":"2024-09-16T01:45:42.087292+0000","last_fullsized":"2024-09-16T01:45:42.087292+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101765+0000","last_change":"2024-09-16T01:45:42.099226+0000","last_active":"2024-09-16T01:45:42.101765+0000","last_peered":"2024-09-16T01:45:42.101765+0000","last_clean":"2024-09-16T01:45:42.101765+0000","last_became_active":"2024-09-16T01:45:42.098927+0000","last_became_peered":"2024-09-16T01:45:42.098927+0000","last_unstale":"2024-09-16T01:45:42.101765+0000","last_undegraded":"2024-09-16T01:45:42.101765+0000","last_fullsized":"2024-09-16T01:45:42.101765+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:08.544741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086251+0000","last_change":"2024-09-16T01:45:42.086251+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086251+0000","last_undegraded":"2024-09-16T01:45:42.086251+0000","last_fullsized":"2024-09-16T01:45:42.086251+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091169+0000","last_change":"2024-09-16T01:45:42.092926+0000","last_active":"2024-09-16T01:45:43.091169+0000","last_peered":"2024-09-16T01:45:43.091169+0000","last_clean":"2024-09-16T01:45:43.091169+0000","last_became_active":"2024-09-16T01:45:42.092616+0000","last_became_peered":"2024-09-16T01:45:42.092616+0000","last_unstale":"2024-09-16T01:45:43.091169+0000","last_undegraded":"2024-09-16T01:45:43.091169+0000","last_fullsized":"2024-09-16T01:45:43.091169+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:56.757295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101624+0000","last_change":"2024-09-16T01:45:43.099205+0000","last_active":"2024-09-16T01:45:43.101624+0000","last_peered":"2024-09-16T01:45:43.101624+0000","last_clean":"2024-09-16T01:45:43.101624+0000","last_became_active":"2024-09-16T01:45:43.098869+0000","last_became_peered":"2024-09-16T01:45:43.098869+0000","last_unstale":"2024-09-16T01:45:43.101624+0000","last_undegraded":"2024-09-16T01:45:43.101624+0000","last_fullsized":"2024-09-16T01:45:43.101624+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:43.135529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098280+0000","last_change":"2024-09-16T01:45:42.097148+0000","last_active":"2024-09-16T01:45:42.098280+0000","last_peered":"2024-09-16T01:45:42.098280+0000","last_clean":"2024-09-16T01:45:42.098280+0000","last_became_active":"2024-09-16T01:45:42.096862+0000","last_became_peered":"2024-09-16T01:45:42.096862+0000","last_unstale":"2024-09-16T01:45:42.098280+0000","last_undegraded":"2024-09-16T01:45:42.098280+0000","last_fullsized":"2024-09-16T01:45:42.098280+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:52:10.619192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109141+0000","last_change":"2024-09-16T01:45:43.104689+0000","last_active":"2024-09-16T01:45:43.109141+0000","last_peered":"2024-09-16T01:45:43.109141+0000","last_clean":"2024-09-16T01:45:43.109141+0000","last_became_active":"2024-09-16T01:45:43.104430+0000","last_became_peered":"2024-09-16T01:45:43.104430+0000","last_unstale":"2024-09-16T01:45:43.109141+0000","last_undegraded":"2024-09-16T01:45:43.109141+0000","last_fullsized":"2024-09-16T01:45:43.109141+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:43.920832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.107567+0000","last_change":"2024-09-16T01:45:42.107010+0000","last_active":"2024-09-16T01:45:42.107567+0000","last_peered":"2024-09-16T01:45:42.107567+0000","last_clean":"2024-09-16T01:45:42.107567+0000","last_became_active":"2024-09-16T01:45:42.106758+0000","last_became_peered":"2024-09-16T01:45:42.106758+0000","last_unstale":"2024-09-16T01:45:42.107567+0000","last_undegraded":"2024-09-16T01:45:42.107567+0000","last_fullsized":"2024-09-16T01:45:42.107567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088161+0000","last_change":"2024-09-16T01:45:42.088161+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088161+0000","last_undegraded":"2024-09-16T01:45:42.088161+0000","last_fullsized":"2024-09-16T01:45:42.088161+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096393+0000","last_change":"2024-09-16T01:45:42.097417+0000","last_active":"2024-09-16T01:45:43.096393+0000","last_peered":"2024-09-16T01:45:43.096393+0000","last_clean":"2024-09-16T01:45:43.096393+0000","last_became_active":"2024-09-16T01:45:42.097131+0000","last_became_peered":"2024-09-16T01:45:42.097131+0000","last_unstale":"2024-09-16T01:45:43.096393+0000","last_undegraded":"2024-09-16T01:45:43.096393+0000","last_fullsized":"2024-09-16T01:45:43.096393+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:24.555885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087218+0000","last_change":"2024-09-16T01:45:42.087218+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087218+0000","last_undegraded":"2024-09-16T01:45:42.087218+0000","last_fullsized":"2024-09-16T01:45:42.087218+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091397+0000","last_change":"2024-09-16T01:45:42.099411+0000","last_active":"2024-09-16T01:45:43.091397+0000","last_peered":"2024-09-16T01:45:43.091397+0000","last_clean":"2024-09-16T01:45:43.091397+0000","last_became_active":"2024-09-16T01:45:42.098865+0000","last_became_peered":"2024-09-16T01:45:42.098865+0000","last_unstale":"2024-09-16T01:45:43.091397+0000","last_undegraded":"2024-09-16T01:45:43.091397+0000","last_fullsized":"2024-09-16T01:45:43.091397+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:46.132505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085664+0000","last_change":"2024-09-16T01:45:42.085664+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085664+0000","last_undegraded":"2024-09-16T01:45:42.085664+0000","last_fullsized":"2024-09-16T01:45:42.085664+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098257+0000","last_change":"2024-09-16T01:45:42.096813+0000","last_active":"2024-09-16T01:45:42.098257+0000","last_peered":"2024-09-16T01:45:42.098257+0000","last_clean":"2024-09-16T01:45:42.098257+0000","last_became_active":"2024-09-16T01:45:42.096470+0000","last_became_peered":"2024-09-16T01:45:42.096470+0000","last_unstale":"2024-09-16T01:45:42.098257+0000","last_undegraded":"2024-09-16T01:45:42.098257+0000","last_fullsized":"2024-09-16T01:45:42.098257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:22.485802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231755+0000","last_change":"2024-09-16T01:45:43.111573+0000","last_active":"2024-09-16T01:45:44.231755+0000","last_peered":"2024-09-16T01:45:44.231755+0000","last_clean":"2024-09-16T01:45:44.231755+0000","last_became_active":"2024-09-16T01:45:43.111219+0000","last_became_peered":"2024-09-16T01:45:43.111219+0000","last_unstale":"2024-09-16T01:45:44.231755+0000","last_undegraded":"2024-09-16T01:45:44.231755+0000","last_fullsized":"2024-09-16T01:45:44.231755+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:42.942433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.086265+0000","last_change":"2024-09-16T01:45:42.101005+0000","last_active":"2024-09-16T01:45:43.086265+0000","last_peered":"2024-09-16T01:45:43.086265+0000","last_clean":"2024-09-16T01:45:43.086265+0000","last_became_active":"2024-09-16T01:45:42.100730+0000","last_became_peered":"2024-09-16T01:45:42.100730+0000","last_unstale":"2024-09-16T01:45:43.086265+0000","last_undegraded":"2024-09-16T01:45:43.086265+0000","last_fullsized":"2024-09-16T01:45:43.086265+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:27.996416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088301+0000","last_change":"2024-09-16T01:45:42.088301+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088301+0000","last_undegraded":"2024-09-16T01:45:42.088301+0000","last_fullsized":"2024-09-16T01:45:42.088301+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101818+0000","last_change":"2024-09-16T01:45:42.099921+0000","last_active":"2024-09-16T01:45:42.101818+0000","last_peered":"2024-09-16T01:45:42.101818+0000","last_clean":"2024-09-16T01:45:42.101818+0000","last_became_active":"2024-09-16T01:45:42.099641+0000","last_became_peered":"2024-09-16T01:45:42.099641+0000","last_unstale":"2024-09-16T01:45:42.101818+0000","last_undegraded":"2024-09-16T01:45:42.101818+0000","last_fullsized":"2024-09-16T01:45:42.101818+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:04.589468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085240+0000","last_change":"2024-09-16T01:45:42.085240+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085240+0000","last_undegraded":"2024-09-16T01:45:42.085240+0000","last_fullsized":"2024-09-16T01:45:42.085240+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.092028+0000","last_change":"2024-09-16T01:45:42.089884+0000","last_active":"2024-09-16T01:45:42.092028+0000","last_peered":"2024-09-16T01:45:42.092028+0000","last_clean":"2024-09-16T01:45:42.092028+0000","last_became_active":"2024-09-16T01:45:42.089615+0000","last_became_peered":"2024-09-16T01:45:42.089615+0000","last_unstale":"2024-09-16T01:45:42.092028+0000","last_undegraded":"2024-09-16T01:45:42.092028+0000","last_fullsized":"2024-09-16T01:45:42.092028+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:24.087978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085974+0000","last_change":"2024-09-16T01:45:42.085974+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085974+0000","last_undegraded":"2024-09-16T01:45:42.085974+0000","last_fullsized":"2024-09-16T01:45:42.085974+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096601+0000","last_change":"2024-09-16T01:45:42.094582+0000","last_active":"2024-09-16T01:45:43.096601+0000","last_peered":"2024-09-16T01:45:43.096601+0000","last_clean":"2024-09-16T01:45:43.096601+0000","last_became_active":"2024-09-16T01:45:42.094301+0000","last_became_peered":"2024-09-16T01:45:42.094301+0000","last_unstale":"2024-09-16T01:45:43.096601+0000","last_undegraded":"2024-09-16T01:45:43.096601+0000","last_fullsized":"2024-09-16T01:45:43.096601+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:12.066127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":235,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231158+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:45:44.231158+0000","last_peered":"2024-09-16T01:45:44.231158+0000","last_clean":"2024-09-16T01:45:44.231158+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:45:44.231158+0000","last_undegraded":"2024-09-16T01:45:44.231158+0000","last_fullsized":"2024-09-16T01:45:44.231158+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":1772,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21,"ondisk_log_size":21,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542191,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35972,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335868,"statfs":{"total":96636764160,"available":96599928832,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542192,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542192,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542192,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1245184,"data_stored":857969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574896,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1277952,"data_stored":871204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:45:46.926 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3f is not active+clean 2024-09-16T01:45:46.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.091814+0000', 'last_change': '2024-09-16T01:45:42.091814+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.091814+0000', 'last_undegraded': '2024-09-16T01:45:42.091814+0000', 'last_fullsized': '2024-09-16T01:45:42.091814+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:45:46.926 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3e is not active+clean 2024-09-16T01:45:46.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.090478+0000', 'last_change': '2024-09-16T01:45:42.090478+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.090478+0000', 'last_undegraded': '2024-09-16T01:45:42.090478+0000', 'last_fullsized': '2024-09-16T01:45:42.090478+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.926 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3b is not active+clean 2024-09-16T01:45:46.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.090570+0000', 'last_change': '2024-09-16T01:45:42.090570+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.090570+0000', 'last_undegraded': '2024-09-16T01:45:42.090570+0000', 'last_fullsized': '2024-09-16T01:45:42.090570+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3a is not active+clean 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.089149+0000', 'last_change': '2024-09-16T01:45:42.089149+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.089149+0000', 'last_undegraded': '2024-09-16T01:45:42.089149+0000', 'last_fullsized': '2024-09-16T01:45:42.089149+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:PG 9.38 is not active+clean 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.089177+0000', 'last_change': '2024-09-16T01:45:42.089177+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.089177+0000', 'last_undegraded': '2024-09-16T01:45:42.089177+0000', 'last_fullsized': '2024-09-16T01:45:42.089177+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:PG 9.36 is not active+clean 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088140+0000', 'last_change': '2024-09-16T01:45:42.088140+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088140+0000', 'last_undegraded': '2024-09-16T01:45:42.088140+0000', 'last_fullsized': '2024-09-16T01:45:42.088140+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:PG 9.35 is not active+clean 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.089115+0000', 'last_change': '2024-09-16T01:45:42.089115+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.089115+0000', 'last_undegraded': '2024-09-16T01:45:42.089115+0000', 'last_fullsized': '2024-09-16T01:45:42.089115+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:PG 9.30 is not active+clean 2024-09-16T01:45:46.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.087814+0000', 'last_change': '2024-09-16T01:45:42.087814+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.087814+0000', 'last_undegraded': '2024-09-16T01:45:42.087814+0000', 'last_fullsized': '2024-09-16T01:45:42.087814+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2f is not active+clean 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088727+0000', 'last_change': '2024-09-16T01:45:42.088727+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088727+0000', 'last_undegraded': '2024-09-16T01:45:42.088727+0000', 'last_fullsized': '2024-09-16T01:45:42.088727+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2d is not active+clean 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.091069+0000', 'last_change': '2024-09-16T01:45:42.091069+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.091069+0000', 'last_undegraded': '2024-09-16T01:45:42.091069+0000', 'last_fullsized': '2024-09-16T01:45:42.091069+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2c is not active+clean 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088444+0000', 'last_change': '2024-09-16T01:45:42.088444+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088444+0000', 'last_undegraded': '2024-09-16T01:45:42.088444+0000', 'last_fullsized': '2024-09-16T01:45:42.088444+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2a is not active+clean 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088445+0000', 'last_change': '2024-09-16T01:45:42.088445+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088445+0000', 'last_undegraded': '2024-09-16T01:45:42.088445+0000', 'last_fullsized': '2024-09-16T01:45:42.088445+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:PG 9.27 is not active+clean 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.091402+0000', 'last_change': '2024-09-16T01:45:42.091402+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.091402+0000', 'last_undegraded': '2024-09-16T01:45:42.091402+0000', 'last_fullsized': '2024-09-16T01:45:42.091402+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:45:46.928 INFO:tasks.ceph.ceph_manager.ceph:PG 9.25 is not active+clean 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088776+0000', 'last_change': '2024-09-16T01:45:42.088776+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088776+0000', 'last_undegraded': '2024-09-16T01:45:42.088776+0000', 'last_fullsized': '2024-09-16T01:45:42.088776+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:PG 9.24 is not active+clean 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.090169+0000', 'last_change': '2024-09-16T01:45:42.090169+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.090169+0000', 'last_undegraded': '2024-09-16T01:45:42.090169+0000', 'last_fullsized': '2024-09-16T01:45:42.090169+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:PG 9.23 is not active+clean 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.087927+0000', 'last_change': '2024-09-16T01:45:42.087927+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.087927+0000', 'last_undegraded': '2024-09-16T01:45:42.087927+0000', 'last_fullsized': '2024-09-16T01:45:42.087927+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:PG 9.21 is not active+clean 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.089668+0000', 'last_change': '2024-09-16T01:45:42.089668+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.089668+0000', 'last_undegraded': '2024-09-16T01:45:42.089668+0000', 'last_fullsized': '2024-09-16T01:45:42.089668+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:PG 9.20 is not active+clean 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.086169+0000', 'last_change': '2024-09-16T01:45:42.086169+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.086169+0000', 'last_undegraded': '2024-09-16T01:45:42.086169+0000', 'last_fullsized': '2024-09-16T01:45:42.086169+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1e is not active+clean 2024-09-16T01:45:46.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.089828+0000', 'last_change': '2024-09-16T01:45:42.089828+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.089828+0000', 'last_undegraded': '2024-09-16T01:45:42.089828+0000', 'last_fullsized': '2024-09-16T01:45:42.089828+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1f is not active+clean 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.090405+0000', 'last_change': '2024-09-16T01:45:42.090405+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.090405+0000', 'last_undegraded': '2024-09-16T01:45:42.090405+0000', 'last_fullsized': '2024-09-16T01:45:42.090405+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1c is not active+clean 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.086563+0000', 'last_change': '2024-09-16T01:45:42.086563+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.086563+0000', 'last_undegraded': '2024-09-16T01:45:42.086563+0000', 'last_fullsized': '2024-09-16T01:45:42.086563+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1d is not active+clean 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088269+0000', 'last_change': '2024-09-16T01:45:42.088269+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088269+0000', 'last_undegraded': '2024-09-16T01:45:42.088269+0000', 'last_fullsized': '2024-09-16T01:45:42.088269+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1a is not active+clean 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.087057+0000', 'last_change': '2024-09-16T01:45:42.087057+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.087057+0000', 'last_undegraded': '2024-09-16T01:45:42.087057+0000', 'last_fullsized': '2024-09-16T01:45:42.087057+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1b is not active+clean 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.087486+0000', 'last_change': '2024-09-16T01:45:42.087486+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.087486+0000', 'last_undegraded': '2024-09-16T01:45:42.087486+0000', 'last_fullsized': '2024-09-16T01:45:42.087486+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:PG 9.19 is not active+clean 2024-09-16T01:45:46.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.086484+0000', 'last_change': '2024-09-16T01:45:42.086484+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.086484+0000', 'last_undegraded': '2024-09-16T01:45:42.086484+0000', 'last_fullsized': '2024-09-16T01:45:42.086484+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:PG 9.14 is not active+clean 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088621+0000', 'last_change': '2024-09-16T01:45:42.088621+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088621+0000', 'last_undegraded': '2024-09-16T01:45:42.088621+0000', 'last_fullsized': '2024-09-16T01:45:42.088621+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:PG 9.c is not active+clean 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.085910+0000', 'last_change': '2024-09-16T01:45:42.085910+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.085910+0000', 'last_undegraded': '2024-09-16T01:45:42.085910+0000', 'last_fullsized': '2024-09-16T01:45:42.085910+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:PG 9.b is not active+clean 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.087292+0000', 'last_change': '2024-09-16T01:45:42.087292+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.087292+0000', 'last_undegraded': '2024-09-16T01:45:42.087292+0000', 'last_fullsized': '2024-09-16T01:45:42.087292+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:PG 9.9 is not active+clean 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.086251+0000', 'last_change': '2024-09-16T01:45:42.086251+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.086251+0000', 'last_undegraded': '2024-09-16T01:45:42.086251+0000', 'last_fullsized': '2024-09-16T01:45:42.086251+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:PG 9.4 is not active+clean 2024-09-16T01:45:46.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088161+0000', 'last_change': '2024-09-16T01:45:42.088161+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088161+0000', 'last_undegraded': '2024-09-16T01:45:42.088161+0000', 'last_fullsized': '2024-09-16T01:45:42.088161+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:PG 9.5 is not active+clean 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.087218+0000', 'last_change': '2024-09-16T01:45:42.087218+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.087218+0000', 'last_undegraded': '2024-09-16T01:45:42.087218+0000', 'last_fullsized': '2024-09-16T01:45:42.087218+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2 is not active+clean 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.085664+0000', 'last_change': '2024-09-16T01:45:42.085664+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.085664+0000', 'last_undegraded': '2024-09-16T01:45:42.085664+0000', 'last_fullsized': '2024-09-16T01:45:42.085664+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:PG 9.0 is not active+clean 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.088301+0000', 'last_change': '2024-09-16T01:45:42.088301+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.088301+0000', 'last_undegraded': '2024-09-16T01:45:42.088301+0000', 'last_fullsized': '2024-09-16T01:45:42.088301+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1 is not active+clean 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.085240+0000', 'last_change': '2024-09-16T01:45:42.085240+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.085240+0000', 'last_undegraded': '2024-09-16T01:45:42.085240+0000', 'last_fullsized': '2024-09-16T01:45:42.085240+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:PG 9.8 is not active+clean 2024-09-16T01:45:46.932 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:45:42.085974+0000', 'last_change': '2024-09-16T01:45:42.085974+0000', 'last_active': '2024-09-16T01:45:42.076034+0000', 'last_peered': '2024-09-16T01:45:42.076034+0000', 'last_clean': '2024-09-16T01:45:42.076034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:45:42.085974+0000', 'last_undegraded': '2024-09-16T01:45:42.085974+0000', 'last_fullsized': '2024-09-16T01:45:42.085974+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'last_clean_scrub_stamp': '2024-09-16T01:45:42.076034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:45:46.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:45:47.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 Processor -- start 2024-09-16T01:45:47.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 -- start start 2024-09-16T01:45:47.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f207c15e4f0 0x7f207c0b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c06bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f207c0d2170 0x7f207c06c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f207c0b7ae0 con 0x7f207c15e4f0 2024-09-16T01:45:47.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f207c0d26a0 con 0x7f207c0d2170 2024-09-16T01:45:47.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.064+0000 7f2082065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f207c0d2980 con 0x7f207c0cf9d0 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f207c15e4f0 0x7f207c0b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f207c15e4f0 0x7f207c0b75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46904/0 (socket says 172.21.15.16:46904) 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 -- 172.21.15.16:0/2316060298 learned_addr learned my addr 172.21.15.16:0/2316060298 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207bfff640 1 --2- 172.21.15.16:0/2316060298 >> v2:172.21.15.104:3300/0 conn(0x7f207c0d2170 0x7f207c06c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207affd640 1 --2- 172.21.15.16:0/2316060298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c06bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 -- 172.21.15.16:0/2316060298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 msgr2=0x7f207c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 --2- 172.21.15.16:0/2316060298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c06bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 -- 172.21.15.16:0/2316060298 >> v2:172.21.15.104:3300/0 conn(0x7f207c0d2170 msgr2=0x7f207c06c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 --2- 172.21.15.16:0/2316060298 >> v2:172.21.15.104:3300/0 conn(0x7f207c0d2170 0x7f207c06c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.065+0000 7f207b7fe640 1 -- 172.21.15.16:0/2316060298 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f207c0d2c60 con 0x7f207c15e4f0 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f207b7fe640 1 --2- 172.21.15.16:0/2316060298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c0b75a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f207c08da80 tx=0x7f206c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc88846edb3de3aa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f207a7fc640 1 -- 172.21.15.16:0/2316060298 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c037070 con 0x7f207c15e4f0 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f207a7fc640 1 -- 172.21.15.16:0/2316060298 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f206c032440 con 0x7f207c15e4f0 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f207a7fc640 1 -- 172.21.15.16:0/2316060298 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c032810 con 0x7f207c15e4f0 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 -- 172.21.15.16:0/2316060298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 msgr2=0x7f207c0b75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 --2- 172.21.15.16:0/2316060298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c0b75a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f207c08da80 tx=0x7f206c02a270 comp rx=0 tx=0).stop 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 -- 172.21.15.16:0/2316060298 shutdown_connections 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 --2- 172.21.15.16:0/2316060298 >> v2:172.21.15.104:3300/0 conn(0x7f207c0d2170 0x7f207c06c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 --2- 172.21.15.16:0/2316060298 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c06bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 --2- 172.21.15.16:0/2316060298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c0b75a0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 -- 172.21.15.16:0/2316060298 >> 172.21.15.16:0/2316060298 conn(0x7f207c0d1200 msgr2=0x7f207c0d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 -- 172.21.15.16:0/2316060298 shutdown_connections 2024-09-16T01:45:47.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.066+0000 7f2082065640 1 -- 172.21.15.16:0/2316060298 wait complete. 2024-09-16T01:45:47.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 Processor -- start 2024-09-16T01:45:47.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 -- start start 2024-09-16T01:45:47.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c152bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f207c0d2170 0x7f207c160820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c160d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f207c15e8d0 con 0x7f207c15e4f0 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f207c0d3220 con 0x7f207c0d2170 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.068+0000 7f2082065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f207c0b3520 con 0x7f207c0cf9d0 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c160d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c160d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46912/0 (socket says 172.21.15.16:46912) 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 -- 172.21.15.16:0/246832114 learned_addr learned my addr 172.21.15.16:0/246832114 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207b7fe640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c152bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207affd640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f207c0d2170 0x7f207c160820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 -- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 msgr2=0x7f207c152bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c152bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 -- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f207c0d2170 msgr2=0x7f207c160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f207c0d2170 0x7f207c160820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 -- 172.21.15.16:0/246832114 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f207c0cdb70 con 0x7f207c15e4f0 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207b7fe640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c152bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f207bfff640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c160d60 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f207400cd70 tx=0x7f207400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f2063fff640 1 -- 172.21.15.16:0/246832114 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2074003b90 con 0x7f207c15e4f0 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f2063fff640 1 -- 172.21.15.16:0/246832114 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2074003d30 con 0x7f207c15e4f0 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f207c0cde50 con 0x7f207c15e4f0 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f2063fff640 1 -- 172.21.15.16:0/246832114 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2074004240 con 0x7f207c15e4f0 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.069+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f207c1612a0 con 0x7f207c15e4f0 2024-09-16T01:45:47.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.070+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f207c0b75a0 con 0x7f207c15e4f0 2024-09-16T01:45:47.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.071+0000 7f2063fff640 1 -- 172.21.15.16:0/246832114 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f20740043e0 con 0x7f207c15e4f0 2024-09-16T01:45:47.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.071+0000 7f2063fff640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f206806c460 0x7f206806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.071+0000 7f2063fff640 1 -- 172.21.15.16:0/246832114 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f207408c3c0 con 0x7f207c15e4f0 2024-09-16T01:45:47.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.072+0000 7f207b7fe640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f206806c460 0x7f206806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.072+0000 7f207b7fe640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f206806c460 0x7f206806e920 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f206c034000 tx=0x7f206c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:47.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.076+0000 7f2063fff640 1 -- 172.21.15.16:0/246832114 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f207405a710 con 0x7f207c15e4f0 2024-09-16T01:45:47.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.324+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f207c0d1960 con 0x7f207c15e4f0 2024-09-16T01:45:47.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.325+0000 7f2063fff640 1 -- 172.21.15.16:0/246832114 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1140 (secure 0 0 0) 0x7f207405a010 con 0x7f207c15e4f0 2024-09-16T01:45:47.326 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:47.326 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":237,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":57,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":62},{"state_name":"creating+peering","count":35}],"num_pgs":97,"num_pools":3,"num_objects":14,"data_bytes":592140,"bytes_used":253394944,"bytes_avail":772840718336,"bytes_total":773094113280,"inactive_pgs_ratio":0.36082473397254944,"write_bytes_sec":971,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":31,"btime":"2024-09-16T01:45:45:093714+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"b","status":"up:active","gid":5835}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-09-16T01:44:38.331260+0000","services":{}},"progress_events":{}} 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f206806c460 msgr2=0x7f206806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f206806c460 0x7f206806e920 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f206c034000 tx=0x7f206c02e000 comp rx=0 tx=0).stop 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 msgr2=0x7f207c160d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c160d60 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f207400cd70 tx=0x7f207400a660 comp rx=0 tx=0).stop 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 shutdown_connections 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f206806c460 0x7f206806e920 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f207c15e4f0 0x7f207c160d60 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f207c0d2170 0x7f207c160820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 --2- 172.21.15.16:0/246832114 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f207c0cf9d0 0x7f207c152bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.326+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 >> 172.21.15.16:0/246832114 conn(0x7f207c0d1200 msgr2=0x7f207c0b3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:47.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.327+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 shutdown_connections 2024-09-16T01:45:47.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.327+0000 7f2082065640 1 -- 172.21.15.16:0/246832114 wait complete. 2024-09-16T01:45:47.339 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:45:47.339 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:45:47.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.439+0000 7f6ea15a1640 1 Processor -- start 2024-09-16T01:45:47.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.439+0000 7f6ea15a1640 1 -- start start 2024-09-16T01:45:47.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6ea15a1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c15c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6ea15a1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6e9c0b02f0 0x7f6e9c0d11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6ea15a1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e9c0b0b50 con 0x7f6e9c073be0 2024-09-16T01:45:47.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6ea15a1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6e9c15be70 con 0x7f6e9c0b02f0 2024-09-16T01:45:47.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6ea15a1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e9c15c150 con 0x7f6e9c15b720 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6e9a7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6e9c0b02f0 0x7f6e9c0d11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6e9b7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6e9c073be0 0x7f6e9c0cdc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60862/0 (socket says 172.21.15.16:60862) 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6e9a7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6e9c0b02f0 0x7f6e9c0d11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46922/0 (socket says 172.21.15.16:46922) 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.440+0000 7f6e9b7fe640 1 -- 172.21.15.16:0/2953179846 learned_addr learned my addr 172.21.15.16:0/2953179846 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.441+0000 7f6e9affd640 1 --2- 172.21.15.16:0/2953179846 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c15c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.441+0000 7f6e9a7fc640 1 -- 172.21.15.16:0/2953179846 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 msgr2=0x7f6e9c15c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.441+0000 7f6e9a7fc640 1 --2- 172.21.15.16:0/2953179846 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c15c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.441+0000 7f6e9a7fc640 1 -- 172.21.15.16:0/2953179846 >> v1:172.21.15.16:6789/0 conn(0x7f6e9c073be0 legacy=0x7f6e9c0cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.441+0000 7f6e9a7fc640 1 -- 172.21.15.16:0/2953179846 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e9c15c430 con 0x7f6e9c0b02f0 2024-09-16T01:45:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.441+0000 7f6e99ffb640 1 -- 172.21.15.16:0/2953179846 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1116576138 0 0) 0x7f6e9c0b0b50 con 0x7f6e9c073be0 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.441+0000 7f6e9a7fc640 1 --2- 172.21.15.16:0/2953179846 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c0d11d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6e840097a0 tx=0x7f6e8402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87ed9a6360b1e23c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6e99ffb640 1 -- 172.21.15.16:0/2953179846 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84037070 con 0x7f6e9c0b02f0 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6e99ffb640 1 -- 172.21.15.16:0/2953179846 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e84032440 con 0x7f6e9c0b02f0 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6e99ffb640 1 -- 172.21.15.16:0/2953179846 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84032810 con 0x7f6e9c0b02f0 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 -- 172.21.15.16:0/2953179846 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c0b02f0 msgr2=0x7f6e9c0d11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/2953179846 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c0d11d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6e840097a0 tx=0x7f6e8402a180 comp rx=0 tx=0).stop 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 -- 172.21.15.16:0/2953179846 shutdown_connections 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/2953179846 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c0d11d0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/2953179846 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c15c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 -- 172.21.15.16:0/2953179846 >> 172.21.15.16:0/2953179846 conn(0x7f6e9c0730c0 msgr2=0x7f6e9c0734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 -- 172.21.15.16:0/2953179846 shutdown_connections 2024-09-16T01:45:47.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.442+0000 7f6ea15a1640 1 -- 172.21.15.16:0/2953179846 wait complete. 2024-09-16T01:45:47.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 Processor -- start 2024-09-16T01:45:47.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 -- start start 2024-09-16T01:45:47.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c073be0 0x7f6e9c0b3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c09e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c09ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6e9c0b0930 con 0x7f6e9c073be0 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e9c0b07b0 con 0x7f6e9c0b02f0 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6ea15a1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e9c0d1710 con 0x7f6e9c15b720 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.444+0000 7f6e9affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c073be0 0x7f6e9c0b3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c073be0 0x7f6e9c0b3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46930/0 (socket says 172.21.15.16:46930) 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 -- 172.21.15.16:0/3704516810 learned_addr learned my addr 172.21.15.16:0/3704516810 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9b7fe640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c09ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9a7fc640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c09e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 -- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 msgr2=0x7f6e9c09ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c09ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 -- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e9c0b02f0 msgr2=0x7f6e9c09e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c09e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 -- 172.21.15.16:0/3704516810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e9c0d0240 con 0x7f6e9c073be0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9a7fc640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c09e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e9affd640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c073be0 0x7f6e9c0b3600 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6e9400d5f0 tx=0x7f6e9400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e937fe640 1 -- 172.21.15.16:0/3704516810 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e940125f0 con 0x7f6e9c073be0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e937fe640 1 -- 172.21.15.16:0/3704516810 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e94019070 con 0x7f6e9c073be0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e9c0d0520 con 0x7f6e9c073be0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6e937fe640 1 -- 172.21.15.16:0/3704516810 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e940129d0 con 0x7f6e9c073be0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.445+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e9c0d0ae0 con 0x7f6e9c073be0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.446+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e9c0b0b50 con 0x7f6e9c073be0 2024-09-16T01:45:47.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.447+0000 7f6e937fe640 1 -- 172.21.15.16:0/3704516810 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f6e94012b70 con 0x7f6e9c073be0 2024-09-16T01:45:47.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.447+0000 7f6e937fe640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6e7c06c460 0x7f6e7c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:47.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.448+0000 7f6e937fe640 1 -- 172.21.15.16:0/3704516810 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f6e9408bb80 con 0x7f6e9c073be0 2024-09-16T01:45:47.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.448+0000 7f6e9a7fc640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6e7c06c460 0x7f6e7c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:47.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.448+0000 7f6e9a7fc640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6e7c06c460 0x7f6e7c06e920 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6e84034000 tx=0x7f6e8402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:47.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.452+0000 7f6e937fe640 1 -- 172.21.15.16:0/3704516810 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e9405a0a0 con 0x7f6e9c073be0 2024-09-16T01:45:47.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.625+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6e9c073640 con 0x7f6e7c06c460 2024-09-16T01:45:47.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.631+0000 7f6e937fe640 1 -- 172.21.15.16:0/3704516810 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249041 (secure 0 0 0) 0x7f6e9c073640 con 0x7f6e7c06c460 2024-09-16T01:45:47.635 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:47.636 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6e7c06c460 msgr2=0x7f6e7c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6e7c06c460 0x7f6e7c06e920 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6e84034000 tx=0x7f6e8402e000 comp rx=0 tx=0).stop 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c073be0 msgr2=0x7f6e9c0b3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c073be0 0x7f6e9c0b3600 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6e9400d5f0 tx=0x7f6e9400dab0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 shutdown_connections 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6e7c06c460 0x7f6e7c06e920 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e9c15b720 0x7f6e9c09ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e9c0b02f0 0x7f6e9c09e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 --2- 172.21.15.16:0/3704516810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e9c073be0 0x7f6e9c0b3600 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 >> 172.21.15.16:0/3704516810 conn(0x7f6e9c0730c0 msgr2=0x7f6e9c074bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 shutdown_connections 2024-09-16T01:45:47.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:47.634+0000 7f6ea15a1640 1 -- 172.21.15.16:0/3704516810 wait complete. 2024-09-16T01:45:47.646 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":163,"stamp":"2024-09-16T01:45:46.347221+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592140,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":185,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247456,"kb_used_data":6244,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727264,"statfs":{"total":773094113280,"available":772840718336,"internally_reserved":0,"allocated":6393856,"data_stored":3315978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1772,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.270774"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091814+0000","last_change":"2024-09-16T01:45:42.091814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091814+0000","last_undegraded":"2024-09-16T01:45:42.091814+0000","last_fullsized":"2024-09-16T01:45:42.091814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090478+0000","last_change":"2024-09-16T01:45:42.090478+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090478+0000","last_undegraded":"2024-09-16T01:45:42.090478+0000","last_fullsized":"2024-09-16T01:45:42.090478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231507+0000","last_change":"2024-09-16T01:45:43.109723+0000","last_active":"2024-09-16T01:45:44.231507+0000","last_peered":"2024-09-16T01:45:44.231507+0000","last_clean":"2024-09-16T01:45:44.231507+0000","last_became_active":"2024-09-16T01:45:43.109401+0000","last_became_peered":"2024-09-16T01:45:43.109401+0000","last_unstale":"2024-09-16T01:45:44.231507+0000","last_undegraded":"2024-09-16T01:45:44.231507+0000","last_fullsized":"2024-09-16T01:45:44.231507+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:15.709751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101675+0000","last_change":"2024-09-16T01:45:43.100106+0000","last_active":"2024-09-16T01:45:43.101675+0000","last_peered":"2024-09-16T01:45:43.101675+0000","last_clean":"2024-09-16T01:45:43.101675+0000","last_became_active":"2024-09-16T01:45:43.099710+0000","last_became_peered":"2024-09-16T01:45:43.099710+0000","last_unstale":"2024-09-16T01:45:43.101675+0000","last_undegraded":"2024-09-16T01:45:43.101675+0000","last_fullsized":"2024-09-16T01:45:43.101675+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:25.092851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090570+0000","last_change":"2024-09-16T01:45:42.090570+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090570+0000","last_undegraded":"2024-09-16T01:45:42.090570+0000","last_fullsized":"2024-09-16T01:45:42.090570+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089149+0000","last_change":"2024-09-16T01:45:42.089149+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089149+0000","last_undegraded":"2024-09-16T01:45:42.089149+0000","last_fullsized":"2024-09-16T01:45:42.089149+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102895+0000","last_change":"2024-09-16T01:45:43.095610+0000","last_active":"2024-09-16T01:45:43.102895+0000","last_peered":"2024-09-16T01:45:43.102895+0000","last_clean":"2024-09-16T01:45:43.102895+0000","last_became_active":"2024-09-16T01:45:43.095047+0000","last_became_peered":"2024-09-16T01:45:43.095047+0000","last_unstale":"2024-09-16T01:45:43.102895+0000","last_undegraded":"2024-09-16T01:45:43.102895+0000","last_fullsized":"2024-09-16T01:45:43.102895+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:23.228470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089177+0000","last_change":"2024-09-16T01:45:42.089177+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089177+0000","last_undegraded":"2024-09-16T01:45:42.089177+0000","last_fullsized":"2024-09-16T01:45:42.089177+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101423+0000","last_change":"2024-09-16T01:45:43.091287+0000","last_active":"2024-09-16T01:45:43.101423+0000","last_peered":"2024-09-16T01:45:43.101423+0000","last_clean":"2024-09-16T01:45:43.101423+0000","last_became_active":"2024-09-16T01:45:43.091015+0000","last_became_peered":"2024-09-16T01:45:43.091015+0000","last_unstale":"2024-09-16T01:45:43.101423+0000","last_undegraded":"2024-09-16T01:45:43.101423+0000","last_fullsized":"2024-09-16T01:45:43.101423+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:57.762169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088140+0000","last_change":"2024-09-16T01:45:42.088140+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088140+0000","last_undegraded":"2024-09-16T01:45:42.088140+0000","last_fullsized":"2024-09-16T01:45:42.088140+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089115+0000","last_change":"2024-09-16T01:45:42.089115+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089115+0000","last_undegraded":"2024-09-16T01:45:42.089115+0000","last_fullsized":"2024-09-16T01:45:42.089115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109179+0000","last_change":"2024-09-16T01:45:43.105383+0000","last_active":"2024-09-16T01:45:43.109179+0000","last_peered":"2024-09-16T01:45:43.109179+0000","last_clean":"2024-09-16T01:45:43.109179+0000","last_became_active":"2024-09-16T01:45:43.105127+0000","last_became_peered":"2024-09-16T01:45:43.105127+0000","last_unstale":"2024-09-16T01:45:43.109179+0000","last_undegraded":"2024-09-16T01:45:43.109179+0000","last_fullsized":"2024-09-16T01:45:43.109179+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:03.436408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108544+0000","last_change":"2024-09-16T01:45:43.107785+0000","last_active":"2024-09-16T01:45:43.108544+0000","last_peered":"2024-09-16T01:45:43.108544+0000","last_clean":"2024-09-16T01:45:43.108544+0000","last_became_active":"2024-09-16T01:45:43.107376+0000","last_became_peered":"2024-09-16T01:45:43.107376+0000","last_unstale":"2024-09-16T01:45:43.108544+0000","last_undegraded":"2024-09-16T01:45:43.108544+0000","last_fullsized":"2024-09-16T01:45:43.108544+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:44.767706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103026+0000","last_change":"2024-09-16T01:45:43.095149+0000","last_active":"2024-09-16T01:45:43.103026+0000","last_peered":"2024-09-16T01:45:43.103026+0000","last_clean":"2024-09-16T01:45:43.103026+0000","last_became_active":"2024-09-16T01:45:43.094867+0000","last_became_peered":"2024-09-16T01:45:43.094867+0000","last_unstale":"2024-09-16T01:45:43.103026+0000","last_undegraded":"2024-09-16T01:45:43.103026+0000","last_fullsized":"2024-09-16T01:45:43.103026+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:55.866005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102917+0000","last_change":"2024-09-16T01:45:43.099548+0000","last_active":"2024-09-16T01:45:43.102917+0000","last_peered":"2024-09-16T01:45:43.102917+0000","last_clean":"2024-09-16T01:45:43.102917+0000","last_became_active":"2024-09-16T01:45:43.098988+0000","last_became_peered":"2024-09-16T01:45:43.098988+0000","last_unstale":"2024-09-16T01:45:43.102917+0000","last_undegraded":"2024-09-16T01:45:43.102917+0000","last_fullsized":"2024-09-16T01:45:43.102917+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:47.137379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087814+0000","last_change":"2024-09-16T01:45:42.087814+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087814+0000","last_undegraded":"2024-09-16T01:45:42.087814+0000","last_fullsized":"2024-09-16T01:45:42.087814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088727+0000","last_change":"2024-09-16T01:45:42.088727+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088727+0000","last_undegraded":"2024-09-16T01:45:42.088727+0000","last_fullsized":"2024-09-16T01:45:42.088727+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231861+0000","last_change":"2024-09-16T01:45:43.112322+0000","last_active":"2024-09-16T01:45:44.231861+0000","last_peered":"2024-09-16T01:45:44.231861+0000","last_clean":"2024-09-16T01:45:44.231861+0000","last_became_active":"2024-09-16T01:45:43.112047+0000","last_became_peered":"2024-09-16T01:45:43.112047+0000","last_unstale":"2024-09-16T01:45:44.231861+0000","last_undegraded":"2024-09-16T01:45:44.231861+0000","last_fullsized":"2024-09-16T01:45:44.231861+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:46.603846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091069+0000","last_change":"2024-09-16T01:45:42.091069+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091069+0000","last_undegraded":"2024-09-16T01:45:42.091069+0000","last_fullsized":"2024-09-16T01:45:42.091069+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088444+0000","last_change":"2024-09-16T01:45:42.088444+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088444+0000","last_undegraded":"2024-09-16T01:45:42.088444+0000","last_fullsized":"2024-09-16T01:45:42.088444+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231396+0000","last_change":"2024-09-16T01:45:43.107730+0000","last_active":"2024-09-16T01:45:44.231396+0000","last_peered":"2024-09-16T01:45:44.231396+0000","last_clean":"2024-09-16T01:45:44.231396+0000","last_became_active":"2024-09-16T01:45:43.107447+0000","last_became_peered":"2024-09-16T01:45:43.107447+0000","last_unstale":"2024-09-16T01:45:44.231396+0000","last_undegraded":"2024-09-16T01:45:44.231396+0000","last_fullsized":"2024-09-16T01:45:44.231396+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:53.192517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088445+0000","last_change":"2024-09-16T01:45:42.088445+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088445+0000","last_undegraded":"2024-09-16T01:45:42.088445+0000","last_fullsized":"2024-09-16T01:45:42.088445+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231304+0000","last_change":"2024-09-16T01:45:43.108088+0000","last_active":"2024-09-16T01:45:44.231304+0000","last_peered":"2024-09-16T01:45:44.231304+0000","last_clean":"2024-09-16T01:45:44.231304+0000","last_became_active":"2024-09-16T01:45:43.107836+0000","last_became_peered":"2024-09-16T01:45:43.107836+0000","last_unstale":"2024-09-16T01:45:44.231304+0000","last_undegraded":"2024-09-16T01:45:44.231304+0000","last_fullsized":"2024-09-16T01:45:44.231304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:54.203738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108304+0000","last_change":"2024-09-16T01:45:43.107018+0000","last_active":"2024-09-16T01:45:43.108304+0000","last_peered":"2024-09-16T01:45:43.108304+0000","last_clean":"2024-09-16T01:45:43.108304+0000","last_became_active":"2024-09-16T01:45:43.106773+0000","last_became_peered":"2024-09-16T01:45:43.106773+0000","last_unstale":"2024-09-16T01:45:43.108304+0000","last_undegraded":"2024-09-16T01:45:43.108304+0000","last_fullsized":"2024-09-16T01:45:43.108304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:18:46.738067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.091402+0000","last_change":"2024-09-16T01:45:42.091402+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.091402+0000","last_undegraded":"2024-09-16T01:45:42.091402+0000","last_fullsized":"2024-09-16T01:45:42.091402+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.104814+0000","last_change":"2024-09-16T01:45:43.103036+0000","last_active":"2024-09-16T01:45:43.104814+0000","last_peered":"2024-09-16T01:45:43.104814+0000","last_clean":"2024-09-16T01:45:43.104814+0000","last_became_active":"2024-09-16T01:45:43.102683+0000","last_became_peered":"2024-09-16T01:45:43.102683+0000","last_unstale":"2024-09-16T01:45:43.104814+0000","last_undegraded":"2024-09-16T01:45:43.104814+0000","last_fullsized":"2024-09-16T01:45:43.104814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:04.488018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088776+0000","last_change":"2024-09-16T01:45:42.088776+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088776+0000","last_undegraded":"2024-09-16T01:45:42.088776+0000","last_fullsized":"2024-09-16T01:45:42.088776+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090169+0000","last_change":"2024-09-16T01:45:42.090169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090169+0000","last_undegraded":"2024-09-16T01:45:42.090169+0000","last_fullsized":"2024-09-16T01:45:42.090169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087927+0000","last_change":"2024-09-16T01:45:42.087927+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087927+0000","last_undegraded":"2024-09-16T01:45:42.087927+0000","last_fullsized":"2024-09-16T01:45:42.087927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231172+0000","last_change":"2024-09-16T01:45:43.104110+0000","last_active":"2024-09-16T01:45:44.231172+0000","last_peered":"2024-09-16T01:45:44.231172+0000","last_clean":"2024-09-16T01:45:44.231172+0000","last_became_active":"2024-09-16T01:45:43.103689+0000","last_became_peered":"2024-09-16T01:45:43.103689+0000","last_unstale":"2024-09-16T01:45:44.231172+0000","last_undegraded":"2024-09-16T01:45:44.231172+0000","last_fullsized":"2024-09-16T01:45:44.231172+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:04.541322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089668+0000","last_change":"2024-09-16T01:45:42.089668+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089668+0000","last_undegraded":"2024-09-16T01:45:42.089668+0000","last_fullsized":"2024-09-16T01:45:42.089668+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086169+0000","last_change":"2024-09-16T01:45:42.086169+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086169+0000","last_undegraded":"2024-09-16T01:45:42.086169+0000","last_fullsized":"2024-09-16T01:45:42.086169+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.089828+0000","last_change":"2024-09-16T01:45:42.089828+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.089828+0000","last_undegraded":"2024-09-16T01:45:42.089828+0000","last_fullsized":"2024-09-16T01:45:42.089828+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102368+0000","last_change":"2024-09-16T01:45:42.099051+0000","last_active":"2024-09-16T01:45:42.102368+0000","last_peered":"2024-09-16T01:45:42.102368+0000","last_clean":"2024-09-16T01:45:42.102368+0000","last_became_active":"2024-09-16T01:45:42.098738+0000","last_became_peered":"2024-09-16T01:45:42.098738+0000","last_unstale":"2024-09-16T01:45:42.102368+0000","last_undegraded":"2024-09-16T01:45:42.102368+0000","last_fullsized":"2024-09-16T01:45:42.102368+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.090405+0000","last_change":"2024-09-16T01:45:42.090405+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.090405+0000","last_undegraded":"2024-09-16T01:45:42.090405+0000","last_fullsized":"2024-09-16T01:45:42.090405+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.094566+0000","last_change":"2024-09-16T01:45:42.093272+0000","last_active":"2024-09-16T01:45:42.094566+0000","last_peered":"2024-09-16T01:45:42.094566+0000","last_clean":"2024-09-16T01:45:42.094566+0000","last_became_active":"2024-09-16T01:45:42.092837+0000","last_became_peered":"2024-09-16T01:45:42.092837+0000","last_unstale":"2024-09-16T01:45:42.094566+0000","last_undegraded":"2024-09-16T01:45:42.094566+0000","last_fullsized":"2024-09-16T01:45:42.094566+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:15.259719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086563+0000","last_change":"2024-09-16T01:45:42.086563+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086563+0000","last_undegraded":"2024-09-16T01:45:42.086563+0000","last_fullsized":"2024-09-16T01:45:42.086563+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101036+0000","last_change":"2024-09-16T01:45:42.097327+0000","last_active":"2024-09-16T01:45:42.101036+0000","last_peered":"2024-09-16T01:45:42.101036+0000","last_clean":"2024-09-16T01:45:42.101036+0000","last_became_active":"2024-09-16T01:45:42.096759+0000","last_became_peered":"2024-09-16T01:45:42.096759+0000","last_unstale":"2024-09-16T01:45:42.101036+0000","last_undegraded":"2024-09-16T01:45:42.101036+0000","last_fullsized":"2024-09-16T01:45:42.101036+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:56.299767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088269+0000","last_change":"2024-09-16T01:45:42.088269+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088269+0000","last_undegraded":"2024-09-16T01:45:42.088269+0000","last_fullsized":"2024-09-16T01:45:42.088269+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.111518+0000","last_change":"2024-09-16T01:45:42.092450+0000","last_active":"2024-09-16T01:45:43.111518+0000","last_peered":"2024-09-16T01:45:43.111518+0000","last_clean":"2024-09-16T01:45:43.111518+0000","last_became_active":"2024-09-16T01:45:42.091972+0000","last_became_peered":"2024-09-16T01:45:42.091972+0000","last_unstale":"2024-09-16T01:45:43.111518+0000","last_undegraded":"2024-09-16T01:45:43.111518+0000","last_fullsized":"2024-09-16T01:45:43.111518+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:22.223596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087057+0000","last_change":"2024-09-16T01:45:42.087057+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087057+0000","last_undegraded":"2024-09-16T01:45:42.087057+0000","last_fullsized":"2024-09-16T01:45:42.087057+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110237+0000","last_change":"2024-09-16T01:45:42.098581+0000","last_active":"2024-09-16T01:45:43.110237+0000","last_peered":"2024-09-16T01:45:43.110237+0000","last_clean":"2024-09-16T01:45:43.110237+0000","last_became_active":"2024-09-16T01:45:42.098275+0000","last_became_peered":"2024-09-16T01:45:42.098275+0000","last_unstale":"2024-09-16T01:45:43.110237+0000","last_undegraded":"2024-09-16T01:45:43.110237+0000","last_fullsized":"2024-09-16T01:45:43.110237+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:19.390689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087486+0000","last_change":"2024-09-16T01:45:42.087486+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087486+0000","last_undegraded":"2024-09-16T01:45:42.087486+0000","last_fullsized":"2024-09-16T01:45:42.087486+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102309+0000","last_change":"2024-09-16T01:45:42.098405+0000","last_active":"2024-09-16T01:45:42.102309+0000","last_peered":"2024-09-16T01:45:42.102309+0000","last_clean":"2024-09-16T01:45:42.102309+0000","last_became_active":"2024-09-16T01:45:42.098085+0000","last_became_peered":"2024-09-16T01:45:42.098085+0000","last_unstale":"2024-09-16T01:45:42.102309+0000","last_undegraded":"2024-09-16T01:45:42.102309+0000","last_fullsized":"2024-09-16T01:45:42.102309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:30.926847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.108023+0000","last_change":"2024-09-16T01:45:43.105529+0000","last_active":"2024-09-16T01:45:43.108023+0000","last_peered":"2024-09-16T01:45:43.108023+0000","last_clean":"2024-09-16T01:45:43.108023+0000","last_became_active":"2024-09-16T01:45:43.105256+0000","last_became_peered":"2024-09-16T01:45:43.105256+0000","last_unstale":"2024-09-16T01:45:43.108023+0000","last_undegraded":"2024-09-16T01:45:43.108023+0000","last_fullsized":"2024-09-16T01:45:43.108023+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:26.952293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091331+0000","last_change":"2024-09-16T01:45:42.098109+0000","last_active":"2024-09-16T01:45:43.091331+0000","last_peered":"2024-09-16T01:45:43.091331+0000","last_clean":"2024-09-16T01:45:43.091331+0000","last_became_active":"2024-09-16T01:45:42.097728+0000","last_became_peered":"2024-09-16T01:45:42.097728+0000","last_unstale":"2024-09-16T01:45:43.091331+0000","last_undegraded":"2024-09-16T01:45:43.091331+0000","last_fullsized":"2024-09-16T01:45:43.091331+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:36.258084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086484+0000","last_change":"2024-09-16T01:45:42.086484+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086484+0000","last_undegraded":"2024-09-16T01:45:42.086484+0000","last_fullsized":"2024-09-16T01:45:42.086484+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.085915+0000","last_change":"2024-09-16T01:45:42.099779+0000","last_active":"2024-09-16T01:45:43.085915+0000","last_peered":"2024-09-16T01:45:43.085915+0000","last_clean":"2024-09-16T01:45:43.085915+0000","last_became_active":"2024-09-16T01:45:42.099354+0000","last_became_peered":"2024-09-16T01:45:42.099354+0000","last_unstale":"2024-09-16T01:45:43.085915+0000","last_undegraded":"2024-09-16T01:45:43.085915+0000","last_fullsized":"2024-09-16T01:45:43.085915+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.906040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.105683+0000","last_change":"2024-09-16T01:45:43.099161+0000","last_active":"2024-09-16T01:45:43.105683+0000","last_peered":"2024-09-16T01:45:43.105683+0000","last_clean":"2024-09-16T01:45:43.105683+0000","last_became_active":"2024-09-16T01:45:43.098255+0000","last_became_peered":"2024-09-16T01:45:43.098255+0000","last_unstale":"2024-09-16T01:45:43.105683+0000","last_undegraded":"2024-09-16T01:45:43.105683+0000","last_fullsized":"2024-09-16T01:45:43.105683+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:37.262958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231732+0000","last_change":"2024-09-16T01:45:42.101798+0000","last_active":"2024-09-16T01:45:44.231732+0000","last_peered":"2024-09-16T01:45:44.231732+0000","last_clean":"2024-09-16T01:45:44.231732+0000","last_became_active":"2024-09-16T01:45:42.101450+0000","last_became_peered":"2024-09-16T01:45:42.101450+0000","last_unstale":"2024-09-16T01:45:44.231732+0000","last_undegraded":"2024-09-16T01:45:44.231732+0000","last_fullsized":"2024-09-16T01:45:44.231732+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.232013+0000","last_change":"2024-09-16T01:45:43.108873+0000","last_active":"2024-09-16T01:45:44.232013+0000","last_peered":"2024-09-16T01:45:44.232013+0000","last_clean":"2024-09-16T01:45:44.232013+0000","last_became_active":"2024-09-16T01:45:43.108611+0000","last_became_peered":"2024-09-16T01:45:43.108611+0000","last_unstale":"2024-09-16T01:45:44.232013+0000","last_undegraded":"2024-09-16T01:45:44.232013+0000","last_fullsized":"2024-09-16T01:45:44.232013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:48.033659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103540+0000","last_change":"2024-09-16T01:45:42.096753+0000","last_active":"2024-09-16T01:45:42.103540+0000","last_peered":"2024-09-16T01:45:42.103540+0000","last_clean":"2024-09-16T01:45:42.103540+0000","last_became_active":"2024-09-16T01:45:42.096429+0000","last_became_peered":"2024-09-16T01:45:42.096429+0000","last_unstale":"2024-09-16T01:45:42.103540+0000","last_undegraded":"2024-09-16T01:45:42.103540+0000","last_fullsized":"2024-09-16T01:45:42.103540+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:51.905695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088621+0000","last_change":"2024-09-16T01:45:42.088621+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088621+0000","last_undegraded":"2024-09-16T01:45:42.088621+0000","last_fullsized":"2024-09-16T01:45:42.088621+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"56'3","reported_seq":17,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231636+0000","last_change":"2024-09-16T01:45:42.095791+0000","last_active":"2024-09-16T01:45:44.231636+0000","last_peered":"2024-09-16T01:45:44.231636+0000","last_clean":"2024-09-16T01:45:44.231636+0000","last_became_active":"2024-09-16T01:45:42.095429+0000","last_became_peered":"2024-09-16T01:45:42.095429+0000","last_unstale":"2024-09-16T01:45:44.231636+0000","last_undegraded":"2024-09-16T01:45:44.231636+0000","last_fullsized":"2024-09-16T01:45:44.231636+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231455+0000","last_change":"2024-09-16T01:45:43.104154+0000","last_active":"2024-09-16T01:45:44.231455+0000","last_peered":"2024-09-16T01:45:44.231455+0000","last_clean":"2024-09-16T01:45:44.231455+0000","last_became_active":"2024-09-16T01:45:43.103601+0000","last_became_peered":"2024-09-16T01:45:43.103601+0000","last_unstale":"2024-09-16T01:45:44.231455+0000","last_undegraded":"2024-09-16T01:45:44.231455+0000","last_fullsized":"2024-09-16T01:45:44.231455+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:52.209785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"56'6","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.117173+0000","last_change":"2024-09-16T01:45:42.102921+0000","last_active":"2024-09-16T01:45:43.117173+0000","last_peered":"2024-09-16T01:45:43.117173+0000","last_clean":"2024-09-16T01:45:43.117173+0000","last_became_active":"2024-09-16T01:45:42.102656+0000","last_became_peered":"2024-09-16T01:45:42.102656+0000","last_unstale":"2024-09-16T01:45:43.117173+0000","last_undegraded":"2024-09-16T01:45:43.117173+0000","last_fullsized":"2024-09-16T01:45:43.117173+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:15.614459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.102468+0000","last_change":"2024-09-16T01:45:43.099840+0000","last_active":"2024-09-16T01:45:43.102468+0000","last_peered":"2024-09-16T01:45:43.102468+0000","last_clean":"2024-09-16T01:45:43.102468+0000","last_became_active":"2024-09-16T01:45:43.099324+0000","last_became_peered":"2024-09-16T01:45:43.099324+0000","last_unstale":"2024-09-16T01:45:43.102468+0000","last_undegraded":"2024-09-16T01:45:43.102468+0000","last_fullsized":"2024-09-16T01:45:43.102468+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.200965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103699+0000","last_change":"2024-09-16T01:45:42.100897+0000","last_active":"2024-09-16T01:45:42.103699+0000","last_peered":"2024-09-16T01:45:42.103699+0000","last_clean":"2024-09-16T01:45:42.103699+0000","last_became_active":"2024-09-16T01:45:42.097682+0000","last_became_peered":"2024-09-16T01:45:42.097682+0000","last_unstale":"2024-09-16T01:45:42.103699+0000","last_undegraded":"2024-09-16T01:45:42.103699+0000","last_fullsized":"2024-09-16T01:45:42.103699+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:42.915958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231591+0000","last_change":"2024-09-16T01:45:43.104199+0000","last_active":"2024-09-16T01:45:44.231591+0000","last_peered":"2024-09-16T01:45:44.231591+0000","last_clean":"2024-09-16T01:45:44.231591+0000","last_became_active":"2024-09-16T01:45:43.103847+0000","last_became_peered":"2024-09-16T01:45:43.103847+0000","last_unstale":"2024-09-16T01:45:44.231591+0000","last_undegraded":"2024-09-16T01:45:44.231591+0000","last_fullsized":"2024-09-16T01:45:44.231591+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:07.620176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096224+0000","last_change":"2024-09-16T01:45:42.095776+0000","last_active":"2024-09-16T01:45:43.096224+0000","last_peered":"2024-09-16T01:45:43.096224+0000","last_clean":"2024-09-16T01:45:43.096224+0000","last_became_active":"2024-09-16T01:45:42.095481+0000","last_became_peered":"2024-09-16T01:45:42.095481+0000","last_unstale":"2024-09-16T01:45:43.096224+0000","last_undegraded":"2024-09-16T01:45:43.096224+0000","last_fullsized":"2024-09-16T01:45:43.096224+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:01.706396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.110481+0000","last_change":"2024-09-16T01:45:43.105409+0000","last_active":"2024-09-16T01:45:43.110481+0000","last_peered":"2024-09-16T01:45:43.110481+0000","last_clean":"2024-09-16T01:45:43.110481+0000","last_became_active":"2024-09-16T01:45:43.104904+0000","last_became_peered":"2024-09-16T01:45:43.104904+0000","last_unstale":"2024-09-16T01:45:43.110481+0000","last_undegraded":"2024-09-16T01:45:43.110481+0000","last_fullsized":"2024-09-16T01:45:43.110481+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:11.989504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091486+0000","last_change":"2024-09-16T01:45:42.092203+0000","last_active":"2024-09-16T01:45:43.091486+0000","last_peered":"2024-09-16T01:45:43.091486+0000","last_clean":"2024-09-16T01:45:43.091486+0000","last_became_active":"2024-09-16T01:45:42.091839+0000","last_became_peered":"2024-09-16T01:45:42.091839+0000","last_unstale":"2024-09-16T01:45:43.091486+0000","last_undegraded":"2024-09-16T01:45:43.091486+0000","last_fullsized":"2024-09-16T01:45:43.091486+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:10.984631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231273+0000","last_change":"2024-09-16T01:45:43.108870+0000","last_active":"2024-09-16T01:45:44.231273+0000","last_peered":"2024-09-16T01:45:44.231273+0000","last_clean":"2024-09-16T01:45:44.231273+0000","last_became_active":"2024-09-16T01:45:43.108601+0000","last_became_peered":"2024-09-16T01:45:43.108601+0000","last_unstale":"2024-09-16T01:45:44.231273+0000","last_undegraded":"2024-09-16T01:45:44.231273+0000","last_fullsized":"2024-09-16T01:45:44.231273+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:38.619164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"56'8","reported_seq":22,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231025+0000","last_change":"2024-09-16T01:45:42.097066+0000","last_active":"2024-09-16T01:45:44.231025+0000","last_peered":"2024-09-16T01:45:44.231025+0000","last_clean":"2024-09-16T01:45:44.231025+0000","last_became_active":"2024-09-16T01:45:42.096721+0000","last_became_peered":"2024-09-16T01:45:42.096721+0000","last_unstale":"2024-09-16T01:45:44.231025+0000","last_undegraded":"2024-09-16T01:45:44.231025+0000","last_fullsized":"2024-09-16T01:45:44.231025+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231938+0000","last_change":"2024-09-16T01:45:43.109696+0000","last_active":"2024-09-16T01:45:44.231938+0000","last_peered":"2024-09-16T01:45:44.231938+0000","last_clean":"2024-09-16T01:45:44.231938+0000","last_became_active":"2024-09-16T01:45:43.109380+0000","last_became_peered":"2024-09-16T01:45:43.109380+0000","last_unstale":"2024-09-16T01:45:44.231938+0000","last_undegraded":"2024-09-16T01:45:44.231938+0000","last_fullsized":"2024-09-16T01:45:44.231938+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:23.670207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103611+0000","last_change":"2024-09-16T01:45:42.099485+0000","last_active":"2024-09-16T01:45:42.103611+0000","last_peered":"2024-09-16T01:45:42.103611+0000","last_clean":"2024-09-16T01:45:42.103611+0000","last_became_active":"2024-09-16T01:45:42.096978+0000","last_became_peered":"2024-09-16T01:45:42.096978+0000","last_unstale":"2024-09-16T01:45:42.103611+0000","last_undegraded":"2024-09-16T01:45:42.103611+0000","last_fullsized":"2024-09-16T01:45:42.103611+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:03.483145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103547+0000","last_change":"2024-09-16T01:45:43.101875+0000","last_active":"2024-09-16T01:45:43.103547+0000","last_peered":"2024-09-16T01:45:43.103547+0000","last_clean":"2024-09-16T01:45:43.103547+0000","last_became_active":"2024-09-16T01:45:43.101519+0000","last_became_peered":"2024-09-16T01:45:43.101519+0000","last_unstale":"2024-09-16T01:45:43.103547+0000","last_undegraded":"2024-09-16T01:45:43.103547+0000","last_fullsized":"2024-09-16T01:45:43.103547+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:16.264593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.102698+0000","last_change":"2024-09-16T01:45:42.101891+0000","last_active":"2024-09-16T01:45:42.102698+0000","last_peered":"2024-09-16T01:45:42.102698+0000","last_clean":"2024-09-16T01:45:42.102698+0000","last_became_active":"2024-09-16T01:45:42.101494+0000","last_became_peered":"2024-09-16T01:45:42.101494+0000","last_unstale":"2024-09-16T01:45:42.102698+0000","last_undegraded":"2024-09-16T01:45:42.102698+0000","last_fullsized":"2024-09-16T01:45:42.102698+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085910+0000","last_change":"2024-09-16T01:45:42.085910+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085910+0000","last_undegraded":"2024-09-16T01:45:42.085910+0000","last_fullsized":"2024-09-16T01:45:42.085910+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.114270+0000","last_change":"2024-09-16T01:45:42.093189+0000","last_active":"2024-09-16T01:45:43.114270+0000","last_peered":"2024-09-16T01:45:43.114270+0000","last_clean":"2024-09-16T01:45:43.114270+0000","last_became_active":"2024-09-16T01:45:42.092632+0000","last_became_peered":"2024-09-16T01:45:42.092632+0000","last_unstale":"2024-09-16T01:45:43.114270+0000","last_undegraded":"2024-09-16T01:45:43.114270+0000","last_fullsized":"2024-09-16T01:45:43.114270+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:54.861131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231725+0000","last_change":"2024-09-16T01:45:43.104380+0000","last_active":"2024-09-16T01:45:44.231725+0000","last_peered":"2024-09-16T01:45:44.231725+0000","last_clean":"2024-09-16T01:45:44.231725+0000","last_became_active":"2024-09-16T01:45:43.103888+0000","last_became_peered":"2024-09-16T01:45:43.103888+0000","last_unstale":"2024-09-16T01:45:44.231725+0000","last_undegraded":"2024-09-16T01:45:44.231725+0000","last_fullsized":"2024-09-16T01:45:44.231725+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:44.368328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.100900+0000","last_change":"2024-09-16T01:45:42.095251+0000","last_active":"2024-09-16T01:45:42.100900+0000","last_peered":"2024-09-16T01:45:42.100900+0000","last_clean":"2024-09-16T01:45:42.100900+0000","last_became_active":"2024-09-16T01:45:42.094960+0000","last_became_peered":"2024-09-16T01:45:42.094960+0000","last_unstale":"2024-09-16T01:45:42.100900+0000","last_undegraded":"2024-09-16T01:45:42.100900+0000","last_fullsized":"2024-09-16T01:45:42.100900+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:56.661994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.103586+0000","last_change":"2024-09-16T01:45:43.102304+0000","last_active":"2024-09-16T01:45:43.103586+0000","last_peered":"2024-09-16T01:45:43.103586+0000","last_clean":"2024-09-16T01:45:43.103586+0000","last_became_active":"2024-09-16T01:45:43.101915+0000","last_became_peered":"2024-09-16T01:45:43.101915+0000","last_unstale":"2024-09-16T01:45:43.103586+0000","last_undegraded":"2024-09-16T01:45:43.103586+0000","last_fullsized":"2024-09-16T01:45:43.103586+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:52.910568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.103784+0000","last_change":"2024-09-16T01:45:42.101206+0000","last_active":"2024-09-16T01:45:42.103784+0000","last_peered":"2024-09-16T01:45:42.103784+0000","last_clean":"2024-09-16T01:45:42.103784+0000","last_became_active":"2024-09-16T01:45:42.098784+0000","last_became_peered":"2024-09-16T01:45:42.098784+0000","last_unstale":"2024-09-16T01:45:42.103784+0000","last_undegraded":"2024-09-16T01:45:42.103784+0000","last_fullsized":"2024-09-16T01:45:42.103784+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:02.431534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087292+0000","last_change":"2024-09-16T01:45:42.087292+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087292+0000","last_undegraded":"2024-09-16T01:45:42.087292+0000","last_fullsized":"2024-09-16T01:45:42.087292+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101765+0000","last_change":"2024-09-16T01:45:42.099226+0000","last_active":"2024-09-16T01:45:42.101765+0000","last_peered":"2024-09-16T01:45:42.101765+0000","last_clean":"2024-09-16T01:45:42.101765+0000","last_became_active":"2024-09-16T01:45:42.098927+0000","last_became_peered":"2024-09-16T01:45:42.098927+0000","last_unstale":"2024-09-16T01:45:42.101765+0000","last_undegraded":"2024-09-16T01:45:42.101765+0000","last_fullsized":"2024-09-16T01:45:42.101765+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:08.544741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.086251+0000","last_change":"2024-09-16T01:45:42.086251+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.086251+0000","last_undegraded":"2024-09-16T01:45:42.086251+0000","last_fullsized":"2024-09-16T01:45:42.086251+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091169+0000","last_change":"2024-09-16T01:45:42.092926+0000","last_active":"2024-09-16T01:45:43.091169+0000","last_peered":"2024-09-16T01:45:43.091169+0000","last_clean":"2024-09-16T01:45:43.091169+0000","last_became_active":"2024-09-16T01:45:42.092616+0000","last_became_peered":"2024-09-16T01:45:42.092616+0000","last_unstale":"2024-09-16T01:45:43.091169+0000","last_undegraded":"2024-09-16T01:45:43.091169+0000","last_fullsized":"2024-09-16T01:45:43.091169+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:56.757295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.101624+0000","last_change":"2024-09-16T01:45:43.099205+0000","last_active":"2024-09-16T01:45:43.101624+0000","last_peered":"2024-09-16T01:45:43.101624+0000","last_clean":"2024-09-16T01:45:43.101624+0000","last_became_active":"2024-09-16T01:45:43.098869+0000","last_became_peered":"2024-09-16T01:45:43.098869+0000","last_unstale":"2024-09-16T01:45:43.101624+0000","last_undegraded":"2024-09-16T01:45:43.101624+0000","last_fullsized":"2024-09-16T01:45:43.101624+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:43.135529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098280+0000","last_change":"2024-09-16T01:45:42.097148+0000","last_active":"2024-09-16T01:45:42.098280+0000","last_peered":"2024-09-16T01:45:42.098280+0000","last_clean":"2024-09-16T01:45:42.098280+0000","last_became_active":"2024-09-16T01:45:42.096862+0000","last_became_peered":"2024-09-16T01:45:42.096862+0000","last_unstale":"2024-09-16T01:45:42.098280+0000","last_undegraded":"2024-09-16T01:45:42.098280+0000","last_fullsized":"2024-09-16T01:45:42.098280+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:52:10.619192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.109141+0000","last_change":"2024-09-16T01:45:43.104689+0000","last_active":"2024-09-16T01:45:43.109141+0000","last_peered":"2024-09-16T01:45:43.109141+0000","last_clean":"2024-09-16T01:45:43.109141+0000","last_became_active":"2024-09-16T01:45:43.104430+0000","last_became_peered":"2024-09-16T01:45:43.104430+0000","last_unstale":"2024-09-16T01:45:43.109141+0000","last_undegraded":"2024-09-16T01:45:43.109141+0000","last_fullsized":"2024-09-16T01:45:43.109141+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:43.920832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.107567+0000","last_change":"2024-09-16T01:45:42.107010+0000","last_active":"2024-09-16T01:45:42.107567+0000","last_peered":"2024-09-16T01:45:42.107567+0000","last_clean":"2024-09-16T01:45:42.107567+0000","last_became_active":"2024-09-16T01:45:42.106758+0000","last_became_peered":"2024-09-16T01:45:42.106758+0000","last_unstale":"2024-09-16T01:45:42.107567+0000","last_undegraded":"2024-09-16T01:45:42.107567+0000","last_fullsized":"2024-09-16T01:45:42.107567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088161+0000","last_change":"2024-09-16T01:45:42.088161+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088161+0000","last_undegraded":"2024-09-16T01:45:42.088161+0000","last_fullsized":"2024-09-16T01:45:42.088161+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096393+0000","last_change":"2024-09-16T01:45:42.097417+0000","last_active":"2024-09-16T01:45:43.096393+0000","last_peered":"2024-09-16T01:45:43.096393+0000","last_clean":"2024-09-16T01:45:43.096393+0000","last_became_active":"2024-09-16T01:45:42.097131+0000","last_became_peered":"2024-09-16T01:45:42.097131+0000","last_unstale":"2024-09-16T01:45:43.096393+0000","last_undegraded":"2024-09-16T01:45:43.096393+0000","last_fullsized":"2024-09-16T01:45:43.096393+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:24.555885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.087218+0000","last_change":"2024-09-16T01:45:42.087218+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.087218+0000","last_undegraded":"2024-09-16T01:45:42.087218+0000","last_fullsized":"2024-09-16T01:45:42.087218+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.091397+0000","last_change":"2024-09-16T01:45:42.099411+0000","last_active":"2024-09-16T01:45:43.091397+0000","last_peered":"2024-09-16T01:45:43.091397+0000","last_clean":"2024-09-16T01:45:43.091397+0000","last_became_active":"2024-09-16T01:45:42.098865+0000","last_became_peered":"2024-09-16T01:45:42.098865+0000","last_unstale":"2024-09-16T01:45:43.091397+0000","last_undegraded":"2024-09-16T01:45:43.091397+0000","last_fullsized":"2024-09-16T01:45:43.091397+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:46.132505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085664+0000","last_change":"2024-09-16T01:45:42.085664+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085664+0000","last_undegraded":"2024-09-16T01:45:42.085664+0000","last_fullsized":"2024-09-16T01:45:42.085664+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.098257+0000","last_change":"2024-09-16T01:45:42.096813+0000","last_active":"2024-09-16T01:45:42.098257+0000","last_peered":"2024-09-16T01:45:42.098257+0000","last_clean":"2024-09-16T01:45:42.098257+0000","last_became_active":"2024-09-16T01:45:42.096470+0000","last_became_peered":"2024-09-16T01:45:42.096470+0000","last_unstale":"2024-09-16T01:45:42.098257+0000","last_undegraded":"2024-09-16T01:45:42.098257+0000","last_fullsized":"2024-09-16T01:45:42.098257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:22.485802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231755+0000","last_change":"2024-09-16T01:45:43.111573+0000","last_active":"2024-09-16T01:45:44.231755+0000","last_peered":"2024-09-16T01:45:44.231755+0000","last_clean":"2024-09-16T01:45:44.231755+0000","last_became_active":"2024-09-16T01:45:43.111219+0000","last_became_peered":"2024-09-16T01:45:43.111219+0000","last_unstale":"2024-09-16T01:45:44.231755+0000","last_undegraded":"2024-09-16T01:45:44.231755+0000","last_fullsized":"2024-09-16T01:45:44.231755+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:42.942433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.086265+0000","last_change":"2024-09-16T01:45:42.101005+0000","last_active":"2024-09-16T01:45:43.086265+0000","last_peered":"2024-09-16T01:45:43.086265+0000","last_clean":"2024-09-16T01:45:43.086265+0000","last_became_active":"2024-09-16T01:45:42.100730+0000","last_became_peered":"2024-09-16T01:45:42.100730+0000","last_unstale":"2024-09-16T01:45:43.086265+0000","last_undegraded":"2024-09-16T01:45:43.086265+0000","last_fullsized":"2024-09-16T01:45:43.086265+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:27.996416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.088301+0000","last_change":"2024-09-16T01:45:42.088301+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.088301+0000","last_undegraded":"2024-09-16T01:45:42.088301+0000","last_fullsized":"2024-09-16T01:45:42.088301+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.101818+0000","last_change":"2024-09-16T01:45:42.099921+0000","last_active":"2024-09-16T01:45:42.101818+0000","last_peered":"2024-09-16T01:45:42.101818+0000","last_clean":"2024-09-16T01:45:42.101818+0000","last_became_active":"2024-09-16T01:45:42.099641+0000","last_became_peered":"2024-09-16T01:45:42.099641+0000","last_unstale":"2024-09-16T01:45:42.101818+0000","last_undegraded":"2024-09-16T01:45:42.101818+0000","last_fullsized":"2024-09-16T01:45:42.101818+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:04.589468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085240+0000","last_change":"2024-09-16T01:45:42.085240+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085240+0000","last_undegraded":"2024-09-16T01:45:42.085240+0000","last_fullsized":"2024-09-16T01:45:42.085240+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T01:45:42.092028+0000","last_change":"2024-09-16T01:45:42.089884+0000","last_active":"2024-09-16T01:45:42.092028+0000","last_peered":"2024-09-16T01:45:42.092028+0000","last_clean":"2024-09-16T01:45:42.092028+0000","last_became_active":"2024-09-16T01:45:42.089615+0000","last_became_peered":"2024-09-16T01:45:42.089615+0000","last_unstale":"2024-09-16T01:45:42.092028+0000","last_undegraded":"2024-09-16T01:45:42.092028+0000","last_fullsized":"2024-09-16T01:45:42.092028+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:24.087978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T01:45:42.085974+0000","last_change":"2024-09-16T01:45:42.085974+0000","last_active":"2024-09-16T01:45:42.076034+0000","last_peered":"2024-09-16T01:45:42.076034+0000","last_clean":"2024-09-16T01:45:42.076034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:45:42.085974+0000","last_undegraded":"2024-09-16T01:45:42.085974+0000","last_fullsized":"2024-09-16T01:45:42.085974+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-16T01:45:43.096601+0000","last_change":"2024-09-16T01:45:42.094582+0000","last_active":"2024-09-16T01:45:43.096601+0000","last_peered":"2024-09-16T01:45:43.096601+0000","last_clean":"2024-09-16T01:45:43.096601+0000","last_became_active":"2024-09-16T01:45:42.094301+0000","last_became_peered":"2024-09-16T01:45:42.094301+0000","last_unstale":"2024-09-16T01:45:43.096601+0000","last_undegraded":"2024-09-16T01:45:43.096601+0000","last_fullsized":"2024-09-16T01:45:43.096601+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:12.066127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":235,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231158+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:45:44.231158+0000","last_peered":"2024-09-16T01:45:44.231158+0000","last_clean":"2024-09-16T01:45:44.231158+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:45:44.231158+0000","last_undegraded":"2024-09-16T01:45:44.231158+0000","last_fullsized":"2024-09-16T01:45:44.231158+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":1772,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21,"ondisk_log_size":21,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":651264,"data_stored":267601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542191,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35972,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335868,"statfs":{"total":96636764160,"available":96599928832,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542192,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542192,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":261334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542192,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1245184,"data_stored":857969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574896,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1277952,"data_stored":871204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:45:48.377 INFO:tasks.ceph.mds.b.smithi104.stderr:2024-09-16T01:45:48.375+0000 7fa9ef1ea640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:45:50.652 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:45:50.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.766+0000 7f794c52c640 1 Processor -- start 2024-09-16T01:45:50.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.766+0000 7f794c52c640 1 -- start start 2024-09-16T01:45:50.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.767+0000 7f794c52c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7944147fc0 0x7f794415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.767+0000 7f794c52c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f79440b9ee0 0x7f79440d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.767+0000 7f794c52c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79440ba310 con 0x7f79440d0ee0 2024-09-16T01:45:50.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.767+0000 7f794c52c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f79441483a0 con 0x7f79440b9ee0 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.767+0000 7f794c52c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f794415efa0 con 0x7f7944147fc0 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794aac9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f79440b9ee0 0x7f79440d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794aac9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f79440b9ee0 0x7f79440d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46938/0 (socket says 172.21.15.16:46938) 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794aac9640 1 -- 172.21.15.16:0/113489593 learned_addr learned my addr 172.21.15.16:0/113489593 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794a2c8640 1 --2- 172.21.15.16:0/113489593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7944147fc0 0x7f794415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794aac9640 1 -- 172.21.15.16:0/113489593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7944147fc0 msgr2=0x7f794415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794aac9640 1 --2- 172.21.15.16:0/113489593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7944147fc0 0x7f794415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794aac9640 1 -- 172.21.15.16:0/113489593 >> v1:172.21.15.104:6789/0 conn(0x7f79440d0ee0 legacy=0x7f79440b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.768+0000 7f794aac9640 1 -- 172.21.15.16:0/113489593 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79440d2750 con 0x7f79440b9ee0 2024-09-16T01:45:50.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.769+0000 7f794aac9640 1 --2- 172.21.15.16:0/113489593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79440b9ee0 0x7f79440d1340 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f7934009e50 tx=0x7f793402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc2a649915be6f13 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:50.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.769+0000 7f79492c6640 1 -- 172.21.15.16:0/113489593 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7934036070 con 0x7f79440b9ee0 2024-09-16T01:45:50.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.769+0000 7f79492c6640 1 -- 172.21.15.16:0/113489593 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7934031600 con 0x7f79440b9ee0 2024-09-16T01:45:50.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.769+0000 7f79492c6640 1 -- 172.21.15.16:0/113489593 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79340319d0 con 0x7f79440b9ee0 2024-09-16T01:45:50.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.769+0000 7f794c52c640 1 -- 172.21.15.16:0/113489593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79440b9ee0 msgr2=0x7f79440d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.769+0000 7f794c52c640 1 --2- 172.21.15.16:0/113489593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79440b9ee0 0x7f79440d1340 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f7934009e50 tx=0x7f793402a710 comp rx=0 tx=0).stop 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.770+0000 7f794c52c640 1 -- 172.21.15.16:0/113489593 shutdown_connections 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.770+0000 7f794c52c640 1 --2- 172.21.15.16:0/113489593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79440b9ee0 0x7f79440d1340 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.770+0000 7f794c52c640 1 --2- 172.21.15.16:0/113489593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7944147fc0 0x7f794415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.770+0000 7f794c52c640 1 -- 172.21.15.16:0/113489593 >> 172.21.15.16:0/113489593 conn(0x7f7944074fe0 msgr2=0x7f794406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.770+0000 7f794c52c640 1 -- 172.21.15.16:0/113489593 shutdown_connections 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.770+0000 7f794c52c640 1 -- 172.21.15.16:0/113489593 wait complete. 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.771+0000 7f794c52c640 1 Processor -- start 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.771+0000 7f794c52c640 1 -- start start 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794c52c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f79440b9ee0 0x7f79441f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794c52c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f79440d0ee0 0x7f79441f5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794c52c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7944147fc0 0x7f79441442d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794c52c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f79440d2500 con 0x7f7944147fc0 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794c52c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f79440d2d10 con 0x7f79440b9ee0 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794c52c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f79440d2ff0 con 0x7f79440d0ee0 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7944147fc0 0x7f79441442d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7944147fc0 0x7f79441442d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46948/0 (socket says 172.21.15.16:46948) 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 -- 172.21.15.16:0/3664727195 learned_addr learned my addr 172.21.15.16:0/3664727195 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794a2c8640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f79440b9ee0 0x7f79441f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f7949ac7640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f79440d0ee0 0x7f79441f5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 -- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f79440d0ee0 msgr2=0x7f79441f5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f79440d0ee0 0x7f79441f5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 -- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f79440b9ee0 msgr2=0x7f79441f8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f79440b9ee0 0x7f79441f8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 -- 172.21.15.16:0/3664727195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7944144810 con 0x7f7944147fc0 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f794aac9640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7944147fc0 0x7f79441442d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f7934034040 tx=0x7f7934004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.772+0000 7f7942ffd640 1 -- 172.21.15.16:0/3664727195 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7934036050 con 0x7f7944147fc0 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.773+0000 7f7942ffd640 1 -- 172.21.15.16:0/3664727195 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7934042070 con 0x7f7944147fc0 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.773+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7944144a90 con 0x7f7944147fc0 2024-09-16T01:45:50.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.773+0000 7f7942ffd640 1 -- 172.21.15.16:0/3664727195 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7934009510 con 0x7f7944147fc0 2024-09-16T01:45:50.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.773+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79441f82c0 con 0x7f7944147fc0 2024-09-16T01:45:50.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.774+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79440b8830 con 0x7f7944147fc0 2024-09-16T01:45:50.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.774+0000 7f7942ffd640 1 -- 172.21.15.16:0/3664727195 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f7934007bf0 con 0x7f7944147fc0 2024-09-16T01:45:50.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.775+0000 7f7942ffd640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f793006c490 0x7f793006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.775+0000 7f7942ffd640 1 -- 172.21.15.16:0/3664727195 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f79340ac4d0 con 0x7f7944147fc0 2024-09-16T01:45:50.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.775+0000 7f794a2c8640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f793006c490 0x7f793006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.776+0000 7f794a2c8640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f793006c490 0x7f793006e950 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f793c0079a0 tx=0x7f793c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:50.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.779+0000 7f7942ffd640 1 -- 172.21.15.16:0/3664727195 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f79440b8830 con 0x7f7944147fc0 2024-09-16T01:45:50.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.950+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f79440d1340 con 0x7f793006c490 2024-09-16T01:45:50.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.956+0000 7f7942ffd640 1 -- 172.21.15.16:0/3664727195 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251931 (secure 0 0 0) 0x7f79440d1340 con 0x7f793006c490 2024-09-16T01:45:50.961 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:50.963 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:45:50.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f793006c490 msgr2=0x7f793006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f793006c490 0x7f793006e950 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f793c0079a0 tx=0x7f793c008040 comp rx=0 tx=0).stop 2024-09-16T01:45:50.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7944147fc0 msgr2=0x7f79441442d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7944147fc0 0x7f79441442d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f7934034040 tx=0x7f7934004a40 comp rx=0 tx=0).stop 2024-09-16T01:45:50.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 shutdown_connections 2024-09-16T01:45:50.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f793006c490 0x7f793006e950 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7944147fc0 0x7f79441442d0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f79440d0ee0 0x7f79441f5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 --2- 172.21.15.16:0/3664727195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f79440b9ee0 0x7f79441f8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 >> 172.21.15.16:0/3664727195 conn(0x7f7944074fe0 msgr2=0x7f794415e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:50.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 shutdown_connections 2024-09-16T01:45:50.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:50.959+0000 7f794c52c640 1 -- 172.21.15.16:0/3664727195 wait complete. 2024-09-16T01:45:50.972 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":165,"stamp":"2024-09-16T01:45:50.348416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247708,"kb_used_data":6504,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727012,"statfs":{"total":773094113280,"available":772840460288,"internally_reserved":0,"allocated":6660096,"data_stored":3430964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002018"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086173+0000","last_change":"2024-09-16T01:45:43.098303+0000","last_active":"2024-09-16T01:45:44.086173+0000","last_peered":"2024-09-16T01:45:44.086173+0000","last_clean":"2024-09-16T01:45:44.086173+0000","last_became_active":"2024-09-16T01:45:43.097968+0000","last_became_peered":"2024-09-16T01:45:43.097968+0000","last_unstale":"2024-09-16T01:45:44.086173+0000","last_undegraded":"2024-09-16T01:45:44.086173+0000","last_fullsized":"2024-09-16T01:45:44.086173+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:22.649462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231154+0000","last_change":"2024-09-16T01:45:43.105564+0000","last_active":"2024-09-16T01:45:44.231154+0000","last_peered":"2024-09-16T01:45:44.231154+0000","last_clean":"2024-09-16T01:45:44.231154+0000","last_became_active":"2024-09-16T01:45:43.105263+0000","last_became_peered":"2024-09-16T01:45:43.105263+0000","last_unstale":"2024-09-16T01:45:44.231154+0000","last_undegraded":"2024-09-16T01:45:44.231154+0000","last_fullsized":"2024-09-16T01:45:44.231154+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:31.744328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231507+0000","last_change":"2024-09-16T01:45:43.109723+0000","last_active":"2024-09-16T01:45:44.231507+0000","last_peered":"2024-09-16T01:45:44.231507+0000","last_clean":"2024-09-16T01:45:44.231507+0000","last_became_active":"2024-09-16T01:45:43.109401+0000","last_became_peered":"2024-09-16T01:45:43.109401+0000","last_unstale":"2024-09-16T01:45:44.231507+0000","last_undegraded":"2024-09-16T01:45:44.231507+0000","last_fullsized":"2024-09-16T01:45:44.231507+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:15.709751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231861+0000","last_change":"2024-09-16T01:45:43.100106+0000","last_active":"2024-09-16T01:45:44.231861+0000","last_peered":"2024-09-16T01:45:44.231861+0000","last_clean":"2024-09-16T01:45:44.231861+0000","last_became_active":"2024-09-16T01:45:43.099710+0000","last_became_peered":"2024-09-16T01:45:43.099710+0000","last_unstale":"2024-09-16T01:45:44.231861+0000","last_undegraded":"2024-09-16T01:45:44.231861+0000","last_fullsized":"2024-09-16T01:45:44.231861+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:57:21.945582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086063+0000","last_change":"2024-09-16T01:45:43.099521+0000","last_active":"2024-09-16T01:45:44.086063+0000","last_peered":"2024-09-16T01:45:44.086063+0000","last_clean":"2024-09-16T01:45:44.086063+0000","last_became_active":"2024-09-16T01:45:43.099236+0000","last_became_peered":"2024-09-16T01:45:43.099236+0000","last_unstale":"2024-09-16T01:45:44.086063+0000","last_undegraded":"2024-09-16T01:45:44.086063+0000","last_fullsized":"2024-09-16T01:45:44.086063+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:20.936120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.099905+0000","last_change":"2024-09-16T01:45:43.105511+0000","last_active":"2024-09-16T01:45:44.099905+0000","last_peered":"2024-09-16T01:45:44.099905+0000","last_clean":"2024-09-16T01:45:44.099905+0000","last_became_active":"2024-09-16T01:45:43.104795+0000","last_became_peered":"2024-09-16T01:45:43.104795+0000","last_unstale":"2024-09-16T01:45:44.099905+0000","last_undegraded":"2024-09-16T01:45:44.099905+0000","last_fullsized":"2024-09-16T01:45:44.099905+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:44.368328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087078+0000","last_change":"2024-09-16T01:45:43.095610+0000","last_active":"2024-09-16T01:45:44.087078+0000","last_peered":"2024-09-16T01:45:44.087078+0000","last_clean":"2024-09-16T01:45:44.087078+0000","last_became_active":"2024-09-16T01:45:43.095047+0000","last_became_peered":"2024-09-16T01:45:43.095047+0000","last_unstale":"2024-09-16T01:45:44.087078+0000","last_undegraded":"2024-09-16T01:45:44.087078+0000","last_fullsized":"2024-09-16T01:45:44.087078+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:12.200965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.230893+0000","last_change":"2024-09-16T01:45:43.103960+0000","last_active":"2024-09-16T01:45:44.230893+0000","last_peered":"2024-09-16T01:45:44.230893+0000","last_clean":"2024-09-16T01:45:44.230893+0000","last_became_active":"2024-09-16T01:45:43.103682+0000","last_became_peered":"2024-09-16T01:45:43.103682+0000","last_unstale":"2024-09-16T01:45:44.230893+0000","last_undegraded":"2024-09-16T01:45:44.230893+0000","last_fullsized":"2024-09-16T01:45:44.230893+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:38.528230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087603+0000","last_change":"2024-09-16T01:45:43.091287+0000","last_active":"2024-09-16T01:45:44.087603+0000","last_peered":"2024-09-16T01:45:44.087603+0000","last_clean":"2024-09-16T01:45:44.087603+0000","last_became_active":"2024-09-16T01:45:43.091015+0000","last_became_peered":"2024-09-16T01:45:43.091015+0000","last_unstale":"2024-09-16T01:45:44.087603+0000","last_undegraded":"2024-09-16T01:45:44.087603+0000","last_fullsized":"2024-09-16T01:45:44.087603+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:04.488018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087085+0000","last_change":"2024-09-16T01:45:43.099851+0000","last_active":"2024-09-16T01:45:44.087085+0000","last_peered":"2024-09-16T01:45:44.087085+0000","last_clean":"2024-09-16T01:45:44.087085+0000","last_became_active":"2024-09-16T01:45:43.099584+0000","last_became_peered":"2024-09-16T01:45:43.099584+0000","last_unstale":"2024-09-16T01:45:44.087085+0000","last_undegraded":"2024-09-16T01:45:44.087085+0000","last_fullsized":"2024-09-16T01:45:44.087085+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:57.666868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086951+0000","last_change":"2024-09-16T01:45:43.096640+0000","last_active":"2024-09-16T01:45:44.086951+0000","last_peered":"2024-09-16T01:45:44.086951+0000","last_clean":"2024-09-16T01:45:44.086951+0000","last_became_active":"2024-09-16T01:45:43.096342+0000","last_became_peered":"2024-09-16T01:45:43.096342+0000","last_unstale":"2024-09-16T01:45:44.086951+0000","last_undegraded":"2024-09-16T01:45:44.086951+0000","last_fullsized":"2024-09-16T01:45:44.086951+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:21.377913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231773+0000","last_change":"2024-09-16T01:45:43.105383+0000","last_active":"2024-09-16T01:45:44.231773+0000","last_peered":"2024-09-16T01:45:44.231773+0000","last_clean":"2024-09-16T01:45:44.231773+0000","last_became_active":"2024-09-16T01:45:43.105127+0000","last_became_peered":"2024-09-16T01:45:43.105127+0000","last_unstale":"2024-09-16T01:45:44.231773+0000","last_undegraded":"2024-09-16T01:45:44.231773+0000","last_fullsized":"2024-09-16T01:45:44.231773+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:51.583166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.102728+0000","last_change":"2024-09-16T01:45:43.107785+0000","last_active":"2024-09-16T01:45:44.102728+0000","last_peered":"2024-09-16T01:45:44.102728+0000","last_clean":"2024-09-16T01:45:44.102728+0000","last_became_active":"2024-09-16T01:45:43.107376+0000","last_became_peered":"2024-09-16T01:45:43.107376+0000","last_unstale":"2024-09-16T01:45:44.102728+0000","last_undegraded":"2024-09-16T01:45:44.102728+0000","last_fullsized":"2024-09-16T01:45:44.102728+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:24.413880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087167+0000","last_change":"2024-09-16T01:45:43.095149+0000","last_active":"2024-09-16T01:45:44.087167+0000","last_peered":"2024-09-16T01:45:44.087167+0000","last_clean":"2024-09-16T01:45:44.087167+0000","last_became_active":"2024-09-16T01:45:43.094867+0000","last_became_peered":"2024-09-16T01:45:43.094867+0000","last_unstale":"2024-09-16T01:45:44.087167+0000","last_undegraded":"2024-09-16T01:45:44.087167+0000","last_fullsized":"2024-09-16T01:45:44.087167+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:52.910568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087101+0000","last_change":"2024-09-16T01:45:43.099548+0000","last_active":"2024-09-16T01:45:44.087101+0000","last_peered":"2024-09-16T01:45:44.087101+0000","last_clean":"2024-09-16T01:45:44.087101+0000","last_became_active":"2024-09-16T01:45:43.098988+0000","last_became_peered":"2024-09-16T01:45:43.098988+0000","last_unstale":"2024-09-16T01:45:44.087101+0000","last_undegraded":"2024-09-16T01:45:44.087101+0000","last_fullsized":"2024-09-16T01:45:44.087101+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:16.264593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.099654+0000","last_change":"2024-09-16T01:45:43.103318+0000","last_active":"2024-09-16T01:45:44.099654+0000","last_peered":"2024-09-16T01:45:44.099654+0000","last_clean":"2024-09-16T01:45:44.099654+0000","last_became_active":"2024-09-16T01:45:43.103056+0000","last_became_peered":"2024-09-16T01:45:43.103056+0000","last_unstale":"2024-09-16T01:45:44.099654+0000","last_undegraded":"2024-09-16T01:45:44.099654+0000","last_fullsized":"2024-09-16T01:45:44.099654+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:52.209785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231314+0000","last_change":"2024-09-16T01:45:43.099999+0000","last_active":"2024-09-16T01:45:44.231314+0000","last_peered":"2024-09-16T01:45:44.231314+0000","last_clean":"2024-09-16T01:45:44.231314+0000","last_became_active":"2024-09-16T01:45:43.099680+0000","last_became_peered":"2024-09-16T01:45:43.099680+0000","last_unstale":"2024-09-16T01:45:44.231314+0000","last_undegraded":"2024-09-16T01:45:44.231314+0000","last_fullsized":"2024-09-16T01:45:44.231314+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:10.723118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231861+0000","last_change":"2024-09-16T01:45:43.112322+0000","last_active":"2024-09-16T01:45:44.231861+0000","last_peered":"2024-09-16T01:45:44.231861+0000","last_clean":"2024-09-16T01:45:44.231861+0000","last_became_active":"2024-09-16T01:45:43.112047+0000","last_became_peered":"2024-09-16T01:45:43.112047+0000","last_unstale":"2024-09-16T01:45:44.231861+0000","last_undegraded":"2024-09-16T01:45:44.231861+0000","last_fullsized":"2024-09-16T01:45:44.231861+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:46.603846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086021+0000","last_change":"2024-09-16T01:45:43.098339+0000","last_active":"2024-09-16T01:45:44.086021+0000","last_peered":"2024-09-16T01:45:44.086021+0000","last_clean":"2024-09-16T01:45:44.086021+0000","last_became_active":"2024-09-16T01:45:43.098061+0000","last_became_peered":"2024-09-16T01:45:43.098061+0000","last_unstale":"2024-09-16T01:45:44.086021+0000","last_undegraded":"2024-09-16T01:45:44.086021+0000","last_fullsized":"2024-09-16T01:45:44.086021+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:48.005630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231158+0000","last_change":"2024-09-16T01:45:43.095019+0000","last_active":"2024-09-16T01:45:44.231158+0000","last_peered":"2024-09-16T01:45:44.231158+0000","last_clean":"2024-09-16T01:45:44.231158+0000","last_became_active":"2024-09-16T01:45:43.094687+0000","last_became_peered":"2024-09-16T01:45:43.094687+0000","last_unstale":"2024-09-16T01:45:44.231158+0000","last_undegraded":"2024-09-16T01:45:44.231158+0000","last_fullsized":"2024-09-16T01:45:44.231158+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:56.385662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231396+0000","last_change":"2024-09-16T01:45:43.107730+0000","last_active":"2024-09-16T01:45:44.231396+0000","last_peered":"2024-09-16T01:45:44.231396+0000","last_clean":"2024-09-16T01:45:44.231396+0000","last_became_active":"2024-09-16T01:45:43.107447+0000","last_became_peered":"2024-09-16T01:45:43.107447+0000","last_unstale":"2024-09-16T01:45:44.231396+0000","last_undegraded":"2024-09-16T01:45:44.231396+0000","last_fullsized":"2024-09-16T01:45:44.231396+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:53.192517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.230917+0000","last_change":"2024-09-16T01:45:43.103552+0000","last_active":"2024-09-16T01:45:44.230917+0000","last_peered":"2024-09-16T01:45:44.230917+0000","last_clean":"2024-09-16T01:45:44.230917+0000","last_became_active":"2024-09-16T01:45:43.103298+0000","last_became_peered":"2024-09-16T01:45:43.103298+0000","last_unstale":"2024-09-16T01:45:44.230917+0000","last_undegraded":"2024-09-16T01:45:44.230917+0000","last_fullsized":"2024-09-16T01:45:44.230917+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:08.403299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231304+0000","last_change":"2024-09-16T01:45:43.108088+0000","last_active":"2024-09-16T01:45:44.231304+0000","last_peered":"2024-09-16T01:45:44.231304+0000","last_clean":"2024-09-16T01:45:44.231304+0000","last_became_active":"2024-09-16T01:45:43.107836+0000","last_became_peered":"2024-09-16T01:45:43.107836+0000","last_unstale":"2024-09-16T01:45:44.231304+0000","last_undegraded":"2024-09-16T01:45:44.231304+0000","last_fullsized":"2024-09-16T01:45:44.231304+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:54.203738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.102636+0000","last_change":"2024-09-16T01:45:43.107018+0000","last_active":"2024-09-16T01:45:44.102636+0000","last_peered":"2024-09-16T01:45:44.102636+0000","last_clean":"2024-09-16T01:45:44.102636+0000","last_became_active":"2024-09-16T01:45:43.106773+0000","last_became_peered":"2024-09-16T01:45:43.106773+0000","last_unstale":"2024-09-16T01:45:44.102636+0000","last_undegraded":"2024-09-16T01:45:44.102636+0000","last_fullsized":"2024-09-16T01:45:44.102636+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:02:57.492761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086199+0000","last_change":"2024-09-16T01:45:43.103234+0000","last_active":"2024-09-16T01:45:44.086199+0000","last_peered":"2024-09-16T01:45:44.086199+0000","last_clean":"2024-09-16T01:45:44.086199+0000","last_became_active":"2024-09-16T01:45:43.102921+0000","last_became_peered":"2024-09-16T01:45:43.102921+0000","last_unstale":"2024-09-16T01:45:44.086199+0000","last_undegraded":"2024-09-16T01:45:44.086199+0000","last_fullsized":"2024-09-16T01:45:44.086199+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:26.682956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231537+0000","last_change":"2024-09-16T01:45:43.103036+0000","last_active":"2024-09-16T01:45:44.231537+0000","last_peered":"2024-09-16T01:45:44.231537+0000","last_clean":"2024-09-16T01:45:44.231537+0000","last_became_active":"2024-09-16T01:45:43.102683+0000","last_became_peered":"2024-09-16T01:45:43.102683+0000","last_unstale":"2024-09-16T01:45:44.231537+0000","last_undegraded":"2024-09-16T01:45:44.231537+0000","last_fullsized":"2024-09-16T01:45:44.231537+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:15.300350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100009+0000","last_change":"2024-09-16T01:45:43.101444+0000","last_active":"2024-09-16T01:45:44.100009+0000","last_peered":"2024-09-16T01:45:44.100009+0000","last_clean":"2024-09-16T01:45:44.100009+0000","last_became_active":"2024-09-16T01:45:43.101082+0000","last_became_peered":"2024-09-16T01:45:43.101082+0000","last_unstale":"2024-09-16T01:45:44.100009+0000","last_undegraded":"2024-09-16T01:45:44.100009+0000","last_fullsized":"2024-09-16T01:45:44.100009+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:42.942433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086043+0000","last_change":"2024-09-16T01:45:43.099947+0000","last_active":"2024-09-16T01:45:44.086043+0000","last_peered":"2024-09-16T01:45:44.086043+0000","last_clean":"2024-09-16T01:45:44.086043+0000","last_became_active":"2024-09-16T01:45:43.099682+0000","last_became_peered":"2024-09-16T01:45:43.099682+0000","last_unstale":"2024-09-16T01:45:44.086043+0000","last_undegraded":"2024-09-16T01:45:44.086043+0000","last_fullsized":"2024-09-16T01:45:44.086043+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:17.298544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231384+0000","last_change":"2024-09-16T01:45:43.100578+0000","last_active":"2024-09-16T01:45:44.231384+0000","last_peered":"2024-09-16T01:45:44.231384+0000","last_clean":"2024-09-16T01:45:44.231384+0000","last_became_active":"2024-09-16T01:45:43.099147+0000","last_became_peered":"2024-09-16T01:45:43.099147+0000","last_unstale":"2024-09-16T01:45:44.231384+0000","last_undegraded":"2024-09-16T01:45:44.231384+0000","last_fullsized":"2024-09-16T01:45:44.231384+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:08.381323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231172+0000","last_change":"2024-09-16T01:45:43.104110+0000","last_active":"2024-09-16T01:45:44.231172+0000","last_peered":"2024-09-16T01:45:44.231172+0000","last_clean":"2024-09-16T01:45:44.231172+0000","last_became_active":"2024-09-16T01:45:43.103689+0000","last_became_peered":"2024-09-16T01:45:43.103689+0000","last_unstale":"2024-09-16T01:45:44.231172+0000","last_undegraded":"2024-09-16T01:45:44.231172+0000","last_fullsized":"2024-09-16T01:45:44.231172+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:04.541322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.085874+0000","last_change":"2024-09-16T01:45:43.102499+0000","last_active":"2024-09-16T01:45:44.085874+0000","last_peered":"2024-09-16T01:45:44.085874+0000","last_clean":"2024-09-16T01:45:44.085874+0000","last_became_active":"2024-09-16T01:45:43.102223+0000","last_became_peered":"2024-09-16T01:45:43.102223+0000","last_unstale":"2024-09-16T01:45:44.085874+0000","last_undegraded":"2024-09-16T01:45:44.085874+0000","last_fullsized":"2024-09-16T01:45:44.085874+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:30.235717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.099771+0000","last_change":"2024-09-16T01:45:43.094821+0000","last_active":"2024-09-16T01:45:44.099771+0000","last_peered":"2024-09-16T01:45:44.099771+0000","last_clean":"2024-09-16T01:45:44.099771+0000","last_became_active":"2024-09-16T01:45:43.094516+0000","last_became_peered":"2024-09-16T01:45:43.094516+0000","last_unstale":"2024-09-16T01:45:44.099771+0000","last_undegraded":"2024-09-16T01:45:44.099771+0000","last_fullsized":"2024-09-16T01:45:44.099771+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:07.620176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100283+0000","last_change":"2024-09-16T01:45:43.102293+0000","last_active":"2024-09-16T01:45:44.100283+0000","last_peered":"2024-09-16T01:45:44.100283+0000","last_clean":"2024-09-16T01:45:44.100283+0000","last_became_active":"2024-09-16T01:45:43.102017+0000","last_became_peered":"2024-09-16T01:45:43.102017+0000","last_unstale":"2024-09-16T01:45:44.100283+0000","last_undegraded":"2024-09-16T01:45:44.100283+0000","last_fullsized":"2024-09-16T01:45:44.100283+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:39.261020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"56'4","reported_seq":18,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100114+0000","last_change":"2024-09-16T01:45:42.099051+0000","last_active":"2024-09-16T01:45:44.100114+0000","last_peered":"2024-09-16T01:45:44.100114+0000","last_clean":"2024-09-16T01:45:44.100114+0000","last_became_active":"2024-09-16T01:45:42.098738+0000","last_became_peered":"2024-09-16T01:45:42.098738+0000","last_unstale":"2024-09-16T01:45:44.100114+0000","last_undegraded":"2024-09-16T01:45:44.100114+0000","last_fullsized":"2024-09-16T01:45:44.100114+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:25.504057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087048+0000","last_change":"2024-09-16T01:45:43.103280+0000","last_active":"2024-09-16T01:45:44.087048+0000","last_peered":"2024-09-16T01:45:44.087048+0000","last_clean":"2024-09-16T01:45:44.087048+0000","last_became_active":"2024-09-16T01:45:43.103006+0000","last_became_peered":"2024-09-16T01:45:43.103006+0000","last_unstale":"2024-09-16T01:45:44.087048+0000","last_undegraded":"2024-09-16T01:45:44.087048+0000","last_fullsized":"2024-09-16T01:45:44.087048+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:45.148759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"56'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231144+0000","last_change":"2024-09-16T01:45:42.093272+0000","last_active":"2024-09-16T01:45:44.231144+0000","last_peered":"2024-09-16T01:45:44.231144+0000","last_clean":"2024-09-16T01:45:44.231144+0000","last_became_active":"2024-09-16T01:45:42.092837+0000","last_became_peered":"2024-09-16T01:45:42.092837+0000","last_unstale":"2024-09-16T01:45:44.231144+0000","last_undegraded":"2024-09-16T01:45:44.231144+0000","last_fullsized":"2024-09-16T01:45:44.231144+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:10:48.427452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100085+0000","last_change":"2024-09-16T01:45:43.089221+0000","last_active":"2024-09-16T01:45:44.100085+0000","last_peered":"2024-09-16T01:45:44.100085+0000","last_clean":"2024-09-16T01:45:44.100085+0000","last_became_active":"2024-09-16T01:45:43.088910+0000","last_became_peered":"2024-09-16T01:45:43.088910+0000","last_unstale":"2024-09-16T01:45:44.100085+0000","last_undegraded":"2024-09-16T01:45:44.100085+0000","last_fullsized":"2024-09-16T01:45:44.100085+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:46.603846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"56'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100230+0000","last_change":"2024-09-16T01:45:42.097327+0000","last_active":"2024-09-16T01:45:44.100230+0000","last_peered":"2024-09-16T01:45:44.100230+0000","last_clean":"2024-09-16T01:45:44.100230+0000","last_became_active":"2024-09-16T01:45:42.096759+0000","last_became_peered":"2024-09-16T01:45:42.096759+0000","last_unstale":"2024-09-16T01:45:44.100230+0000","last_undegraded":"2024-09-16T01:45:44.100230+0000","last_fullsized":"2024-09-16T01:45:44.100230+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:50.756259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100127+0000","last_change":"2024-09-16T01:45:43.100104+0000","last_active":"2024-09-16T01:45:44.100127+0000","last_peered":"2024-09-16T01:45:44.100127+0000","last_clean":"2024-09-16T01:45:44.100127+0000","last_became_active":"2024-09-16T01:45:43.099452+0000","last_became_peered":"2024-09-16T01:45:43.099452+0000","last_unstale":"2024-09-16T01:45:44.100127+0000","last_undegraded":"2024-09-16T01:45:44.100127+0000","last_fullsized":"2024-09-16T01:45:44.100127+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:23.670207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"56'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231866+0000","last_change":"2024-09-16T01:45:42.092450+0000","last_active":"2024-09-16T01:45:44.231866+0000","last_peered":"2024-09-16T01:45:44.231866+0000","last_clean":"2024-09-16T01:45:44.231866+0000","last_became_active":"2024-09-16T01:45:42.091972+0000","last_became_peered":"2024-09-16T01:45:42.091972+0000","last_unstale":"2024-09-16T01:45:44.231866+0000","last_undegraded":"2024-09-16T01:45:44.231866+0000","last_fullsized":"2024-09-16T01:45:44.231866+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:22.223596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231003+0000","last_change":"2024-09-16T01:45:43.103455+0000","last_active":"2024-09-16T01:45:44.231003+0000","last_peered":"2024-09-16T01:45:44.231003+0000","last_clean":"2024-09-16T01:45:44.231003+0000","last_became_active":"2024-09-16T01:45:43.103210+0000","last_became_peered":"2024-09-16T01:45:43.103210+0000","last_unstale":"2024-09-16T01:45:44.231003+0000","last_undegraded":"2024-09-16T01:45:44.231003+0000","last_fullsized":"2024-09-16T01:45:44.231003+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:09.867953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"56'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087259+0000","last_change":"2024-09-16T01:45:42.098581+0000","last_active":"2024-09-16T01:45:44.087259+0000","last_peered":"2024-09-16T01:45:44.087259+0000","last_clean":"2024-09-16T01:45:44.087259+0000","last_became_active":"2024-09-16T01:45:42.098275+0000","last_became_peered":"2024-09-16T01:45:42.098275+0000","last_unstale":"2024-09-16T01:45:44.087259+0000","last_undegraded":"2024-09-16T01:45:44.087259+0000","last_fullsized":"2024-09-16T01:45:44.087259+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:19.390689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231248+0000","last_change":"2024-09-16T01:45:43.095604+0000","last_active":"2024-09-16T01:45:44.231248+0000","last_peered":"2024-09-16T01:45:44.231248+0000","last_clean":"2024-09-16T01:45:44.231248+0000","last_became_active":"2024-09-16T01:45:43.095291+0000","last_became_peered":"2024-09-16T01:45:43.095291+0000","last_unstale":"2024-09-16T01:45:44.231248+0000","last_undegraded":"2024-09-16T01:45:44.231248+0000","last_fullsized":"2024-09-16T01:45:44.231248+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:21:49.362744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"56'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.099848+0000","last_change":"2024-09-16T01:45:42.098405+0000","last_active":"2024-09-16T01:45:44.099848+0000","last_peered":"2024-09-16T01:45:44.099848+0000","last_clean":"2024-09-16T01:45:44.099848+0000","last_became_active":"2024-09-16T01:45:42.098085+0000","last_became_peered":"2024-09-16T01:45:42.098085+0000","last_unstale":"2024-09-16T01:45:44.099848+0000","last_undegraded":"2024-09-16T01:45:44.099848+0000","last_fullsized":"2024-09-16T01:45:44.099848+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:10:23.681763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.102530+0000","last_change":"2024-09-16T01:45:43.105529+0000","last_active":"2024-09-16T01:45:44.102530+0000","last_peered":"2024-09-16T01:45:44.102530+0000","last_clean":"2024-09-16T01:45:44.102530+0000","last_became_active":"2024-09-16T01:45:43.105256+0000","last_became_peered":"2024-09-16T01:45:43.105256+0000","last_unstale":"2024-09-16T01:45:44.102530+0000","last_undegraded":"2024-09-16T01:45:44.102530+0000","last_fullsized":"2024-09-16T01:45:44.102530+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:35.533344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231243+0000","last_change":"2024-09-16T01:45:42.098109+0000","last_active":"2024-09-16T01:45:44.231243+0000","last_peered":"2024-09-16T01:45:44.231243+0000","last_clean":"2024-09-16T01:45:44.231243+0000","last_became_active":"2024-09-16T01:45:42.097728+0000","last_became_peered":"2024-09-16T01:45:42.097728+0000","last_unstale":"2024-09-16T01:45:44.231243+0000","last_undegraded":"2024-09-16T01:45:44.231243+0000","last_fullsized":"2024-09-16T01:45:44.231243+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:36.258084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231262+0000","last_change":"2024-09-16T01:45:43.102126+0000","last_active":"2024-09-16T01:45:44.231262+0000","last_peered":"2024-09-16T01:45:44.231262+0000","last_clean":"2024-09-16T01:45:44.231262+0000","last_became_active":"2024-09-16T01:45:43.101834+0000","last_became_peered":"2024-09-16T01:45:43.101834+0000","last_unstale":"2024-09-16T01:45:44.231262+0000","last_undegraded":"2024-09-16T01:45:44.231262+0000","last_fullsized":"2024-09-16T01:45:44.231262+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:54.156312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087002+0000","last_change":"2024-09-16T01:45:42.099779+0000","last_active":"2024-09-16T01:45:44.087002+0000","last_peered":"2024-09-16T01:45:44.087002+0000","last_clean":"2024-09-16T01:45:44.087002+0000","last_became_active":"2024-09-16T01:45:42.099354+0000","last_became_peered":"2024-09-16T01:45:42.099354+0000","last_unstale":"2024-09-16T01:45:44.087002+0000","last_undegraded":"2024-09-16T01:45:44.087002+0000","last_fullsized":"2024-09-16T01:45:44.087002+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:39.906040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087597+0000","last_change":"2024-09-16T01:45:43.099161+0000","last_active":"2024-09-16T01:45:44.087597+0000","last_peered":"2024-09-16T01:45:44.087597+0000","last_clean":"2024-09-16T01:45:44.087597+0000","last_became_active":"2024-09-16T01:45:43.098255+0000","last_became_peered":"2024-09-16T01:45:43.098255+0000","last_unstale":"2024-09-16T01:45:44.087597+0000","last_undegraded":"2024-09-16T01:45:44.087597+0000","last_fullsized":"2024-09-16T01:45:44.087597+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:43.920832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231732+0000","last_change":"2024-09-16T01:45:42.101798+0000","last_active":"2024-09-16T01:45:44.231732+0000","last_peered":"2024-09-16T01:45:44.231732+0000","last_clean":"2024-09-16T01:45:44.231732+0000","last_became_active":"2024-09-16T01:45:42.101450+0000","last_became_peered":"2024-09-16T01:45:42.101450+0000","last_unstale":"2024-09-16T01:45:44.231732+0000","last_undegraded":"2024-09-16T01:45:44.231732+0000","last_fullsized":"2024-09-16T01:45:44.231732+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:06.149357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.232013+0000","last_change":"2024-09-16T01:45:43.108873+0000","last_active":"2024-09-16T01:45:44.232013+0000","last_peered":"2024-09-16T01:45:44.232013+0000","last_clean":"2024-09-16T01:45:44.232013+0000","last_became_active":"2024-09-16T01:45:43.108611+0000","last_became_peered":"2024-09-16T01:45:43.108611+0000","last_unstale":"2024-09-16T01:45:44.232013+0000","last_undegraded":"2024-09-16T01:45:44.232013+0000","last_fullsized":"2024-09-16T01:45:44.232013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:48.033659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231255+0000","last_change":"2024-09-16T01:45:42.096753+0000","last_active":"2024-09-16T01:45:44.231255+0000","last_peered":"2024-09-16T01:45:44.231255+0000","last_clean":"2024-09-16T01:45:44.231255+0000","last_became_active":"2024-09-16T01:45:42.096429+0000","last_became_peered":"2024-09-16T01:45:42.096429+0000","last_unstale":"2024-09-16T01:45:44.231255+0000","last_undegraded":"2024-09-16T01:45:44.231255+0000","last_fullsized":"2024-09-16T01:45:44.231255+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:16.987149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086877+0000","last_change":"2024-09-16T01:45:43.105856+0000","last_active":"2024-09-16T01:45:44.086877+0000","last_peered":"2024-09-16T01:45:44.086877+0000","last_clean":"2024-09-16T01:45:44.086877+0000","last_became_active":"2024-09-16T01:45:43.105572+0000","last_became_peered":"2024-09-16T01:45:43.105572+0000","last_unstale":"2024-09-16T01:45:44.086877+0000","last_undegraded":"2024-09-16T01:45:44.086877+0000","last_fullsized":"2024-09-16T01:45:44.086877+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:39:21.059704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"56'3","reported_seq":17,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231636+0000","last_change":"2024-09-16T01:45:42.095791+0000","last_active":"2024-09-16T01:45:44.231636+0000","last_peered":"2024-09-16T01:45:44.231636+0000","last_clean":"2024-09-16T01:45:44.231636+0000","last_became_active":"2024-09-16T01:45:42.095429+0000","last_became_peered":"2024-09-16T01:45:42.095429+0000","last_unstale":"2024-09-16T01:45:44.231636+0000","last_undegraded":"2024-09-16T01:45:44.231636+0000","last_fullsized":"2024-09-16T01:45:44.231636+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:02.229343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231455+0000","last_change":"2024-09-16T01:45:43.104154+0000","last_active":"2024-09-16T01:45:44.231455+0000","last_peered":"2024-09-16T01:45:44.231455+0000","last_clean":"2024-09-16T01:45:44.231455+0000","last_became_active":"2024-09-16T01:45:43.103601+0000","last_became_peered":"2024-09-16T01:45:43.103601+0000","last_unstale":"2024-09-16T01:45:44.231455+0000","last_undegraded":"2024-09-16T01:45:44.231455+0000","last_fullsized":"2024-09-16T01:45:44.231455+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:52.209785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"56'6","reported_seq":20,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087413+0000","last_change":"2024-09-16T01:45:42.102921+0000","last_active":"2024-09-16T01:45:44.087413+0000","last_peered":"2024-09-16T01:45:44.087413+0000","last_clean":"2024-09-16T01:45:44.087413+0000","last_became_active":"2024-09-16T01:45:42.102656+0000","last_became_peered":"2024-09-16T01:45:42.102656+0000","last_unstale":"2024-09-16T01:45:44.087413+0000","last_undegraded":"2024-09-16T01:45:44.087413+0000","last_fullsized":"2024-09-16T01:45:44.087413+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:15.614459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231126+0000","last_change":"2024-09-16T01:45:43.099840+0000","last_active":"2024-09-16T01:45:44.231126+0000","last_peered":"2024-09-16T01:45:44.231126+0000","last_clean":"2024-09-16T01:45:44.231126+0000","last_became_active":"2024-09-16T01:45:43.099324+0000","last_became_peered":"2024-09-16T01:45:43.099324+0000","last_unstale":"2024-09-16T01:45:44.231126+0000","last_undegraded":"2024-09-16T01:45:44.231126+0000","last_fullsized":"2024-09-16T01:45:44.231126+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:46.921133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"56'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231206+0000","last_change":"2024-09-16T01:45:42.100897+0000","last_active":"2024-09-16T01:45:44.231206+0000","last_peered":"2024-09-16T01:45:44.231206+0000","last_clean":"2024-09-16T01:45:44.231206+0000","last_became_active":"2024-09-16T01:45:42.097682+0000","last_became_peered":"2024-09-16T01:45:42.097682+0000","last_unstale":"2024-09-16T01:45:44.231206+0000","last_undegraded":"2024-09-16T01:45:44.231206+0000","last_fullsized":"2024-09-16T01:45:44.231206+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:00:03.551194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231591+0000","last_change":"2024-09-16T01:45:43.104199+0000","last_active":"2024-09-16T01:45:44.231591+0000","last_peered":"2024-09-16T01:45:44.231591+0000","last_clean":"2024-09-16T01:45:44.231591+0000","last_became_active":"2024-09-16T01:45:43.103847+0000","last_became_peered":"2024-09-16T01:45:43.103847+0000","last_unstale":"2024-09-16T01:45:44.231591+0000","last_undegraded":"2024-09-16T01:45:44.231591+0000","last_fullsized":"2024-09-16T01:45:44.231591+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:07.620176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.102569+0000","last_change":"2024-09-16T01:45:42.095776+0000","last_active":"2024-09-16T01:45:44.102569+0000","last_peered":"2024-09-16T01:45:44.102569+0000","last_clean":"2024-09-16T01:45:44.102569+0000","last_became_active":"2024-09-16T01:45:42.095481+0000","last_became_peered":"2024-09-16T01:45:42.095481+0000","last_unstale":"2024-09-16T01:45:44.102569+0000","last_undegraded":"2024-09-16T01:45:44.102569+0000","last_fullsized":"2024-09-16T01:45:44.102569+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:01.706396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087093+0000","last_change":"2024-09-16T01:45:43.105409+0000","last_active":"2024-09-16T01:45:44.087093+0000","last_peered":"2024-09-16T01:45:44.087093+0000","last_clean":"2024-09-16T01:45:44.087093+0000","last_became_active":"2024-09-16T01:45:43.104904+0000","last_became_peered":"2024-09-16T01:45:43.104904+0000","last_unstale":"2024-09-16T01:45:44.087093+0000","last_undegraded":"2024-09-16T01:45:44.087093+0000","last_fullsized":"2024-09-16T01:45:44.087093+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:25.092851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231343+0000","last_change":"2024-09-16T01:45:42.092203+0000","last_active":"2024-09-16T01:45:44.231343+0000","last_peered":"2024-09-16T01:45:44.231343+0000","last_clean":"2024-09-16T01:45:44.231343+0000","last_became_active":"2024-09-16T01:45:42.091839+0000","last_became_peered":"2024-09-16T01:45:42.091839+0000","last_unstale":"2024-09-16T01:45:44.231343+0000","last_undegraded":"2024-09-16T01:45:44.231343+0000","last_fullsized":"2024-09-16T01:45:44.231343+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:10.984631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231273+0000","last_change":"2024-09-16T01:45:43.108870+0000","last_active":"2024-09-16T01:45:44.231273+0000","last_peered":"2024-09-16T01:45:44.231273+0000","last_clean":"2024-09-16T01:45:44.231273+0000","last_became_active":"2024-09-16T01:45:43.108601+0000","last_became_peered":"2024-09-16T01:45:43.108601+0000","last_unstale":"2024-09-16T01:45:44.231273+0000","last_undegraded":"2024-09-16T01:45:44.231273+0000","last_fullsized":"2024-09-16T01:45:44.231273+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:38.619164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"56'8","reported_seq":22,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231025+0000","last_change":"2024-09-16T01:45:42.097066+0000","last_active":"2024-09-16T01:45:44.231025+0000","last_peered":"2024-09-16T01:45:44.231025+0000","last_clean":"2024-09-16T01:45:44.231025+0000","last_became_active":"2024-09-16T01:45:42.096721+0000","last_became_peered":"2024-09-16T01:45:42.096721+0000","last_unstale":"2024-09-16T01:45:44.231025+0000","last_undegraded":"2024-09-16T01:45:44.231025+0000","last_fullsized":"2024-09-16T01:45:44.231025+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:42:44.821677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231938+0000","last_change":"2024-09-16T01:45:43.109696+0000","last_active":"2024-09-16T01:45:44.231938+0000","last_peered":"2024-09-16T01:45:44.231938+0000","last_clean":"2024-09-16T01:45:44.231938+0000","last_became_active":"2024-09-16T01:45:43.109380+0000","last_became_peered":"2024-09-16T01:45:43.109380+0000","last_unstale":"2024-09-16T01:45:44.231938+0000","last_undegraded":"2024-09-16T01:45:44.231938+0000","last_fullsized":"2024-09-16T01:45:44.231938+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:23.670207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"56'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231114+0000","last_change":"2024-09-16T01:45:42.099485+0000","last_active":"2024-09-16T01:45:44.231114+0000","last_peered":"2024-09-16T01:45:44.231114+0000","last_clean":"2024-09-16T01:45:44.231114+0000","last_became_active":"2024-09-16T01:45:42.096978+0000","last_became_peered":"2024-09-16T01:45:42.096978+0000","last_unstale":"2024-09-16T01:45:44.231114+0000","last_undegraded":"2024-09-16T01:45:44.231114+0000","last_fullsized":"2024-09-16T01:45:44.231114+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:50.578292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231824+0000","last_change":"2024-09-16T01:45:43.101875+0000","last_active":"2024-09-16T01:45:44.231824+0000","last_peered":"2024-09-16T01:45:44.231824+0000","last_clean":"2024-09-16T01:45:44.231824+0000","last_became_active":"2024-09-16T01:45:43.101519+0000","last_became_peered":"2024-09-16T01:45:43.101519+0000","last_unstale":"2024-09-16T01:45:44.231824+0000","last_undegraded":"2024-09-16T01:45:44.231824+0000","last_fullsized":"2024-09-16T01:45:44.231824+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:17.992023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"56'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100276+0000","last_change":"2024-09-16T01:45:42.101891+0000","last_active":"2024-09-16T01:45:44.100276+0000","last_peered":"2024-09-16T01:45:44.100276+0000","last_clean":"2024-09-16T01:45:44.100276+0000","last_became_active":"2024-09-16T01:45:42.101494+0000","last_became_peered":"2024-09-16T01:45:42.101494+0000","last_unstale":"2024-09-16T01:45:44.100276+0000","last_undegraded":"2024-09-16T01:45:44.100276+0000","last_fullsized":"2024-09-16T01:45:44.100276+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:44.677558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231275+0000","last_change":"2024-09-16T01:45:43.108362+0000","last_active":"2024-09-16T01:45:44.231275+0000","last_peered":"2024-09-16T01:45:44.231275+0000","last_clean":"2024-09-16T01:45:44.231275+0000","last_became_active":"2024-09-16T01:45:43.108114+0000","last_became_peered":"2024-09-16T01:45:43.108114+0000","last_unstale":"2024-09-16T01:45:44.231275+0000","last_undegraded":"2024-09-16T01:45:44.231275+0000","last_fullsized":"2024-09-16T01:45:44.231275+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:45.901289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"56'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231493+0000","last_change":"2024-09-16T01:45:42.093189+0000","last_active":"2024-09-16T01:45:44.231493+0000","last_peered":"2024-09-16T01:45:44.231493+0000","last_clean":"2024-09-16T01:45:44.231493+0000","last_became_active":"2024-09-16T01:45:42.092632+0000","last_became_peered":"2024-09-16T01:45:42.092632+0000","last_unstale":"2024-09-16T01:45:44.231493+0000","last_undegraded":"2024-09-16T01:45:44.231493+0000","last_fullsized":"2024-09-16T01:45:44.231493+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:19:54.861131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231725+0000","last_change":"2024-09-16T01:45:43.104380+0000","last_active":"2024-09-16T01:45:44.231725+0000","last_peered":"2024-09-16T01:45:44.231725+0000","last_clean":"2024-09-16T01:45:44.231725+0000","last_became_active":"2024-09-16T01:45:43.103888+0000","last_became_peered":"2024-09-16T01:45:43.103888+0000","last_unstale":"2024-09-16T01:45:44.231725+0000","last_undegraded":"2024-09-16T01:45:44.231725+0000","last_fullsized":"2024-09-16T01:45:44.231725+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:44.368328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100057+0000","last_change":"2024-09-16T01:45:42.095251+0000","last_active":"2024-09-16T01:45:44.100057+0000","last_peered":"2024-09-16T01:45:44.100057+0000","last_clean":"2024-09-16T01:45:44.100057+0000","last_became_active":"2024-09-16T01:45:42.094960+0000","last_became_peered":"2024-09-16T01:45:42.094960+0000","last_unstale":"2024-09-16T01:45:44.100057+0000","last_undegraded":"2024-09-16T01:45:44.100057+0000","last_fullsized":"2024-09-16T01:45:44.100057+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:42.802771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231049+0000","last_change":"2024-09-16T01:45:43.102304+0000","last_active":"2024-09-16T01:45:44.231049+0000","last_peered":"2024-09-16T01:45:44.231049+0000","last_clean":"2024-09-16T01:45:44.231049+0000","last_became_active":"2024-09-16T01:45:43.101915+0000","last_became_peered":"2024-09-16T01:45:43.101915+0000","last_unstale":"2024-09-16T01:45:44.231049+0000","last_undegraded":"2024-09-16T01:45:44.231049+0000","last_fullsized":"2024-09-16T01:45:44.231049+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:00:04.556068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"56'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231345+0000","last_change":"2024-09-16T01:45:42.101206+0000","last_active":"2024-09-16T01:45:44.231345+0000","last_peered":"2024-09-16T01:45:44.231345+0000","last_clean":"2024-09-16T01:45:44.231345+0000","last_became_active":"2024-09-16T01:45:42.098784+0000","last_became_peered":"2024-09-16T01:45:42.098784+0000","last_unstale":"2024-09-16T01:45:44.231345+0000","last_undegraded":"2024-09-16T01:45:44.231345+0000","last_fullsized":"2024-09-16T01:45:44.231345+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:45.916259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100065+0000","last_change":"2024-09-16T01:45:43.104029+0000","last_active":"2024-09-16T01:45:44.100065+0000","last_peered":"2024-09-16T01:45:44.100065+0000","last_clean":"2024-09-16T01:45:44.100065+0000","last_became_active":"2024-09-16T01:45:43.103761+0000","last_became_peered":"2024-09-16T01:45:43.103761+0000","last_unstale":"2024-09-16T01:45:44.100065+0000","last_undegraded":"2024-09-16T01:45:44.100065+0000","last_fullsized":"2024-09-16T01:45:44.100065+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:49.676571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086760+0000","last_change":"2024-09-16T01:45:42.099226+0000","last_active":"2024-09-16T01:45:44.086760+0000","last_peered":"2024-09-16T01:45:44.086760+0000","last_clean":"2024-09-16T01:45:44.086760+0000","last_became_active":"2024-09-16T01:45:42.098927+0000","last_became_peered":"2024-09-16T01:45:42.098927+0000","last_unstale":"2024-09-16T01:45:44.086760+0000","last_undegraded":"2024-09-16T01:45:44.086760+0000","last_fullsized":"2024-09-16T01:45:44.086760+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:55:54.997102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.099712+0000","last_change":"2024-09-16T01:45:43.111469+0000","last_active":"2024-09-16T01:45:44.099712+0000","last_peered":"2024-09-16T01:45:44.099712+0000","last_clean":"2024-09-16T01:45:44.099712+0000","last_became_active":"2024-09-16T01:45:43.110973+0000","last_became_peered":"2024-09-16T01:45:43.110973+0000","last_unstale":"2024-09-16T01:45:44.099712+0000","last_undegraded":"2024-09-16T01:45:44.099712+0000","last_fullsized":"2024-09-16T01:45:44.099712+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:59:15.709751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.230980+0000","last_change":"2024-09-16T01:45:42.092926+0000","last_active":"2024-09-16T01:45:44.230980+0000","last_peered":"2024-09-16T01:45:44.230980+0000","last_clean":"2024-09-16T01:45:44.230980+0000","last_became_active":"2024-09-16T01:45:42.092616+0000","last_became_peered":"2024-09-16T01:45:42.092616+0000","last_unstale":"2024-09-16T01:45:44.230980+0000","last_undegraded":"2024-09-16T01:45:44.230980+0000","last_fullsized":"2024-09-16T01:45:44.230980+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:56.757295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231727+0000","last_change":"2024-09-16T01:45:43.099205+0000","last_active":"2024-09-16T01:45:44.231727+0000","last_peered":"2024-09-16T01:45:44.231727+0000","last_clean":"2024-09-16T01:45:44.231727+0000","last_became_active":"2024-09-16T01:45:43.098869+0000","last_became_peered":"2024-09-16T01:45:43.098869+0000","last_unstale":"2024-09-16T01:45:44.231727+0000","last_undegraded":"2024-09-16T01:45:44.231727+0000","last_fullsized":"2024-09-16T01:45:44.231727+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:10:49.432326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"56'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087030+0000","last_change":"2024-09-16T01:45:42.097148+0000","last_active":"2024-09-16T01:45:44.087030+0000","last_peered":"2024-09-16T01:45:44.087030+0000","last_clean":"2024-09-16T01:45:44.087030+0000","last_became_active":"2024-09-16T01:45:42.096862+0000","last_became_peered":"2024-09-16T01:45:42.096862+0000","last_unstale":"2024-09-16T01:45:44.087030+0000","last_undegraded":"2024-09-16T01:45:44.087030+0000","last_fullsized":"2024-09-16T01:45:44.087030+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:32.998584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.232001+0000","last_change":"2024-09-16T01:45:43.104689+0000","last_active":"2024-09-16T01:45:44.232001+0000","last_peered":"2024-09-16T01:45:44.232001+0000","last_clean":"2024-09-16T01:45:44.232001+0000","last_became_active":"2024-09-16T01:45:43.104430+0000","last_became_peered":"2024-09-16T01:45:43.104430+0000","last_unstale":"2024-09-16T01:45:44.232001+0000","last_undegraded":"2024-09-16T01:45:44.232001+0000","last_fullsized":"2024-09-16T01:45:44.232001+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:45.040455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"57'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100353+0000","last_change":"2024-09-16T01:45:42.107010+0000","last_active":"2024-09-16T01:45:44.100353+0000","last_peered":"2024-09-16T01:45:44.100353+0000","last_clean":"2024-09-16T01:45:44.100353+0000","last_became_active":"2024-09-16T01:45:42.106758+0000","last_became_peered":"2024-09-16T01:45:42.106758+0000","last_unstale":"2024-09-16T01:45:44.100353+0000","last_undegraded":"2024-09-16T01:45:44.100353+0000","last_fullsized":"2024-09-16T01:45:44.100353+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:08.148321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087015+0000","last_change":"2024-09-16T01:45:43.106141+0000","last_active":"2024-09-16T01:45:44.087015+0000","last_peered":"2024-09-16T01:45:44.087015+0000","last_clean":"2024-09-16T01:45:44.087015+0000","last_became_active":"2024-09-16T01:45:43.105849+0000","last_became_peered":"2024-09-16T01:45:43.105849+0000","last_unstale":"2024-09-16T01:45:44.087015+0000","last_undegraded":"2024-09-16T01:45:44.087015+0000","last_fullsized":"2024-09-16T01:45:44.087015+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:47.167261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.102608+0000","last_change":"2024-09-16T01:45:42.097417+0000","last_active":"2024-09-16T01:45:44.102608+0000","last_peered":"2024-09-16T01:45:44.102608+0000","last_clean":"2024-09-16T01:45:44.102608+0000","last_became_active":"2024-09-16T01:45:42.097131+0000","last_became_peered":"2024-09-16T01:45:42.097131+0000","last_unstale":"2024-09-16T01:45:44.102608+0000","last_undegraded":"2024-09-16T01:45:44.102608+0000","last_fullsized":"2024-09-16T01:45:44.102608+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:24.555885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.100154+0000","last_change":"2024-09-16T01:45:43.100343+0000","last_active":"2024-09-16T01:45:44.100154+0000","last_peered":"2024-09-16T01:45:44.100154+0000","last_clean":"2024-09-16T01:45:44.100154+0000","last_became_active":"2024-09-16T01:45:43.099898+0000","last_became_peered":"2024-09-16T01:45:43.099898+0000","last_unstale":"2024-09-16T01:45:44.100154+0000","last_undegraded":"2024-09-16T01:45:44.100154+0000","last_fullsized":"2024-09-16T01:45:44.100154+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:48.033659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231970+0000","last_change":"2024-09-16T01:45:42.099411+0000","last_active":"2024-09-16T01:45:44.231970+0000","last_peered":"2024-09-16T01:45:44.231970+0000","last_clean":"2024-09-16T01:45:44.231970+0000","last_became_active":"2024-09-16T01:45:42.098865+0000","last_became_peered":"2024-09-16T01:45:42.098865+0000","last_unstale":"2024-09-16T01:45:44.231970+0000","last_undegraded":"2024-09-16T01:45:44.231970+0000","last_fullsized":"2024-09-16T01:45:44.231970+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:46.132505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231168+0000","last_change":"2024-09-16T01:45:43.104452+0000","last_active":"2024-09-16T01:45:44.231168+0000","last_peered":"2024-09-16T01:45:44.231168+0000","last_clean":"2024-09-16T01:45:44.231168+0000","last_became_active":"2024-09-16T01:45:43.104189+0000","last_became_peered":"2024-09-16T01:45:43.104189+0000","last_unstale":"2024-09-16T01:45:44.231168+0000","last_undegraded":"2024-09-16T01:45:44.231168+0000","last_fullsized":"2024-09-16T01:45:44.231168+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:44.056511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086681+0000","last_change":"2024-09-16T01:45:42.096813+0000","last_active":"2024-09-16T01:45:44.086681+0000","last_peered":"2024-09-16T01:45:44.086681+0000","last_clean":"2024-09-16T01:45:44.086681+0000","last_became_active":"2024-09-16T01:45:42.096470+0000","last_became_peered":"2024-09-16T01:45:42.096470+0000","last_unstale":"2024-09-16T01:45:44.086681+0000","last_undegraded":"2024-09-16T01:45:44.086681+0000","last_fullsized":"2024-09-16T01:45:44.086681+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:52:12.926168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231755+0000","last_change":"2024-09-16T01:45:43.111573+0000","last_active":"2024-09-16T01:45:44.231755+0000","last_peered":"2024-09-16T01:45:44.231755+0000","last_clean":"2024-09-16T01:45:44.231755+0000","last_became_active":"2024-09-16T01:45:43.111219+0000","last_became_peered":"2024-09-16T01:45:43.111219+0000","last_unstale":"2024-09-16T01:45:44.231755+0000","last_undegraded":"2024-09-16T01:45:44.231755+0000","last_fullsized":"2024-09-16T01:45:44.231755+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:42.942433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.087204+0000","last_change":"2024-09-16T01:45:42.101005+0000","last_active":"2024-09-16T01:45:44.087204+0000","last_peered":"2024-09-16T01:45:44.087204+0000","last_clean":"2024-09-16T01:45:44.087204+0000","last_became_active":"2024-09-16T01:45:42.100730+0000","last_became_peered":"2024-09-16T01:45:42.100730+0000","last_unstale":"2024-09-16T01:45:44.087204+0000","last_undegraded":"2024-09-16T01:45:44.087204+0000","last_fullsized":"2024-09-16T01:45:44.087204+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:27.996416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086617+0000","last_change":"2024-09-16T01:45:43.098238+0000","last_active":"2024-09-16T01:45:44.086617+0000","last_peered":"2024-09-16T01:45:44.086617+0000","last_clean":"2024-09-16T01:45:44.086617+0000","last_became_active":"2024-09-16T01:45:43.097968+0000","last_became_peered":"2024-09-16T01:45:43.097968+0000","last_unstale":"2024-09-16T01:45:44.086617+0000","last_undegraded":"2024-09-16T01:45:44.086617+0000","last_fullsized":"2024-09-16T01:45:44.086617+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:09.308696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.086636+0000","last_change":"2024-09-16T01:45:42.099921+0000","last_active":"2024-09-16T01:45:44.086636+0000","last_peered":"2024-09-16T01:45:44.086636+0000","last_clean":"2024-09-16T01:45:44.086636+0000","last_became_active":"2024-09-16T01:45:42.099641+0000","last_became_peered":"2024-09-16T01:45:42.099641+0000","last_unstale":"2024-09-16T01:45:44.086636+0000","last_undegraded":"2024-09-16T01:45:44.086636+0000","last_fullsized":"2024-09-16T01:45:44.086636+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:49.061675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.230964+0000","last_change":"2024-09-16T01:45:43.101991+0000","last_active":"2024-09-16T01:45:44.230964+0000","last_peered":"2024-09-16T01:45:44.230964+0000","last_clean":"2024-09-16T01:45:44.230964+0000","last_became_active":"2024-09-16T01:45:43.101638+0000","last_became_peered":"2024-09-16T01:45:43.101638+0000","last_unstale":"2024-09-16T01:45:44.230964+0000","last_undegraded":"2024-09-16T01:45:44.230964+0000","last_fullsized":"2024-09-16T01:45:44.230964+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:00:48.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231199+0000","last_change":"2024-09-16T01:45:42.089884+0000","last_active":"2024-09-16T01:45:44.231199+0000","last_peered":"2024-09-16T01:45:44.231199+0000","last_clean":"2024-09-16T01:45:44.231199+0000","last_became_active":"2024-09-16T01:45:42.089615+0000","last_became_peered":"2024-09-16T01:45:42.089615+0000","last_unstale":"2024-09-16T01:45:44.231199+0000","last_undegraded":"2024-09-16T01:45:44.231199+0000","last_fullsized":"2024-09-16T01:45:44.231199+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:14.295477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.230910+0000","last_change":"2024-09-16T01:45:43.095896+0000","last_active":"2024-09-16T01:45:44.230910+0000","last_peered":"2024-09-16T01:45:44.230910+0000","last_clean":"2024-09-16T01:45:44.230910+0000","last_became_active":"2024-09-16T01:45:43.095547+0000","last_became_peered":"2024-09-16T01:45:43.095547+0000","last_unstale":"2024-09-16T01:45:44.230910+0000","last_undegraded":"2024-09-16T01:45:44.230910+0000","last_fullsized":"2024-09-16T01:45:44.230910+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:42.076034+0000","last_clean_scrub_stamp":"2024-09-16T01:45:42.076034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:08.808457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.102502+0000","last_change":"2024-09-16T01:45:42.094582+0000","last_active":"2024-09-16T01:45:44.102502+0000","last_peered":"2024-09-16T01:45:44.102502+0000","last_clean":"2024-09-16T01:45:44.102502+0000","last_became_active":"2024-09-16T01:45:42.094301+0000","last_became_peered":"2024-09-16T01:45:42.094301+0000","last_unstale":"2024-09-16T01:45:44.102502+0000","last_undegraded":"2024-09-16T01:45:44.102502+0000","last_fullsized":"2024-09-16T01:45:44.102502+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:45:41.071161+0000","last_clean_scrub_stamp":"2024-09-16T01:45:41.071161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:12.066127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":235,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T01:45:44.231158+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:45:44.231158+0000","last_peered":"2024-09-16T01:45:44.231158+0000","last_clean":"2024-09-16T01:45:44.231158+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:45:44.231158+0000","last_undegraded":"2024-09-16T01:45:44.231158+0000","last_fullsized":"2024-09-16T01:45:44.231158+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":675840,"data_stored":280676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509488,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27696,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344144,"statfs":{"total":96636764160,"available":96608403456,"internally_reserved":0,"allocated":684032,"data_stored":281328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509489,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":282288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542192,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36016,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335824,"statfs":{"total":96636764160,"available":96599883776,"internally_reserved":0,"allocated":684032,"data_stored":280732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542193,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":684032,"data_stored":280732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542193,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31856,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339984,"statfs":{"total":96636764160,"available":96604143616,"internally_reserved":0,"allocated":679936,"data_stored":280766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542193,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1286144,"data_stored":873238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574896,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1277952,"data_stored":871204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:45:50.977 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:45:50.977 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:45:51.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.123+0000 7f2c0081e640 1 Processor -- start 2024-09-16T01:45:51.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.123+0000 7f2c0081e640 1 -- start start 2024-09-16T01:45:51.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.124+0000 7f2c0081e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 0x7f2bfc06e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.124+0000 7f2c0081e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bfc06ea50 con 0x7f2bfc15c280 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.124+0000 7f2c0081e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bfc06ecf0 con 0x7f2bfc06e5e0 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.124+0000 7f2c0081e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2bfc06bbe0 con 0x7f2bfc0d2b20 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.124+0000 7f2bfa59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2bfc15c280 0x7f2bfc0d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60870/0 (socket says 172.21.15.16:60870) 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.124+0000 7f2bfa59c640 1 -- 172.21.15.16:0/2683881405 learned_addr learned my addr 172.21.15.16:0/2683881405 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2691934327 0 0) 0x7f2bfc06ea50 con 0x7f2bfc15c280 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2be4003520 con 0x7f2bfc15c280 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf9d9b640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 0x7f2bfc06e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1125855675 0 0) 0x7f2be4003520 con 0x7f2bfc15c280 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 msgr2=0x7f2bfc06e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 0x7f2bfc06e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 >> v1:172.21.15.104:6789/0 conn(0x7f2bfc06e5e0 legacy=0x7f2bfc0b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bfc06bec0 con 0x7f2bfc15c280 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f2bec0019f0 con 0x7f2bfc15c280 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 >> v1:172.21.15.16:6789/0 conn(0x7f2bfc15c280 legacy=0x7f2bfc0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be40039e0 0x7f2be4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 0x7f2be4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2be4004d40 0x7f2be40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2bfc06bbe0 con 0x7f2be4004d40 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2be400baa0 con 0x7f2be40039e0 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2be400bca0 con 0x7f2bfc0d2b20 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bfad9d640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2be4004d40 0x7f2be40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bf9d9b640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 0x7f2be4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.125+0000 7f2bfa59c640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be40039e0 0x7f2be4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bfad9d640 1 -- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 msgr2=0x7f2be4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:51.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bfad9d640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 0x7f2be4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bfad9d640 1 -- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be40039e0 msgr2=0x7f2be4003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bfad9d640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be40039e0 0x7f2be4003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bfad9d640 1 -- 172.21.15.16:0/2683881405 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2be4003520 con 0x7f2be4004d40 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bf9d9b640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2bfc0d2b20 0x7f2be4004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bfad9d640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2be4004d40 0x7f2be40051c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc06ec20 tx=0x7f2be4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e9d1dccffac4e60 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf4001370 con 0x7f2be4004d40 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bf40052d0 con 0x7f2be4004d40 2024-09-16T01:45:51.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.126+0000 7f2bf959a640 1 -- 172.21.15.16:0/2683881405 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf402ab90 con 0x7f2be4004d40 2024-09-16T01:45:51.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.127+0000 7f2c0081e640 1 -- 172.21.15.16:0/2683881405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2be4004d40 msgr2=0x7f2be40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.127+0000 7f2c0081e640 1 --2- 172.21.15.16:0/2683881405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2be4004d40 0x7f2be40051c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc06ec20 tx=0x7f2be4005830 comp rx=0 tx=0).stop 2024-09-16T01:45:51.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.127+0000 7f2bfad9d640 1 -- 172.21.15.16:0/2683881405 reap_dead start 2024-09-16T01:45:51.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.127+0000 7f2c0081e640 1 -- 172.21.15.16:0/2683881405 shutdown_connections 2024-09-16T01:45:51.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.127+0000 7f2c0081e640 1 -- 172.21.15.16:0/2683881405 >> 172.21.15.16:0/2683881405 conn(0x7f2bfc06f2d0 msgr2=0x7f2bfc06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:51.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.127+0000 7f2c0081e640 1 -- 172.21.15.16:0/2683881405 shutdown_connections 2024-09-16T01:45:51.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.127+0000 7f2c0081e640 1 -- 172.21.15.16:0/2683881405 wait complete. 2024-09-16T01:45:51.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.128+0000 7f2c0081e640 1 Processor -- start 2024-09-16T01:45:51.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2c0081e640 1 -- start start 2024-09-16T01:45:51.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2c0081e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2be4004d40 0x7f2bfc14cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2c0081e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2bfc0cde00 0x7f2bfc14d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2c0081e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2bfc0ce280 0x7f2bfc0cf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2c0081e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2bfc15fae0 con 0x7f2bfc0ce280 2024-09-16T01:45:51.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2c0081e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2bfc06c480 con 0x7f2bfc0cde00 2024-09-16T01:45:51.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2c0081e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2bfc06c9a0 con 0x7f2be4004d40 2024-09-16T01:45:51.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2bfad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2bfc0ce280 0x7f2bfc0cf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2bfad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2bfc0ce280 0x7f2bfc0cf8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46960/0 (socket says 172.21.15.16:46960) 2024-09-16T01:45:51.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2bfad9d640 1 -- 172.21.15.16:0/530584837 learned_addr learned my addr 172.21.15.16:0/530584837 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:51.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2bfa59c640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2be4004d40 0x7f2bfc14cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.129+0000 7f2bf9d9b640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2bfc0cde00 0x7f2bfc14d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2bfad9d640 1 -- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2be4004d40 msgr2=0x7f2bfc14cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2bfad9d640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2be4004d40 0x7f2bfc14cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2bfad9d640 1 -- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2bfc0cde00 msgr2=0x7f2bfc14d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2bfad9d640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2bfc0cde00 0x7f2bfc14d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2bfad9d640 1 -- 172.21.15.16:0/530584837 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bfc0ce810 con 0x7f2bfc0ce280 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2bfad9d640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2bfc0ce280 0x7f2bfc0cf8b0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f2bf402a540 tx=0x7f2bf4001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2beaffd640 1 -- 172.21.15.16:0/530584837 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf0009690 con 0x7f2bfc0ce280 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2beaffd640 1 -- 172.21.15.16:0/530584837 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bf4040070 con 0x7f2bfc0ce280 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bfc0ceaf0 con 0x7f2bfc0ce280 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2beaffd640 1 -- 172.21.15.16:0/530584837 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf4007a50 con 0x7f2bfc0ce280 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.130+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bfc0cf0b0 con 0x7f2bfc0ce280 2024-09-16T01:45:51.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.131+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bfc06e0a0 con 0x7f2bfc0ce280 2024-09-16T01:45:51.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.132+0000 7f2beaffd640 1 -- 172.21.15.16:0/530584837 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f2bf403a070 con 0x7f2bfc0ce280 2024-09-16T01:45:51.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.132+0000 7f2beaffd640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2bdc06c460 0x7f2bdc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.132+0000 7f2beaffd640 1 -- 172.21.15.16:0/530584837 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f2bf40aa8e0 con 0x7f2bfc0ce280 2024-09-16T01:45:51.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.132+0000 7f2bfa59c640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2bdc06c460 0x7f2bdc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.133+0000 7f2bfa59c640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2bdc06c460 0x7f2bdc06e920 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2bec0013d0 tx=0x7f2bec006040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:51.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.137+0000 7f2beaffd640 1 -- 172.21.15.16:0/530584837 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2bf4078e60 con 0x7f2bfc0ce280 2024-09-16T01:45:51.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.378+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2bfc15ce70 con 0x7f2bfc0ce280 2024-09-16T01:45:51.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.380+0000 7f2beaffd640 1 -- 172.21.15.16:0/530584837 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f2bf4078760 con 0x7f2bfc0ce280 2024-09-16T01:45:51.382 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:45:51.382 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:45:51.382 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:45:51.382 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:45:51.382 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:45:51.383 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.382+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2bdc06c460 msgr2=0x7f2bdc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.382+0000 7f2c0081e640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2bdc06c460 0x7f2bdc06e920 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2bec0013d0 tx=0x7f2bec006040 comp rx=0 tx=0).stop 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.382+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2bfc0ce280 msgr2=0x7f2bfc0cf8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.382+0000 7f2c0081e640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2bfc0ce280 0x7f2bfc0cf8b0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f2bf402a540 tx=0x7f2bf4001120 comp rx=0 tx=0).stop 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.382+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 shutdown_connections 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.382+0000 7f2c0081e640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f2bdc06c460 0x7f2bdc06e920 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.383+0000 7f2c0081e640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2bfc0ce280 0x7f2bfc0cf8b0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.383+0000 7f2c0081e640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2bfc0cde00 0x7f2bfc14d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.383+0000 7f2c0081e640 1 --2- 172.21.15.16:0/530584837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2be4004d40 0x7f2bfc14cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.383+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 >> 172.21.15.16:0/530584837 conn(0x7f2bfc06f2d0 msgr2=0x7f2bfc160590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:51.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.383+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 shutdown_connections 2024-09-16T01:45:51.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.383+0000 7f2c0081e640 1 -- 172.21.15.16:0/530584837 wait complete. 2024-09-16T01:45:51.395 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:45:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.496+0000 7f67fb51a640 1 Processor -- start 2024-09-16T01:45:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.496+0000 7f67fb51a640 1 -- start start 2024-09-16T01:45:51.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67fb51a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67f415f840 0x7f67f40b5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67fb51a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 0x7f67f406f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67fb51a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67f40731d0 con 0x7f67f406f1a0 2024-09-16T01:45:51.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67fb51a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f67f4074270 con 0x7f67f415f840 2024-09-16T01:45:51.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67fb51a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f67f406fb20 con 0x7f67f40d0fe0 2024-09-16T01:45:51.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67f92b6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67f415f840 0x7f67f40b5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67f92b6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67f415f840 0x7f67f40b5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46964/0 (socket says 172.21.15.16:46964) 2024-09-16T01:45:51.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67f92b6640 1 -- 172.21.15.16:0/1149196985 learned_addr learned my addr 172.21.15.16:0/1149196985 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:51.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67f92b6640 1 -- 172.21.15.16:0/1149196985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 msgr2=0x7f67f406f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:51.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67f92b6640 1 --2- 172.21.15.16:0/1149196985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 0x7f67f406f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67f92b6640 1 -- 172.21.15.16:0/1149196985 >> v1:172.21.15.104:6789/0 conn(0x7f67f406f1a0 legacy=0x7f67f40706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:51.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.497+0000 7f67f92b6640 1 -- 172.21.15.16:0/1149196985 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67f40734b0 con 0x7f67f415f840 2024-09-16T01:45:51.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.498+0000 7f67f92b6640 1 --2- 172.21.15.16:0/1149196985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f415f840 0x7f67f40b5da0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f67ec009870 tx=0x7f67ec02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e6815a3cd5cf8d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:51.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.498+0000 7f67f3fff640 1 -- 172.21.15.16:0/1149196985 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec037070 con 0x7f67f415f840 2024-09-16T01:45:51.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.498+0000 7f67f3fff640 1 -- 172.21.15.16:0/1149196985 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67ec032440 con 0x7f67f415f840 2024-09-16T01:45:51.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.498+0000 7f67f3fff640 1 -- 172.21.15.16:0/1149196985 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec032810 con 0x7f67f415f840 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 -- 172.21.15.16:0/1149196985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f415f840 msgr2=0x7f67f40b5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 --2- 172.21.15.16:0/1149196985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f415f840 0x7f67f40b5da0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f67ec009870 tx=0x7f67ec02a210 comp rx=0 tx=0).stop 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 -- 172.21.15.16:0/1149196985 shutdown_connections 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 --2- 172.21.15.16:0/1149196985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 0x7f67f406f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 --2- 172.21.15.16:0/1149196985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f415f840 0x7f67f40b5da0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 -- 172.21.15.16:0/1149196985 >> 172.21.15.16:0/1149196985 conn(0x7f67f40b4090 msgr2=0x7f67f40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 -- 172.21.15.16:0/1149196985 shutdown_connections 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.499+0000 7f67fb51a640 1 -- 172.21.15.16:0/1149196985 wait complete. 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.500+0000 7f67fb51a640 1 Processor -- start 2024-09-16T01:45:51.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.500+0000 7f67fb51a640 1 -- start start 2024-09-16T01:45:51.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67fb51a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f406f1a0 0x7f67f4142e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67fb51a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 0x7f67f41559a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67fb51a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67f415f840 0x7f67f4155ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67fb51a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f67f4073d50 con 0x7f67f406f1a0 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67fb51a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f67f4073a70 con 0x7f67f415f840 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67fb51a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f67f40b7590 con 0x7f67f40d0fe0 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f406f1a0 0x7f67f4142e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f406f1a0 0x7f67f4142e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46978/0 (socket says 172.21.15.16:46978) 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 -- 172.21.15.16:0/3351003375 learned_addr learned my addr 172.21.15.16:0/3351003375 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f8ab5640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 0x7f67f41559a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f9ab7640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67f415f840 0x7f67f4155ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 -- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 msgr2=0x7f67f41559a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 0x7f67f41559a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 -- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67f415f840 msgr2=0x7f67f4155ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67f415f840 0x7f67f4155ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f92b6640 1 -- 172.21.15.16:0/3351003375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67f41e79e0 con 0x7f67f406f1a0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.501+0000 7f67f9ab7640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67f415f840 0x7f67f4155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.502+0000 7f67f92b6640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f406f1a0 0x7f67f4142e10 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f67ec009870 tx=0x7f67ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.502+0000 7f67f1ffb640 1 -- 172.21.15.16:0/3351003375 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec041070 con 0x7f67f406f1a0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.502+0000 7f67f1ffb640 1 -- 172.21.15.16:0/3351003375 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67ec03c870 con 0x7f67f406f1a0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.502+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67f41544d0 con 0x7f67f406f1a0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.502+0000 7f67f1ffb640 1 -- 172.21.15.16:0/3351003375 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec037040 con 0x7f67f406f1a0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.502+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67f4154a90 con 0x7f67f406f1a0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.503+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67f406f5e0 con 0x7f67f406f1a0 2024-09-16T01:45:51.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.503+0000 7f67f1ffb640 1 -- 172.21.15.16:0/3351003375 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f67ec044070 con 0x7f67f406f1a0 2024-09-16T01:45:51.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.504+0000 7f67f1ffb640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f67e006c460 0x7f67e006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:51.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.504+0000 7f67f1ffb640 1 -- 172.21.15.16:0/3351003375 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f67ec0ac360 con 0x7f67f406f1a0 2024-09-16T01:45:51.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.504+0000 7f67f8ab5640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f67e006c460 0x7f67e006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:51.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.505+0000 7f67f8ab5640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f67e006c460 0x7f67e006e920 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f67f41e7290 tx=0x7f67e8009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:51.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.508+0000 7f67f1ffb640 1 -- 172.21.15.16:0/3351003375 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f67ec07a950 con 0x7f67f406f1a0 2024-09-16T01:45:51.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.716+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67f41e8430 con 0x7f67f406f1a0 2024-09-16T01:45:51.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.717+0000 7f67f1ffb640 1 -- 172.21.15.16:0/3351003375 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5223 (secure 0 0 0) 0x7f67ec07a250 con 0x7f67f406f1a0 2024-09-16T01:45:51.718 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:45:51.718 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":31,"btime":"2024-09-16T01:45:45:093714+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1054859958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1054859958},{"type":"v1","addr":"172.21.15.104:6836","nonce":1054859958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5823,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/22626557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":22626557},{"type":"v1","addr":"172.21.15.16:6834","nonce":22626557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5826,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1777779297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1777779297},{"type":"v1","addr":"172.21.15.16:6835","nonce":1777779297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:45:42.446295+0000","modified":"2024-09-16T01:45:44.436669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5835},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5835":{"gid":5835,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/1330846873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1330846873},{"type":"v1","addr":"172.21.15.104:6837","nonce":1330846873}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5835,"qdb_cluster":[5835]},"id":4}]} 2024-09-16T01:45:51.719 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 31 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f67e006c460 msgr2=0x7f67e006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f67e006c460 0x7f67e006e920 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f67f41e7290 tx=0x7f67e8009040 comp rx=0 tx=0).stop 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f406f1a0 msgr2=0x7f67f4142e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f406f1a0 0x7f67f4142e10 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f67ec009870 tx=0x7f67ec0046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 shutdown_connections 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f67e006c460 0x7f67e006e920 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67f415f840 0x7f67f4155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67f40d0fe0 0x7f67f41559a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 --2- 172.21.15.16:0/3351003375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67f406f1a0 0x7f67f4142e10 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:51.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 >> 172.21.15.16:0/3351003375 conn(0x7f67f40b4090 msgr2=0x7f67f40b17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:51.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 shutdown_connections 2024-09-16T01:45:51.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:51.719+0000 7f67fb51a640 1 -- 172.21.15.16:0/3351003375 wait complete. 2024-09-16T01:45:52.135 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 31, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:45:42.446295+0000', 'modified': '2024-09-16T01:45:44.436669+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5835}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5835': {'gid': 5835, 'name': 'b', 'rank': 0, 'incarnation': 29, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6837/1330846873', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6835', 'nonce': 1330846873}, {'type': 'v1', 'addr': '172.21.15.104:6837', 'nonce': 1330846873}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5835, 'qdb_cluster': [5835]} 2024-09-16T01:45:52.135 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:45:52.135 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T01:45:52.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.241+0000 7fc809711640 1 Processor -- start 2024-09-16T01:45:52.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.241+0000 7fc809711640 1 -- start start 2024-09-16T01:45:52.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc809711640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc80415e3a0 0x7fc80406d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc809711640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 0x7fc80406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc809711640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8040b6a70 con 0x7fc80406bbe0 2024-09-16T01:45:52.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc809711640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc8040b7640 con 0x7fc80415e3a0 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc809711640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc8040b6d10 con 0x7fc80406d790 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc8037fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc80406bbe0 0x7fc8040706e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32788/0 (socket says 172.21.15.16:32788) 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc8037fe640 1 -- 172.21.15.16:0/3068099887 learned_addr learned my addr 172.21.15.16:0/3068099887 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc802ffd640 1 --2- 172.21.15.16:0/3068099887 >> v2:172.21.15.104:3300/0 conn(0x7fc80415e3a0 0x7fc80406d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc8027fc640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 0x7fc80406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 117401706 0 0) 0x7fc8040b6a70 con 0x7fc80406bbe0 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.242+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc7f0003520 con 0x7fc80406bbe0 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2086726926 0 0) 0x7fc7f0003520 con 0x7fc80406bbe0 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 msgr2=0x7fc80406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 0x7fc80406f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 >> v2:172.21.15.104:3300/0 conn(0x7fc80415e3a0 msgr2=0x7fc80406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 --2- 172.21.15.16:0/3068099887 >> v2:172.21.15.104:3300/0 conn(0x7fc80415e3a0 0x7fc80406d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8040b6ff0 con 0x7fc80406bbe0 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc7fc001690 con 0x7fc80406bbe0 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 >> v1:172.21.15.16:6789/0 conn(0x7fc80406bbe0 legacy=0x7fc8040706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 0x7fc7f00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7f0003f30 0x7fc7f0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0004d40 0x7fc7f00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc8040b7640 con 0x7fc7f0003f30 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc8040b6d10 con 0x7fc7f0004d40 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc7f000ba10 con 0x7fc80406d790 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc8027fc640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7f0003f30 0x7fc7f0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc802ffd640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 0x7fc7f00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc8037fe640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0004d40 0x7fc7f00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc8027fc640 1 -- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 msgr2=0x7fc7f00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc8027fc640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc80406d790 0x7fc7f00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc8027fc640 1 -- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0004d40 msgr2=0x7fc7f00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc8027fc640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0004d40 0x7fc7f00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.243+0000 7fc8027fc640 1 -- 172.21.15.16:0/3068099887 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f0003520 con 0x7fc7f0003f30 2024-09-16T01:45:52.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.244+0000 7fc8027fc640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7f0003f30 0x7fc7f0004800 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec009ab0 tx=0x7fc7f0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ce375f3df1dac78 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.244+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec036070 con 0x7fc7f0003f30 2024-09-16T01:45:52.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.244+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7ec005990 con 0x7fc7f0003f30 2024-09-16T01:45:52.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.244+0000 7fc801ffb640 1 -- 172.21.15.16:0/3068099887 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec009680 con 0x7fc7f0003f30 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.245+0000 7fc809711640 1 -- 172.21.15.16:0/3068099887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7f0003f30 msgr2=0x7fc7f0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.245+0000 7fc809711640 1 --2- 172.21.15.16:0/3068099887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7f0003f30 0x7fc7f0004800 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec009ab0 tx=0x7fc7f0005830 comp rx=0 tx=0).stop 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.245+0000 7fc8037fe640 1 -- 172.21.15.16:0/3068099887 reap_dead start 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.245+0000 7fc809711640 1 -- 172.21.15.16:0/3068099887 shutdown_connections 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.245+0000 7fc809711640 1 -- 172.21.15.16:0/3068099887 >> 172.21.15.16:0/3068099887 conn(0x7fc8040b4090 msgr2=0x7fc8040b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.245+0000 7fc809711640 1 -- 172.21.15.16:0/3068099887 shutdown_connections 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.245+0000 7fc809711640 1 -- 172.21.15.16:0/3068099887 wait complete. 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.246+0000 7fc809711640 1 Processor -- start 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.246+0000 7fc809711640 1 -- start start 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc809711640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0003f30 0x7fc80415f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc809711640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc804152dd0 0x7fc804148d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc809711640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8040b02a0 0x7fc80406bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc809711640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc804073cc0 con 0x7fc804152dd0 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc809711640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc80415e780 con 0x7fc7f0003f30 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc809711640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc804073e40 con 0x7fc8040b02a0 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc804152dd0 0x7fc804148d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc804152dd0 0x7fc804148d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49704/0 (socket says 172.21.15.16:49704) 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 -- 172.21.15.16:0/2907569996 learned_addr learned my addr 172.21.15.16:0/2907569996 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc802ffd640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0003f30 0x7fc80415f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8037fe640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8040b02a0 0x7fc80406bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 -- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8040b02a0 msgr2=0x7fc80406bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8040b02a0 0x7fc80406bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 -- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0003f30 msgr2=0x7fc80415f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0003f30 0x7fc80415f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 -- 172.21.15.16:0/2907569996 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8040b0e80 con 0x7fc804152dd0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.247+0000 7fc8027fc640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc804152dd0 0x7fc804148d00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec02abb0 tx=0x7fc7ec004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.248+0000 7fc7fb7fe640 1 -- 172.21.15.16:0/2907569996 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec040020 con 0x7fc804152dd0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.248+0000 7fc7fb7fe640 1 -- 172.21.15.16:0/2907569996 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7ec037040 con 0x7fc804152dd0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.248+0000 7fc7fb7fe640 1 -- 172.21.15.16:0/2907569996 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec036030 con 0x7fc804152dd0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.248+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc80415faa0 con 0x7fc804152dd0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.248+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8040b0ba0 con 0x7fc804152dd0 2024-09-16T01:45:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.249+0000 7fc7fb7fe640 1 -- 172.21.15.16:0/2907569996 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fc7ec043020 con 0x7fc804152dd0 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.249+0000 7fc7fb7fe640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc7e406c490 0x7fc7e406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.250+0000 7fc7fb7fe640 1 -- 172.21.15.16:0/2907569996 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fc7ec0ab970 con 0x7fc804152dd0 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.250+0000 7fc802ffd640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc7e406c490 0x7fc7e406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.250+0000 7fc802ffd640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc7e406c490 0x7fc7e406e950 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4014510 tx=0x7fc7f400b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.250+0000 7fc80c4a5740 1 Processor -- start 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.251+0000 7fc80c4a5740 1 -- start start 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.251+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f4ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.251+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f03a80 0x557ad1f066a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.251+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f008b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.251+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x557ad1e68520 con 0x557ad1f062c0 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.251+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557ad1e103e0 con 0x557ad1f03a80 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.251+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x557ad1e644e0 con 0x557ad1f07a50 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f4ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f4ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49708/0 (socket says 172.21.15.16:49708) 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 -- 172.21.15.16:0/40866273 learned_addr learned my addr 172.21.15.16:0/40866273 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc8037fe640 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f008b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc8027fc640 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f03a80 0x557ad1f066a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 -- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 msgr2=0x557ad1f008b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f008b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 -- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f03a80 msgr2=0x557ad1f066a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f03a80 0x557ad1f066a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 -- 172.21.15.16:0/40866273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ad1e2b2f0 con 0x557ad1f062c0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc802ffd640 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f4ba60 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4016870 tx=0x7fc7f4017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc1f77447b59715 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc7f8ff9640 1 -- 172.21.15.16:0/40866273 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4026070 con 0x557ad1f062c0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc7f8ff9640 1 -- 172.21.15.16:0/40866273 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7f4015b10 con 0x557ad1f062c0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.252+0000 7fc7f8ff9640 1 -- 172.21.15.16:0/40866273 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4022420 con 0x557ad1f062c0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 -- 172.21.15.16:0/40866273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 msgr2=0x557ad1f4ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f4ba60 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4016870 tx=0x7fc7f4017000 comp rx=0 tx=0).stop 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 -- 172.21.15.16:0/40866273 shutdown_connections 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f03a80 0x557ad1f066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/40866273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f4ba60 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 -- 172.21.15.16:0/40866273 >> 172.21.15.16:0/40866273 conn(0x557ad1f02a80 msgr2=0x557ad1f4af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 -- 172.21.15.16:0/40866273 shutdown_connections 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.253+0000 7fc80c4a5740 1 -- 172.21.15.16:0/40866273 wait complete. 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 -- start start 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 Processor -- start 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f45560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f1f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f05130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x557ad1f01f20 con 0x557ad1f07a50 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557ad1df1450 con 0x557ad1f062c0 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x557ad1f4c290 con 0x557ad1f2ffc0 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.254+0000 7fc80c4a5740 10 client.0 _ll_register_callbacks cb 0x557ad1b7aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f1f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f1f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49720/0 (socket says 172.21.15.16:49720) 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 -- 172.21.15.16:0/4006913595 learned_addr learned my addr 172.21.15.16:0/4006913595 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc802ffd640 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f45560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8037fe640 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f05130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 -- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 msgr2=0x557ad1f05130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f05130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 -- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 msgr2=0x557ad1f45560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f45560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 -- 172.21.15.16:0/4006913595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ad1b7b2d0 con 0x557ad1f07a50 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc8027fc640 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f1f9f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec0795c0 tx=0x7fc7ec0097c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e020e95220ec1fbd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc7e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/4006913595 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec0a8060 con 0x557ad1f07a50 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/4006913595 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fc7ec0a98b0 con 0x557ad1f07a50 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7f4015b10 con 0x557ad1f07a50 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/4006913595 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc7ec096050 con 0x557ad1f07a50 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc80c4a5740 10 client.5985 fetch_fsmap learned FSMap version 31 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) -- 0x557ad1c456b0 con 0x557ad1f07a50 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.255+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/4006913595 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7f4015b10 con 0x557ad1f07a50 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/4006913595 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 31) ==== 3502+0+0 (secure 0 0 0) 0x7fc7ec0a9e00 con 0x557ad1f07a50 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc80c4a5740 10 client.5985 fetch_fsmap finished waiting for FSMap version 31 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc80c4a5740 10 client.5985 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc80c4a5740 20 client.5985 populate_metadata read hostname 'smithi016' 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f207b0 0x557ad1f20b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc80c4a5740 4 client.5985 mds_command: new command op to 5835 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 --> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ad1e75c50 con 0x557ad1f207b0 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc802ffd640 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f207b0 0x557ad1f20b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc7e1ffb640 10 client.5985 ms_handle_connect on v2:172.21.15.104:6835/1330846873 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.256+0000 7fc802ffd640 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f207b0 0x557ad1f20b90 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a33e00bf6a50a8d8 server_cookie=d526f4c10c84edeb in_seq=0 out_seq=0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/4006913595 <== mds.0 v2:172.21.15.104:6835/1330846873 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557ad1e75c50 con 0x557ad1f207b0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc7e1ffb640 10 client.5985 handle_command_reply: tid=0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 client.5985 shutdown 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 msgr2=0x557ad1f1f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f1f9f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec0795c0 tx=0x7fc7ec0097c0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 shutdown_connections 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f207b0 0x557ad1f20b90 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f05130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f1f9f0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc7e1ffb640 0 client.5985 ms_handle_reset on v2:172.21.15.104:6835/1330846873 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/4006913595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f45560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 >> 172.21.15.16:0/4006913595 conn(0x557ad1f03a80 msgr2=0x557ad1f48fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 shutdown_connections 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.257+0000 7fc80c4a5740 1 -- 172.21.15.16:0/4006913595 wait complete. 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.258+0000 7fc80c4a5740 20 client.5985 trim_cache size 0 max 16384 2024-09-16T01:45:52.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.275+0000 7fc80c4a5740 1 Processor -- start 2024-09-16T01:45:52.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc80c4a5740 1 -- start start 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f6ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f6efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f20b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc804200250 con 0x557ad1f07a50 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc8040af300 con 0x557ad1f062c0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc8041ffc00 con 0x557ad1f2ffc0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc8027fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f6efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc8027fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f6efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49726/0 (socket says 172.21.15.16:49726) 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.276+0000 7fc8027fc640 1 -- 172.21.15.16:0/958686602 learned_addr learned my addr 172.21.15.16:0/958686602 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8037fe640 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f20b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc802ffd640 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f6ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8027fc640 1 -- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 msgr2=0x557ad1f20b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8027fc640 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f20b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8027fc640 1 -- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 msgr2=0x557ad1f6ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8027fc640 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f6ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8027fc640 1 -- 172.21.15.16:0/958686602 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ad1f02260 con 0x557ad1f07a50 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc802ffd640 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f6ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8037fe640 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f20b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc8027fc640 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f6efa0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec07dca0 tx=0x7fc7ec07c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=148417958641af1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc7e3fff640 1 -- 172.21.15.16:0/958686602 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec0a8030 con 0x557ad1f07a50 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc7e3fff640 1 -- 172.21.15.16:0/958686602 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7ec081f60 con 0x557ad1f07a50 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc7e3fff640 1 -- 172.21.15.16:0/958686602 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec091070 con 0x557ad1f07a50 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 -- 172.21.15.16:0/958686602 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 msgr2=0x557ad1f6efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f6efa0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec07dca0 tx=0x7fc7ec07c000 comp rx=0 tx=0).stop 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 -- 172.21.15.16:0/958686602 shutdown_connections 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f2ffc0 0x557ad1f20b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f07a50 0x557ad1f6efa0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/958686602 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f062c0 0x557ad1f6ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 -- 172.21.15.16:0/958686602 >> 172.21.15.16:0/958686602 conn(0x557ad1f03a80 msgr2=0x557ad1f45560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.277+0000 7fc80c4a5740 1 -- 172.21.15.16:0/958686602 shutdown_connections 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.278+0000 7fc80c4a5740 1 -- 172.21.15.16:0/958686602 wait complete. 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.278+0000 7fc80c4a5740 1 -- start start 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.278+0000 7fc80c4a5740 1 Processor -- start 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f1f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f46cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc80c4a5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f2ffc0 0x557ad1f2c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x557ad1f01f20 con 0x557ad1f062c0 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557ad1f4c290 con 0x557ad1f2ffc0 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc80c4a5740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x557ad1df1450 con 0x557ad1f07a50 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc80c4a5740 10 client.0 _ll_register_callbacks cb 0x7fc7ec079740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f1f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f1f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49740/0 (socket says 172.21.15.16:49740) 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 -- 172.21.15.16:0/2169484566 learned_addr learned my addr 172.21.15.16:0/2169484566 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc8027fc640 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f46cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc8037fe640 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f2ffc0 0x557ad1f2c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 -- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 msgr2=0x557ad1f46cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f46cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 -- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f2ffc0 msgr2=0x557ad1f2c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f2ffc0 0x557ad1f2c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 -- 172.21.15.16:0/2169484566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ad1f041c0 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc802ffd640 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f1f000 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4016620 tx=0x7fc7f4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1166f46f36d7c896 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.279+0000 7fc7e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/2169484566 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f401a040 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/2169484566 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fc7f4015d20 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7ec081f60 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/2169484566 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc7f4026040 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 10 client.5991 fetch_fsmap learned FSMap version 31 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) -- 0x557ad1f2cf70 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/2169484566 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7ec081f60 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/2169484566 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 31) ==== 3502+0+0 (secure 0 0 0) 0x7fc7f4036480 con 0x557ad1f062c0 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 10 client.5991 fetch_fsmap finished waiting for FSMap version 31 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 10 client.5991 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 20 client.5991 populate_metadata read hostname 'smithi016' 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f2b560 0x557ad1f2b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 4 client.5991 mds_command: new command op to 5835 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 --> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] -- command(tid 0: {"prefix": "status"}) -- 0x557ad1e6ffa0 con 0x557ad1f2b560 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.280+0000 7fc8027fc640 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f2b560 0x557ad1f2b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc7e1ffb640 10 client.5991 ms_handle_connect on v2:172.21.15.104:6835/1330846873 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc8027fc640 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f2b560 0x557ad1f2b940 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b557dcda619326d server_cookie=751398efdeeec5b6 in_seq=0 out_seq=0 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc7e1ffb640 1 -- 172.21.15.16:0/2169484566 <== mds.0 v2:172.21.15.104:6835/1330846873 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x557ad1e6ffa0 con 0x557ad1f2b560 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc7e1ffb640 10 client.5991 handle_command_reply: tid=0 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 client.5991 shutdown 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 msgr2=0x557ad1f1f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f1f000 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4016620 tx=0x7fc7f4004a40 comp rx=0 tx=0).stop 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 shutdown_connections 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:6835/1330846873,v1:172.21.15.104:6837/1330846873] conn(0x557ad1f2b560 0x557ad1f2b940 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ad1f2ffc0 0x557ad1f2c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x557ad1f07a50 0x557ad1f46cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc7e1ffb640 0 client.5991 ms_handle_reset on v2:172.21.15.104:6835/1330846873 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 --2- 172.21.15.16:0/2169484566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x557ad1f062c0 0x557ad1f1f000 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 >> 172.21.15.16:0/2169484566 conn(0x557ad1f03a80 msgr2=0x557ad1f6ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 shutdown_connections 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 1 -- 172.21.15.16:0/2169484566 wait complete. 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.281+0000 7fc80c4a5740 20 client.5991 trim_cache size 0 max 16384 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:45:52.289 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 5835, 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 9.1885204500000004, 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 31, 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 57, 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 57, 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 14.210538732 2024-09-16T01:45:52.290 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:45:52.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc7e406c490 msgr2=0x7fc7e406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc7e406c490 0x7fc7e406e950 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4014510 tx=0x7fc7f400b040 comp rx=0 tx=0).stop 2024-09-16T01:45:52.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc804152dd0 msgr2=0x7fc804148d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc804152dd0 0x7fc804148d00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec02abb0 tx=0x7fc7ec004730 comp rx=0 tx=0).stop 2024-09-16T01:45:52.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 shutdown_connections 2024-09-16T01:45:52.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc7e406c490 0x7fc7e406e950 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc8040b02a0 0x7fc80406bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc804152dd0 0x7fc804148d00 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 --2- 172.21.15.16:0/2907569996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7f0003f30 0x7fc80415f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 >> 172.21.15.16:0/2907569996 conn(0x7fc8040b4090 msgr2=0x7fc80406f1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 shutdown_connections 2024-09-16T01:45:52.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.282+0000 7fc809711640 1 -- 172.21.15.16:0/2907569996 wait complete. 2024-09-16T01:45:52.294 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:45:52.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.395+0000 7fc6f9911640 1 Processor -- start 2024-09-16T01:45:52.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.395+0000 7fc6f9911640 1 -- start start 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f9911640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc6f4070e10 0x7fc6f406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f9911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4073c00 0x7fc6f406c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f9911640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6f415e910 con 0x7fc6f415e530 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f9911640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc6f40718c0 con 0x7fc6f4070e10 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f9911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc6f40d1c50 con 0x7fc6f4073c00 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc6f415e530 0x7fc6f4070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32798/0 (socket says 172.21.15.16:32798) 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f2ffd640 1 -- 172.21.15.16:0/4291225699 learned_addr learned my addr 172.21.15.16:0/4291225699 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f27fc640 1 --2- 172.21.15.16:0/4291225699 >> v2:172.21.15.104:3300/0 conn(0x7fc6f4070e10 0x7fc6f406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f37fe640 1 --2- 172.21.15.16:0/4291225699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4073c00 0x7fc6f406c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f1ffb640 1 -- 172.21.15.16:0/4291225699 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4151054869 0 0) 0x7fc6f415e910 con 0x7fc6f415e530 2024-09-16T01:45:52.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f1ffb640 1 -- 172.21.15.16:0/4291225699 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc6dc003520 con 0x7fc6f415e530 2024-09-16T01:45:52.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f37fe640 1 -- 172.21.15.16:0/4291225699 >> v2:172.21.15.104:3300/0 conn(0x7fc6f4070e10 msgr2=0x7fc6f406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f37fe640 1 --2- 172.21.15.16:0/4291225699 >> v2:172.21.15.104:3300/0 conn(0x7fc6f4070e10 0x7fc6f406bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f37fe640 1 -- 172.21.15.16:0/4291225699 >> v1:172.21.15.16:6789/0 conn(0x7fc6f415e530 legacy=0x7fc6f4070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f37fe640 1 -- 172.21.15.16:0/4291225699 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6f4073120 con 0x7fc6f4073c00 2024-09-16T01:45:52.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.396+0000 7fc6f27fc640 1 --2- 172.21.15.16:0/4291225699 >> v2:172.21.15.104:3300/0 conn(0x7fc6f4070e10 0x7fc6f406bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:52.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.397+0000 7fc6f37fe640 1 --2- 172.21.15.16:0/4291225699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4073c00 0x7fc6f406c120 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec009d90 tx=0x7fc6ec02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d84b8cd32ef564e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.397+0000 7fc6f1ffb640 1 -- 172.21.15.16:0/4291225699 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ec007740 con 0x7fc6f4073c00 2024-09-16T01:45:52.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.397+0000 7fc6f1ffb640 1 -- 172.21.15.16:0/4291225699 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6ec0078e0 con 0x7fc6f4073c00 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.397+0000 7fc6f1ffb640 1 -- 172.21.15.16:0/4291225699 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ec007c90 con 0x7fc6f4073c00 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 -- 172.21.15.16:0/4291225699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4073c00 msgr2=0x7fc6f406c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 --2- 172.21.15.16:0/4291225699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4073c00 0x7fc6f406c120 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec009d90 tx=0x7fc6ec02a660 comp rx=0 tx=0).stop 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 -- 172.21.15.16:0/4291225699 shutdown_connections 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 --2- 172.21.15.16:0/4291225699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4073c00 0x7fc6f406c120 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 --2- 172.21.15.16:0/4291225699 >> v2:172.21.15.104:3300/0 conn(0x7fc6f4070e10 0x7fc6f406bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 -- 172.21.15.16:0/4291225699 >> 172.21.15.16:0/4291225699 conn(0x7fc6f40d2300 msgr2=0x7fc6f40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 -- 172.21.15.16:0/4291225699 shutdown_connections 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.398+0000 7fc6f9911640 1 -- 172.21.15.16:0/4291225699 wait complete. 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.399+0000 7fc6f9911640 1 Processor -- start 2024-09-16T01:45:52.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.399+0000 7fc6f9911640 1 -- start start 2024-09-16T01:45:52.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f9911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4070e10 0x7fc6f4160570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f9911640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc6f4073c00 0x7fc6f414d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f9911640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6f415e530 0x7fc6f414d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f9911640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f40b73c0 con 0x7fc6f4073c00 2024-09-16T01:45:52.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f9911640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f40736e0 con 0x7fc6f415e530 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f9911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc6f40b7540 con 0x7fc6f4070e10 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc6f4073c00 0x7fc6f414d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc6f4073c00 0x7fc6f414d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49746/0 (socket says 172.21.15.16:49746) 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 -- 172.21.15.16:0/1224971591 learned_addr learned my addr 172.21.15.16:0/1224971591 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f37fe640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6f415e530 0x7fc6f414d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f2ffd640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4070e10 0x7fc6f4160570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 -- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4070e10 msgr2=0x7fc6f4160570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4070e10 0x7fc6f4160570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 -- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6f415e530 msgr2=0x7fc6f414d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6f415e530 0x7fc6f414d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f27fc640 1 -- 172.21.15.16:0/1224971591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6f4161010 con 0x7fc6f4073c00 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f37fe640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6f415e530 0x7fc6f414d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:52.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.400+0000 7fc6f2ffd640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4070e10 0x7fc6f4160570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.401+0000 7fc6f27fc640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc6f4073c00 0x7fc6f414d1c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fc6e800ec10 tx=0x7fc6e800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.401+0000 7fc6dbfff640 1 -- 172.21.15.16:0/1224971591 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e8017070 con 0x7fc6f4073c00 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.401+0000 7fc6dbfff640 1 -- 172.21.15.16:0/1224971591 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6e800cc30 con 0x7fc6f4073c00 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.401+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6f41612f0 con 0x7fc6f4073c00 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.401+0000 7fc6dbfff640 1 -- 172.21.15.16:0/1224971591 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e8013470 con 0x7fc6f4073c00 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.401+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6f40c7590 con 0x7fc6f4073c00 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.402+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6f41614c0 con 0x7fc6f4073c00 2024-09-16T01:45:52.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.402+0000 7fc6dbfff640 1 -- 172.21.15.16:0/1224971591 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fc6e801a070 con 0x7fc6f4073c00 2024-09-16T01:45:52.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.403+0000 7fc6dbfff640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc6e006c460 0x7fc6e006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.403+0000 7fc6dbfff640 1 -- 172.21.15.16:0/1224971591 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fc6e808b720 con 0x7fc6f4073c00 2024-09-16T01:45:52.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.403+0000 7fc6f2ffd640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc6e006c460 0x7fc6e006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.403+0000 7fc6f2ffd640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc6e006c460 0x7fc6e006e920 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4005880 tx=0x7fc6e4009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.407+0000 7fc6dbfff640 1 -- 172.21.15.16:0/1224971591 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc6e8059c20 con 0x7fc6f4073c00 2024-09-16T01:45:52.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.622+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc6f40d2f10 con 0x7fc6f4073c00 2024-09-16T01:45:52.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.622+0000 7fc6dbfff640 1 -- 172.21.15.16:0/1224971591 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) ==== 53+0+73 (secure 0 0 0) 0x7fc6e8059520 con 0x7fc6f4073c00 2024-09-16T01:45:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc6e006c460 msgr2=0x7fc6e006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc6e006c460 0x7fc6e006e920 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4005880 tx=0x7fc6e4009040 comp rx=0 tx=0).stop 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc6f4073c00 msgr2=0x7fc6f414d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc6f4073c00 0x7fc6f414d1c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fc6e800ec10 tx=0x7fc6e800c520 comp rx=0 tx=0).stop 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 shutdown_connections 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc6e006c460 0x7fc6e006e920 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6f415e530 0x7fc6f414d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc6f4073c00 0x7fc6f414d1c0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 --2- 172.21.15.16:0/1224971591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc6f4070e10 0x7fc6f4160570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.624+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 >> 172.21.15.16:0/1224971591 conn(0x7fc6f40d2300 msgr2=0x7fc6f40b5630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.625+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 shutdown_connections 2024-09-16T01:45:52.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52.625+0000 7fc6f9911640 1 -- 172.21.15.16:0/1224971591 wait complete. 2024-09-16T01:45:52.637 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:45:52.637 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:45:52.637 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:45:52.637 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:45:52.637 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:45:52.637 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:45:52.637 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:45:52.638 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:45:52.638 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:45:52.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:52.638 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:45:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:45:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42588sec preferred_lft 42588sec 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:45:52.656 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:45:52.657 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:52.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:52.658 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:45:52.719 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:45:52.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:52.721 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:45:52.777 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:45:52.778 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:45:52.778 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:45:52.778 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:45:52.778 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:45:52.778 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:45:52.778 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:45:52.778 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:45:52.778 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:45:52.778 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:45:52.778 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:45:52.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:45:52.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:45:52.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:52.907 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:45:52.923 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:45:52.923 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:45:52.924 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:45:52.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:52.924 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:45:52.989 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:45:52.989 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:45:52.989 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:45:53.045 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:45:53.045 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:45:53.045 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:45:53.101 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:45:53.167 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:45:53.225 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:45:53.226 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:45:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:45:53.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:53.228 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:45:53.282 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:45:53.282 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:45:53.325 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:45:53.350 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:45:53.407 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:45:53.408 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:45:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:45:53.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:53.410 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:45:53.410 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:45:53.407+0000 7f62fe9f9480 -1 init, newargv = 0x56253dd07980 newargc=15 2024-09-16T01:45:53.411 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[54911]: starting ceph client 2024-09-16T01:45:53.413 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[54911]: starting fuse 2024-09-16T01:45:53.426 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:45:53.427 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:45:53.427 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:45:53.428 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:45:53.429 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:45:53.429 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:45:53.429 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:45:53.547 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.54911.asok 2024-09-16T01:45:53.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:45:53.558 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.54911.asok 2024-09-16T01:45:53.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:53.558 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.54911.asok status 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "54911", 2024-09-16T01:45:53.695 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 6000, 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 6000 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:53.696 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3468313352 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3468313352 2024-09-16T01:45:53.697 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.6000 192.168.0.1:0/3468313352", 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/3468313352", 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 31, 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 57, 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:45:53.698 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:45:53.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:53.703 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:45:53.703 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:45:53.721 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:45:53.721 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:45:53.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:53.721 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:45:53.787 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:45:53.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.928+0000 7fe09bbc4640 1 Processor -- start 2024-09-16T01:45:53.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.928+0000 7fe09bbc4640 1 -- start start 2024-09-16T01:45:53.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09bbc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe0940cecb0 0x7fe0940ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09bbc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0940cf090 0x7fe0940cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09bbc4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe094160230 con 0x7fe0940cd8c0 2024-09-16T01:45:53.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09bbc4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe094160e40 con 0x7fe0940cf090 2024-09-16T01:45:53.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09bbc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe0940cdcf0 con 0x7fe0940cecb0 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09915f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0940cf090 0x7fe0940cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09915f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0940cf090 0x7fe0940cd380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49754/0 (socket says 172.21.15.16:49754) 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09915f640 1 -- 172.21.15.16:0/431231702 learned_addr learned my addr 172.21.15.16:0/431231702 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe099960640 1 --2- 172.21.15.16:0/431231702 >> v2:172.21.15.104:3300/0 conn(0x7fe0940cecb0 0x7fe0940ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09915f640 1 -- 172.21.15.16:0/431231702 >> v2:172.21.15.104:3300/0 conn(0x7fe0940cecb0 msgr2=0x7fe0940ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09915f640 1 --2- 172.21.15.16:0/431231702 >> v2:172.21.15.104:3300/0 conn(0x7fe0940cecb0 0x7fe0940ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09915f640 1 -- 172.21.15.16:0/431231702 >> v1:172.21.15.104:6789/0 conn(0x7fe0940cd8c0 legacy=0x7fe09406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe09915f640 1 -- 172.21.15.16:0/431231702 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe094160510 con 0x7fe0940cf090 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.929+0000 7fe099960640 1 --2- 172.21.15.16:0/431231702 >> v2:172.21.15.104:3300/0 conn(0x7fe0940cecb0 0x7fe0940ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:53.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.930+0000 7fe09915f640 1 --2- 172.21.15.16:0/431231702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cf090 0x7fe0940cd380 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fe0940b56c0 tx=0x7fe08802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=651efbd815d60468 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.930+0000 7fe09895e640 1 -- 172.21.15.16:0/431231702 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088037070 con 0x7fe0940cf090 2024-09-16T01:45:53.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.930+0000 7fe09895e640 1 -- 172.21.15.16:0/431231702 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe088032440 con 0x7fe0940cf090 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.930+0000 7fe09895e640 1 -- 172.21.15.16:0/431231702 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088032810 con 0x7fe0940cf090 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 -- 172.21.15.16:0/431231702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cf090 msgr2=0x7fe0940cd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/431231702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cf090 0x7fe0940cd380 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fe0940b56c0 tx=0x7fe08802a230 comp rx=0 tx=0).stop 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 -- 172.21.15.16:0/431231702 shutdown_connections 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/431231702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cf090 0x7fe0940cd380 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/431231702 >> v2:172.21.15.104:3300/0 conn(0x7fe0940cecb0 0x7fe0940ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 -- 172.21.15.16:0/431231702 >> 172.21.15.16:0/431231702 conn(0x7fe0940b2000 msgr2=0x7fe0940b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 -- 172.21.15.16:0/431231702 shutdown_connections 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.931+0000 7fe09bbc4640 1 -- 172.21.15.16:0/431231702 wait complete. 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.932+0000 7fe09bbc4640 1 Processor -- start 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.932+0000 7fe09bbc4640 1 -- start start 2024-09-16T01:45:53.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09bbc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0940cd8c0 0x7fe0940af010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09bbc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cecb0 0x7fe0941f6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09bbc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0940cf090 0x7fe0941f5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09bbc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe09406c360 con 0x7fe0940cecb0 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09bbc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe094160ad0 con 0x7fe0940cf090 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09bbc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe09406c4e0 con 0x7fe0940cd8c0 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cecb0 0x7fe0941f6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cecb0 0x7fe0941f6320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49756/0 (socket says 172.21.15.16:49756) 2024-09-16T01:45:53.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 -- 172.21.15.16:0/756764528 learned_addr learned my addr 172.21.15.16:0/756764528 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe099960640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0940cd8c0 0x7fe0940af010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09a161640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0940cf090 0x7fe0941f5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 -- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0940cd8c0 msgr2=0x7fe0940af010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0940cd8c0 0x7fe0940af010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 -- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0940cf090 msgr2=0x7fe0941f5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0940cf090 0x7fe0941f5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 -- 172.21.15.16:0/756764528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0940ab380 con 0x7fe0940cecb0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09a161640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0940cf090 0x7fe0941f5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.933+0000 7fe09915f640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cecb0 0x7fe0941f6320 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fe088000c00 tx=0x7fe0880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.934+0000 7fe0927fc640 1 -- 172.21.15.16:0/756764528 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088041020 con 0x7fe0940cecb0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.934+0000 7fe0927fc640 1 -- 172.21.15.16:0/756764528 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe088030970 con 0x7fe0940cecb0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.934+0000 7fe0927fc640 1 -- 172.21.15.16:0/756764528 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088037040 con 0x7fe0940cecb0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.934+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0940ab660 con 0x7fe0940cecb0 2024-09-16T01:45:53.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.934+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0940abc20 con 0x7fe0940cecb0 2024-09-16T01:45:53.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.935+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0940ce190 con 0x7fe0940cecb0 2024-09-16T01:45:53.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.935+0000 7fe0927fc640 1 -- 172.21.15.16:0/756764528 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fe088044020 con 0x7fe0940cecb0 2024-09-16T01:45:53.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.936+0000 7fe0927fc640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe08006c490 0x7fe08006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.936+0000 7fe0927fc640 1 -- 172.21.15.16:0/756764528 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fe0880ac1d0 con 0x7fe0940cecb0 2024-09-16T01:45:53.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.936+0000 7fe099960640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe08006c490 0x7fe08006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.937+0000 7fe099960640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe08006c490 0x7fe08006e950 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00b840 tx=0x7fe08c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:53.940+0000 7fe0927fc640 1 -- 172.21.15.16:0/756764528 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe08804b030 con 0x7fe0940cecb0 2024-09-16T01:45:54.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.153+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe0940b1de0 con 0x7fe0940cecb0 2024-09-16T01:45:54.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.153+0000 7fe0927fc640 1 -- 172.21.15.16:0/756764528 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) ==== 53+0+73 (secure 0 0 0) 0x7fe08807a620 con 0x7fe0940cecb0 2024-09-16T01:45:54.155 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:45:54.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe08006c490 msgr2=0x7fe08006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:54.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe08006c490 0x7fe08006e950 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00b840 tx=0x7fe08c008040 comp rx=0 tx=0).stop 2024-09-16T01:45:54.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cecb0 msgr2=0x7fe0941f6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:54.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cecb0 0x7fe0941f6320 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fe088000c00 tx=0x7fe0880046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:54.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 shutdown_connections 2024-09-16T01:45:54.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe08006c490 0x7fe08006e950 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:54.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0940cf090 0x7fe0941f5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:54.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0940cecb0 0x7fe0941f6320 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:54.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 --2- 172.21.15.16:0/756764528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0940cd8c0 0x7fe0940af010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:54.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 >> 172.21.15.16:0/756764528 conn(0x7fe0940b2000 msgr2=0x7fe0940cc4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:54.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 shutdown_connections 2024-09-16T01:45:54.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:54.156+0000 7fe09bbc4640 1 -- 172.21.15.16:0/756764528 wait complete. 2024-09-16T01:45:54.168 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:45:54.168 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:45:54.168 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:45:54.169 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:45:54.169 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:45:54.169 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:45:54.169 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:45:54.169 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:45:54.169 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:45:54.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:54.169 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:45:54.189 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:45:54.189 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:45:54.189 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:45:54.189 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:54.189 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:45:54.189 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:54.189 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42586sec preferred_lft 42586sec 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:54.190 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:45:54.191 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:45:54.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:54.192 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:45:54.257 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:45:54.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:54.259 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:45:54.317 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:45:54.317 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:45:54.317 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:45:54.317 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:45:54.317 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:45:54.318 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:45:54.318 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:45:54.318 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:45:54.318 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:45:54.318 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:45:54.318 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:45:54.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:45:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:45:54.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:45:54.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:54.451 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:45:54.469 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:45:54.469 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:45:54.469 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:45:54.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:54.470 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:45:54.535 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:45:54.536 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:45:54.536 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:45:54.591 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:45:54.592 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:45:54.592 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:45:54.647 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:45:54.712 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:45:54.770 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:45:54.770 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:45:54.771 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:45:54.771 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:45:54.771 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:45:54.771 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:45:54.771 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:45:54.772 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:45:54.772 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:45:54.772 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:45:54.772 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:45:54.772 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:45:54.773 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:45:54.773 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:45:54.773 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:45:54.773 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:45:54.773 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:45:54.774 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:45:54.774 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:45:54.774 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:45:54.774 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:45:54.775 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:45:54.775 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:45:54.775 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:45:54.775 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:45:54.775 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:45:54.775 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:45:54.776 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:45:54.776 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:45:54.776 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:45:54.776 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:45:54.777 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:45:54.777 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:45:54.777 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:45:54.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:54.778 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:45:54.827 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:45:54.827 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:45:54.870 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:45:54.896 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:45:54.952 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:45:54.950+0000 7f3475f91480 -1 init, newargv = 0x563a00682950 newargc=15 2024-09-16T01:45:54.952 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:45:54.952 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:45:54.953 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:45:54.954 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:45:54.955 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:45:54.955 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:45:54.955 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:45:54.955 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:45:54.955 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[45397]: starting ceph client 2024-09-16T01:45:54.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:54.956 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:45:54.957 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[45397]: starting fuse 2024-09-16T01:45:54.971 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:45:54.971 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:45:54.971 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:45:54.972 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:45:54.973 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:45:55.089 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.45397.asok 2024-09-16T01:45:55.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:45:55.099 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.45397.asok 2024-09-16T01:45:55.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:55.100 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.45397.asok status 2024-09-16T01:45:55.231 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "45397", 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:45:55.232 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 5662, 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 5662 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2330900996 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:45:55.233 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2330900996 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.5662 192.168.0.1:0/2330900996", 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/2330900996", 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 31, 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 57, 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:45:55.234 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:45:55.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:55.240 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:45:55.240 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:45:55.258 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:45:55.259 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:45:55.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:55.259 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:45:55.324 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:45:55.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.442+0000 7f621e89b640 1 Processor -- start 2024-09-16T01:45:55.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.442+0000 7f621e89b640 1 -- start start 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621e89b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f621806c860 0x7f6218073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621e89b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62180735d0 0x7f62180b6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621e89b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f621806c320 con 0x7f62181619e0 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621e89b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f621806ccd0 con 0x7f62180735d0 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621e89b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f621806bd60 con 0x7f621806c860 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621ce38640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62180735d0 0x7f62180b6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f6217fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f62181619e0 0x7f62180d1b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32812/0 (socket says 172.21.15.16:32812) 2024-09-16T01:45:55.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621ce38640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62180735d0 0x7f62180b6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49766/0 (socket says 172.21.15.16:49766) 2024-09-16T01:45:55.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f6217fff640 1 -- 172.21.15.16:0/496115470 learned_addr learned my addr 172.21.15.16:0/496115470 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:55.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f62177fe640 1 --2- 172.21.15.16:0/496115470 >> v2:172.21.15.104:3300/0 conn(0x7f621806c860 0x7f6218073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621ce38640 1 -- 172.21.15.16:0/496115470 >> v2:172.21.15.104:3300/0 conn(0x7f621806c860 msgr2=0x7f6218073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621ce38640 1 --2- 172.21.15.16:0/496115470 >> v2:172.21.15.104:3300/0 conn(0x7f621806c860 0x7f6218073090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621ce38640 1 -- 172.21.15.16:0/496115470 >> v1:172.21.15.16:6789/0 conn(0x7f62181619e0 legacy=0x7f62180d1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f6216ffd640 1 -- 172.21.15.16:0/496115470 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3279298514 0 0) 0x7f621806c320 con 0x7f62181619e0 2024-09-16T01:45:55.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.443+0000 7f621ce38640 1 -- 172.21.15.16:0/496115470 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621806c040 con 0x7f62180735d0 2024-09-16T01:45:55.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.444+0000 7f621ce38640 1 --2- 172.21.15.16:0/496115470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62180735d0 0x7f62180b6410 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f62180d2230 tx=0x7f621002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c93c59ef8d7aeca3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.444+0000 7f6216ffd640 1 -- 172.21.15.16:0/496115470 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6210007740 con 0x7f62180735d0 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.444+0000 7f6216ffd640 1 -- 172.21.15.16:0/496115470 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62100078e0 con 0x7f62180735d0 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.444+0000 7f6216ffd640 1 -- 172.21.15.16:0/496115470 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6210007cb0 con 0x7f62180735d0 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 -- 172.21.15.16:0/496115470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62180735d0 msgr2=0x7f62180b6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 --2- 172.21.15.16:0/496115470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62180735d0 0x7f62180b6410 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f62180d2230 tx=0x7f621002a5f0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 -- 172.21.15.16:0/496115470 shutdown_connections 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 --2- 172.21.15.16:0/496115470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62180735d0 0x7f62180b6410 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 --2- 172.21.15.16:0/496115470 >> v2:172.21.15.104:3300/0 conn(0x7f621806c860 0x7f6218073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 -- 172.21.15.16:0/496115470 >> 172.21.15.16:0/496115470 conn(0x7f62180b4170 msgr2=0x7f62180b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:55.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 -- 172.21.15.16:0/496115470 shutdown_connections 2024-09-16T01:45:55.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.445+0000 7f621e89b640 1 -- 172.21.15.16:0/496115470 wait complete. 2024-09-16T01:45:55.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.446+0000 7f621e89b640 1 Processor -- start 2024-09-16T01:45:55.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621e89b640 1 -- start start 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621e89b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f621806c860 0x7f62180cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621e89b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62180735d0 0x7f621815fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621e89b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62181619e0 0x7f62180aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621e89b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f62180b6ad0 con 0x7f62181619e0 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621e89b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f62180b6950 con 0x7f62180735d0 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621e89b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f62180b6c50 con 0x7f621806c860 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621ce38640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62181619e0 0x7f62180aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621ce38640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62181619e0 0x7f62180aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49772/0 (socket says 172.21.15.16:49772) 2024-09-16T01:45:55.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.447+0000 7f621ce38640 1 -- 172.21.15.16:0/2193994735 learned_addr learned my addr 172.21.15.16:0/2193994735 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f62177fe640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62180735d0 0x7f621815fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f6217fff640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f621806c860 0x7f62180cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621ce38640 1 -- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f621806c860 msgr2=0x7f62180cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621ce38640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f621806c860 0x7f62180cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621ce38640 1 -- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62180735d0 msgr2=0x7f621815fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621ce38640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62180735d0 0x7f621815fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621ce38640 1 -- 172.21.15.16:0/2193994735 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621814b060 con 0x7f62181619e0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621ce38640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62181619e0 0x7f62180aa490 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f621002abe0 tx=0x7f6210004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f6214ff9640 1 -- 172.21.15.16:0/2193994735 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6210040070 con 0x7f62181619e0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f6214ff9640 1 -- 172.21.15.16:0/2193994735 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6210031bc0 con 0x7f62181619e0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f621814b340 con 0x7f62181619e0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f6214ff9640 1 -- 172.21.15.16:0/2193994735 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6210045460 con 0x7f62181619e0 2024-09-16T01:45:55.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.448+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f621814b900 con 0x7f62181619e0 2024-09-16T01:45:55.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.449+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6218073090 con 0x7f62181619e0 2024-09-16T01:45:55.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.450+0000 7f6214ff9640 1 -- 172.21.15.16:0/2193994735 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f6210039040 con 0x7f62181619e0 2024-09-16T01:45:55.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.450+0000 7f6214ff9640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f620406c490 0x7f620406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.451+0000 7f6214ff9640 1 -- 172.21.15.16:0/2193994735 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f62100acf70 con 0x7f62181619e0 2024-09-16T01:45:55.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.451+0000 7f6217fff640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f620406c490 0x7f620406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.451+0000 7f6217fff640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f620406c490 0x7f620406e950 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6208007fd0 tx=0x7f6208007de0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.455+0000 7f6214ff9640 1 -- 172.21.15.16:0/2193994735 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f621007ad90 con 0x7f62181619e0 2024-09-16T01:45:55.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:55.668+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f621815e900 con 0x7f62181619e0 2024-09-16T01:45:56.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.127+0000 7f6214ff9640 1 -- 172.21.15.16:0/2193994735 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v32) ==== 136+0+0 (secure 0 0 0) 0x7f621007f090 con 0x7f62181619e0 2024-09-16T01:45:56.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f620406c490 msgr2=0x7f620406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f620406c490 0x7f620406e950 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6208007fd0 tx=0x7f6208007de0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62181619e0 msgr2=0x7f62180aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62181619e0 0x7f62180aa490 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f621002abe0 tx=0x7f6210004a40 comp rx=0 tx=0).stop 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 shutdown_connections 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f620406c490 0x7f620406e950 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62181619e0 0x7f62180aa490 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62180735d0 0x7f621815fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 --2- 172.21.15.16:0/2193994735 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f621806c860 0x7f62180cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 >> 172.21.15.16:0/2193994735 conn(0x7f62180b4170 msgr2=0x7f62180cb7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 shutdown_connections 2024-09-16T01:45:56.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.130+0000 7f621e89b640 1 -- 172.21.15.16:0/2193994735 wait complete. 2024-09-16T01:45:56.144 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:45:56.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.250+0000 7fc196230640 1 Processor -- start 2024-09-16T01:45:56.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.250+0000 7fc196230640 1 -- start start 2024-09-16T01:45:56.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.251+0000 7fc196230640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc1900cecb0 0x7fc1900ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.251+0000 7fc196230640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 0x7fc19006bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.251+0000 7fc196230640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc190160230 con 0x7fc1900cf090 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.251+0000 7fc196230640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc190160e40 con 0x7fc1900cecb0 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.251+0000 7fc196230640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc190160510 con 0x7fc1900cda90 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.251+0000 7fc18effd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc1900cf090 0x7fc1900cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32822/0 (socket says 172.21.15.16:32822) 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.251+0000 7fc18effd640 1 -- 172.21.15.16:0/1093487609 learned_addr learned my addr 172.21.15.16:0/1093487609 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/1093487609 >> v2:172.21.15.104:3300/0 conn(0x7fc1900cecb0 0x7fc1900ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18ffff640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 0x7fc19006bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2720767420 0 0) 0x7fc190160230 con 0x7fc1900cf090 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc178003520 con 0x7fc1900cf090 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2296746991 0 0) 0x7fc178003520 con 0x7fc1900cf090 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 msgr2=0x7fc19006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 0x7fc19006bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 >> v2:172.21.15.104:3300/0 conn(0x7fc1900cecb0 msgr2=0x7fc1900ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:56.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 --2- 172.21.15.16:0/1093487609 >> v2:172.21.15.104:3300/0 conn(0x7fc1900cecb0 0x7fc1900ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1901607f0 con 0x7fc1900cf090 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc184001670 con 0x7fc1900cf090 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 >> v1:172.21.15.16:6789/0 conn(0x7fc1900cf090 legacy=0x7fc1900cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 0x7fc1780039d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc178003f50 0x7fc178004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc178004d40 0x7fc1780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc190160e40 con 0x7fc178004d40 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc190160510 con 0x7fc178003f50 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc17800b9c0 con 0x7fc1900cda90 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 0x7fc1780039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18effd640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc178003f50 0x7fc178004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18ffff640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc178004d40 0x7fc1780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18f7fe640 1 -- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc178003f50 msgr2=0x7fc178004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc178003f50 0x7fc178004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18f7fe640 1 -- 172.21.15.16:0/1093487609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc178004d40 msgr2=0x7fc1780051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc178004d40 0x7fc1780051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18f7fe640 1 -- 172.21.15.16:0/1093487609 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc178003520 con 0x7fc1900cda90 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.252+0000 7fc18ffff640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc178004d40 0x7fc1780051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.253+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 0x7fc1780039d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc180009ac0 tx=0x7fc178005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7be7b026601e65f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.253+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc180036070 con 0x7fc1900cda90 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.253+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc180031400 con 0x7fc1900cda90 2024-09-16T01:45:56.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.253+0000 7fc18e7fc640 1 -- 172.21.15.16:0/1093487609 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc180009690 con 0x7fc1900cda90 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.254+0000 7fc196230640 1 -- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 msgr2=0x7fc1780039d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.254+0000 7fc196230640 1 --2- 172.21.15.16:0/1093487609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc1900cda90 0x7fc1780039d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc180009ac0 tx=0x7fc178005830 comp rx=0 tx=0).stop 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.254+0000 7fc18ffff640 1 -- 172.21.15.16:0/1093487609 reap_dead start 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.254+0000 7fc196230640 1 -- 172.21.15.16:0/1093487609 shutdown_connections 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.254+0000 7fc196230640 1 -- 172.21.15.16:0/1093487609 >> 172.21.15.16:0/1093487609 conn(0x7fc1900b2000 msgr2=0x7fc1900b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.254+0000 7fc196230640 1 -- 172.21.15.16:0/1093487609 shutdown_connections 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.254+0000 7fc196230640 1 -- 172.21.15.16:0/1093487609 wait complete. 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.255+0000 7fc196230640 1 Processor -- start 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.255+0000 7fc196230640 1 -- start start 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc196230640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1900cda90 0x7fc190145520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc196230640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1900aaae0 0x7fc190153430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc196230640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc190153970 0x7fc190158660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc196230640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc19006bdd0 con 0x7fc1900cda90 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc196230640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc19006bc50 con 0x7fc1900aaae0 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc196230640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc19006bf50 con 0x7fc190153970 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc18f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1900cda90 0x7fc190145520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc18f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1900cda90 0x7fc190145520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49790/0 (socket says 172.21.15.16:49790) 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc18f7fe640 1 -- 172.21.15.16:0/3443513388 learned_addr learned my addr 172.21.15.16:0/3443513388 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc18ffff640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc190153970 0x7fc190158660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc18effd640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1900aaae0 0x7fc190153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc18f7fe640 1 -- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc190153970 msgr2=0x7fc190158660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.256+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc190153970 0x7fc190158660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc18f7fe640 1 -- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1900aaae0 msgr2=0x7fc190153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1900aaae0 0x7fc190153430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc18f7fe640 1 -- 172.21.15.16:0/3443513388 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc190145a60 con 0x7fc1900cda90 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc18f7fe640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1900cda90 0x7fc190145520 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fc180034040 tx=0x7fc180004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc177fff640 1 -- 172.21.15.16:0/3443513388 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc180040020 con 0x7fc1900cda90 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc177fff640 1 -- 172.21.15.16:0/3443513388 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc180003b60 con 0x7fc1900cda90 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc190153e90 con 0x7fc1900cda90 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc177fff640 1 -- 172.21.15.16:0/3443513388 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc180036040 con 0x7fc1900cda90 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.257+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc190154450 con 0x7fc1900cda90 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.258+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1900ce190 con 0x7fc1900cda90 2024-09-16T01:45:56.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.259+0000 7fc177fff640 1 -- 172.21.15.16:0/3443513388 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fc180043020 con 0x7fc1900cda90 2024-09-16T01:45:56.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.259+0000 7fc177fff640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc17c06c460 0x7fc17c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.259+0000 7fc177fff640 1 -- 172.21.15.16:0/3443513388 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fc1800ab880 con 0x7fc1900cda90 2024-09-16T01:45:56.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.259+0000 7fc18effd640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc17c06c460 0x7fc17c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.260+0000 7fc18effd640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc17c06c460 0x7fc17c06e920 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc1900b1210 tx=0x7fc184009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:56.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.264+0000 7fc177fff640 1 -- 172.21.15.16:0/3443513388 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc18004a070 con 0x7fc1900cda90 2024-09-16T01:45:56.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.463+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fc1900b1dc0 con 0x7fc17c06c460 2024-09-16T01:45:56.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.465+0000 7fc177fff640 1 -- 172.21.15.16:0/3443513388 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fc1900b1dc0 con 0x7fc17c06c460 2024-09-16T01:45:56.466 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:45:56.466 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:45:56.466 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:45:56.466 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:45:56.467 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc17c06c460 msgr2=0x7fc17c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc17c06c460 0x7fc17c06e920 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc1900b1210 tx=0x7fc184009040 comp rx=0 tx=0).stop 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1900cda90 msgr2=0x7fc190145520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1900cda90 0x7fc190145520 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fc180034040 tx=0x7fc180004730 comp rx=0 tx=0).stop 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 shutdown_connections 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc17c06c460 0x7fc17c06e920 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc190153970 0x7fc190158660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1900aaae0 0x7fc190153430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 --2- 172.21.15.16:0/3443513388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1900cda90 0x7fc190145520 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.467+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 >> 172.21.15.16:0/3443513388 conn(0x7fc1900b2000 msgr2=0x7fc19015dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:56.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.468+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 shutdown_connections 2024-09-16T01:45:56.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.468+0000 7fc196230640 1 -- 172.21.15.16:0/3443513388 wait complete. 2024-09-16T01:45:56.480 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:45:56.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.584+0000 7f9257a8d640 1 Processor -- start 2024-09-16T01:45:56.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.584+0000 7f9257a8d640 1 -- start start 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9257a8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f92500d2b20 0x7f92500b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9257a8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500b7390 0x7f9250073290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9257a8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92500b7820 con 0x7f925015a0b0 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9257a8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f925015cba0 con 0x7f92500d2b20 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9257a8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f925015ce80 con 0x7f92500b7390 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9255829640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f925015a0b0 0x7f92500d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32834/0 (socket says 172.21.15.16:32834) 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9255829640 1 -- 172.21.15.16:0/1110246773 learned_addr learned my addr 172.21.15.16:0/1110246773 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9255028640 1 --2- 172.21.15.16:0/1110246773 >> v2:172.21.15.104:3300/0 conn(0x7f92500d2b20 0x7f92500b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f925602a640 1 --2- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500b7390 0x7f9250073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9254827640 1 -- 172.21.15.16:0/1110246773 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3911936594 0 0) 0x7f92500b7820 con 0x7f925015a0b0 2024-09-16T01:45:56.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.585+0000 7f9254827640 1 -- 172.21.15.16:0/1110246773 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f923c003520 con 0x7f925015a0b0 2024-09-16T01:45:56.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.586+0000 7f9254827640 1 -- 172.21.15.16:0/1110246773 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2485618044 0 0) 0x7f923c003520 con 0x7f925015a0b0 2024-09-16T01:45:56.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.586+0000 7f9255028640 1 -- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500b7390 msgr2=0x7f9250073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:56.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.586+0000 7f9255028640 1 --2- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500b7390 0x7f9250073290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.586+0000 7f9255028640 1 -- 172.21.15.16:0/1110246773 >> v1:172.21.15.16:6789/0 conn(0x7f925015a0b0 legacy=0x7f92500d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.586+0000 7f9255028640 1 -- 172.21.15.16:0/1110246773 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f925015d160 con 0x7f92500d2b20 2024-09-16T01:45:56.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.586+0000 7f9255028640 1 --2- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500d2b20 0x7f92500b6e50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f92400097a0 tx=0x7f924002a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c6563f9b7794a0d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:56.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9254827640 1 -- 172.21.15.16:0/1110246773 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9240037070 con 0x7f92500d2b20 2024-09-16T01:45:56.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9254827640 1 -- 172.21.15.16:0/1110246773 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f924002aba0 con 0x7f92500d2b20 2024-09-16T01:45:56.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9254827640 1 -- 172.21.15.16:0/1110246773 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f924c001690 con 0x7f92500d2b20 2024-09-16T01:45:56.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9257a8d640 1 -- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500d2b20 msgr2=0x7f92500b6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9257a8d640 1 --2- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500d2b20 0x7f92500b6e50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f92400097a0 tx=0x7f924002a110 comp rx=0 tx=0).stop 2024-09-16T01:45:56.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9257a8d640 1 -- 172.21.15.16:0/1110246773 shutdown_connections 2024-09-16T01:45:56.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9257a8d640 1 --2- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500b7390 0x7f9250073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9257a8d640 1 --2- 172.21.15.16:0/1110246773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500d2b20 0x7f92500b6e50 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.587+0000 7f9257a8d640 1 -- 172.21.15.16:0/1110246773 >> 172.21.15.16:0/1110246773 conn(0x7f925006f2d0 msgr2=0x7f925006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:56.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.588+0000 7f9257a8d640 1 -- 172.21.15.16:0/1110246773 shutdown_connections 2024-09-16T01:45:56.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.588+0000 7f9257a8d640 1 -- 172.21.15.16:0/1110246773 wait complete. 2024-09-16T01:45:56.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.589+0000 7f9257a8d640 1 Processor -- start 2024-09-16T01:45:56.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.589+0000 7f9257a8d640 1 -- start start 2024-09-16T01:45:56.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9257a8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500b7390 0x7f9250150d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9257a8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500d2b20 0x7f92501556f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9257a8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f925015a0b0 0x7f925015e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9257a8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f92500b5550 con 0x7f925015a0b0 2024-09-16T01:45:56.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9257a8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f925015d720 con 0x7f92500b7390 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9257a8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f92500b56d0 con 0x7f92500d2b20 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f925015a0b0 0x7f925015e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f925015a0b0 0x7f925015e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49794/0 (socket says 172.21.15.16:49794) 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 -- 172.21.15.16:0/777056119 learned_addr learned my addr 172.21.15.16:0/777056119 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9255829640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500b7390 0x7f9250150d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9255028640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500d2b20 0x7f92501556f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 -- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500d2b20 msgr2=0x7f92501556f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500d2b20 0x7f92501556f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 -- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500b7390 msgr2=0x7f9250150d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500b7390 0x7f9250150d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 -- 172.21.15.16:0/777056119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92501f1cf0 con 0x7f925015a0b0 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f925602a640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f925015a0b0 0x7f925015e4c0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f924800efc0 tx=0x7f924800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f92467fc640 1 -- 172.21.15.16:0/777056119 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9248018020 con 0x7f925015a0b0 2024-09-16T01:45:56.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f92467fc640 1 -- 172.21.15.16:0/777056119 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9248014480 con 0x7f925015a0b0 2024-09-16T01:45:56.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9250152740 con 0x7f925015a0b0 2024-09-16T01:45:56.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.590+0000 7f92467fc640 1 -- 172.21.15.16:0/777056119 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9248014870 con 0x7f925015a0b0 2024-09-16T01:45:56.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.591+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9250152d00 con 0x7f925015a0b0 2024-09-16T01:45:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.591+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92500b6e50 con 0x7f925015a0b0 2024-09-16T01:45:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.592+0000 7f92467fc640 1 -- 172.21.15.16:0/777056119 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f9248005d10 con 0x7f925015a0b0 2024-09-16T01:45:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.593+0000 7f92467fc640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f923406c460 0x7f923406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.593+0000 7f92467fc640 1 -- 172.21.15.16:0/777056119 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f924808c2b0 con 0x7f925015a0b0 2024-09-16T01:45:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.593+0000 7f9255829640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f923406c460 0x7f923406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:56.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.593+0000 7f9255829640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f923406c460 0x7f923406e920 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f924c000fb0 tx=0x7f924c001e00 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:56.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.597+0000 7f92467fc640 1 -- 172.21.15.16:0/777056119 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9248022070 con 0x7f925015a0b0 2024-09-16T01:45:56.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.772+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f92500d2670 con 0x7f925015a0b0 2024-09-16T01:45:56.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.773+0000 7f92467fc640 1 -- 172.21.15.16:0/777056119 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7f9248010040 con 0x7f925015a0b0 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f923406c460 msgr2=0x7f923406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f923406c460 0x7f923406e920 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f924c000fb0 tx=0x7f924c001e00 comp rx=0 tx=0).stop 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f925015a0b0 msgr2=0x7f925015e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f925015a0b0 0x7f925015e4c0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f924800efc0 tx=0x7f924800c490 comp rx=0 tx=0).stop 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 shutdown_connections 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f923406c460 0x7f923406e920 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f925015a0b0 0x7f925015e4c0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92500d2b20 0x7f92501556f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 --2- 172.21.15.16:0/777056119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92500b7390 0x7f9250150d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:56.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 >> 172.21.15.16:0/777056119 conn(0x7f925006f2d0 msgr2=0x7f925015b460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:56.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 shutdown_connections 2024-09-16T01:45:56.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:56.775+0000 7f9257a8d640 1 -- 172.21.15.16:0/777056119 wait complete. 2024-09-16T01:45:56.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:56.787 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/_nogroup/subvol24780) 2024-09-16T01:45:56.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:56.823 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:45:56.882 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:45:56.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:56.882 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/_nogroup/subvol24780) 2024-09-16T01:45:56.953 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol45871 2024-09-16T01:45:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.098+0000 7fcca7e7b640 1 Processor -- start 2024-09-16T01:45:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.098+0000 7fcca7e7b640 1 -- start start 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca7e7b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcca00d2b20 0x7fcca006e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca7e7b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcca006e5e0 0x7fcca00b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca7e7b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcca006ecf0 con 0x7fcca015c280 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca7e7b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcca006bbe0 con 0x7fcca00d2b20 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca7e7b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcca006bec0 con 0x7fcca006e5e0 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca5416640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcca00d2b20 0x7fcca006e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca5c17640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcca015c280 0x7fcca00d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32846/0 (socket says 172.21.15.16:32846) 2024-09-16T01:45:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca5c17640 1 -- 172.21.15.16:0/2674796911 learned_addr learned my addr 172.21.15.16:0/2674796911 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca6418640 1 --2- 172.21.15.16:0/2674796911 >> v2:172.21.15.104:3300/0 conn(0x7fcca006e5e0 0x7fcca00b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca5416640 1 -- 172.21.15.16:0/2674796911 >> v2:172.21.15.104:3300/0 conn(0x7fcca006e5e0 msgr2=0x7fcca00b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca5416640 1 --2- 172.21.15.16:0/2674796911 >> v2:172.21.15.104:3300/0 conn(0x7fcca006e5e0 0x7fcca00b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca5416640 1 -- 172.21.15.16:0/2674796911 >> v1:172.21.15.16:6789/0 conn(0x7fcca015c280 legacy=0x7fcca00d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca5416640 1 -- 172.21.15.16:0/2674796911 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcca006c1a0 con 0x7fcca00d2b20 2024-09-16T01:45:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca4c15640 1 -- 172.21.15.16:0/2674796911 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 678248634 0 0) 0x7fcca006ecf0 con 0x7fcca015c280 2024-09-16T01:45:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.099+0000 7fcca6418640 1 --2- 172.21.15.16:0/2674796911 >> v2:172.21.15.104:3300/0 conn(0x7fcca006e5e0 0x7fcca00b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:57.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.100+0000 7fcca5416640 1 --2- 172.21.15.16:0/2674796911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca00d2b20 0x7fcca006e0a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fcca00682d0 tx=0x7fcc9002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab2eab585d585a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.100+0000 7fcca4c15640 1 -- 172.21.15.16:0/2674796911 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc90037070 con 0x7fcca00d2b20 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.100+0000 7fcca4c15640 1 -- 172.21.15.16:0/2674796911 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc90032440 con 0x7fcca00d2b20 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.100+0000 7fcca4c15640 1 -- 172.21.15.16:0/2674796911 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc90032810 con 0x7fcca00d2b20 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 -- 172.21.15.16:0/2674796911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca00d2b20 msgr2=0x7fcca006e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/2674796911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca00d2b20 0x7fcca006e0a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fcca00682d0 tx=0x7fcc9002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 -- 172.21.15.16:0/2674796911 shutdown_connections 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/2674796911 >> v2:172.21.15.104:3300/0 conn(0x7fcca006e5e0 0x7fcca00b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/2674796911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca00d2b20 0x7fcca006e0a0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 -- 172.21.15.16:0/2674796911 >> 172.21.15.16:0/2674796911 conn(0x7fcca006f2d0 msgr2=0x7fcca006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:57.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 -- 172.21.15.16:0/2674796911 shutdown_connections 2024-09-16T01:45:57.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.101+0000 7fcca7e7b640 1 -- 172.21.15.16:0/2674796911 wait complete. 2024-09-16T01:45:57.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.102+0000 7fcca7e7b640 1 Processor -- start 2024-09-16T01:45:57.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.102+0000 7fcca7e7b640 1 -- start start 2024-09-16T01:45:57.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca7e7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca006e5e0 0x7fcca01592c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:57.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca7e7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcca00d2b20 0x7fcca01e6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:57.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca7e7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcca015c280 0x7fcca01e7370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca7e7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcca015fae0 con 0x7fcca006e5e0 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca7e7b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcca006ea10 con 0x7fcca015c280 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca7e7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcca006c9a0 con 0x7fcca00d2b20 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca006e5e0 0x7fcca01592c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca006e5e0 0x7fcca01592c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49812/0 (socket says 172.21.15.16:49812) 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 -- 172.21.15.16:0/1546216851 learned_addr learned my addr 172.21.15.16:0/1546216851 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca6418640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcca015c280 0x7fcca01e7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5416640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcca00d2b20 0x7fcca01e6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:57.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 -- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcca00d2b20 msgr2=0x7fcca01e6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcca00d2b20 0x7fcca01e6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 -- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcca015c280 msgr2=0x7fcca01e7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcca015c280 0x7fcca01e7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5c17640 1 -- 172.21.15.16:0/1546216851 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcca00ced30 con 0x7fcca006e5e0 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca6418640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcca015c280 0x7fcca01e7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.103+0000 7fcca5416640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcca00d2b20 0x7fcca01e6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.104+0000 7fcca5c17640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca006e5e0 0x7fcca01592c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c00c430 tx=0x7fcc9c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.104+0000 7fcc967fc640 1 -- 172.21.15.16:0/1546216851 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc9c0074e0 con 0x7fcca006e5e0 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.104+0000 7fcc967fc640 1 -- 172.21.15.16:0/1546216851 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc9c0047e0 con 0x7fcca006e5e0 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.104+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcca00cf010 con 0x7fcca006e5e0 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.104+0000 7fcc967fc640 1 -- 172.21.15.16:0/1546216851 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc9c004bd0 con 0x7fcca006e5e0 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.104+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcca00cf8b0 con 0x7fcca006e5e0 2024-09-16T01:45:57.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.105+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcca00cfab0 con 0x7fcca006e5e0 2024-09-16T01:45:57.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.105+0000 7fcc967fc640 1 -- 172.21.15.16:0/1546216851 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7fcc9c011070 con 0x7fcca006e5e0 2024-09-16T01:45:57.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.106+0000 7fcc967fc640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc8406c460 0x7fcc8406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:57.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.106+0000 7fcc967fc640 1 -- 172.21.15.16:0/1546216851 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fcc9c08b3f0 con 0x7fcca006e5e0 2024-09-16T01:45:57.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.106+0000 7fcca5416640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc8406c460 0x7fcc8406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:57.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.107+0000 7fcca5416640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc8406c460 0x7fcc8406e920 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fcc90034000 tx=0x7fcc9002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:57.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.110+0000 7fcc967fc640 1 -- 172.21.15.16:0/1546216851 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcca00cfab0 con 0x7fcca006e5e0 2024-09-16T01:45:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.310+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol45871", "target": ["mon-mgr", ""]}) -- 0x7fcca006e0a0 con 0x7fcc8406c460 2024-09-16T01:45:57.316 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:45:57.314+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:45:57.316 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:45:57.314+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:45:57.316 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:45:57.314+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:45:57.316 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:45:57.314+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:45:57.317 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:45:57.314+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:45:57.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.349+0000 7fcc967fc640 1 -- 172.21.15.16:0/1546216851 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcca006e0a0 con 0x7fcc8406c460 2024-09-16T01:45:57.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc8406c460 msgr2=0x7fcc8406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:57.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc8406c460 0x7fcc8406e920 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fcc90034000 tx=0x7fcc9002e000 comp rx=0 tx=0).stop 2024-09-16T01:45:57.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca006e5e0 msgr2=0x7fcca01592c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:57.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca006e5e0 0x7fcca01592c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c00c430 tx=0x7fcc9c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 shutdown_connections 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcc8406c460 0x7fcc8406e920 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcca015c280 0x7fcca01e7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcca00d2b20 0x7fcca01e6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 --2- 172.21.15.16:0/1546216851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcca006e5e0 0x7fcca01592c0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 >> 172.21.15.16:0/1546216851 conn(0x7fcca006f2d0 msgr2=0x7fcca015a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 shutdown_connections 2024-09-16T01:45:57.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:57.351+0000 7fcca7e7b640 1 -- 172.21.15.16:0/1546216851 wait complete. 2024-09-16T01:45:57.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:57.363 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cp ./volumes/_nogroup/subvol45871/.meta ./volumes/_nogroup/subvol24780) 2024-09-16T01:45:58.085 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol24780 2024-09-16T01:45:58.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.200+0000 7f933d6ba640 1 Processor -- start 2024-09-16T01:45:58.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.200+0000 7f933d6ba640 1 -- start start 2024-09-16T01:45:58.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f933d6ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933815e4b0 0x7f93380add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f933d6ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f933806bbe0 0x7f933806c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f933d6ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f933806e610 con 0x7f933806d9c0 2024-09-16T01:45:58.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f933d6ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f933806c590 con 0x7f933806bbe0 2024-09-16T01:45:58.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f933d6ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f93380b00f0 con 0x7f933815e4b0 2024-09-16T01:45:58.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f93367fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f933806bbe0 0x7f933806c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f93367fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f933806bbe0 0x7f933806c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49814/0 (socket says 172.21.15.16:49814) 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f93377fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f933806d9c0 0x7f933806de50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32860/0 (socket says 172.21.15.16:32860) 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.201+0000 7f93367fc640 1 -- 172.21.15.16:0/1356129458 learned_addr learned my addr 172.21.15.16:0/1356129458 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f93367fc640 1 -- 172.21.15.16:0/1356129458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933815e4b0 msgr2=0x7f93380add60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f9336ffd640 1 --2- 172.21.15.16:0/1356129458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933815e4b0 0x7f93380add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f93367fc640 1 --2- 172.21.15.16:0/1356129458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933815e4b0 0x7f93380add60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f93367fc640 1 -- 172.21.15.16:0/1356129458 >> v1:172.21.15.16:6789/0 conn(0x7f933806d9c0 legacy=0x7f933806de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f9335ffb640 1 -- 172.21.15.16:0/1356129458 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1261531479 0 0) 0x7f933806e610 con 0x7f933806d9c0 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f93367fc640 1 -- 172.21.15.16:0/1356129458 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f933806e8f0 con 0x7f933806bbe0 2024-09-16T01:45:58.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f9336ffd640 1 --2- 172.21.15.16:0/1356129458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933815e4b0 0x7f93380add60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.202+0000 7f93367fc640 1 --2- 172.21.15.16:0/1356129458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933806bbe0 0x7f933806c050 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f932c009870 tx=0x7f932c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd63193874c30b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f9335ffb640 1 -- 172.21.15.16:0/1356129458 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c037070 con 0x7f933806bbe0 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f9335ffb640 1 -- 172.21.15.16:0/1356129458 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f932c032440 con 0x7f933806bbe0 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f9335ffb640 1 -- 172.21.15.16:0/1356129458 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c032810 con 0x7f933806bbe0 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 -- 172.21.15.16:0/1356129458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933806bbe0 msgr2=0x7f933806c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 --2- 172.21.15.16:0/1356129458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933806bbe0 0x7f933806c050 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f932c009870 tx=0x7f932c02a270 comp rx=0 tx=0).stop 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 -- 172.21.15.16:0/1356129458 shutdown_connections 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 --2- 172.21.15.16:0/1356129458 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933806bbe0 0x7f933806c050 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 --2- 172.21.15.16:0/1356129458 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933815e4b0 0x7f93380add60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 -- 172.21.15.16:0/1356129458 >> 172.21.15.16:0/1356129458 conn(0x7f93380b2a80 msgr2=0x7f93380b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 -- 172.21.15.16:0/1356129458 shutdown_connections 2024-09-16T01:45:58.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.203+0000 7f933d6ba640 1 -- 172.21.15.16:0/1356129458 wait complete. 2024-09-16T01:45:58.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 Processor -- start 2024-09-16T01:45:58.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 -- start start 2024-09-16T01:45:58.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f933806bbe0 0x7f933809e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933806d9c0 0x7f933815f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933815e4b0 0x7f933815f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f933815e890 con 0x7f933815e4b0 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f93380b3f90 con 0x7f933806bbe0 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.205+0000 7f933d6ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f933815ea10 con 0x7f933806d9c0 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933815e4b0 0x7f933815f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933815e4b0 0x7f933815f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49822/0 (socket says 172.21.15.16:49822) 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 -- 172.21.15.16:0/632778522 learned_addr learned my addr 172.21.15.16:0/632778522 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f9336ffd640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f933806bbe0 0x7f933809e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93367fc640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933806d9c0 0x7f933815f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 -- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933806d9c0 msgr2=0x7f933815f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933806d9c0 0x7f933815f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 -- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f933806bbe0 msgr2=0x7f933809e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f933806bbe0 0x7f933809e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 -- 172.21.15.16:0/632778522 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9338157720 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f93377fe640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933815e4b0 0x7f933815f5a0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f933000c7d0 tx=0x7f933000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f931f7fe640 1 -- 172.21.15.16:0/632778522 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9330018070 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f931f7fe640 1 -- 172.21.15.16:0/632778522 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f933000a640 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9338157a00 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f931f7fe640 1 -- 172.21.15.16:0/632778522 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933000aa70 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.206+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9338152d90 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.207+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f933806c050 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.208+0000 7f931f7fe640 1 -- 172.21.15.16:0/632778522 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f933001b070 con 0x7f933815e4b0 2024-09-16T01:45:58.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.208+0000 7f931f7fe640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f932406c490 0x7f932406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.209+0000 7f931f7fe640 1 -- 172.21.15.16:0/632778522 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f933008abf0 con 0x7f933815e4b0 2024-09-16T01:45:58.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.209+0000 7f9336ffd640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f932406c490 0x7f932406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.209+0000 7f9336ffd640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f932406c490 0x7f932406e950 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f932800aac0 tx=0x7f9328008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.213+0000 7f931f7fe640 1 -- 172.21.15.16:0/632778522 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9330058b30 con 0x7f933815e4b0 2024-09-16T01:45:58.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.423+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol24780", "target": ["mon-mgr", ""]}) -- 0x7f93380d1970 con 0x7f932406c490 2024-09-16T01:45:58.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.452+0000 7f931f7fe640 1 -- 172.21.15.16:0/632778522 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f93380d1970 con 0x7f932406c490 2024-09-16T01:45:58.453 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol24780 2024-09-16T01:45:58.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f932406c490 msgr2=0x7f932406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f932406c490 0x7f932406e950 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f932800aac0 tx=0x7f9328008040 comp rx=0 tx=0).stop 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933815e4b0 msgr2=0x7f933815f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933815e4b0 0x7f933815f5a0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f933000c7d0 tx=0x7f933000cc90 comp rx=0 tx=0).stop 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 shutdown_connections 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f932406c490 0x7f932406e950 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f933815e4b0 0x7f933815f5a0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f933806d9c0 0x7f933815f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 --2- 172.21.15.16:0/632778522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f933806bbe0 0x7f933809e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 >> 172.21.15.16:0/632778522 conn(0x7f93380b2a80 msgr2=0x7f93380af270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 shutdown_connections 2024-09-16T01:45:58.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.454+0000 7f933d6ba640 1 -- 172.21.15.16:0/632778522 wait complete. 2024-09-16T01:45:58.466 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol24780 2024-09-16T01:45:58.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.570+0000 7f3c4a34b640 1 Processor -- start 2024-09-16T01:45:58.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.570+0000 7f3c4a34b640 1 -- start start 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c4a34b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 0x7f3c4415d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c4a34b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c4406db60 con 0x7f3c4406bbe0 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c4a34b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c4406de40 con 0x7f3c4415c470 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c4a34b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c4406e490 con 0x7f3c4406e920 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c488e8640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3c4406bbe0 0x7f3c44165f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32868/0 (socket says 172.21.15.16:32868) 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c488e8640 1 -- 172.21.15.16:0/94594663 learned_addr learned my addr 172.21.15.16:0/94594663 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c437fe640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 0x7f3c4415d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3115107332 0 0) 0x7f3c4406db60 con 0x7f3c4406bbe0 2024-09-16T01:45:58.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c2c003520 con 0x7f3c4406bbe0 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2398984800 0 0) 0x7f3c2c003520 con 0x7f3c4406bbe0 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 msgr2=0x7f3c4415d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 0x7f3c4415d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 >> v1:172.21.15.104:6789/0 conn(0x7f3c4415c470 legacy=0x7f3c4406f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c4406e120 con 0x7f3c4406bbe0 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f3c3c0019f0 con 0x7f3c4406bbe0 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 >> v1:172.21.15.16:6789/0 conn(0x7f3c4406bbe0 legacy=0x7f3c44165f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0039e0 0x7f3c2c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 0x7f3c2c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c004d40 0x7f3c2c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.571+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4406e490 con 0x7f3c2c004d40 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2c00baa0 con 0x7f3c2c0039e0 2024-09-16T01:45:58.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c2c00bca0 con 0x7f3c4406e920 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c488e8640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c004d40 0x7f3c2c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c43fff640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0039e0 0x7f3c2c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c437fe640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 0x7f3c2c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c488e8640 1 -- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 msgr2=0x7f3c2c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c488e8640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c4406e920 0x7f3c2c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c488e8640 1 -- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0039e0 msgr2=0x7f3c2c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c488e8640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0039e0 0x7f3c2c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.572+0000 7f3c488e8640 1 -- 172.21.15.16:0/94594663 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2c003520 con 0x7f3c2c004d40 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c488e8640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c004d40 0x7f3c2c0051c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c00a830 tx=0x7f3c2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b87b78d885b6a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3c00a480 con 0x7f3c2c004d40 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c3c02f070 con 0x7f3c2c004d40 2024-09-16T01:45:58.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c42ffd640 1 -- 172.21.15.16:0/94594663 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3c02bcd0 con 0x7f3c2c004d40 2024-09-16T01:45:58.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c4a34b640 1 -- 172.21.15.16:0/94594663 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c004d40 msgr2=0x7f3c2c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c4a34b640 1 --2- 172.21.15.16:0/94594663 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c004d40 0x7f3c2c0051c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c00a830 tx=0x7f3c2c005830 comp rx=0 tx=0).stop 2024-09-16T01:45:58.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c488e8640 1 -- 172.21.15.16:0/94594663 reap_dead start 2024-09-16T01:45:58.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c4a34b640 1 -- 172.21.15.16:0/94594663 shutdown_connections 2024-09-16T01:45:58.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c4a34b640 1 -- 172.21.15.16:0/94594663 >> 172.21.15.16:0/94594663 conn(0x7f3c440b2a80 msgr2=0x7f3c440b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c4a34b640 1 -- 172.21.15.16:0/94594663 shutdown_connections 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.573+0000 7f3c4a34b640 1 -- 172.21.15.16:0/94594663 wait complete. 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.574+0000 7f3c4a34b640 1 Processor -- start 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.575+0000 7f3c4a34b640 1 -- start start 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.575+0000 7f3c4a34b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c004d40 0x7f3c44157320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.575+0000 7f3c4a34b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c44157c70 0x7f3c440cfa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.575+0000 7f3c4a34b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c441580f0 0x7f3c440cff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.575+0000 7f3c4a34b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4415d8b0 con 0x7f3c44157c70 2024-09-16T01:45:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.575+0000 7f3c4a34b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4415d730 con 0x7f3c441580f0 2024-09-16T01:45:58.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.575+0000 7f3c4a34b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c4406c090 con 0x7f3c2c004d40 2024-09-16T01:45:58.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c44157c70 0x7f3c440cfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c44157c70 0x7f3c440cfa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49836/0 (socket says 172.21.15.16:49836) 2024-09-16T01:45:58.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 -- 172.21.15.16:0/3190172877 learned_addr learned my addr 172.21.15.16:0/3190172877 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:45:58.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c43fff640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c004d40 0x7f3c44157320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c488e8640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c441580f0 0x7f3c440cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 -- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c004d40 msgr2=0x7f3c44157320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c004d40 0x7f3c44157320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 -- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c441580f0 msgr2=0x7f3c440cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c441580f0 0x7f3c440cff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 -- 172.21.15.16:0/3190172877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c44157860 con 0x7f3c44157c70 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c437fe640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c44157c70 0x7f3c440cfa40 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3c380115d0 tx=0x7f3c38011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c40ff9640 1 -- 172.21.15.16:0/3190172877 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c38015870 con 0x7f3c44157c70 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c40ff9640 1 -- 172.21.15.16:0/3190172877 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c38015a10 con 0x7f3c44157c70 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c40ff9640 1 -- 172.21.15.16:0/3190172877 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c38015e00 con 0x7f3c44157c70 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c44156280 con 0x7f3c44157c70 2024-09-16T01:45:58.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.576+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c44156840 con 0x7f3c44157c70 2024-09-16T01:45:58.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.577+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c440693b0 con 0x7f3c44157c70 2024-09-16T01:45:58.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.578+0000 7f3c40ff9640 1 -- 172.21.15.16:0/3190172877 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90999+0+0 (secure 0 0 0) 0x7f3c3800f480 con 0x7f3c44157c70 2024-09-16T01:45:58.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.578+0000 7f3c40ff9640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c3006c490 0x7f3c3006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.579+0000 7f3c40ff9640 1 -- 172.21.15.16:0/3190172877 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f3c3808be90 con 0x7f3c44157c70 2024-09-16T01:45:58.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.579+0000 7f3c43fff640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c3006c490 0x7f3c3006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.579+0000 7f3c43fff640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c3006c490 0x7f3c3006e950 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f3c340017e0 tx=0x7f3c34009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.583+0000 7f3c40ff9640 1 -- 172.21.15.16:0/3190172877 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3c38019030 con 0x7f3c44157c70 2024-09-16T01:45:58.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.785+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol24780", "target": ["mon-mgr", ""]}) -- 0x7f3c4415a780 con 0x7f3c3006c490 2024-09-16T01:45:58.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.790+0000 7f3c40ff9640 1 -- 172.21.15.16:0/3190172877 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f3c4415a780 con 0x7f3c3006c490 2024-09-16T01:45:58.791 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol24780 2024-09-16T01:45:58.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c3006c490 msgr2=0x7f3c3006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c3006c490 0x7f3c3006e950 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f3c340017e0 tx=0x7f3c34009040 comp rx=0 tx=0).stop 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c44157c70 msgr2=0x7f3c440cfa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c44157c70 0x7f3c440cfa40 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3c380115d0 tx=0x7f3c38011a90 comp rx=0 tx=0).stop 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 shutdown_connections 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3c3006c490 0x7f3c3006e950 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c441580f0 0x7f3c440cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c44157c70 0x7f3c440cfa40 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 --2- 172.21.15.16:0/3190172877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c004d40 0x7f3c44157320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 >> 172.21.15.16:0/3190172877 conn(0x7f3c440b2a80 msgr2=0x7f3c44151fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 shutdown_connections 2024-09-16T01:45:58.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:45:58.792+0000 7f3c4a34b640 1 -- 172.21.15.16:0/3190172877 wait complete. 2024-09-16T01:45:58.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:45:58.805 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/044a61ec34f9f971707896bdbcaa2c7a.meta) 2024-09-16T01:46:03.082 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:46:03.082 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:46:03.082 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:46:03.082 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol24780 2024-09-16T01:46:03.082 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:46:03.082 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:03.084 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume authorize cephfs subvol24780 alice 2024-09-16T01:46:03.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.201+0000 7fae78dc4640 1 Processor -- start 2024-09-16T01:46:03.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.201+0000 7fae78dc4640 1 -- start start 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae78dc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae741619e0 0x7fae7406c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae78dc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae740d1b20 0x7fae74073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae78dc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fae740735d0 0x7fae740707e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae78dc4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fae7406c320 con 0x7fae740d1b20 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae78dc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fae7406bd60 con 0x7fae740735d0 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae78dc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae7406c040 con 0x7fae741619e0 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae71d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae740d1b20 0x7fae74073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae71d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae740d1b20 0x7fae74073090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44902/0 (socket says 172.21.15.16:44902) 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae71d9b640 1 -- 172.21.15.16:0/2876159880 learned_addr learned my addr 172.21.15.16:0/2876159880 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.202+0000 7fae72d9d640 1 --2- 172.21.15.16:0/2876159880 >> v2:172.21.15.104:3300/0 conn(0x7fae740735d0 0x7fae740707e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.203+0000 7fae7259c640 1 --2- 172.21.15.16:0/2876159880 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae741619e0 0x7fae7406c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.203+0000 7fae71d9b640 1 -- 172.21.15.16:0/2876159880 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae741619e0 msgr2=0x7fae7406c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.203+0000 7fae71d9b640 1 --2- 172.21.15.16:0/2876159880 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae741619e0 0x7fae7406c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.203+0000 7fae71d9b640 1 -- 172.21.15.16:0/2876159880 >> v2:172.21.15.104:3300/0 conn(0x7fae740735d0 msgr2=0x7fae740707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.203+0000 7fae71d9b640 1 --2- 172.21.15.16:0/2876159880 >> v2:172.21.15.104:3300/0 conn(0x7fae740735d0 0x7fae740707e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.203+0000 7fae71d9b640 1 -- 172.21.15.16:0/2876159880 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae74161dc0 con 0x7fae740d1b20 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae71d9b640 1 --2- 172.21.15.16:0/2876159880 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae740d1b20 0x7fae74073090 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fae7406dc20 tx=0x7fae5c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d69178a678ba1f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae7159a640 1 -- 172.21.15.16:0/2876159880 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae5c037070 con 0x7fae740d1b20 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae7159a640 1 -- 172.21.15.16:0/2876159880 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae5c032440 con 0x7fae740d1b20 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae7159a640 1 -- 172.21.15.16:0/2876159880 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae5c032810 con 0x7fae740d1b20 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 -- 172.21.15.16:0/2876159880 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae740d1b20 msgr2=0x7fae74073090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 --2- 172.21.15.16:0/2876159880 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae740d1b20 0x7fae74073090 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fae7406dc20 tx=0x7fae5c02a140 comp rx=0 tx=0).stop 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 -- 172.21.15.16:0/2876159880 shutdown_connections 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 --2- 172.21.15.16:0/2876159880 >> v2:172.21.15.104:3300/0 conn(0x7fae740735d0 0x7fae740707e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 --2- 172.21.15.16:0/2876159880 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae740d1b20 0x7fae74073090 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 --2- 172.21.15.16:0/2876159880 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae741619e0 0x7fae7406c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 -- 172.21.15.16:0/2876159880 >> 172.21.15.16:0/2876159880 conn(0x7fae740b4170 msgr2=0x7fae740b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.204+0000 7fae78dc4640 1 -- 172.21.15.16:0/2876159880 shutdown_connections 2024-09-16T01:46:03.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.205+0000 7fae78dc4640 1 -- 172.21.15.16:0/2876159880 wait complete. 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.206+0000 7fae78dc4640 1 Processor -- start 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.206+0000 7fae78dc4640 1 -- start start 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae78dc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae740735d0 0x7fae7415a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae78dc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae740d1b20 0x7fae740cd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae78dc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae741619e0 0x7fae740cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae78dc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae74070ea0 con 0x7fae741619e0 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae78dc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae74070d20 con 0x7fae740d1b20 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae78dc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae74071020 con 0x7fae740735d0 2024-09-16T01:46:03.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae741619e0 0x7fae740cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae741619e0 0x7fae740cdb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44908/0 (socket says 172.21.15.16:44908) 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 -- 172.21.15.16:0/597421728 learned_addr learned my addr 172.21.15.16:0/597421728 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae71d9b640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae740d1b20 0x7fae740cd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae7259c640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae740735d0 0x7fae7415a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 -- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae740735d0 msgr2=0x7fae7415a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae740735d0 0x7fae7415a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 -- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae740d1b20 msgr2=0x7fae740cd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae740d1b20 0x7fae740cd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 -- 172.21.15.16:0/597421728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae740ce0a0 con 0x7fae741619e0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae71d9b640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae740d1b20 0x7fae740cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae72d9d640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae741619e0 0x7fae740cdb60 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fae6c00e830 tx=0x7fae6c00ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae6affd640 1 -- 172.21.15.16:0/597421728 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c017070 con 0x7fae741619e0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae6affd640 1 -- 172.21.15.16:0/597421728 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae6c00c940 con 0x7fae741619e0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.207+0000 7fae6affd640 1 -- 172.21.15.16:0/597421728 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c00cd30 con 0x7fae741619e0 2024-09-16T01:46:03.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.208+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae7415b260 con 0x7fae741619e0 2024-09-16T01:46:03.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.208+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae7415bb00 con 0x7fae741619e0 2024-09-16T01:46:03.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.209+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae7415b650 con 0x7fae741619e0 2024-09-16T01:46:03.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.209+0000 7fae6affd640 1 -- 172.21.15.16:0/597421728 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7fae6c01a070 con 0x7fae741619e0 2024-09-16T01:46:03.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.209+0000 7fae6affd640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5406c520 0x7fae5406e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.210+0000 7fae6affd640 1 -- 172.21.15.16:0/597421728 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fae6c08b7f0 con 0x7fae741619e0 2024-09-16T01:46:03.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.210+0000 7fae7259c640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5406c520 0x7fae5406e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.211+0000 7fae7259c640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5406c520 0x7fae5406e9e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fae640073f0 tx=0x7fae6400b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.214+0000 7fae6affd640 1 -- 172.21.15.16:0/597421728 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae6c059c00 con 0x7fae741619e0 2024-09-16T01:46:03.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.415+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume authorize", "vol_name": "cephfs", "sub_name": "subvol24780", "auth_id": "alice", "target": ["mon-mgr", ""]}) -- 0x7fae740b3020 con 0x7fae5406c520 2024-09-16T01:46:03.426 INFO:tasks.ceph.mgr.x.smithi104.stderr:Creating meta for ID alice with tenant None 2024-09-16T01:46:03.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.460+0000 7fae6affd640 1 -- 172.21.15.16:0/597421728 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fae740b3020 con 0x7fae5406c520 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5406c520 msgr2=0x7fae5406e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5406c520 0x7fae5406e9e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fae640073f0 tx=0x7fae6400b040 comp rx=0 tx=0).stop 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae741619e0 msgr2=0x7fae740cdb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae741619e0 0x7fae740cdb60 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fae6c00e830 tx=0x7fae6c00ecf0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 shutdown_connections 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5406c520 0x7fae5406e9e0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae741619e0 0x7fae740cdb60 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae740d1b20 0x7fae740cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 --2- 172.21.15.16:0/597421728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae740735d0 0x7fae7415a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 >> 172.21.15.16:0/597421728 conn(0x7fae740b4170 msgr2=0x7fae740d1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 shutdown_connections 2024-09-16T01:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.462+0000 7fae78dc4640 1 -- 172.21.15.16:0/597421728 wait complete. 2024-09-16T01:46:03.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.alice --format=json-pretty 2024-09-16T01:46:03.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.576+0000 7f68206a5640 1 Processor -- start 2024-09-16T01:46:03.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.576+0000 7f68206a5640 1 -- start start 2024-09-16T01:46:03.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.577+0000 7f68206a5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68180b7f20 0x7f68180b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.577+0000 7f68206a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68180d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.577+0000 7f68206a5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68180b8500 con 0x7f681815e680 2024-09-16T01:46:03.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.577+0000 7f68206a5640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f68180d4f00 con 0x7f68180b7f20 2024-09-16T01:46:03.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.577+0000 7f68206a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f68180b87e0 con 0x7f68180d4570 2024-09-16T01:46:03.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681dc40640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68180b7f20 0x7f68180b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681ec42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68180d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681e441640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f681815e680 0x7f68180d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:49682/0 (socket says 172.21.15.16:49682) 2024-09-16T01:46:03.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681e441640 1 -- 172.21.15.16:0/2464462266 learned_addr learned my addr 172.21.15.16:0/2464462266 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:03.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681dc40640 1 -- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 msgr2=0x7f68180d49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681dc40640 1 --2- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68180d49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681dc40640 1 -- 172.21.15.16:0/2464462266 >> v1:172.21.15.104:6789/0 conn(0x7f681815e680 legacy=0x7f68180d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681dc40640 1 -- 172.21.15.16:0/2464462266 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68180b8ac0 con 0x7f68180b7f20 2024-09-16T01:46:03.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.578+0000 7f681ec42640 1 --2- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68180d49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:03.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.579+0000 7f681dc40640 1 --2- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 0x7f68180b95a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f680c0097a0 tx=0x7f680c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bab4f5b0120ae194 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.579+0000 7f681d43f640 1 -- 172.21.15.16:0/2464462266 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c037070 con 0x7f68180b7f20 2024-09-16T01:46:03.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.579+0000 7f681d43f640 1 -- 172.21.15.16:0/2464462266 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f680c032440 con 0x7f68180b7f20 2024-09-16T01:46:03.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.579+0000 7f681d43f640 1 -- 172.21.15.16:0/2464462266 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c032810 con 0x7f68180b7f20 2024-09-16T01:46:03.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.579+0000 7f68206a5640 1 -- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 msgr2=0x7f68180b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.579+0000 7f68206a5640 1 --2- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 0x7f68180b95a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f680c0097a0 tx=0x7f680c02a180 comp rx=0 tx=0).stop 2024-09-16T01:46:03.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.580+0000 7f68206a5640 1 -- 172.21.15.16:0/2464462266 shutdown_connections 2024-09-16T01:46:03.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.580+0000 7f68206a5640 1 --2- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68180d49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.580+0000 7f68206a5640 1 --2- 172.21.15.16:0/2464462266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 0x7f68180b95a0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.580+0000 7f68206a5640 1 -- 172.21.15.16:0/2464462266 >> 172.21.15.16:0/2464462266 conn(0x7f6818074fe0 msgr2=0x7f6818072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.580+0000 7f68206a5640 1 -- 172.21.15.16:0/2464462266 shutdown_connections 2024-09-16T01:46:03.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.580+0000 7f68206a5640 1 -- 172.21.15.16:0/2464462266 wait complete. 2024-09-16T01:46:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.581+0000 7f68206a5640 1 Processor -- start 2024-09-16T01:46:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.581+0000 7f68206a5640 1 -- start start 2024-09-16T01:46:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f68206a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 0x7f6818157820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f68206a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68181539a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f68206a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f681815e680 0x7f68181f6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f68206a5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f681815ea60 con 0x7f681815e680 2024-09-16T01:46:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f68206a5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f68180b9080 con 0x7f68180b7f20 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f68206a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f681815ebe0 con 0x7f68180d4570 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f681815e680 0x7f68181f6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f681815e680 0x7f68181f6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44918/0 (socket says 172.21.15.16:44918) 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 -- 172.21.15.16:0/10307385 learned_addr learned my addr 172.21.15.16:0/10307385 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681e441640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 0x7f6818157820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681dc40640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68181539a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 -- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 msgr2=0x7f68181539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68181539a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 -- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 msgr2=0x7f6818157820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 0x7f6818157820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 -- 172.21.15.16:0/10307385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6818156040 con 0x7f681815e680 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f681ec42640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f681815e680 0x7f68181f6f80 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f681000e930 tx=0x7f681000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f6816ffd640 1 -- 172.21.15.16:0/10307385 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6810017070 con 0x7f681815e680 2024-09-16T01:46:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f6816ffd640 1 -- 172.21.15.16:0/10307385 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f681000ca00 con 0x7f681815e680 2024-09-16T01:46:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6818156380 con 0x7f681815e680 2024-09-16T01:46:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.582+0000 7f6816ffd640 1 -- 172.21.15.16:0/10307385 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f681000cdd0 con 0x7f681815e680 2024-09-16T01:46:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.583+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6818156bc0 con 0x7f681815e680 2024-09-16T01:46:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.584+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6818156dc0 con 0x7f681815e680 2024-09-16T01:46:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.584+0000 7f6816ffd640 1 -- 172.21.15.16:0/10307385 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f6810013470 con 0x7f681815e680 2024-09-16T01:46:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.585+0000 7f6816ffd640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f680406c4f0 0x7f680406e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.585+0000 7f6816ffd640 1 -- 172.21.15.16:0/10307385 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f681008b430 con 0x7f681815e680 2024-09-16T01:46:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.585+0000 7f681e441640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f680406c4f0 0x7f680406e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.586+0000 7f681e441640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f680406c4f0 0x7f680406e9b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f68080012e0 tx=0x7f6808001990 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.589+0000 7f6816ffd640 1 -- 172.21.15.16:0/10307385 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6818156dc0 con 0x7f681815e680 2024-09-16T01:46:03.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.828+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.alice", "format": "json-pretty"} v 0) -- 0x7f68180d49c0 con 0x7f681815e680 2024-09-16T01:46:03.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.828+0000 7f6816ffd640 1 -- 172.21.15.16:0/10307385 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.alice", "format": "json-pretty"}]=0 v12) ==== 107+0+280 (secure 0 0 0) 0x7f6818156380 con 0x7f681815e680 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.alice", 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDbjedmMTv/GRAAs13FCbtQzMLtPk1UTGipiA==", 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow rw path=/volumes/_nogroup/subvol24780", 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw pool=cephfs_data" 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:03.830 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f680406c4f0 msgr2=0x7f680406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f680406c4f0 0x7f680406e9b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f68080012e0 tx=0x7f6808001990 comp rx=0 tx=0).stop 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f681815e680 msgr2=0x7f68181f6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f681815e680 0x7f68181f6f80 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f681000e930 tx=0x7f681000edf0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 shutdown_connections 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f680406c4f0 0x7f680406e9b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f681815e680 0x7f68181f6f80 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68180d4570 0x7f68181539a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 --2- 172.21.15.16:0/10307385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68180b7f20 0x7f6818157820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 >> 172.21.15.16:0/10307385 conn(0x7f6818074fe0 msgr2=0x7f68180d0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 shutdown_connections 2024-09-16T01:46:03.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.830+0000 7f68206a5640 1 -- 172.21.15.16:0/10307385 wait complete. 2024-09-16T01:46:03.842 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol24780 2024-09-16T01:46:03.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.946+0000 7f3b37f23640 1 Processor -- start 2024-09-16T01:46:03.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.946+0000 7f3b37f23640 1 -- start start 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b37f23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3b3015c280 0x7f3b300d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b37f23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b3006e7b0 0x7f3b300b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b37f23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b3006ecf0 con 0x7f3b300d2950 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b37f23640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3b300d2de0 con 0x7f3b3015c280 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b37f23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3b3006bbe0 con 0x7f3b3006e7b0 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b35cbf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3b3015c280 0x7f3b300d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b35cbf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3b3015c280 0x7f3b300d2410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44924/0 (socket says 172.21.15.16:44924) 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.947+0000 7f3b35cbf640 1 -- 172.21.15.16:0/3530688055 learned_addr learned my addr 172.21.15.16:0/3530688055 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:03.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.948+0000 7f3b364c0640 1 --2- 172.21.15.16:0/3530688055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b3006e7b0 0x7f3b300b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.948+0000 7f3b35cbf640 1 -- 172.21.15.16:0/3530688055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b3006e7b0 msgr2=0x7f3b300b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.948+0000 7f3b35cbf640 1 --2- 172.21.15.16:0/3530688055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b3006e7b0 0x7f3b300b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.948+0000 7f3b35cbf640 1 -- 172.21.15.16:0/3530688055 >> v1:172.21.15.104:6789/0 conn(0x7f3b300d2950 legacy=0x7f3b3006e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.948+0000 7f3b35cbf640 1 -- 172.21.15.16:0/3530688055 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b3006bec0 con 0x7f3b3015c280 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.948+0000 7f3b35cbf640 1 --2- 172.21.15.16:0/3530688055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3015c280 0x7f3b300d2410 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009e50 tx=0x7f3b2002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=659e8cd101e557e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b34cbd640 1 -- 172.21.15.16:0/3530688055 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20036070 con 0x7f3b3015c280 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b34cbd640 1 -- 172.21.15.16:0/3530688055 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b20031600 con 0x7f3b3015c280 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b34cbd640 1 -- 172.21.15.16:0/3530688055 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b200319d0 con 0x7f3b3015c280 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 -- 172.21.15.16:0/3530688055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3015c280 msgr2=0x7f3b300d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 --2- 172.21.15.16:0/3530688055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3015c280 0x7f3b300d2410 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009e50 tx=0x7f3b2002a710 comp rx=0 tx=0).stop 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 -- 172.21.15.16:0/3530688055 shutdown_connections 2024-09-16T01:46:03.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 --2- 172.21.15.16:0/3530688055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b3006e7b0 0x7f3b300b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 --2- 172.21.15.16:0/3530688055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3015c280 0x7f3b300d2410 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 -- 172.21.15.16:0/3530688055 >> 172.21.15.16:0/3530688055 conn(0x7f3b3006f2d0 msgr2=0x7f3b3006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 -- 172.21.15.16:0/3530688055 shutdown_connections 2024-09-16T01:46:03.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.949+0000 7f3b37f23640 1 -- 172.21.15.16:0/3530688055 wait complete. 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 Processor -- start 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 -- start start 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3006e7b0 0x7f3b30146e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b300d2950 0x7f3b30156210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b3015c280 0x7f3b30156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3b3015fae0 con 0x7f3b3006e7b0 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3b3006c480 con 0x7f3b3015c280 2024-09-16T01:46:03.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b37f23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3b3006c9a0 con 0x7f3b300d2950 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b35cbf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3006e7b0 0x7f3b30146e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.951+0000 7f3b35cbf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3006e7b0 0x7f3b30146e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44936/0 (socket says 172.21.15.16:44936) 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b35cbf640 1 -- 172.21.15.16:0/73766856 learned_addr learned my addr 172.21.15.16:0/73766856 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b354be640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b300d2950 0x7f3b30156210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b364c0640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b3015c280 0x7f3b30156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b35cbf640 1 -- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b300d2950 msgr2=0x7f3b30156210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b35cbf640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b300d2950 0x7f3b30156210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b35cbf640 1 -- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b3015c280 msgr2=0x7f3b30156750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b35cbf640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b3015c280 0x7f3b30156750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b35cbf640 1 -- 172.21.15.16:0/73766856 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b301f5750 con 0x7f3b3006e7b0 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b364c0640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b3015c280 0x7f3b30156750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b35cbf640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3006e7b0 0x7f3b30146e80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3b20034040 tx=0x7f3b20004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b2e7fc640 1 -- 172.21.15.16:0/73766856 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20036050 con 0x7f3b3006e7b0 2024-09-16T01:46:03.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b2e7fc640 1 -- 172.21.15.16:0/73766856 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b20042070 con 0x7f3b3006e7b0 2024-09-16T01:46:03.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b301f5a30 con 0x7f3b3006e7b0 2024-09-16T01:46:03.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b2e7fc640 1 -- 172.21.15.16:0/73766856 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20009510 con 0x7f3b3006e7b0 2024-09-16T01:46:03.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.952+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b301f5ff0 con 0x7f3b3006e7b0 2024-09-16T01:46:03.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.953+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b300d2410 con 0x7f3b3006e7b0 2024-09-16T01:46:03.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.954+0000 7f3b2e7fc640 1 -- 172.21.15.16:0/73766856 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7f3b20007c70 con 0x7f3b3006e7b0 2024-09-16T01:46:03.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.954+0000 7f3b2e7fc640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3b1c06c4f0 0x7f3b1c06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.954+0000 7f3b2e7fc640 1 -- 172.21.15.16:0/73766856 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f3b200ac590 con 0x7f3b3006e7b0 2024-09-16T01:46:03.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.954+0000 7f3b354be640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3b1c06c4f0 0x7f3b1c06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.955+0000 7f3b354be640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3b1c06c4f0 0x7f3b1c06e9b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3b24000f60 tx=0x7f3b24009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:03.958+0000 7f3b2e7fc640 1 -- 172.21.15.16:0/73766856 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3b2007a9f0 con 0x7f3b3006e7b0 2024-09-16T01:46:04.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.160+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol24780", "target": ["mon-mgr", ""]}) -- 0x7f3b3006fa30 con 0x7f3b1c06c4f0 2024-09-16T01:46:04.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.173+0000 7f3b2e7fc640 1 -- 172.21.15.16:0/73766856 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3b3006fa30 con 0x7f3b1c06c4f0 2024-09-16T01:46:04.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3b1c06c4f0 msgr2=0x7f3b1c06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3b1c06c4f0 0x7f3b1c06e9b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3b24000f60 tx=0x7f3b24009040 comp rx=0 tx=0).stop 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3006e7b0 msgr2=0x7f3b30146e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3006e7b0 0x7f3b30146e80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3b20034040 tx=0x7f3b20004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 shutdown_connections 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3b1c06c4f0 0x7f3b1c06e9b0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b3015c280 0x7f3b30156750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b300d2950 0x7f3b30156210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 --2- 172.21.15.16:0/73766856 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b3006e7b0 0x7f3b30146e80 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 >> 172.21.15.16:0/73766856 conn(0x7f3b3006f2d0 msgr2=0x7f3b30160220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 shutdown_connections 2024-09-16T01:46:04.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.175+0000 7f3b37f23640 1 -- 172.21.15.16:0/73766856 wait complete. 2024-09-16T01:46:04.179 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.176+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.179 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.176+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.179 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.176+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.179 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.176+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.179 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.176+0000 7f475f727640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.188 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol45871 2024-09-16T01:46:04.192 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.190+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.192 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.190+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.192 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.190+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.192 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.190+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.192 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:04.190+0000 7f4760729640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:04.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.292+0000 7fb7aa58d640 1 Processor -- start 2024-09-16T01:46:04.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.292+0000 7fb7aa58d640 1 -- start start 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7aa58d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb7a4147f30 0x7fb7a40cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7aa58d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7a40d22f0 con 0x7fb7a40cfb00 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7aa58d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7a40d25d0 con 0x7fb7a40d1680 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7aa58d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb7a40d20a0 con 0x7fb7a4147f30 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb7a40cfb00 0x7fb7a40d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42514/0 (socket says 172.21.15.16:42514) 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a37fe640 1 -- 172.21.15.16:0/1963177923 learned_addr learned my addr 172.21.15.16:0/1963177923 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a3fff640 1 --2- 172.21.15.16:0/1963177923 >> v2:172.21.15.104:3300/0 conn(0x7fb7a4147f30 0x7fb7a40cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2925774295 0 0) 0x7fb7a40d22f0 con 0x7fb7a40cfb00 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb78c003520 con 0x7fb7a40cfb00 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2338029241 0 0) 0x7fb78c003520 con 0x7fb7a40cfb00 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 >> v2:172.21.15.104:3300/0 conn(0x7fb7a4147f30 msgr2=0x7fb7a40cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:04.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 --2- 172.21.15.16:0/1963177923 >> v2:172.21.15.104:3300/0 conn(0x7fb7a4147f30 0x7fb7a40cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 >> v1:172.21.15.104:6789/0 conn(0x7fb7a40d1680 legacy=0x7fb7a40b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7a40d28b0 con 0x7fb7a40cfb00 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fb798001670 con 0x7fb7a40cfb00 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 >> v1:172.21.15.16:6789/0 conn(0x7fb7a40cfb00 legacy=0x7fb7a40d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb78c0039b0 0x7fb78c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb78c004800 0x7fb78c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb78c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a40d20a0 con 0x7fb78c0051c0 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb78c00c160 con 0x7fb78c0039b0 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb78c00c360 con 0x7fb78c004800 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.293+0000 7fb7a8b2a640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb78c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a3fff640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb78c0039b0 0x7fb78c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a37fe640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb78c004800 0x7fb78c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a8b2a640 1 -- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb78c004800 msgr2=0x7fb78c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a8b2a640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb78c004800 0x7fb78c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a8b2a640 1 -- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb78c0039b0 msgr2=0x7fb78c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a8b2a640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb78c0039b0 0x7fb78c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a8b2a640 1 -- 172.21.15.16:0/1963177923 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb78c003520 con 0x7fb78c0051c0 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a3fff640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb78c0039b0 0x7fb78c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a8b2a640 1 -- 172.21.15.16:0/1963177923 reap_dead start 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.294+0000 7fb7a8b2a640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb78c00b9c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb79c001e50 tx=0x7fb78c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e61eca9246930262 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb79c001a70 con 0x7fb78c0051c0 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb79c003970 con 0x7fb78c0051c0 2024-09-16T01:46:04.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7a2ffd640 1 -- 172.21.15.16:0/1963177923 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb79c003d60 con 0x7fb78c0051c0 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1963177923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 msgr2=0x7fb78c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb78c00b9c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb79c001e50 tx=0x7fb78c005830 comp rx=0 tx=0).stop 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1963177923 shutdown_connections 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1963177923 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb78c00b9c0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1963177923 >> 172.21.15.16:0/1963177923 conn(0x7fb7a4074da0 msgr2=0x7fb7a40d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1963177923 shutdown_connections 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.295+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1963177923 wait complete. 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.296+0000 7fb7aa58d640 1 Processor -- start 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7aa58d640 1 -- start start 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7aa58d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb7a4140760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7aa58d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7a415dcb0 0x7fb7a415d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7aa58d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7a4161230 0x7fb7a41616b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7aa58d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a40d4010 con 0x7fb78c0051c0 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7aa58d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a4148310 con 0x7fb7a4161230 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7aa58d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb7a40d4190 con 0x7fb7a415dcb0 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb7a4140760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb7a4140760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44962/0 (socket says 172.21.15.16:44962) 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.297+0000 7fb7a3fff640 1 -- 172.21.15.16:0/1027652339 learned_addr learned my addr 172.21.15.16:0/1027652339 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a8b2a640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7a4161230 0x7fb7a41616b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a37fe640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7a415dcb0 0x7fb7a415d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a3fff640 1 -- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7a415dcb0 msgr2=0x7fb7a415d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a3fff640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7a415dcb0 0x7fb7a415d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a3fff640 1 -- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7a4161230 msgr2=0x7fb7a41616b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a3fff640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7a4161230 0x7fb7a41616b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a3fff640 1 -- 172.21.15.16:0/1027652339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7a4140ca0 con 0x7fb78c0051c0 2024-09-16T01:46:04.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a3fff640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb7a4140760 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fb794011570 tx=0x7fb794011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a0ff9640 1 -- 172.21.15.16:0/1027652339 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb794015870 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a0ff9640 1 -- 172.21.15.16:0/1027652339 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb794015a10 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7a415fb60 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7a0ff9640 1 -- 172.21.15.16:0/1027652339 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb794015dc0 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.298+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7a4160120 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.299+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7a40d30b0 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.300+0000 7fb7a0ff9640 1 -- 172.21.15.16:0/1027652339 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7fb79400f460 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.300+0000 7fb7a0ff9640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb79006c4f0 0x7fb79006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.300+0000 7fb7a0ff9640 1 -- 172.21.15.16:0/1027652339 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fb79408c060 con 0x7fb78c0051c0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.300+0000 7fb7a37fe640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb79006c4f0 0x7fb79006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.301+0000 7fb7a37fe640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb79006c4f0 0x7fb79006e9b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb7a41406f0 tx=0x7fb798009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:04.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.304+0000 7fb7a0ff9640 1 -- 172.21.15.16:0/1027652339 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb794019030 con 0x7fb78c0051c0 2024-09-16T01:46:04.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.508+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol45871", "target": ["mon-mgr", ""]}) -- 0x7fb7a40b8900 con 0x7fb79006c4f0 2024-09-16T01:46:04.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.525+0000 7fb7a0ff9640 1 -- 172.21.15.16:0/1027652339 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb7a40b8900 con 0x7fb79006c4f0 2024-09-16T01:46:04.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb79006c4f0 msgr2=0x7fb79006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb79006c4f0 0x7fb79006e9b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb7a41406f0 tx=0x7fb798009040 comp rx=0 tx=0).stop 2024-09-16T01:46:04.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 msgr2=0x7fb7a4140760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb7a4140760 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fb794011570 tx=0x7fb794011a30 comp rx=0 tx=0).stop 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 shutdown_connections 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb79006c4f0 0x7fb79006e9b0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7a4161230 0x7fb7a41616b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7a415dcb0 0x7fb7a415d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 --2- 172.21.15.16:0/1027652339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb78c0051c0 0x7fb7a4140760 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 >> 172.21.15.16:0/1027652339 conn(0x7fb7a4074da0 msgr2=0x7fb7a40c98e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 shutdown_connections 2024-09-16T01:46:04.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.527+0000 7fb7aa58d640 1 -- 172.21.15.16:0/1027652339 wait complete. 2024-09-16T01:46:04.539 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T01:46:04.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T01:46:04.596 INFO:teuthology.orchestra.run.smithi016.stdout:2 2024-09-16T01:46:04.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:46:04.603 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:46:04.603 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:04.643 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:04.706 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:46:04.707 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:04.707 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:04.707 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:04.723 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:46:04.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.864+0000 7fa802d5b640 1 Processor -- start 2024-09-16T01:46:04.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.864+0000 7fa802d5b640 1 -- start start 2024-09-16T01:46:04.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa802d5b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cda90 0x7fa7fc0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa802d5b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7fc0cf090 0x7fa7fc06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa802d5b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7fc160230 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa802d5b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa7fc160e40 con 0x7fa7fc0cf090 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa802d5b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa7fc160510 con 0x7fa7fc0cda90 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa8012f8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7fc0cf090 0x7fa7fc06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa8012f8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7fc0cf090 0x7fa7fc06bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44974/0 (socket says 172.21.15.16:44974) 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.865+0000 7fa8012f8640 1 -- 172.21.15.16:0/1870255543 learned_addr learned my addr 172.21.15.16:0/1870255543 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.866+0000 7fa7fbfff640 1 --2- 172.21.15.16:0/1870255543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cda90 0x7fa7fc0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.866+0000 7fa8012f8640 1 -- 172.21.15.16:0/1870255543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cda90 msgr2=0x7fa7fc0ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.866+0000 7fa8012f8640 1 --2- 172.21.15.16:0/1870255543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cda90 0x7fa7fc0ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.866+0000 7fa8012f8640 1 -- 172.21.15.16:0/1870255543 >> v1:172.21.15.104:6789/0 conn(0x7fa7fc0cecb0 legacy=0x7fa7fc0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.866+0000 7fa8012f8640 1 -- 172.21.15.16:0/1870255543 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7fc1607f0 con 0x7fa7fc0cf090 2024-09-16T01:46:04.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa8012f8640 1 --2- 172.21.15.16:0/1870255543 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cf090 0x7fa7fc06bc50 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4009e50 tx=0x7fa7f402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=843baf91c41a87bd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa7fb7fe640 1 -- 172.21.15.16:0/1870255543 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4036070 con 0x7fa7fc0cf090 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa7fb7fe640 1 -- 172.21.15.16:0/1870255543 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f4031600 con 0x7fa7fc0cf090 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa7fb7fe640 1 -- 172.21.15.16:0/1870255543 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f40319d0 con 0x7fa7fc0cf090 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 -- 172.21.15.16:0/1870255543 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cf090 msgr2=0x7fa7fc06bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1870255543 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cf090 0x7fa7fc06bc50 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4009e50 tx=0x7fa7f402a710 comp rx=0 tx=0).stop 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 -- 172.21.15.16:0/1870255543 shutdown_connections 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1870255543 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cf090 0x7fa7fc06bc50 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1870255543 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cda90 0x7fa7fc0ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 -- 172.21.15.16:0/1870255543 >> 172.21.15.16:0/1870255543 conn(0x7fa7fc0b2000 msgr2=0x7fa7fc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 -- 172.21.15.16:0/1870255543 shutdown_connections 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.867+0000 7fa802d5b640 1 -- 172.21.15.16:0/1870255543 wait complete. 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.868+0000 7fa802d5b640 1 Processor -- start 2024-09-16T01:46:04.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.869+0000 7fa802d5b640 1 -- start start 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.869+0000 7fa802d5b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7fc0cda90 0x7fa7fc15dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.869+0000 7fa802d5b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cecb0 0x7fa7fc150fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.869+0000 7fa802d5b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cf090 0x7fa7fc1f85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.869+0000 7fa802d5b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc06c310 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.869+0000 7fa802d5b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc06c190 con 0x7fa7fc0cda90 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.869+0000 7fa802d5b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa7fc06c490 con 0x7fa7fc0cf090 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cecb0 0x7fa7fc150fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cecb0 0x7fa7fc150fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44982/0 (socket says 172.21.15.16:44982) 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 -- 172.21.15.16:0/1764119137 learned_addr learned my addr 172.21.15.16:0/1764119137 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa800af7640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7fc0cda90 0x7fa7fc15dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa8012f8640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cf090 0x7fa7fc1f85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 -- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cf090 msgr2=0x7fa7fc1f85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cf090 0x7fa7fc1f85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 -- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7fc0cda90 msgr2=0x7fa7fc15dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7fc0cda90 0x7fa7fc15dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 -- 172.21.15.16:0/1764119137 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7fc1f8ae0 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa8012f8640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cf090 0x7fa7fc1f85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7fbfff640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cecb0 0x7fa7fc150fe0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400d5a0 tx=0x7fa7e400da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7f97fa640 1 -- 172.21.15.16:0/1764119137 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4019070 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7f97fa640 1 -- 172.21.15.16:0/1764119137 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7e4004240 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7fc15e210 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa7f97fa640 1 -- 172.21.15.16:0/1764119137 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4003610 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.870+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7fc0b3e40 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.871+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7fc0ce190 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.872+0000 7fa7f97fa640 1 -- 172.21.15.16:0/1764119137 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 91050+0+0 (secure 0 0 0) 0x7fa7e401c070 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.872+0000 7fa7f97fa640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa7dc06c4f0 0x7fa7dc06e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.872+0000 7fa7f97fa640 1 -- 172.21.15.16:0/1764119137 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fa7e408b060 con 0x7fa7fc0cecb0 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.872+0000 7fa800af7640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa7dc06c4f0 0x7fa7dc06e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:04.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.873+0000 7fa800af7640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa7dc06c4f0 0x7fa7dc06e9b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec0016e0 tx=0x7fa7ec009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:04.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:04.877+0000 7fa7f97fa640 1 -- 172.21.15.16:0/1764119137 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa7fc1f8ae0 con 0x7fa7fc0cecb0 2024-09-16T01:46:05.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.063+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa7fc15ff00 con 0x7fa7fc0cecb0 2024-09-16T01:46:05.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.063+0000 7fa7f97fa640 1 -- 172.21.15.16:0/1764119137 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v57) ==== 80+0+0 (secure 0 0 0) 0x7fa7e4058e20 con 0x7fa7fc0cecb0 2024-09-16T01:46:05.065 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa7dc06c4f0 msgr2=0x7fa7dc06e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa7dc06c4f0 0x7fa7dc06e9b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec0016e0 tx=0x7fa7ec009040 comp rx=0 tx=0).stop 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cecb0 msgr2=0x7fa7fc150fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cecb0 0x7fa7fc150fe0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400d5a0 tx=0x7fa7e400da60 comp rx=0 tx=0).stop 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 shutdown_connections 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa7dc06c4f0 0x7fa7dc06e9b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7fc0cf090 0x7fa7fc1f85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7fc0cecb0 0x7fa7fc150fe0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 --2- 172.21.15.16:0/1764119137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7fc0cda90 0x7fa7fc15dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 >> 172.21.15.16:0/1764119137 conn(0x7fa7fc0b2000 msgr2=0x7fa7fc15bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 shutdown_connections 2024-09-16T01:46:05.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.065+0000 7fa802d5b640 1 -- 172.21.15.16:0/1764119137 wait complete. 2024-09-16T01:46:05.077 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:46:05.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:05.077 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:05.101 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[54911]: fuse finished with error 0 and tester_r 0 2024-09-16T01:46:05.104 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:46:05.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:05.104 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:46:05.211 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:05.211 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:05.211 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:05.228 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:46:05.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.330+0000 7fae77ce6640 1 Processor -- start 2024-09-16T01:46:05.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.330+0000 7fae77ce6640 1 -- start start 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae77ce6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fae7015e3a0 0x7fae7006d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae77ce6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae700b6a70 con 0x7fae7006bbe0 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae77ce6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae700b6d10 con 0x7fae7006d790 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae77ce6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fae700b7640 con 0x7fae7015e3a0 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae76283640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fae7006bbe0 0x7fae70161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42522/0 (socket says 172.21.15.16:42522) 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae76283640 1 -- 172.21.15.16:0/469934415 learned_addr learned my addr 172.21.15.16:0/469934415 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae75a82640 1 --2- 172.21.15.16:0/469934415 >> v2:172.21.15.104:3300/0 conn(0x7fae7015e3a0 0x7fae7006d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae74a80640 1 -- 172.21.15.16:0/469934415 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2418232800 0 0) 0x7fae700b6a70 con 0x7fae7006bbe0 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.331+0000 7fae74a80640 1 -- 172.21.15.16:0/469934415 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae58003520 con 0x7fae7006bbe0 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.332+0000 7fae74a80640 1 -- 172.21.15.16:0/469934415 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1928873455 0 0) 0x7fae58003520 con 0x7fae7006bbe0 2024-09-16T01:46:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.332+0000 7fae75a82640 1 -- 172.21.15.16:0/469934415 >> v1:172.21.15.104:6789/0 conn(0x7fae7006d790 legacy=0x7fae7006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.332+0000 7fae75a82640 1 -- 172.21.15.16:0/469934415 >> v1:172.21.15.16:6789/0 conn(0x7fae7006bbe0 legacy=0x7fae70161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.332+0000 7fae75a82640 1 -- 172.21.15.16:0/469934415 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae700b6ff0 con 0x7fae7015e3a0 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.332+0000 7fae75a82640 1 --2- 172.21.15.16:0/469934415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7015e3a0 0x7fae7006d250 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fae680097a0 tx=0x7fae6802a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=771dbd6ba688c7a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae74a80640 1 -- 172.21.15.16:0/469934415 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68037070 con 0x7fae7015e3a0 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae74a80640 1 -- 172.21.15.16:0/469934415 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae6802ab60 con 0x7fae7015e3a0 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae74a80640 1 -- 172.21.15.16:0/469934415 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae600019f0 con 0x7fae7015e3a0 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae77ce6640 1 -- 172.21.15.16:0/469934415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7015e3a0 msgr2=0x7fae7006d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae77ce6640 1 --2- 172.21.15.16:0/469934415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7015e3a0 0x7fae7006d250 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fae680097a0 tx=0x7fae6802a0d0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae77ce6640 1 -- 172.21.15.16:0/469934415 shutdown_connections 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae77ce6640 1 --2- 172.21.15.16:0/469934415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7015e3a0 0x7fae7006d250 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae77ce6640 1 -- 172.21.15.16:0/469934415 >> 172.21.15.16:0/469934415 conn(0x7fae700b4090 msgr2=0x7fae700b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae77ce6640 1 -- 172.21.15.16:0/469934415 shutdown_connections 2024-09-16T01:46:05.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.333+0000 7fae77ce6640 1 -- 172.21.15.16:0/469934415 wait complete. 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.334+0000 7fae77ce6640 1 Processor -- start 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae77ce6640 1 -- start start 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae77ce6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae7006bbe0 0x7fae701407a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae77ce6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006d790 0x7fae700b1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae77ce6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7015e3a0 0x7fae700aef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae77ce6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae70073cc0 con 0x7fae7006bbe0 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae77ce6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae7015e780 con 0x7fae7006d790 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae77ce6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae70073e40 con 0x7fae7015e3a0 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae75a82640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae7006bbe0 0x7fae701407a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae75a82640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae7006bbe0 0x7fae701407a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44984/0 (socket says 172.21.15.16:44984) 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.335+0000 7fae75a82640 1 -- 172.21.15.16:0/501953414 learned_addr learned my addr 172.21.15.16:0/501953414 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae75281640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006d790 0x7fae700b1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae76283640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7015e3a0 0x7fae700aef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae75a82640 1 -- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7015e3a0 msgr2=0x7fae700aef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae75a82640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7015e3a0 0x7fae700aef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae75a82640 1 -- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006d790 msgr2=0x7fae700b1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae75a82640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006d790 0x7fae700b1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae75a82640 1 -- 172.21.15.16:0/501953414 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae701530a0 con 0x7fae7006bbe0 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae75a82640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae7006bbe0 0x7fae701407a0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fae680097a0 tx=0x7fae680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae6e7fc640 1 -- 172.21.15.16:0/501953414 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68037040 con 0x7fae7006bbe0 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae6e7fc640 1 -- 172.21.15.16:0/501953414 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae68004030 con 0x7fae7006bbe0 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae70140ea0 con 0x7fae7006bbe0 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae6e7fc640 1 -- 172.21.15.16:0/501953414 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68004400 con 0x7fae7006bbe0 2024-09-16T01:46:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.336+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae70141460 con 0x7fae7006bbe0 2024-09-16T01:46:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.337+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae700ae8a0 con 0x7fae7006bbe0 2024-09-16T01:46:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.338+0000 7fae6e7fc640 1 -- 172.21.15.16:0/501953414 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fae6803a040 con 0x7fae7006bbe0 2024-09-16T01:46:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.338+0000 7fae6e7fc640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5c06c610 0x7fae5c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.338+0000 7fae6e7fc640 1 -- 172.21.15.16:0/501953414 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fae680abe70 con 0x7fae7006bbe0 2024-09-16T01:46:05.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.338+0000 7fae75281640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5c06c610 0x7fae5c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.339+0000 7fae75281640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5c06c610 0x7fae5c06ead0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fae700d11e0 tx=0x7fae64009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.343+0000 7fae6e7fc640 1 -- 172.21.15.16:0/501953414 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae701530a0 con 0x7fae7006bbe0 2024-09-16T01:46:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.530+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fae701416a0 con 0x7fae7006bbe0 2024-09-16T01:46:05.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.531+0000 7fae6e7fc640 1 -- 172.21.15.16:0/501953414 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v57) ==== 80+0+0 (secure 0 0 0) 0x7fae68042020 con 0x7fae7006bbe0 2024-09-16T01:46:05.532 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:46:05.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5c06c610 msgr2=0x7fae5c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5c06c610 0x7fae5c06ead0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fae700d11e0 tx=0x7fae64009040 comp rx=0 tx=0).stop 2024-09-16T01:46:05.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae7006bbe0 msgr2=0x7fae701407a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae7006bbe0 0x7fae701407a0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fae680097a0 tx=0x7fae680046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 shutdown_connections 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fae5c06c610 0x7fae5c06ead0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7015e3a0 0x7fae700aef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006d790 0x7fae700b1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 --2- 172.21.15.16:0/501953414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae7006bbe0 0x7fae701407a0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 >> 172.21.15.16:0/501953414 conn(0x7fae700b4090 msgr2=0x7fae700b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 shutdown_connections 2024-09-16T01:46:05.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.533+0000 7fae77ce6640 1 -- 172.21.15.16:0/501953414 wait complete. 2024-09-16T01:46:05.545 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:46:05.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:05.546 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:05.573 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[45397]: fuse finished with error 0 and tester_r 0 2024-09-16T01:46:05.575 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:46:05.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:05.576 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:46:05.744 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:05.744 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:05.745 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:05.762 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:46:05.762 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:46:05.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:05.762 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:46:05.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:46:05.818 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:46:05.818 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:05.818 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:05.818 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:05.835 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:46:05.836 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:46:05.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:05.836 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:46:05.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:46:05.892 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:46:05.893 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:05.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.994+0000 7f3906e30640 1 Processor -- start 2024-09-16T01:46:05.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.994+0000 7f3906e30640 1 -- start start 2024-09-16T01:46:05.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.994+0000 7f3906e30640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3900147fc0 0x7f390015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.994+0000 7f3906e30640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f39000d0ee0 0x7f39000d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.994+0000 7f3906e30640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39000ba310 con 0x7f39000b97d0 2024-09-16T01:46:05.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.994+0000 7f3906e30640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f39001483a0 con 0x7f39000d0ee0 2024-09-16T01:46:05.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.994+0000 7f3906e30640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f390015efa0 con 0x7f3900147fc0 2024-09-16T01:46:05.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f3904bcc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3900147fc0 0x7f390015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f38fffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f39000d0ee0 0x7f39000d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f3904bcc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3900147fc0 0x7f390015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:38008/0 (socket says 172.21.15.16:38008) 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f3904bcc640 1 -- 172.21.15.16:0/951006202 learned_addr learned my addr 172.21.15.16:0/951006202 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f38fffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f39000d0ee0 0x7f39000d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:36356/0 (socket says 172.21.15.16:36356) 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f39053cd640 1 --1- 172.21.15.16:0/951006202 >> v1:172.21.15.104:6789/0 conn(0x7f39000b97d0 0x7f39000b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:49728/0 (socket says 172.21.15.16:49728) 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f38fffff640 1 -- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3900147fc0 msgr2=0x7f390015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f38fffff640 1 --2- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3900147fc0 0x7f390015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f38fffff640 1 -- 172.21.15.16:0/951006202 >> v1:172.21.15.104:6789/0 conn(0x7f39000b97d0 legacy=0x7f39000b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f38ff7fe640 1 -- 172.21.15.16:0/951006202 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 519820803 0 0) 0x7f39000ba310 con 0x7f39000b97d0 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f38fffff640 1 -- 172.21.15.16:0/951006202 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39000d2750 con 0x7f39000d0ee0 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.995+0000 7f3904bcc640 1 --2- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3900147fc0 0x7f390015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.996+0000 7f38fffff640 1 --2- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39000d0ee0 0x7f39000d1340 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0097a0 tx=0x7f38ec02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=defcd9dbd89602d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.996+0000 7f38ff7fe640 1 -- 172.21.15.16:0/951006202 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec037070 con 0x7f39000d0ee0 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.996+0000 7f38ff7fe640 1 -- 172.21.15.16:0/951006202 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38ec032440 con 0x7f39000d0ee0 2024-09-16T01:46:05.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.996+0000 7f38ff7fe640 1 -- 172.21.15.16:0/951006202 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec032810 con 0x7f39000d0ee0 2024-09-16T01:46:05.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 -- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39000d0ee0 msgr2=0x7f39000d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 --2- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39000d0ee0 0x7f39000d1340 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0097a0 tx=0x7f38ec02a180 comp rx=0 tx=0).stop 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 -- 172.21.15.16:0/951006202 shutdown_connections 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 --2- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39000d0ee0 0x7f39000d1340 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 --2- 172.21.15.16:0/951006202 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3900147fc0 0x7f390015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 -- 172.21.15.16:0/951006202 >> 172.21.15.16:0/951006202 conn(0x7f3900074fe0 msgr2=0x7f390006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 -- 172.21.15.16:0/951006202 shutdown_connections 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.997+0000 7f3906e30640 1 -- 172.21.15.16:0/951006202 wait complete. 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.998+0000 7f3906e30640 1 Processor -- start 2024-09-16T01:46:06.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.998+0000 7f3906e30640 1 -- start start 2024-09-16T01:46:06.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f3906e30640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39000b97d0 0x7f390015d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f3906e30640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39000d0ee0 0x7f39000c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f3906e30640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3900147fc0 0x7f39000cef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f3906e30640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f39000d2500 con 0x7f39000d0ee0 2024-09-16T01:46:06.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f3906e30640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f39000d2d10 con 0x7f3900147fc0 2024-09-16T01:46:06.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f3906e30640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39000d2ff0 con 0x7f39000b97d0 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f38fffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39000d0ee0 0x7f39000c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f38fffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39000d0ee0 0x7f39000c9430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45000/0 (socket says 172.21.15.16:45000) 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f38fffff640 1 -- 172.21.15.16:0/302665804 learned_addr learned my addr 172.21.15.16:0/302665804 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f3904bcc640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39000b97d0 0x7f390015d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:05.999+0000 7f39053cd640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3900147fc0 0x7f39000cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fffff640 1 -- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39000b97d0 msgr2=0x7f390015d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fffff640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39000b97d0 0x7f390015d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fffff640 1 -- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3900147fc0 msgr2=0x7f39000cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fffff640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3900147fc0 0x7f39000cef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fffff640 1 -- 172.21.15.16:0/302665804 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39000c9970 con 0x7f39000d0ee0 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f3904bcc640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39000b97d0 0x7f390015d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fffff640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39000d0ee0 0x7f39000c9430 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f38ec035040 tx=0x7f38ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fd7fa640 1 -- 172.21.15.16:0/302665804 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec037050 con 0x7f39000d0ee0 2024-09-16T01:46:06.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fd7fa640 1 -- 172.21.15.16:0/302665804 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38ec038040 con 0x7f39000d0ee0 2024-09-16T01:46:06.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39000c9c10 con 0x7f39000d0ee0 2024-09-16T01:46:06.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f38fd7fa640 1 -- 172.21.15.16:0/302665804 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec004490 con 0x7f39000d0ee0 2024-09-16T01:46:06.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.000+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39000ca1d0 con 0x7f39000d0ee0 2024-09-16T01:46:06.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.001+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39000d1340 con 0x7f39000d0ee0 2024-09-16T01:46:06.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.001+0000 7f38fd7fa640 1 -- 172.21.15.16:0/302665804 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f38ec03c6d0 con 0x7f39000d0ee0 2024-09-16T01:46:06.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.002+0000 7f38fd7fa640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f38e406c640 0x7f38e406eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.002+0000 7f38fd7fa640 1 -- 172.21.15.16:0/302665804 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f38ec0ac1f0 con 0x7f39000d0ee0 2024-09-16T01:46:06.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.002+0000 7f3904bcc640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f38e406c640 0x7f38e406eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.003+0000 7f3904bcc640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f38e406c640 0x7f38e406eb00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f38f4009630 tx=0x7f38f4009240 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.006+0000 7f38fd7fa640 1 -- 172.21.15.16:0/302665804 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f38ec079e90 con 0x7f39000d0ee0 2024-09-16T01:46:06.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.222+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39000d0880 con 0x7f39000d0ee0 2024-09-16T01:46:06.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.222+0000 7f38fd7fa640 1 -- 172.21.15.16:0/302665804 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5223 (secure 0 0 0) 0x7f38ec07e190 con 0x7f39000d0ee0 2024-09-16T01:46:06.224 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:06.224 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":32,"btime":"2024-09-16T01:45:56:124497+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1054859958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1054859958},{"type":"v1","addr":"172.21.15.104:6836","nonce":1054859958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5823,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/22626557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":22626557},{"type":"v1","addr":"172.21.15.16:6834","nonce":22626557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5826,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1777779297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1777779297},{"type":"v1","addr":"172.21.15.16:6835","nonce":1777779297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:45:42.446295+0000","modified":"2024-09-16T01:45:44.436669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5835},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5835":{"gid":5835,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/1330846873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1330846873},{"type":"v1","addr":"172.21.15.104:6837","nonce":1330846873}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5835,"qdb_cluster":[5835]},"id":4}]} 2024-09-16T01:46:06.224 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 32 2024-09-16T01:46:06.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.224+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f38e406c640 msgr2=0x7f38e406eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.224+0000 7f3906e30640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f38e406c640 0x7f38e406eb00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f38f4009630 tx=0x7f38f4009240 comp rx=0 tx=0).stop 2024-09-16T01:46:06.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.224+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39000d0ee0 msgr2=0x7f39000c9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.224+0000 7f3906e30640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39000d0ee0 0x7f39000c9430 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f38ec035040 tx=0x7f38ec0046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 shutdown_connections 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f38e406c640 0x7f38e406eb00 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3900147fc0 0x7f39000cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39000d0ee0 0x7f39000c9430 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 --2- 172.21.15.16:0/302665804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39000b97d0 0x7f390015d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 >> 172.21.15.16:0/302665804 conn(0x7f3900074fe0 msgr2=0x7f390015e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 shutdown_connections 2024-09-16T01:46:06.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.225+0000 7f3906e30640 1 -- 172.21.15.16:0/302665804 wait complete. 2024-09-16T01:46:06.237 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:06.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.338+0000 7f39b28a6640 1 Processor -- start 2024-09-16T01:46:06.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.338+0000 7f39b28a6640 1 -- start start 2024-09-16T01:46:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b28a6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f39ac06c2f0 0x7f39ac0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b28a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac0ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b28a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39ac15bb20 con 0x7f39ac158cf0 2024-09-16T01:46:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b28a6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f39ac0afd50 con 0x7f39ac06c2f0 2024-09-16T01:46:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b28a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39ac15be00 con 0x7f39ac1590d0 2024-09-16T01:46:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39abfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f39ac158cf0 0x7f39ac06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42530/0 (socket says 172.21.15.16:42530) 2024-09-16T01:46:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39abfff640 1 -- 172.21.15.16:0/19166930 learned_addr learned my addr 172.21.15.16:0/19166930 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b0e43640 1 --2- 172.21.15.16:0/19166930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac0ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39ab7fe640 1 --2- 172.21.15.16:0/19166930 >> v2:172.21.15.104:3300/0 conn(0x7f39ac06c2f0 0x7f39ac0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39aaffd640 1 -- 172.21.15.16:0/19166930 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1132303735 0 0) 0x7f39ac15bb20 con 0x7f39ac158cf0 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39aaffd640 1 -- 172.21.15.16:0/19166930 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3994003520 con 0x7f39ac158cf0 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b0e43640 1 -- 172.21.15.16:0/19166930 >> v2:172.21.15.104:3300/0 conn(0x7f39ac06c2f0 msgr2=0x7f39ac0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b0e43640 1 --2- 172.21.15.16:0/19166930 >> v2:172.21.15.104:3300/0 conn(0x7f39ac06c2f0 0x7f39ac0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b0e43640 1 -- 172.21.15.16:0/19166930 >> v1:172.21.15.16:6789/0 conn(0x7f39ac158cf0 legacy=0x7f39ac06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39aaffd640 1 -- 172.21.15.16:0/19166930 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 534042203 0 0) 0x7f3994003520 con 0x7f39ac158cf0 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39b0e43640 1 -- 172.21.15.16:0/19166930 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac15c0e0 con 0x7f39ac1590d0 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.339+0000 7f39ab7fe640 1 --2- 172.21.15.16:0/19166930 >> v2:172.21.15.104:3300/0 conn(0x7f39ac06c2f0 0x7f39ac0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:06.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.340+0000 7f39b0e43640 1 --2- 172.21.15.16:0/19166930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac0ce290 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f39a4009d90 tx=0x7f39a402a560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e53e5492a94f2721 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.340+0000 7f39aaffd640 1 -- 172.21.15.16:0/19166930 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c001670 con 0x7f39ac1590d0 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.340+0000 7f39aaffd640 1 -- 172.21.15.16:0/19166930 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39a4007540 con 0x7f39ac1590d0 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.340+0000 7f39aaffd640 1 -- 172.21.15.16:0/19166930 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a40078f0 con 0x7f39ac1590d0 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 -- 172.21.15.16:0/19166930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 msgr2=0x7f39ac0ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 --2- 172.21.15.16:0/19166930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac0ce290 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f39a4009d90 tx=0x7f39a402a560 comp rx=0 tx=0).stop 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 -- 172.21.15.16:0/19166930 shutdown_connections 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 --2- 172.21.15.16:0/19166930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac0ce290 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 --2- 172.21.15.16:0/19166930 >> v2:172.21.15.104:3300/0 conn(0x7f39ac06c2f0 0x7f39ac0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 -- 172.21.15.16:0/19166930 >> 172.21.15.16:0/19166930 conn(0x7f39ac0b2000 msgr2=0x7f39ac0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 -- 172.21.15.16:0/19166930 shutdown_connections 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.341+0000 7f39b28a6640 1 -- 172.21.15.16:0/19166930 wait complete. 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.342+0000 7f39b28a6640 1 Processor -- start 2024-09-16T01:46:06.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.342+0000 7f39b28a6640 1 -- start start 2024-09-16T01:46:06.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39b28a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ac06c2f0 0x7f39ac1f12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39b28a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ac158cf0 0x7f39ac14df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39b28a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac1f4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39b28a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac15cb90 con 0x7f39ac06c2f0 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39b28a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac15ca10 con 0x7f39ac158cf0 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39b28a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39ac15cd10 con 0x7f39ac1590d0 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39abfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ac06c2f0 0x7f39ac1f12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39abfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ac06c2f0 0x7f39ac1f12f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45014/0 (socket says 172.21.15.16:45014) 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39abfff640 1 -- 172.21.15.16:0/3355516924 learned_addr learned my addr 172.21.15.16:0/3355516924 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.343+0000 7f39b0e43640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac1f4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39ab7fe640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ac158cf0 0x7f39ac14df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39abfff640 1 -- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 msgr2=0x7f39ac1f4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39abfff640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac1f4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39abfff640 1 -- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ac158cf0 msgr2=0x7f39ac14df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39abfff640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ac158cf0 0x7f39ac14df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39abfff640 1 -- 172.21.15.16:0/3355516924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac14ce70 con 0x7f39ac06c2f0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39abfff640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ac06c2f0 0x7f39ac1f12f0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f399c00c7b0 tx=0x7f399c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39a8ff9640 1 -- 172.21.15.16:0/3355516924 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c017070 con 0x7f39ac06c2f0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39a8ff9640 1 -- 172.21.15.16:0/3355516924 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f399c005ad0 con 0x7f39ac06c2f0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ac14d150 con 0x7f39ac06c2f0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39a8ff9640 1 -- 172.21.15.16:0/3355516924 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c007070 con 0x7f39ac06c2f0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.344+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ac14d710 con 0x7f39ac06c2f0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.345+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39ac0b3300 con 0x7f39ac06c2f0 2024-09-16T01:46:06.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.346+0000 7f39a8ff9640 1 -- 172.21.15.16:0/3355516924 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f399c01a070 con 0x7f39ac06c2f0 2024-09-16T01:46:06.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.346+0000 7f39a8ff9640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f399806c610 0x7f399806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.346+0000 7f39a8ff9640 1 -- 172.21.15.16:0/3355516924 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f399c08ae10 con 0x7f39ac06c2f0 2024-09-16T01:46:06.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.347+0000 7f39ab7fe640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f399806c610 0x7f399806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.347+0000 7f39ab7fe640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f399806c610 0x7f399806ead0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f39ac15e300 tx=0x7f39a0009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.351+0000 7f39a8ff9640 1 -- 172.21.15.16:0/3355516924 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f399c058b20 con 0x7f39ac06c2f0 2024-09-16T01:46:06.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.565+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39ac1f1830 con 0x7f39ac06c2f0 2024-09-16T01:46:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.566+0000 7f39a8ff9640 1 -- 172.21.15.16:0/3355516924 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5223 (secure 0 0 0) 0x7f399c05ce20 con 0x7f39ac06c2f0 2024-09-16T01:46:06.568 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:06.568 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":32,"btime":"2024-09-16T01:45:56:124497+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1054859958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1054859958},{"type":"v1","addr":"172.21.15.104:6836","nonce":1054859958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5823,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/22626557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":22626557},{"type":"v1","addr":"172.21.15.16:6834","nonce":22626557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5826,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1777779297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1777779297},{"type":"v1","addr":"172.21.15.16:6835","nonce":1777779297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:45:42.446295+0000","modified":"2024-09-16T01:45:44.436669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5835},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5835":{"gid":5835,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/1330846873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1330846873},{"type":"v1","addr":"172.21.15.104:6837","nonce":1330846873}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5835,"qdb_cluster":[5835]},"id":4}]} 2024-09-16T01:46:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 32 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f399806c610 msgr2=0x7f399806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f399806c610 0x7f399806ead0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f39ac15e300 tx=0x7f39a0009190 comp rx=0 tx=0).stop 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ac06c2f0 msgr2=0x7f39ac1f12f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ac06c2f0 0x7f39ac1f12f0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f399c00c7b0 tx=0x7f399c00cc70 comp rx=0 tx=0).stop 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 shutdown_connections 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f399806c610 0x7f399806ead0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ac1590d0 0x7f39ac1f4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ac158cf0 0x7f39ac14df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 --2- 172.21.15.16:0/3355516924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ac06c2f0 0x7f39ac1f12f0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 >> 172.21.15.16:0/3355516924 conn(0x7f39ac0b2000 msgr2=0x7f39ac0b0130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 shutdown_connections 2024-09-16T01:46:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.568+0000 7f39b28a6640 1 -- 172.21.15.16:0/3355516924 wait complete. 2024-09-16T01:46:06.581 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:06.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.681+0000 7f118fcf1640 1 Processor -- start 2024-09-16T01:46:06.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.681+0000 7f118fcf1640 1 -- start start 2024-09-16T01:46:06.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.682+0000 7f118fcf1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1188147fc0 0x7f118815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.682+0000 7f118fcf1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11880ba2f0 con 0x7f11880d0ee0 2024-09-16T01:46:06.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.682+0000 7f118fcf1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11880d2750 con 0x7f11880b9ee0 2024-09-16T01:46:06.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.682+0000 7f118fcf1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f11881483a0 con 0x7f1188147fc0 2024-09-16T01:46:06.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.682+0000 7f118d28c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f11880d0ee0 0x7f11880b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42536/0 (socket says 172.21.15.16:42536) 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.682+0000 7f118d28c640 1 -- 172.21.15.16:0/1527620813 learned_addr learned my addr 172.21.15.16:0/1527620813 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.683+0000 7f118da8d640 1 --2- 172.21.15.16:0/1527620813 >> v2:172.21.15.104:3300/0 conn(0x7f1188147fc0 0x7f118815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.683+0000 7f118ca8b640 1 -- 172.21.15.16:0/1527620813 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2877840656 0 0) 0x7f11880ba2f0 con 0x7f11880d0ee0 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.683+0000 7f118ca8b640 1 -- 172.21.15.16:0/1527620813 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1170003520 con 0x7f11880d0ee0 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.683+0000 7f118ca8b640 1 -- 172.21.15.16:0/1527620813 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 655258933 0 0) 0x7f1170003520 con 0x7f11880d0ee0 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.683+0000 7f118da8d640 1 -- 172.21.15.16:0/1527620813 >> v1:172.21.15.104:6789/0 conn(0x7f11880b9ee0 legacy=0x7f11880d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.683+0000 7f118da8d640 1 -- 172.21.15.16:0/1527620813 >> v1:172.21.15.16:6789/0 conn(0x7f11880d0ee0 legacy=0x7f11880b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.683+0000 7f118da8d640 1 -- 172.21.15.16:0/1527620813 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11880d2a30 con 0x7f1188147fc0 2024-09-16T01:46:06.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.684+0000 7f118da8d640 1 --2- 172.21.15.16:0/1527620813 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f118815ea60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f11800097a0 tx=0x7f118002a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37b08db7f18edb9c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.684+0000 7f118ca8b640 1 -- 172.21.15.16:0/1527620813 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180037070 con 0x7f1188147fc0 2024-09-16T01:46:06.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.684+0000 7f118ca8b640 1 -- 172.21.15.16:0/1527620813 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118002ab60 con 0x7f1188147fc0 2024-09-16T01:46:06.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.684+0000 7f118ca8b640 1 -- 172.21.15.16:0/1527620813 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f117c001670 con 0x7f1188147fc0 2024-09-16T01:46:06.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.684+0000 7f118fcf1640 1 -- 172.21.15.16:0/1527620813 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 msgr2=0x7f118815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.684+0000 7f118fcf1640 1 --2- 172.21.15.16:0/1527620813 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f118815ea60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f11800097a0 tx=0x7f118002a0d0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.685+0000 7f118fcf1640 1 -- 172.21.15.16:0/1527620813 shutdown_connections 2024-09-16T01:46:06.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.685+0000 7f118fcf1640 1 --2- 172.21.15.16:0/1527620813 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f118815ea60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.685+0000 7f118fcf1640 1 -- 172.21.15.16:0/1527620813 >> 172.21.15.16:0/1527620813 conn(0x7f1188074fe0 msgr2=0x7f118806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.685+0000 7f118fcf1640 1 -- 172.21.15.16:0/1527620813 shutdown_connections 2024-09-16T01:46:06.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.685+0000 7f118fcf1640 1 -- 172.21.15.16:0/1527620813 wait complete. 2024-09-16T01:46:06.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.686+0000 7f118fcf1640 1 Processor -- start 2024-09-16T01:46:06.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.686+0000 7f118fcf1640 1 -- start start 2024-09-16T01:46:06.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118fcf1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11880b9ee0 0x7f11881f71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118fcf1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11880d0ee0 0x7f11880ca230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118fcf1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f11880cc060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118fcf1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f11880d2500 con 0x7f11880b9ee0 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118fcf1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f118815efa0 con 0x7f1188147fc0 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118fcf1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f11880d2ff0 con 0x7f11880d0ee0 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11880b9ee0 0x7f11881f71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11880b9ee0 0x7f11881f71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45026/0 (socket says 172.21.15.16:45026) 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 -- 172.21.15.16:0/2812057570 learned_addr learned my addr 172.21.15.16:0/2812057570 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118d28c640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11880d0ee0 0x7f11880ca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118e28e640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f11880cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 -- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11880d0ee0 msgr2=0x7f11880ca230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11880d0ee0 0x7f11880ca230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 -- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 msgr2=0x7f11880cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f11880cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 -- 172.21.15.16:0/2812057570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11880cb890 con 0x7f11880b9ee0 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118e28e640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f11880cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.687+0000 7f118da8d640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11880b9ee0 0x7f11881f71f0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1180035040 tx=0x7f11800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.688+0000 7f11867fc640 1 -- 172.21.15.16:0/2812057570 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180037040 con 0x7f11880b9ee0 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.688+0000 7f11867fc640 1 -- 172.21.15.16:0/2812057570 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1180004030 con 0x7f11880b9ee0 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.688+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11880cac80 con 0x7f11880b9ee0 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.688+0000 7f11867fc640 1 -- 172.21.15.16:0/2812057570 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180004400 con 0x7f11880b9ee0 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.688+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11880cb520 con 0x7f11880b9ee0 2024-09-16T01:46:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.688+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11880cb070 con 0x7f11880b9ee0 2024-09-16T01:46:06.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.689+0000 7f11867fc640 1 -- 172.21.15.16:0/2812057570 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f118003a040 con 0x7f11880b9ee0 2024-09-16T01:46:06.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.689+0000 7f11867fc640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f117406c610 0x7f117406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.690+0000 7f11867fc640 1 -- 172.21.15.16:0/2812057570 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f11800abe90 con 0x7f11880b9ee0 2024-09-16T01:46:06.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.690+0000 7f118d28c640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f117406c610 0x7f117406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.690+0000 7f118d28c640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f117406c610 0x7f117406ead0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1188144ef0 tx=0x7f117c001e20 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.694+0000 7f11867fc640 1 -- 172.21.15.16:0/2812057570 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1180042020 con 0x7f11880b9ee0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.868+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f118815ea60 con 0x7f11880b9ee0 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.869+0000 7f11867fc640 1 -- 172.21.15.16:0/2812057570 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16689 (secure 0 0 0) 0x7f1180079b80 con 0x7f11880b9ee0 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":57,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:45:44.082758+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:45:40.108305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T01:45:41.433917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f117406c610 msgr2=0x7f117406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f117406c610 0x7f117406ead0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1188144ef0 tx=0x7f117c001e20 comp rx=0 tx=0).stop 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11880b9ee0 msgr2=0x7f11881f71f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11880b9ee0 0x7f11881f71f0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1180035040 tx=0x7f11800046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 shutdown_connections 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f117406c610 0x7f117406ead0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1188147fc0 0x7f11880cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11880d0ee0 0x7f11880ca230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 --2- 172.21.15.16:0/2812057570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11880b9ee0 0x7f11881f71f0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 >> 172.21.15.16:0/2812057570 conn(0x7f1188074fe0 msgr2=0x7f11880d4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 shutdown_connections 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.871+0000 7f118fcf1640 1 -- 172.21.15.16:0/2812057570 wait complete. 2024-09-16T01:46:06.884 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:46:06.884 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:06.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.985+0000 7f5010591640 1 Processor -- start 2024-09-16T01:46:06.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.985+0000 7f5010591640 1 -- start start 2024-09-16T01:46:06.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f5010591640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5008158cf0 0x7f50080af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f5010591640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f50081590d0 0x7f500806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f5010591640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f500815ca10 0x7f500806c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f5010591640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f50080afd50 con 0x7f50081590d0 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f5010591640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f500815bb20 con 0x7f5008158cf0 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f5010591640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f500815be00 con 0x7f500815ca10 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f50081590d0 0x7f500806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f50081590d0 0x7f500806bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45032/0 (socket says 172.21.15.16:45032) 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 -- 172.21.15.16:0/1052013361 learned_addr learned my addr 172.21.15.16:0/1052013361 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500e32d640 1 --2- 172.21.15.16:0/1052013361 >> v2:172.21.15.104:3300/0 conn(0x7f5008158cf0 0x7f50080af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500eb2e640 1 --2- 172.21.15.16:0/1052013361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f500815ca10 0x7f500806c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 -- 172.21.15.16:0/1052013361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f500815ca10 msgr2=0x7f500806c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 --2- 172.21.15.16:0/1052013361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f500815ca10 0x7f500806c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 -- 172.21.15.16:0/1052013361 >> v2:172.21.15.104:3300/0 conn(0x7f5008158cf0 msgr2=0x7f50080af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 --2- 172.21.15.16:0/1052013361 >> v2:172.21.15.104:3300/0 conn(0x7f5008158cf0 0x7f50080af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500db2c640 1 -- 172.21.15.16:0/1052013361 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f500815c0e0 con 0x7f50081590d0 2024-09-16T01:46:06.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500e32d640 1 --2- 172.21.15.16:0/1052013361 >> v2:172.21.15.104:3300/0 conn(0x7f5008158cf0 0x7f50080af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:06.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.986+0000 7f500eb2e640 1 --2- 172.21.15.16:0/1052013361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f500815ca10 0x7f500806c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:06.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.987+0000 7f500db2c640 1 --2- 172.21.15.16:0/1052013361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f500806bbe0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f500806e2b0 tx=0x7f4ffc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5ca84ccae8211ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.987+0000 7f500d32b640 1 -- 172.21.15.16:0/1052013361 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc037070 con 0x7f50081590d0 2024-09-16T01:46:06.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.987+0000 7f500d32b640 1 -- 172.21.15.16:0/1052013361 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ffc032440 con 0x7f50081590d0 2024-09-16T01:46:06.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.987+0000 7f500d32b640 1 -- 172.21.15.16:0/1052013361 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc032810 con 0x7f50081590d0 2024-09-16T01:46:06.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 -- 172.21.15.16:0/1052013361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 msgr2=0x7f500806bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 --2- 172.21.15.16:0/1052013361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f500806bbe0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f500806e2b0 tx=0x7f4ffc02a140 comp rx=0 tx=0).stop 2024-09-16T01:46:06.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 -- 172.21.15.16:0/1052013361 shutdown_connections 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 --2- 172.21.15.16:0/1052013361 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f500815ca10 0x7f500806c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 --2- 172.21.15.16:0/1052013361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f500806bbe0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 --2- 172.21.15.16:0/1052013361 >> v2:172.21.15.104:3300/0 conn(0x7f5008158cf0 0x7f50080af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 -- 172.21.15.16:0/1052013361 >> 172.21.15.16:0/1052013361 conn(0x7f50080b2000 msgr2=0x7f50080b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 -- 172.21.15.16:0/1052013361 shutdown_connections 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.988+0000 7f5010591640 1 -- 172.21.15.16:0/1052013361 wait complete. 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.989+0000 7f5010591640 1 Processor -- start 2024-09-16T01:46:06.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.989+0000 7f5010591640 1 -- start start 2024-09-16T01:46:06.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f5010591640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5008158cf0 0x7f50081f3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f5010591640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f5008150740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f5010591640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f500815ca10 0x7f500806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f5010591640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f50080b3480 con 0x7f50081590d0 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f5010591640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50080b3300 con 0x7f500815ca10 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f5010591640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f50080b3600 con 0x7f5008158cf0 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f5008150740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f5008150740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45048/0 (socket says 172.21.15.16:45048) 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 -- 172.21.15.16:0/2320730086 learned_addr learned my addr 172.21.15.16:0/2320730086 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500e32d640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5008158cf0 0x7f50081f3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500eb2e640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f500815ca10 0x7f500806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 -- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5008158cf0 msgr2=0x7f50081f3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5008158cf0 0x7f50081f3470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 -- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f500815ca10 msgr2=0x7f500806d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f500815ca10 0x7f500806d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 -- 172.21.15.16:0/2320730086 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50080ae710 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500eb2e640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f500815ca10 0x7f500806d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f500db2c640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f5008150740 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc02a180 tx=0x7f4ffc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.990+0000 7f5006ffd640 1 -- 172.21.15.16:0/2320730086 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc037040 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.991+0000 7f5006ffd640 1 -- 172.21.15.16:0/2320730086 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ffc042070 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.991+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50080ab680 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.991+0000 7f5006ffd640 1 -- 172.21.15.16:0/2320730086 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc030bb0 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.991+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50080abc40 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.991+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50080af810 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.992+0000 7f5006ffd640 1 -- 172.21.15.16:0/2320730086 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f4ffc047460 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.992+0000 7f5006ffd640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ff406c610 0x7f4ff406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.993+0000 7f5006ffd640 1 -- 172.21.15.16:0/2320730086 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f4ffc0ac4a0 con 0x7f50081590d0 2024-09-16T01:46:06.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.993+0000 7f500e32d640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ff406c610 0x7f4ff406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.993+0000 7f500e32d640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ff406c610 0x7f4ff406ead0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f50081f5800 tx=0x7f5000007700 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:06.997+0000 7f5006ffd640 1 -- 172.21.15.16:0/2320730086 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ffc07a890 con 0x7f50081590d0 2024-09-16T01:46:07.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.215+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50080ce470 con 0x7f50081590d0 2024-09-16T01:46:07.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.216+0000 7f5006ffd640 1 -- 172.21.15.16:0/2320730086 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5223 (secure 0 0 0) 0x7f4ffc07a190 con 0x7f50081590d0 2024-09-16T01:46:07.217 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:07.217 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":32,"btime":"2024-09-16T01:45:56:124497+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1054859958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1054859958},{"type":"v1","addr":"172.21.15.104:6836","nonce":1054859958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5823,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/22626557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":22626557},{"type":"v1","addr":"172.21.15.16:6834","nonce":22626557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5826,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1777779297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1777779297},{"type":"v1","addr":"172.21.15.16:6835","nonce":1777779297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:45:42.446295+0000","modified":"2024-09-16T01:45:44.436669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5835},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5835":{"gid":5835,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/1330846873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1330846873},{"type":"v1","addr":"172.21.15.104:6837","nonce":1330846873}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5835,"qdb_cluster":[5835]},"id":4}]} 2024-09-16T01:46:07.218 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 32 2024-09-16T01:46:07.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.217+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ff406c610 msgr2=0x7f4ff406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.217+0000 7f5010591640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ff406c610 0x7f4ff406ead0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f50081f5800 tx=0x7f5000007700 comp rx=0 tx=0).stop 2024-09-16T01:46:07.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.217+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 msgr2=0x7f5008150740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.217+0000 7f5010591640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f5008150740 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc02a180 tx=0x7f4ffc0046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 shutdown_connections 2024-09-16T01:46:07.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4ff406c610 0x7f4ff406ead0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f500815ca10 0x7f500806d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50081590d0 0x7f5008150740 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 --2- 172.21.15.16:0/2320730086 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5008158cf0 0x7f50081f3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 >> 172.21.15.16:0/2320730086 conn(0x7f50080b2000 msgr2=0x7f50080ce970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:07.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 shutdown_connections 2024-09-16T01:46:07.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.218+0000 7f5010591640 1 -- 172.21.15.16:0/2320730086 wait complete. 2024-09-16T01:46:07.230 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:07.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.331+0000 7fba42eae640 1 Processor -- start 2024-09-16T01:46:07.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.332+0000 7fba42eae640 1 -- start start 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.332+0000 7fba42eae640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fba3c147fc0 0x7fba3c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.332+0000 7fba42eae640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fba3c0b9ee0 0x7fba3c0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.332+0000 7fba42eae640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba3c0ba2f0 con 0x7fba3c0d0ee0 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.332+0000 7fba42eae640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fba3c1483a0 con 0x7fba3c0b9ee0 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.332+0000 7fba42eae640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fba3c15efa0 con 0x7fba3c147fc0 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba4144b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fba3c0b9ee0 0x7fba3c0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba4144b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fba3c0b9ee0 0x7fba3c0d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45062/0 (socket says 172.21.15.16:45062) 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba4144b640 1 -- 172.21.15.16:0/543471180 learned_addr learned my addr 172.21.15.16:0/543471180 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:07.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba40c4a640 1 --2- 172.21.15.16:0/543471180 >> v2:172.21.15.104:3300/0 conn(0x7fba3c147fc0 0x7fba3c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba4144b640 1 -- 172.21.15.16:0/543471180 >> v2:172.21.15.104:3300/0 conn(0x7fba3c147fc0 msgr2=0x7fba3c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba4144b640 1 --2- 172.21.15.16:0/543471180 >> v2:172.21.15.104:3300/0 conn(0x7fba3c147fc0 0x7fba3c15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba4144b640 1 -- 172.21.15.16:0/543471180 >> v1:172.21.15.104:6789/0 conn(0x7fba3c0d0ee0 legacy=0x7fba3c0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.333+0000 7fba4144b640 1 -- 172.21.15.16:0/543471180 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba3c0d2750 con 0x7fba3c0b9ee0 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba4144b640 1 --2- 172.21.15.16:0/543471180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c0b9ee0 0x7fba3c0d1370 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0b7260 tx=0x7fba2402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=651da318e5085e8b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba3b7fe640 1 -- 172.21.15.16:0/543471180 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba24037070 con 0x7fba3c0b9ee0 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba3b7fe640 1 -- 172.21.15.16:0/543471180 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba24032440 con 0x7fba3c0b9ee0 2024-09-16T01:46:07.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba3b7fe640 1 -- 172.21.15.16:0/543471180 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba24032810 con 0x7fba3c0b9ee0 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 -- 172.21.15.16:0/543471180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c0b9ee0 msgr2=0x7fba3c0d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 --2- 172.21.15.16:0/543471180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c0b9ee0 0x7fba3c0d1370 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0b7260 tx=0x7fba2402a270 comp rx=0 tx=0).stop 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 -- 172.21.15.16:0/543471180 shutdown_connections 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 --2- 172.21.15.16:0/543471180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c0b9ee0 0x7fba3c0d1370 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 --2- 172.21.15.16:0/543471180 >> v2:172.21.15.104:3300/0 conn(0x7fba3c147fc0 0x7fba3c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 -- 172.21.15.16:0/543471180 >> 172.21.15.16:0/543471180 conn(0x7fba3c074fe0 msgr2=0x7fba3c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 -- 172.21.15.16:0/543471180 shutdown_connections 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.334+0000 7fba42eae640 1 -- 172.21.15.16:0/543471180 wait complete. 2024-09-16T01:46:07.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.336+0000 7fba42eae640 1 Processor -- start 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.336+0000 7fba42eae640 1 -- start start 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.336+0000 7fba42eae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba3c0b9ee0 0x7fba3c1e8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.336+0000 7fba42eae640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba3c0d0ee0 0x7fba3c1e9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba42eae640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c147fc0 0x7fba3c1e9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba42eae640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fba3c0d2d10 con 0x7fba3c147fc0 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba42eae640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fba3c0d2500 con 0x7fba3c0d0ee0 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba42eae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fba3c0d2ff0 con 0x7fba3c0b9ee0 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c147fc0 0x7fba3c1e9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c147fc0 0x7fba3c1e9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45076/0 (socket says 172.21.15.16:45076) 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 -- 172.21.15.16:0/525587415 learned_addr learned my addr 172.21.15.16:0/525587415 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba40c4a640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba3c0b9ee0 0x7fba3c1e8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba3bfff640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba3c0d0ee0 0x7fba3c1e9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 -- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba3c0b9ee0 msgr2=0x7fba3c1e8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba3c0b9ee0 0x7fba3c1e8a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 -- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba3c0d0ee0 msgr2=0x7fba3c1e9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba3c0d0ee0 0x7fba3c1e9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 -- 172.21.15.16:0/525587415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba3c1f59f0 con 0x7fba3c147fc0 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba4144b640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c147fc0 0x7fba3c1e9a90 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fba240090b0 tx=0x7fba240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba397fa640 1 -- 172.21.15.16:0/525587415 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba24041020 con 0x7fba3c147fc0 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba397fa640 1 -- 172.21.15.16:0/525587415 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba2403d640 con 0x7fba3c147fc0 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba3c1f5cd0 con 0x7fba3c147fc0 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba397fa640 1 -- 172.21.15.16:0/525587415 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba24037040 con 0x7fba3c147fc0 2024-09-16T01:46:07.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.337+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba3c1f6290 con 0x7fba3c147fc0 2024-09-16T01:46:07.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.338+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba3c0d1370 con 0x7fba3c147fc0 2024-09-16T01:46:07.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.339+0000 7fba397fa640 1 -- 172.21.15.16:0/525587415 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fba24044020 con 0x7fba3c147fc0 2024-09-16T01:46:07.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.340+0000 7fba397fa640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fba1c06c610 0x7fba1c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.340+0000 7fba397fa640 1 -- 172.21.15.16:0/525587415 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fba240abe10 con 0x7fba3c147fc0 2024-09-16T01:46:07.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.340+0000 7fba40c4a640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fba1c06c610 0x7fba1c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.340+0000 7fba40c4a640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fba1c06c610 0x7fba1c06ead0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fba34011340 tx=0x7fba3400b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.344+0000 7fba397fa640 1 -- 172.21.15.16:0/525587415 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba2404b030 con 0x7fba3c147fc0 2024-09-16T01:46:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.556+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fba3c1f64d0 con 0x7fba3c147fc0 2024-09-16T01:46:07.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.557+0000 7fba397fa640 1 -- 172.21.15.16:0/525587415 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5223 (secure 0 0 0) 0x7fba24079b20 con 0x7fba3c147fc0 2024-09-16T01:46:07.558 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:07.558 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":32,"btime":"2024-09-16T01:45:56:124497+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1054859958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1054859958},{"type":"v1","addr":"172.21.15.104:6836","nonce":1054859958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5823,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/22626557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":22626557},{"type":"v1","addr":"172.21.15.16:6834","nonce":22626557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5826,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1777779297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1777779297},{"type":"v1","addr":"172.21.15.16:6835","nonce":1777779297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:45:42.446295+0000","modified":"2024-09-16T01:45:44.436669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5835},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5835":{"gid":5835,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/1330846873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1330846873},{"type":"v1","addr":"172.21.15.104:6837","nonce":1330846873}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5835,"qdb_cluster":[5835]},"id":4}]} 2024-09-16T01:46:07.559 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 32 2024-09-16T01:46:07.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fba1c06c610 msgr2=0x7fba1c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fba1c06c610 0x7fba1c06ead0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fba34011340 tx=0x7fba3400b040 comp rx=0 tx=0).stop 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c147fc0 msgr2=0x7fba3c1e9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c147fc0 0x7fba3c1e9a90 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fba240090b0 tx=0x7fba240046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 shutdown_connections 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fba1c06c610 0x7fba1c06ead0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba3c147fc0 0x7fba3c1e9a90 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba3c0d0ee0 0x7fba3c1e9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 --2- 172.21.15.16:0/525587415 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba3c0b9ee0 0x7fba3c1e8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 >> 172.21.15.16:0/525587415 conn(0x7fba3c074fe0 msgr2=0x7fba3c0d4640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 shutdown_connections 2024-09-16T01:46:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.559+0000 7fba42eae640 1 -- 172.21.15.16:0/525587415 wait complete. 2024-09-16T01:46:07.571 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:07.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.672+0000 7f9dd736d640 1 Processor -- start 2024-09-16T01:46:07.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.672+0000 7f9dd736d640 1 -- start start 2024-09-16T01:46:07.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd736d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9dd0158cf0 0x7f9dd00af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd736d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 0x7f9dd00ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd736d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dd015bb20 con 0x7f9dd01590d0 2024-09-16T01:46:07.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd736d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9dd00afd50 con 0x7f9dd0158cf0 2024-09-16T01:46:07.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd736d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9dd015be00 con 0x7f9dd006c2f0 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd4908640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9dd01590d0 0x7f9dd006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42550/0 (socket says 172.21.15.16:42550) 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd4908640 1 -- 172.21.15.16:0/2813868952 learned_addr learned my addr 172.21.15.16:0/2813868952 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd590a640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 0x7f9dd00ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dd5109640 1 --2- 172.21.15.16:0/2813868952 >> v2:172.21.15.104:3300/0 conn(0x7f9dd0158cf0 0x7f9dd00af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3077593781 0 0) 0x7f9dd015bb20 con 0x7f9dd01590d0 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.673+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9db8003520 con 0x7f9dd01590d0 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3070316044 0 0) 0x7f9db8003520 con 0x7f9dd01590d0 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 msgr2=0x7f9dd00ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 0x7f9dd00ce290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 >> v2:172.21.15.104:3300/0 conn(0x7f9dd0158cf0 msgr2=0x7f9dd00af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 --2- 172.21.15.16:0/2813868952 >> v2:172.21.15.104:3300/0 conn(0x7f9dd0158cf0 0x7f9dd00af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd015c0e0 con 0x7f9dd01590d0 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f9dc4001670 con 0x7f9dd01590d0 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 >> v1:172.21.15.16:6789/0 conn(0x7f9dd01590d0 legacy=0x7f9dd006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 0x7f9db80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9db8003f30 0x7f9db8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8004d40 0x7f9db80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd00afd50 con 0x7f9db8003f30 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd015be00 con 0x7f9db8004d40 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9db800dc20 con 0x7f9dd006c2f0 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd4908640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9db8003f30 0x7f9db8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd5109640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 0x7f9db80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd590a640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8004d40 0x7f9db80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd4908640 1 -- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 msgr2=0x7f9db80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd4908640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd006c2f0 0x7f9db80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd4908640 1 -- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8004d40 msgr2=0x7f9db80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd4908640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8004d40 0x7f9db80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.674+0000 7f9dd4908640 1 -- 172.21.15.16:0/2813868952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9db8003520 con 0x7f9db8003f30 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.675+0000 7f9dd4908640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9db8003f30 0x7f9db8004800 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4007fd0 tx=0x7f9db8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53714b9f18739526 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.675+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4007d50 con 0x7f9db8003f30 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.675+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dc4005ad0 con 0x7f9db8003f30 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.675+0000 7f9dcffff640 1 -- 172.21.15.16:0/2813868952 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4007070 con 0x7f9db8003f30 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.676+0000 7f9dd736d640 1 -- 172.21.15.16:0/2813868952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9db8003f30 msgr2=0x7f9db8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.676+0000 7f9dd736d640 1 --2- 172.21.15.16:0/2813868952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9db8003f30 0x7f9db8004800 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4007fd0 tx=0x7f9db8005830 comp rx=0 tx=0).stop 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.676+0000 7f9dd590a640 1 -- 172.21.15.16:0/2813868952 reap_dead start 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.676+0000 7f9dd736d640 1 -- 172.21.15.16:0/2813868952 shutdown_connections 2024-09-16T01:46:07.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.676+0000 7f9dd736d640 1 -- 172.21.15.16:0/2813868952 >> 172.21.15.16:0/2813868952 conn(0x7f9dd00b2000 msgr2=0x7f9dd00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:07.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.676+0000 7f9dd736d640 1 -- 172.21.15.16:0/2813868952 shutdown_connections 2024-09-16T01:46:07.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.676+0000 7f9dd736d640 1 -- 172.21.15.16:0/2813868952 wait complete. 2024-09-16T01:46:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.677+0000 7f9dd736d640 1 Processor -- start 2024-09-16T01:46:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.677+0000 7f9dd736d640 1 -- start start 2024-09-16T01:46:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd736d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8003f30 0x7f9dd01f7440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd736d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd015f6a0 0x7f9dd00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd736d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015fb20 0x7f9dd00aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd736d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd015cb90 con 0x7f9dd015fb20 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd736d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd015ca10 con 0x7f9db8003f30 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd736d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9dd015cd10 con 0x7f9dd015f6a0 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015fb20 0x7f9dd00aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015fb20 0x7f9dd00aede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45088/0 (socket says 172.21.15.16:45088) 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 -- 172.21.15.16:0/1244144318 learned_addr learned my addr 172.21.15.16:0/1244144318 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd5109640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8003f30 0x7f9dd01f7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd4908640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd015f6a0 0x7f9dd00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 -- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd015f6a0 msgr2=0x7f9dd00ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd015f6a0 0x7f9dd00ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 -- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8003f30 msgr2=0x7f9dd01f7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8003f30 0x7f9dd01f7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 -- 172.21.15.16:0/1244144318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd015e210 con 0x7f9dd015fb20 2024-09-16T01:46:07.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd4908640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd015f6a0 0x7f9dd00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.678+0000 7f9dd590a640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015fb20 0x7f9dd00aede0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0070c00 tx=0x7f9dc000f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.679+0000 7f9dcdffb640 1 -- 172.21.15.16:0/1244144318 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc000fd10 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.679+0000 7f9dcdffb640 1 -- 172.21.15.16:0/1244144318 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dc0015430 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.679+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dd015ce90 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.679+0000 7f9dcdffb640 1 -- 172.21.15.16:0/1244144318 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc0015820 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.679+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dd015d450 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.680+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dd00b3300 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.680+0000 7f9dcdffb640 1 -- 172.21.15.16:0/1244144318 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f9dc00159c0 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.681+0000 7f9dcdffb640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9dbc06c640 0x7f9dbc06eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.681+0000 7f9dcdffb640 1 -- 172.21.15.16:0/1244144318 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f9dc008c710 con 0x7f9dd015fb20 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.681+0000 7f9dd5109640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9dbc06c640 0x7f9dbc06eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.681+0000 7f9dd5109640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9dbc06c640 0x7f9dbc06eb00 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f9dd00cd430 tx=0x7f9dc8009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.685+0000 7f9dcdffb640 1 -- 172.21.15.16:0/1244144318 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9dc0019030 con 0x7f9dd015fb20 2024-09-16T01:46:07.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.861+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9dd0154310 con 0x7f9dd015fb20 2024-09-16T01:46:07.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.862+0000 7f9dcdffb640 1 -- 172.21.15.16:0/1244144318 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16689 (secure 0 0 0) 0x7f9dc0010040 con 0x7f9dd015fb20 2024-09-16T01:46:07.863 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:07.864 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":57,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:45:44.082758+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:45:40.108305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T01:45:41.433917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9dbc06c640 msgr2=0x7f9dbc06eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9dbc06c640 0x7f9dbc06eb00 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f9dd00cd430 tx=0x7f9dc8009190 comp rx=0 tx=0).stop 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015fb20 msgr2=0x7f9dd00aede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015fb20 0x7f9dd00aede0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0070c00 tx=0x7f9dc000f1b0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 shutdown_connections 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9dbc06c640 0x7f9dbc06eb00 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015fb20 0x7f9dd00aede0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd015f6a0 0x7f9dd00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 --2- 172.21.15.16:0/1244144318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9db8003f30 0x7f9dd01f7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 >> 172.21.15.16:0/1244144318 conn(0x7f9dd00b2000 msgr2=0x7f9dd00cd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 shutdown_connections 2024-09-16T01:46:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.864+0000 7f9dd736d640 1 -- 172.21.15.16:0/1244144318 wait complete. 2024-09-16T01:46:07.877 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:46:07.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.978+0000 7fc72ec47640 1 Processor -- start 2024-09-16T01:46:07.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.978+0000 7fc72ec47640 1 -- start start 2024-09-16T01:46:07.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72ec47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc728147fc0 0x7fc72815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72ec47640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7280b9ee0 0x7fc7280d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72ec47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7280ba310 con 0x7fc7280d0ee0 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72ec47640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc7281483a0 con 0x7fc7280b9ee0 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72ec47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc72815efa0 con 0x7fc728147fc0 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72d1e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7280b9ee0 0x7fc7280d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72d1e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7280b9ee0 0x7fc7280d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45098/0 (socket says 172.21.15.16:45098) 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.979+0000 7fc72d1e4640 1 -- 172.21.15.16:0/1532682528 learned_addr learned my addr 172.21.15.16:0/1532682528 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.980+0000 7fc72c9e3640 1 --2- 172.21.15.16:0/1532682528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc728147fc0 0x7fc72815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.980+0000 7fc72d1e4640 1 -- 172.21.15.16:0/1532682528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc728147fc0 msgr2=0x7fc72815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.980+0000 7fc72d1e4640 1 --2- 172.21.15.16:0/1532682528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc728147fc0 0x7fc72815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.980+0000 7fc72d1e4640 1 -- 172.21.15.16:0/1532682528 >> v1:172.21.15.104:6789/0 conn(0x7fc7280d0ee0 legacy=0x7fc7280b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.980+0000 7fc72d1e4640 1 -- 172.21.15.16:0/1532682528 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7280d2750 con 0x7fc7280b9ee0 2024-09-16T01:46:07.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.980+0000 7fc72c9e3640 1 --2- 172.21.15.16:0/1532682528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc728147fc0 0x7fc72815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72d1e4640 1 --2- 172.21.15.16:0/1532682528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280b9ee0 0x7fc7280d1340 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fc718009870 tx=0x7fc71802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67291a6eda69e180 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc7277fe640 1 -- 172.21.15.16:0/1532682528 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc718037070 con 0x7fc7280b9ee0 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc7277fe640 1 -- 172.21.15.16:0/1532682528 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc718032440 con 0x7fc7280b9ee0 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc7277fe640 1 -- 172.21.15.16:0/1532682528 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc718032810 con 0x7fc7280b9ee0 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 -- 172.21.15.16:0/1532682528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280b9ee0 msgr2=0x7fc7280d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 --2- 172.21.15.16:0/1532682528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280b9ee0 0x7fc7280d1340 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fc718009870 tx=0x7fc71802a270 comp rx=0 tx=0).stop 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 -- 172.21.15.16:0/1532682528 shutdown_connections 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 --2- 172.21.15.16:0/1532682528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280b9ee0 0x7fc7280d1340 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 --2- 172.21.15.16:0/1532682528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc728147fc0 0x7fc72815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 -- 172.21.15.16:0/1532682528 >> 172.21.15.16:0/1532682528 conn(0x7fc728074fe0 msgr2=0x7fc72806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:07.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 -- 172.21.15.16:0/1532682528 shutdown_connections 2024-09-16T01:46:07.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.981+0000 7fc72ec47640 1 -- 172.21.15.16:0/1532682528 wait complete. 2024-09-16T01:46:07.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.983+0000 7fc72ec47640 1 Processor -- start 2024-09-16T01:46:07.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.983+0000 7fc72ec47640 1 -- start start 2024-09-16T01:46:07.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.983+0000 7fc72ec47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7280b9ee0 0x7fc7281f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72ec47640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280d0ee0 0x7fc7280cb950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72ec47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc728147fc0 0x7fc728142e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72ec47640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc7280d2500 con 0x7fc7280d0ee0 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72ec47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7280d2d10 con 0x7fc728147fc0 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72ec47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc7280d2ff0 con 0x7fc7280b9ee0 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280d0ee0 0x7fc7280cb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280d0ee0 0x7fc7280cb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45100/0 (socket says 172.21.15.16:45100) 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 -- 172.21.15.16:0/3942962123 learned_addr learned my addr 172.21.15.16:0/3942962123 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72c9e3640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7280b9ee0 0x7fc7281f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72d1e4640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc728147fc0 0x7fc728142e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 -- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7280b9ee0 msgr2=0x7fc7281f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7280b9ee0 0x7fc7281f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 -- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc728147fc0 msgr2=0x7fc728142e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc728147fc0 0x7fc728142e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 -- 172.21.15.16:0/3942962123 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc728141b50 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc727fff640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280d0ee0 0x7fc7280cb950 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fc71c00c400 tx=0x7fc71c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc7257fa640 1 -- 172.21.15.16:0/3942962123 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc71c0052d0 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc7257fa640 1 -- 172.21.15.16:0/3942962123 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc71c005490 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7281f54e0 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc7257fa640 1 -- 172.21.15.16:0/3942962123 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc71c007260 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.984+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7281420d0 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.985+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7280d1340 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.986+0000 7fc7257fa640 1 -- 172.21.15.16:0/3942962123 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fc71c007400 con 0x7fc7280d0ee0 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.986+0000 7fc7257fa640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc71406c610 0x7fc71406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:07.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.986+0000 7fc7257fa640 1 -- 172.21.15.16:0/3942962123 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fc71c08ae40 con 0x7fc7280d0ee0 2024-09-16T01:46:07.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.987+0000 7fc72c9e3640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc71406c610 0x7fc71406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:07.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.987+0000 7fc72c9e3640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc71406c610 0x7fc71406ead0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc720009fd0 tx=0x7fc7200097f0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:07.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:07.991+0000 7fc7257fa640 1 -- 172.21.15.16:0/3942962123 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc71c058b10 con 0x7fc7280d0ee0 2024-09-16T01:46:08.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.202+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc72815eca0 con 0x7fc7280d0ee0 2024-09-16T01:46:08.204 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:46:08.203+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:46:08.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.204+0000 7fc7257fa640 1 -- 172.21.15.16:0/3942962123 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v33) ==== 161+0+0 (secure 0 0 0) 0x7fc71c05ce10 con 0x7fc7280d0ee0 2024-09-16T01:46:08.206 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:46:08.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc71406c610 msgr2=0x7fc71406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:08.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc71406c610 0x7fc71406ead0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc720009fd0 tx=0x7fc7200097f0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280d0ee0 msgr2=0x7fc7280cb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:08.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280d0ee0 0x7fc7280cb950 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fc71c00c400 tx=0x7fc71c00c8c0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 shutdown_connections 2024-09-16T01:46:08.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc71406c610 0x7fc71406ead0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc728147fc0 0x7fc728142e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7280d0ee0 0x7fc7280cb950 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 --2- 172.21.15.16:0/3942962123 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7280b9ee0 0x7fc7281f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 >> 172.21.15.16:0/3942962123 conn(0x7fc728074fe0 msgr2=0x7fc7280cff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:08.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 shutdown_connections 2024-09-16T01:46:08.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.207+0000 7fc72ec47640 1 -- 172.21.15.16:0/3942962123 wait complete. 2024-09-16T01:46:08.219 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:46:08.249 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:46:08.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.322+0000 7f8679c8d640 1 Processor -- start 2024-09-16T01:46:08.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.322+0000 7f8679c8d640 1 -- start start 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8679c8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8674072190 0x7f867415f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8679c8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f86740ceee0 0x7f86740cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8679c8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86740cf370 con 0x7f867406bbe0 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8679c8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f86740cf610 con 0x7f86740ceee0 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8679c8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f86740cf8f0 con 0x7f8674072190 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f86737fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f867406bbe0 0x7f867406bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42566/0 (socket says 172.21.15.16:42566) 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f86737fe640 1 -- 172.21.15.16:0/2878641208 learned_addr learned my addr 172.21.15.16:0/2878641208 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8673fff640 1 --2- 172.21.15.16:0/2878641208 >> v2:172.21.15.104:3300/0 conn(0x7f86740ceee0 0x7f86740cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8672ffd640 1 --2- 172.21.15.16:0/2878641208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8674072190 0x7f867415f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f86727fc640 1 -- 172.21.15.16:0/2878641208 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1128799350 0 0) 0x7f86740cf370 con 0x7f867406bbe0 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f86727fc640 1 -- 172.21.15.16:0/2878641208 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8660003520 con 0x7f867406bbe0 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f86727fc640 1 -- 172.21.15.16:0/2878641208 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 243131444 0 0) 0x7f8660003520 con 0x7f867406bbe0 2024-09-16T01:46:08.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8672ffd640 1 -- 172.21.15.16:0/2878641208 >> v2:172.21.15.104:3300/0 conn(0x7f86740ceee0 msgr2=0x7f86740cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:08.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8672ffd640 1 --2- 172.21.15.16:0/2878641208 >> v2:172.21.15.104:3300/0 conn(0x7f86740ceee0 0x7f86740cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8672ffd640 1 -- 172.21.15.16:0/2878641208 >> v1:172.21.15.16:6789/0 conn(0x7f867406bbe0 legacy=0x7f867406bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:08.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.323+0000 7f8672ffd640 1 -- 172.21.15.16:0/2878641208 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86740cfbd0 con 0x7f8674072190 2024-09-16T01:46:08.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.324+0000 7f8672ffd640 1 --2- 172.21.15.16:0/2878641208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8674072190 0x7f867415f830 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f865c0097a0 tx=0x7f865c02a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eda8699fe0bf2e2a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:08.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.324+0000 7f86727fc640 1 -- 172.21.15.16:0/2878641208 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865c037070 con 0x7f8674072190 2024-09-16T01:46:08.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.324+0000 7f86727fc640 1 -- 172.21.15.16:0/2878641208 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f865c02ab10 con 0x7f8674072190 2024-09-16T01:46:08.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.324+0000 7f86727fc640 1 -- 172.21.15.16:0/2878641208 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8664001670 con 0x7f8674072190 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 -- 172.21.15.16:0/2878641208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8674072190 msgr2=0x7f867415f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 --2- 172.21.15.16:0/2878641208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8674072190 0x7f867415f830 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f865c0097a0 tx=0x7f865c02a080 comp rx=0 tx=0).stop 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 -- 172.21.15.16:0/2878641208 shutdown_connections 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 --2- 172.21.15.16:0/2878641208 >> v2:172.21.15.104:3300/0 conn(0x7f86740ceee0 0x7f86740cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 --2- 172.21.15.16:0/2878641208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8674072190 0x7f867415f830 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 -- 172.21.15.16:0/2878641208 >> 172.21.15.16:0/2878641208 conn(0x7f86740b2000 msgr2=0x7f86740b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 -- 172.21.15.16:0/2878641208 shutdown_connections 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.325+0000 7f8679c8d640 1 -- 172.21.15.16:0/2878641208 wait complete. 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.326+0000 7f8679c8d640 1 Processor -- start 2024-09-16T01:46:08.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.326+0000 7f8679c8d640 1 -- start start 2024-09-16T01:46:08.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8679c8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f867406bbe0 0x7f867414ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:08.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8679c8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8674072190 0x7f8674153fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:08.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8679c8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86740ceee0 0x7f8674158c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:08.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8679c8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f867415b4e0 con 0x7f86740ceee0 2024-09-16T01:46:08.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8679c8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f86740cd380 con 0x7f8674072190 2024-09-16T01:46:08.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8679c8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8674159fe0 con 0x7f867406bbe0 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8673fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86740ceee0 0x7f8674158c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8673fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86740ceee0 0x7f8674158c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45104/0 (socket says 172.21.15.16:45104) 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8673fff640 1 -- 172.21.15.16:0/928396648 learned_addr learned my addr 172.21.15.16:0/928396648 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f86737fe640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f867406bbe0 0x7f867414ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.327+0000 7f8672ffd640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8674072190 0x7f8674153fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8673fff640 1 -- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f867406bbe0 msgr2=0x7f867414ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8673fff640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f867406bbe0 0x7f867414ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8673fff640 1 -- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8674072190 msgr2=0x7f8674153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8673fff640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8674072190 0x7f8674153fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8673fff640 1 -- 172.21.15.16:0/928396648 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86741593d0 con 0x7f86740ceee0 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8672ffd640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8674072190 0x7f8674153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8673fff640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86740ceee0 0x7f8674158c30 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f866c00efc0 tx=0x7f866c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:08.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f866bfff640 1 -- 172.21.15.16:0/928396648 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c018020 con 0x7f86740ceee0 2024-09-16T01:46:08.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f866bfff640 1 -- 172.21.15.16:0/928396648 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f866c014480 con 0x7f86740ceee0 2024-09-16T01:46:08.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86741596b0 con 0x7f86740ceee0 2024-09-16T01:46:08.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f866bfff640 1 -- 172.21.15.16:0/928396648 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c014870 con 0x7f86740ceee0 2024-09-16T01:46:08.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.328+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8674159c70 con 0x7f86740ceee0 2024-09-16T01:46:08.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.329+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f867415f830 con 0x7f86740ceee0 2024-09-16T01:46:08.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.329+0000 7f866bfff640 1 -- 172.21.15.16:0/928396648 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f866c005d10 con 0x7f86740ceee0 2024-09-16T01:46:08.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.330+0000 7f866bfff640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f865406c610 0x7f865406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:08.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.330+0000 7f866bfff640 1 -- 172.21.15.16:0/928396648 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5795+0+0 (secure 0 0 0) 0x7f866c08c510 con 0x7f86740ceee0 2024-09-16T01:46:08.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.330+0000 7f86737fe640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f865406c610 0x7f865406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:08.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.331+0000 7f86737fe640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f865406c610 0x7f865406ead0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8664005880 tx=0x7f86640057f0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:08.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.334+0000 7f866bfff640 1 -- 172.21.15.16:0/928396648 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f866c022070 con 0x7f86740ceee0 2024-09-16T01:46:08.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:08.545+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f867414b2e0 con 0x7f86740ceee0 2024-09-16T01:46:09.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.208+0000 7f866bfff640 1 -- 172.21.15.16:0/928396648 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v34) ==== 104+0+0 (secure 0 0 0) 0x7f866c010040 con 0x7f86740ceee0 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f865406c610 msgr2=0x7f865406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f865406c610 0x7f865406ead0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8664005880 tx=0x7f86640057f0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86740ceee0 msgr2=0x7f8674158c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86740ceee0 0x7f8674158c30 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f866c00efc0 tx=0x7f866c00c490 comp rx=0 tx=0).stop 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 shutdown_connections 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f865406c610 0x7f865406ead0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86740ceee0 0x7f8674158c30 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8674072190 0x7f8674153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 --2- 172.21.15.16:0/928396648 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f867406bbe0 0x7f867414ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.211+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 >> 172.21.15.16:0/928396648 conn(0x7f86740b2000 msgr2=0x7f86740b1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.212+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 shutdown_connections 2024-09-16T01:46:09.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.212+0000 7f8679c8d640 1 -- 172.21.15.16:0/928396648 wait complete. 2024-09-16T01:46:09.227 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:46:09.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.338+0000 7f5ad1853640 1 Processor -- start 2024-09-16T01:46:09.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.338+0000 7f5ad1853640 1 -- start start 2024-09-16T01:46:09.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.338+0000 7f5ad1853640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5acc06e930 0x7f5acc1671a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.338+0000 7f5ad1853640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5acc0d1730 con 0x7f5acc15c570 2024-09-16T01:46:09.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5ad1853640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5acc0cf620 con 0x7f5acc0d0470 2024-09-16T01:46:09.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5ad1853640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f5acc0d1a10 con 0x7f5acc06e930 2024-09-16T01:46:09.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5acaffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5acc15c570 0x7f5acc160020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42574/0 (socket says 172.21.15.16:42574) 2024-09-16T01:46:09.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5acaffd640 1 -- 172.21.15.16:0/3546268420 learned_addr learned my addr 172.21.15.16:0/3546268420 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:09.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5acb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5acc06e930 0x7f5acc1671a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5ac9ffb640 1 -- 172.21.15.16:0/3546268420 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1462835516 0 0) 0x7f5acc0d1730 con 0x7f5acc15c570 2024-09-16T01:46:09.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5ac9ffb640 1 -- 172.21.15.16:0/3546268420 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ab4003520 con 0x7f5acc15c570 2024-09-16T01:46:09.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5acb7fe640 1 -- 172.21.15.16:0/3546268420 >> v1:172.21.15.104:6789/0 conn(0x7f5acc0d0470 legacy=0x7f5acc160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5acb7fe640 1 -- 172.21.15.16:0/3546268420 >> v1:172.21.15.16:6789/0 conn(0x7f5acc15c570 legacy=0x7f5acc160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.339+0000 7f5acb7fe640 1 -- 172.21.15.16:0/3546268420 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5acc0cf900 con 0x7f5acc06e930 2024-09-16T01:46:09.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.340+0000 7f5acb7fe640 1 --2- 172.21.15.16:0/3546268420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc1671a0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4009d90 tx=0x7f5ac402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e22243f8e6c4f99 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.340+0000 7f5ac9ffb640 1 -- 172.21.15.16:0/3546268420 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac4031600 con 0x7f5acc06e930 2024-09-16T01:46:09.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.340+0000 7f5ac9ffb640 1 -- 172.21.15.16:0/3546268420 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ac40317a0 con 0x7f5acc06e930 2024-09-16T01:46:09.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.340+0000 7f5ac9ffb640 1 -- 172.21.15.16:0/3546268420 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac4031b70 con 0x7f5acc06e930 2024-09-16T01:46:09.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.341+0000 7f5ad1853640 1 -- 172.21.15.16:0/3546268420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 msgr2=0x7f5acc1671a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.341+0000 7f5ad1853640 1 --2- 172.21.15.16:0/3546268420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc1671a0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4009d90 tx=0x7f5ac402a5d0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.341+0000 7f5ad1853640 1 -- 172.21.15.16:0/3546268420 shutdown_connections 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.341+0000 7f5ad1853640 1 --2- 172.21.15.16:0/3546268420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc1671a0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.341+0000 7f5ad1853640 1 -- 172.21.15.16:0/3546268420 >> 172.21.15.16:0/3546268420 conn(0x7f5acc0d0ae0 msgr2=0x7f5acc0d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.341+0000 7f5ad1853640 1 -- 172.21.15.16:0/3546268420 shutdown_connections 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.341+0000 7f5ad1853640 1 -- 172.21.15.16:0/3546268420 wait complete. 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.342+0000 7f5ad1853640 1 Processor -- start 2024-09-16T01:46:09.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.342+0000 7f5ad1853640 1 -- start start 2024-09-16T01:46:09.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5ad1853640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc159060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5ad1853640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5acc0d0470 0x7f5acc14c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5ad1853640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5acc15c570 0x7f5acc14c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5ad1853640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc0682c0 con 0x7f5acc06e930 2024-09-16T01:46:09.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5ad1853640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc160e40 con 0x7f5acc0d0470 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5ad1853640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5acc1676e0 con 0x7f5acc15c570 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc159060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45132/0 (socket says 172.21.15.16:45132) 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 -- 172.21.15.16:0/2135642994 learned_addr learned my addr 172.21.15.16:0/2135642994 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acb7fe640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5acc15c570 0x7f5acc14c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5aca7fc640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5acc0d0470 0x7f5acc14c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 -- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5acc15c570 msgr2=0x7f5acc14c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5acc15c570 0x7f5acc14c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 -- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5acc0d0470 msgr2=0x7f5acc14c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5acc0d0470 0x7f5acc14c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 -- 172.21.15.16:0/2135642994 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5acc159d40 con 0x7f5acc06e930 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.343+0000 7f5acaffd640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc159060 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00c500 tx=0x7f5abc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.344+0000 7f5ab3fff640 1 -- 172.21.15.16:0/2135642994 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc017070 con 0x7f5acc06e930 2024-09-16T01:46:09.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.344+0000 7f5ab3fff640 1 -- 172.21.15.16:0/2135642994 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5abc005ce0 con 0x7f5acc06e930 2024-09-16T01:46:09.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.344+0000 7f5ab3fff640 1 -- 172.21.15.16:0/2135642994 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc007330 con 0x7f5acc06e930 2024-09-16T01:46:09.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.344+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5acc15a020 con 0x7f5acc06e930 2024-09-16T01:46:09.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.344+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5acc148f30 con 0x7f5acc06e930 2024-09-16T01:46:09.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.345+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5acc069180 con 0x7f5acc06e930 2024-09-16T01:46:09.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.345+0000 7f5ab3fff640 1 -- 172.21.15.16:0/2135642994 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f5abc01a070 con 0x7f5acc06e930 2024-09-16T01:46:09.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.346+0000 7f5ab3fff640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5ab806c610 0x7f5ab806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.346+0000 7f5ab3fff640 1 -- 172.21.15.16:0/2135642994 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5795+0+0 (secure 0 0 0) 0x7f5abc08ad00 con 0x7f5acc06e930 2024-09-16T01:46:09.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.346+0000 7f5aca7fc640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5ab806c610 0x7f5ab806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.346+0000 7f5aca7fc640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5ab806c610 0x7f5ab806ead0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5acc15b750 tx=0x7f5ac0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.350+0000 7f5ab3fff640 1 -- 172.21.15.16:0/2135642994 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5abc058b00 con 0x7f5acc06e930 2024-09-16T01:46:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:09.527+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5acc160020 con 0x7f5acc06e930 2024-09-16T01:46:10.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.210+0000 7f5ab3fff640 1 -- 172.21.15.16:0/2135642994 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v59) ==== 181+0+0 (secure 0 0 0) 0x7f5abc05ce00 con 0x7f5acc06e930 2024-09-16T01:46:10.212 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:46:10.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5ab806c610 msgr2=0x7f5ab806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:10.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5ab806c610 0x7f5ab806ead0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5acc15b750 tx=0x7f5ac0009040 comp rx=0 tx=0).stop 2024-09-16T01:46:10.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 msgr2=0x7f5acc159060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:10.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc159060 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00c500 tx=0x7f5abc00c9c0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 shutdown_connections 2024-09-16T01:46:10.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5ab806c610 0x7f5ab806ead0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5acc15c570 0x7f5acc14c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5acc0d0470 0x7f5acc14c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 --2- 172.21.15.16:0/2135642994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5acc06e930 0x7f5acc159060 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 >> 172.21.15.16:0/2135642994 conn(0x7f5acc0d0ae0 msgr2=0x7f5acc0b18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:10.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.214+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 shutdown_connections 2024-09-16T01:46:10.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.215+0000 7f5ad1853640 1 -- 172.21.15.16:0/2135642994 wait complete. 2024-09-16T01:46:10.230 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:46:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.348+0000 7f06a0c2c640 1 Processor -- start 2024-09-16T01:46:10.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.348+0000 7f06a0c2c640 1 -- start start 2024-09-16T01:46:10.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f06a0c2c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c15e600 0x7f069c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:10.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f06a0c2c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f069c0b6e10 0x7f069c0d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:10.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f06a0c2c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f069c0d1fc0 con 0x7f069c0cf7a0 2024-09-16T01:46:10.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f06a0c2c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f069c0d1ce0 con 0x7f069c0b6e10 2024-09-16T01:46:10.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f06a0c2c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f069c0d2bb0 con 0x7f069c15e600 2024-09-16T01:46:10.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f069ad9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f069c0b6e10 0x7f069c0d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:10.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f0699d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f069c0cf7a0 0x7f069c0b6700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42576/0 (socket says 172.21.15.16:42576) 2024-09-16T01:46:10.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f0699d9b640 1 -- 172.21.15.16:0/1592720385 learned_addr learned my addr 172.21.15.16:0/1592720385 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:10.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f069a59c640 1 --2- 172.21.15.16:0/1592720385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c15e600 0x7f069c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:10.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f069ad9d640 1 -- 172.21.15.16:0/1592720385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c15e600 msgr2=0x7f069c0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:10.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f069ad9d640 1 --2- 172.21.15.16:0/1592720385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c15e600 0x7f069c0b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f069ad9d640 1 -- 172.21.15.16:0/1592720385 >> v1:172.21.15.16:6789/0 conn(0x7f069c0cf7a0 legacy=0x7f069c0b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:10.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f069ad9d640 1 -- 172.21.15.16:0/1592720385 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f069c0d2e90 con 0x7f069c0b6e10 2024-09-16T01:46:10.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.349+0000 7f069959a640 1 -- 172.21.15.16:0/1592720385 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3681379811 0 0) 0x7f069c0d1fc0 con 0x7f069c0cf7a0 2024-09-16T01:46:10.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.350+0000 7f069ad9d640 1 --2- 172.21.15.16:0/1592720385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c0b6e10 0x7f069c0d3690 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0694009d90 tx=0x7f069402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abd3475248945124 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:10.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.350+0000 7f069959a640 1 -- 172.21.15.16:0/1592720385 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0694031600 con 0x7f069c0b6e10 2024-09-16T01:46:10.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.350+0000 7f069959a640 1 -- 172.21.15.16:0/1592720385 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06940317a0 con 0x7f069c0b6e10 2024-09-16T01:46:10.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.350+0000 7f069959a640 1 -- 172.21.15.16:0/1592720385 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0694031b70 con 0x7f069c0b6e10 2024-09-16T01:46:10.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1592720385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c0b6e10 msgr2=0x7f069c0d3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:10.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1592720385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c0b6e10 0x7f069c0d3690 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0694009d90 tx=0x7f069402a5d0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1592720385 shutdown_connections 2024-09-16T01:46:10.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1592720385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c0b6e10 0x7f069c0d3690 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1592720385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c15e600 0x7f069c0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1592720385 >> 172.21.15.16:0/1592720385 conn(0x7f069c072650 msgr2=0x7f069c072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:10.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1592720385 shutdown_connections 2024-09-16T01:46:10.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.351+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1592720385 wait complete. 2024-09-16T01:46:10.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.352+0000 7f06a0c2c640 1 Processor -- start 2024-09-16T01:46:10.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.352+0000 7f06a0c2c640 1 -- start start 2024-09-16T01:46:10.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f06a0c2c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f069c0b6e10 0x7f069c14fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:10.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f06a0c2c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c0cf7a0 0x7f069c0cadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:10.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f06a0c2c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c15e600 0x7f069c160140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:10.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f06a0c2c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f069c15e9e0 con 0x7f069c15e600 2024-09-16T01:46:10.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f06a0c2c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f069c0d1990 con 0x7f069c0b6e10 2024-09-16T01:46:10.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f06a0c2c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f069c0b3ba0 con 0x7f069c0cf7a0 2024-09-16T01:46:10.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f069ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c15e600 0x7f069c160140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:10.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f0699d9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c0cf7a0 0x7f069c0cadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:10.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f069ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c15e600 0x7f069c160140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45146/0 (socket says 172.21.15.16:45146) 2024-09-16T01:46:10.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f069ad9d640 1 -- 172.21.15.16:0/1877060627 learned_addr learned my addr 172.21.15.16:0/1877060627 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:10.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.353+0000 7f069a59c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f069c0b6e10 0x7f069c14fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:10.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f069ad9d640 1 -- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c0cf7a0 msgr2=0x7f069c0cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:10.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f069ad9d640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c0cf7a0 0x7f069c0cadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f069ad9d640 1 -- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f069c0b6e10 msgr2=0x7f069c14fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:10.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f069ad9d640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f069c0b6e10 0x7f069c14fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:10.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f069ad9d640 1 -- 172.21.15.16:0/1877060627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f069c0c9120 con 0x7f069c15e600 2024-09-16T01:46:10.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f069ad9d640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c15e600 0x7f069c160140 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0694009eb0 tx=0x7f0694004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:10.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f068affd640 1 -- 172.21.15.16:0/1877060627 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0694040070 con 0x7f069c15e600 2024-09-16T01:46:10.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f068affd640 1 -- 172.21.15.16:0/1877060627 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0694030b60 con 0x7f069c15e600 2024-09-16T01:46:10.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f068affd640 1 -- 172.21.15.16:0/1877060627 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0694009450 con 0x7f069c15e600 2024-09-16T01:46:10.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f069c0c9400 con 0x7f069c15e600 2024-09-16T01:46:10.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.354+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f069c0c99c0 con 0x7f069c15e600 2024-09-16T01:46:10.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.355+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f069c0b78e0 con 0x7f069c15e600 2024-09-16T01:46:10.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.355+0000 7f068affd640 1 -- 172.21.15.16:0/1877060627 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f0694039040 con 0x7f069c15e600 2024-09-16T01:46:10.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.356+0000 7f068affd640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f067c06c610 0x7f067c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:10.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.356+0000 7f068affd640 1 -- 172.21.15.16:0/1877060627 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5357+0+0 (secure 0 0 0) 0x7f06940aca30 con 0x7f069c15e600 2024-09-16T01:46:10.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.356+0000 7f069a59c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f067c06c610 0x7f067c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:10.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.357+0000 7f069a59c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f067c06c610 0x7f067c06ead0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f068c0079a0 tx=0x7f068c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:10.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.360+0000 7f068affd640 1 -- 172.21.15.16:0/1877060627 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f069407a820 con 0x7f069c15e600 2024-09-16T01:46:10.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:10.539+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f069c162f60 con 0x7f069c15e600 2024-09-16T01:46:11.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.214+0000 7f068affd640 1 -- 172.21.15.16:0/1877060627 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v60) ==== 169+0+0 (secure 0 0 0) 0x7f069407eb20 con 0x7f069c15e600 2024-09-16T01:46:11.216 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.218+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f067c06c610 msgr2=0x7f067c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.218+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f067c06c610 0x7f067c06ead0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f068c0079a0 tx=0x7f068c008040 comp rx=0 tx=0).stop 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.218+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c15e600 msgr2=0x7f069c160140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.218+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c15e600 0x7f069c160140 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0694009eb0 tx=0x7f0694004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 shutdown_connections 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f067c06c610 0x7f067c06ead0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f069c15e600 0x7f069c160140 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f069c0cf7a0 0x7f069c0cadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 --2- 172.21.15.16:0/1877060627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f069c0b6e10 0x7f069c14fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 >> 172.21.15.16:0/1877060627 conn(0x7f069c072650 msgr2=0x7f069c0b9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 shutdown_connections 2024-09-16T01:46:11.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.219+0000 7f06a0c2c640 1 -- 172.21.15.16:0/1877060627 wait complete. 2024-09-16T01:46:11.235 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:46:11.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.344+0000 7fb56480e640 1 Processor -- start 2024-09-16T01:46:11.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.344+0000 7fb56480e640 1 -- start start 2024-09-16T01:46:11.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.345+0000 7fb56480e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.345+0000 7fb56480e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb5600cfb00 0x7fb5600d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.345+0000 7fb56480e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5600d4010 0x7fb5600d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.345+0000 7fb56480e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb5600d20a0 con 0x7fb5600d4010 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.345+0000 7fb56480e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb5600d22f0 con 0x7fb5600cfb00 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.345+0000 7fb56480e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5600d25d0 con 0x7fb560147f30 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5600d4010 0x7fb5600d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5600d4010 0x7fb5600d14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45156/0 (socket says 172.21.15.16:45156) 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 -- 172.21.15.16:0/1631055618 learned_addr learned my addr 172.21.15.16:0/1631055618 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55e59c640 1 --2- 172.21.15.16:0/1631055618 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 -- 172.21.15.16:0/1631055618 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 msgr2=0x7fb5600cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55dd9b640 1 --2- 172.21.15.16:0/1631055618 >> v2:172.21.15.104:3300/0 conn(0x7fb5600cfb00 0x7fb5600d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 --2- 172.21.15.16:0/1631055618 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 -- 172.21.15.16:0/1631055618 >> v2:172.21.15.104:3300/0 conn(0x7fb5600cfb00 msgr2=0x7fb5600d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 --2- 172.21.15.16:0/1631055618 >> v2:172.21.15.104:3300/0 conn(0x7fb5600cfb00 0x7fb5600d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55ed9d640 1 -- 172.21.15.16:0/1631055618 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5600d28b0 con 0x7fb5600d4010 2024-09-16T01:46:11.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55e59c640 1 --2- 172.21.15.16:0/1631055618 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:11.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.346+0000 7fb55dd9b640 1 --2- 172.21.15.16:0/1631055618 >> v2:172.21.15.104:3300/0 conn(0x7fb5600cfb00 0x7fb5600d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:11.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb55ed9d640 1 --2- 172.21.15.16:0/1631055618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600d14b0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fb5600d1ca0 tx=0x7fb55802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0cc81eda19dcfe0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb55d59a640 1 -- 172.21.15.16:0/1631055618 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb558036070 con 0x7fb5600d4010 2024-09-16T01:46:11.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb55d59a640 1 -- 172.21.15.16:0/1631055618 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb558031600 con 0x7fb5600d4010 2024-09-16T01:46:11.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb55d59a640 1 -- 172.21.15.16:0/1631055618 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5580319d0 con 0x7fb5600d4010 2024-09-16T01:46:11.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb56480e640 1 -- 172.21.15.16:0/1631055618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 msgr2=0x7fb5600d14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb56480e640 1 --2- 172.21.15.16:0/1631055618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600d14b0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fb5600d1ca0 tx=0x7fb55802a610 comp rx=0 tx=0).stop 2024-09-16T01:46:11.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb56480e640 1 -- 172.21.15.16:0/1631055618 shutdown_connections 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb56480e640 1 --2- 172.21.15.16:0/1631055618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600d14b0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb56480e640 1 --2- 172.21.15.16:0/1631055618 >> v2:172.21.15.104:3300/0 conn(0x7fb5600cfb00 0x7fb5600d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb56480e640 1 --2- 172.21.15.16:0/1631055618 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.347+0000 7fb56480e640 1 -- 172.21.15.16:0/1631055618 >> 172.21.15.16:0/1631055618 conn(0x7fb560074da0 msgr2=0x7fb5600d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.348+0000 7fb56480e640 1 -- 172.21.15.16:0/1631055618 shutdown_connections 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.348+0000 7fb56480e640 1 -- 172.21.15.16:0/1631055618 wait complete. 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.349+0000 7fb56480e640 1 Processor -- start 2024-09-16T01:46:11.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.349+0000 7fb56480e640 1 -- start start 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb56480e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5600cfb00 0x7fb56015e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb56480e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600cd430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb56480e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cd970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb56480e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb5600d30b0 con 0x7fb5600d4010 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb56480e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb560148310 con 0x7fb5600cfb00 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb56480e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5600d3230 con 0x7fb560147f30 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600cd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600cd430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45160/0 (socket says 172.21.15.16:45160) 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 -- 172.21.15.16:0/1004317505 learned_addr learned my addr 172.21.15.16:0/1004317505 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55ed9d640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55e59c640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5600cfb00 0x7fb56015e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 -- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 msgr2=0x7fb5600cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cd970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 -- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5600cfb00 msgr2=0x7fb56015e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5600cfb00 0x7fb56015e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 -- 172.21.15.16:0/1004317505 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb56015e580 con 0x7fb5600d4010 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55ed9d640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55e59c640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5600cfb00 0x7fb56015e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb55dd9b640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600cd430 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fb548006b10 tx=0x7fb54800cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb556ffd640 1 -- 172.21.15.16:0/1004317505 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb548015070 con 0x7fb5600d4010 2024-09-16T01:46:11.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb556ffd640 1 -- 172.21.15.16:0/1004317505 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb548007820 con 0x7fb5600d4010 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5601f43b0 con 0x7fb5600d4010 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.350+0000 7fb556ffd640 1 -- 172.21.15.16:0/1004317505 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb548007bd0 con 0x7fb5600d4010 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.351+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5601f4950 con 0x7fb5600d4010 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.351+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5600cf5c0 con 0x7fb5600d4010 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.352+0000 7fb556ffd640 1 -- 172.21.15.16:0/1004317505 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fb548018070 con 0x7fb5600d4010 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.352+0000 7fb556ffd640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c610 0x7fb54006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.353+0000 7fb556ffd640 1 -- 172.21.15.16:0/1004317505 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7fb54808b610 con 0x7fb5600d4010 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.353+0000 7fb55e59c640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c610 0x7fb54006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.353+0000 7fb55e59c640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c610 0x7fb54006ead0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fb550006fd0 tx=0x7fb550008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.357+0000 7fb556ffd640 1 -- 172.21.15.16:0/1004317505 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb548059b60 con 0x7fb5600d4010 2024-09-16T01:46:11.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.531+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb560162e60 con 0x7fb5600d4010 2024-09-16T01:46:11.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.534+0000 7fb556ffd640 1 -- 172.21.15.16:0/1004317505 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7fb548059460 con 0x7fb5600d4010 2024-09-16T01:46:11.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c610 msgr2=0x7fb54006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c610 0x7fb54006ead0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fb550006fd0 tx=0x7fb550008040 comp rx=0 tx=0).stop 2024-09-16T01:46:11.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 msgr2=0x7fb5600cd430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600cd430 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fb548006b10 tx=0x7fb54800cc50 comp rx=0 tx=0).stop 2024-09-16T01:46:11.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 shutdown_connections 2024-09-16T01:46:11.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb54006c610 0x7fb54006ead0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb560147f30 0x7fb5600cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5600d4010 0x7fb5600cd430 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 --2- 172.21.15.16:0/1004317505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5600cfb00 0x7fb56015e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 >> 172.21.15.16:0/1004317505 conn(0x7fb560074da0 msgr2=0x7fb5600d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 shutdown_connections 2024-09-16T01:46:11.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.536+0000 7fb56480e640 1 -- 172.21.15.16:0/1004317505 wait complete. 2024-09-16T01:46:11.548 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade' 2024-09-16T01:46:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.648+0000 7f5cd5877640 1 Processor -- start 2024-09-16T01:46:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.648+0000 7f5cd5877640 1 -- start start 2024-09-16T01:46:11.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.649+0000 7f5cd5877640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 0x7f5cd00b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.649+0000 7f5cd5877640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cd006bf60 con 0x7f5cd0147e50 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.649+0000 7f5cd5877640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cd006c240 con 0x7f5cd006d000 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.649+0000 7f5cd5877640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd006c520 con 0x7f5cd00b5390 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.649+0000 7f5cceffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5cd0147e50 0x7f5cd00738b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42588/0 (socket says 172.21.15.16:42588) 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.649+0000 7f5cceffd640 1 -- 172.21.15.16:0/422065738 learned_addr learned my addr 172.21.15.16:0/422065738 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2548587696 0 0) 0x7f5cd006bf60 con 0x7f5cd0147e50 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5cce7fc640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 0x7f5cd00b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5cbc003520 con 0x7f5cd0147e50 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2981584867 0 0) 0x7f5cbc003520 con 0x7f5cd0147e50 2024-09-16T01:46:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 msgr2=0x7f5cd00b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 0x7f5cd00b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 >> v1:172.21.15.104:6789/0 conn(0x7f5cd006d000 legacy=0x7f5cd0070530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd006c800 con 0x7f5cd0147e50 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f5cc00019f0 con 0x7f5cd0147e50 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 >> v1:172.21.15.16:6789/0 conn(0x7f5cd0147e50 legacy=0x7f5cd00738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cbc003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 0x7f5cbc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cbc004d40 0x7f5cbc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd006c520 con 0x7f5cbc0039e0 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc00baa0 con 0x7f5cbc004d40 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5cbc00bca0 con 0x7f5cd00b5390 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5cceffd640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cbc003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5cce7fc640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 0x7f5cbc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5ccf7fe640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cbc004d40 0x7f5cbc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5cceffd640 1 -- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 msgr2=0x7f5cbc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5cceffd640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd00b5390 0x7f5cbc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5cceffd640 1 -- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cbc004d40 msgr2=0x7f5cbc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.650+0000 7f5cceffd640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cbc004d40 0x7f5cbc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.651+0000 7f5cceffd640 1 -- 172.21.15.16:0/422065738 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cbc003520 con 0x7f5cbc0039e0 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.651+0000 7f5ccf7fe640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cbc004d40 0x7f5cbc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.651+0000 7f5cceffd640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cbc003e00 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f5cc00013d0 tx=0x7f5cbc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e442a2de149e6a72 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.651+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc000a480 con 0x7f5cbc0039e0 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.651+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cc002f070 con 0x7f5cbc0039e0 2024-09-16T01:46:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.651+0000 7f5ccdffb640 1 -- 172.21.15.16:0/422065738 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc002bc70 con 0x7f5cbc0039e0 2024-09-16T01:46:11.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.652+0000 7f5cd5877640 1 -- 172.21.15.16:0/422065738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 msgr2=0x7f5cbc003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.652+0000 7f5cd5877640 1 --2- 172.21.15.16:0/422065738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cbc003e00 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f5cc00013d0 tx=0x7f5cbc005830 comp rx=0 tx=0).stop 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.652+0000 7f5ccf7fe640 1 -- 172.21.15.16:0/422065738 reap_dead start 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.652+0000 7f5cd5877640 1 -- 172.21.15.16:0/422065738 shutdown_connections 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.652+0000 7f5cd5877640 1 -- 172.21.15.16:0/422065738 >> 172.21.15.16:0/422065738 conn(0x7f5cd00b4090 msgr2=0x7f5cd00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.652+0000 7f5cd5877640 1 -- 172.21.15.16:0/422065738 shutdown_connections 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.652+0000 7f5cd5877640 1 -- 172.21.15.16:0/422065738 wait complete. 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.653+0000 7f5cd5877640 1 Processor -- start 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.653+0000 7f5cd5877640 1 -- start start 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cd5877640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cd01f4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cd5877640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cd00b0f20 0x7f5cd015fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cd5877640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd015ec30 0x7f5cd00b30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cd5877640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd0148230 con 0x7f5cbc0039e0 2024-09-16T01:46:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cd5877640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd0073fc0 con 0x7f5cd00b0f20 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cd5877640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd006bbe0 con 0x7f5cd015ec30 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cd01f4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cd01f4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45188/0 (socket says 172.21.15.16:45188) 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 -- 172.21.15.16:0/1368625558 learned_addr learned my addr 172.21.15.16:0/1368625558 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cce7fc640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cd00b0f20 0x7f5cd015fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5ccf7fe640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd015ec30 0x7f5cd00b30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 -- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd015ec30 msgr2=0x7f5cd00b30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd015ec30 0x7f5cd00b30a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 -- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cd00b0f20 msgr2=0x7f5cd015fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cd00b0f20 0x7f5cd015fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5cceffd640 1 -- 172.21.15.16:0/1368625558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd0161770 con 0x7f5cbc0039e0 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.654+0000 7f5ccf7fe640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd015ec30 0x7f5cd00b30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.655+0000 7f5cceffd640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cd01f4cc0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0001cf0 tx=0x7f5cd00b1f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.655+0000 7f5cc7fff640 1 -- 172.21.15.16:0/1368625558 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc002b810 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.655+0000 7f5cc7fff640 1 -- 172.21.15.16:0/1368625558 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cc002b9b0 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.655+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd01600b0 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.655+0000 7f5cc7fff640 1 -- 172.21.15.16:0/1368625558 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc002bd60 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.655+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd01f5720 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.656+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd00b57e0 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.656+0000 7f5cc7fff640 1 -- 172.21.15.16:0/1368625558 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f5cc0034470 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.657+0000 7f5cc7fff640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5cb006c640 0x7f5cb006eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.657+0000 7f5cc7fff640 1 -- 172.21.15.16:0/1368625558 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7f5cc00abfa0 con 0x7f5cbc0039e0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.657+0000 7f5cce7fc640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5cb006c640 0x7f5cb006eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.657+0000 7f5cce7fc640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5cb006c640 0x7f5cb006eb00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5cd013f830 tx=0x7f5cb8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.661+0000 7f5cc7fff640 1 -- 172.21.15.16:0/1368625558 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5cc007a590 con 0x7f5cbc0039e0 2024-09-16T01:46:11.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:11.902+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f5cd00cf740 con 0x7f5cbc0039e0 2024-09-16T01:46:12.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.216+0000 7f5cc7fff640 1 -- 172.21.15.16:0/1368625558 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]}]=0 v206) ==== 161+0+0 (secure 0 0 0) 0x7f5cc0079e90 con 0x7f5cbc0039e0 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5cb006c640 msgr2=0x7f5cb006eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5cb006c640 0x7f5cb006eb00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5cd013f830 tx=0x7f5cb8008040 comp rx=0 tx=0).stop 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 msgr2=0x7f5cd01f4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cd01f4cc0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0001cf0 tx=0x7f5cd00b1f90 comp rx=0 tx=0).stop 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 shutdown_connections 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5cb006c640 0x7f5cb006eb00 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5cd015ec30 0x7f5cd00b30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5cd00b0f20 0x7f5cd015fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 --2- 172.21.15.16:0/1368625558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5cbc0039e0 0x7f5cd01f4cc0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 >> 172.21.15.16:0/1368625558 conn(0x7f5cd00b4090 msgr2=0x7f5cd01462d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:12.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 shutdown_connections 2024-09-16T01:46:12.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.218+0000 7f5cd5877640 1 -- 172.21.15.16:0/1368625558 wait complete. 2024-09-16T01:46:12.232 INFO:tasks.cephfs_test_runner:Validate handcrafted .meta file on legacy subvol root doesn't break the system ... ok 2024-09-16T01:46:12.232 INFO:tasks.cephfs_test_runner:Starting test: test_mgr_eviction (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:46:12.233 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.336+0000 7f0a0f749640 1 Processor -- start 2024-09-16T01:46:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.336+0000 7f0a0f749640 1 -- start start 2024-09-16T01:46:12.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0f749640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a0815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0f749640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a080ba310 con 0x7f0a080b9ee0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0f749640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a080d2750 con 0x7f0a080d0ee0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0f749640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0a081483a0 con 0x7f0a08147fc0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0dce6640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0a080b9ee0 0x7f0a080d3510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33176/0 (socket says 172.21.15.16:33176) 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0dce6640 1 -- 172.21.15.16:0/307981241 learned_addr learned my addr 172.21.15.16:0/307981241 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0d4e5640 1 --2- 172.21.15.16:0/307981241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a0815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4002497825 0 0) 0x7f0a080ba310 con 0x7f0a080b9ee0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09f4003520 con 0x7f0a080b9ee0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2552166094 0 0) 0x7f0a080d2750 con 0x7f0a080d0ee0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a080ba310 con 0x7f0a080d0ee0 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0d4e5640 1 -- 172.21.15.16:0/307981241 >> v1:172.21.15.104:6789/0 conn(0x7f0a080d0ee0 legacy=0x7f0a080b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0d4e5640 1 -- 172.21.15.16:0/307981241 >> v1:172.21.15.16:6789/0 conn(0x7f0a080b9ee0 legacy=0x7f0a080d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3436864447 0 0) 0x7f09f4003520 con 0x7f0a080b9ee0 2024-09-16T01:46:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.337+0000 7f0a0d4e5640 1 -- 172.21.15.16:0/307981241 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a080d2a30 con 0x7f0a08147fc0 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.338+0000 7f0a0d4e5640 1 --2- 172.21.15.16:0/307981241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a0815ea60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0a040097d0 tx=0x7f0a0402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=809acb9c62f1fe8d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.338+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a04037070 con 0x7f0a08147fc0 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.338+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a0402ac30 con 0x7f0a08147fc0 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.338+0000 7f09fffff640 1 -- 172.21.15.16:0/307981241 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a000019f0 con 0x7f0a08147fc0 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.339+0000 7f0a0f749640 1 -- 172.21.15.16:0/307981241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 msgr2=0x7f0a0815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.339+0000 7f0a0f749640 1 --2- 172.21.15.16:0/307981241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a0815ea60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0a040097d0 tx=0x7f0a0402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.339+0000 7f0a0f749640 1 -- 172.21.15.16:0/307981241 shutdown_connections 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.339+0000 7f0a0f749640 1 --2- 172.21.15.16:0/307981241 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a0815ea60 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.339+0000 7f0a0f749640 1 -- 172.21.15.16:0/307981241 >> 172.21.15.16:0/307981241 conn(0x7f0a08074fe0 msgr2=0x7f0a0806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.339+0000 7f0a0f749640 1 -- 172.21.15.16:0/307981241 shutdown_connections 2024-09-16T01:46:12.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.339+0000 7f0a0f749640 1 -- 172.21.15.16:0/307981241 wait complete. 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.340+0000 7f0a0f749640 1 Processor -- start 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.340+0000 7f0a0f749640 1 -- start start 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0f749640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a080b9ee0 0x7f0a08141070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0f749640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a080d0ee0 0x7f0a08143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0f749640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a080cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0f749640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0a080d2500 con 0x7f0a080d0ee0 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0f749640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0815efa0 con 0x7f0a080b9ee0 2024-09-16T01:46:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0f749640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0a080d2ff0 con 0x7f0a08147fc0 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0cce4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a080d0ee0 0x7f0a08143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0cce4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a080d0ee0 0x7f0a08143d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44358/0 (socket says 172.21.15.16:44358) 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0cce4640 1 -- 172.21.15.16:0/27835669 learned_addr learned my addr 172.21.15.16:0/27835669 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0dce6640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a080cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.341+0000 7f0a0d4e5640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a080b9ee0 0x7f0a08141070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0cce4640 1 -- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 msgr2=0x7f0a080cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0cce4640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a080cbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0cce4640 1 -- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a080b9ee0 msgr2=0x7f0a08141070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0cce4640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a080b9ee0 0x7f0a08141070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0cce4640 1 -- 172.21.15.16:0/27835669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a080ca460 con 0x7f0a080d0ee0 2024-09-16T01:46:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0cce4640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a080d0ee0 0x7f0a08143d60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f09f800c490 tx=0x7f09f800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f09fdffb640 1 -- 172.21.15.16:0/27835669 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f80052d0 con 0x7f0a080d0ee0 2024-09-16T01:46:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f09fdffb640 1 -- 172.21.15.16:0/27835669 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09f8005470 con 0x7f0a080d0ee0 2024-09-16T01:46:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a080ca740 con 0x7f0a080d0ee0 2024-09-16T01:46:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f09fdffb640 1 -- 172.21.15.16:0/27835669 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f8012870 con 0x7f0a080d0ee0 2024-09-16T01:46:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.342+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a080cad00 con 0x7f0a080d0ee0 2024-09-16T01:46:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.343+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a0815ea60 con 0x7f0a080d0ee0 2024-09-16T01:46:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.344+0000 7f09fdffb640 1 -- 172.21.15.16:0/27835669 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f09f8012a10 con 0x7f0a080d0ee0 2024-09-16T01:46:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.344+0000 7f09fdffb640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f09ec06c610 0x7f09ec06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.344+0000 7f09fdffb640 1 -- 172.21.15.16:0/27835669 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7f09f808b200 con 0x7f0a080d0ee0 2024-09-16T01:46:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.344+0000 7f0a0d4e5640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f09ec06c610 0x7f09ec06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.345+0000 7f0a0d4e5640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f09ec06c610 0x7f09ec06ead0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f0a04034000 tx=0x7f0a0402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.348+0000 7f09fdffb640 1 -- 172.21.15.16:0/27835669 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09f80591a0 con 0x7f0a080d0ee0 2024-09-16T01:46:12.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.524+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0a08145910 con 0x7f0a080d0ee0 2024-09-16T01:46:12.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.524+0000 7f09fdffb640 1 -- 172.21.15.16:0/27835669 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+12998 (secure 0 0 0) 0x7f09f805d4a0 con 0x7f0a080d0ee0 2024-09-16T01:46:12.526 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:12.526 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":60,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:11.211212+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6837/1330846873":"2024-09-17T01:46:08.203869+0000","172.21.15.104:6835/1330846873":"2024-09-17T01:46:08.203869+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:12.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f09ec06c610 msgr2=0x7f09ec06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f09ec06c610 0x7f09ec06ead0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f0a04034000 tx=0x7f0a0402e000 comp rx=0 tx=0).stop 2024-09-16T01:46:12.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a080d0ee0 msgr2=0x7f0a08143d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a080d0ee0 0x7f0a08143d60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f09f800c490 tx=0x7f09f800c950 comp rx=0 tx=0).stop 2024-09-16T01:46:12.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 shutdown_connections 2024-09-16T01:46:12.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f09ec06c610 0x7f09ec06ead0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a08147fc0 0x7f0a080cbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a080d0ee0 0x7f0a08143d60 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 --2- 172.21.15.16:0/27835669 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a080b9ee0 0x7f0a08141070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 >> 172.21.15.16:0/27835669 conn(0x7f0a08074fe0 msgr2=0x7f0a080b74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:12.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 shutdown_connections 2024-09-16T01:46:12.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.527+0000 7f0a0f749640 1 -- 172.21.15.16:0/27835669 wait complete. 2024-09-16T01:46:12.539 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:46:12.539 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:46:12.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.643+0000 7fb6a8e27640 1 Processor -- start 2024-09-16T01:46:12.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.643+0000 7fb6a8e27640 1 -- start start 2024-09-16T01:46:12.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.644+0000 7fb6a8e27640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 0x7fb6a40d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.644+0000 7fb6a8e27640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6a40cfcd0 con 0x7fb6a4147f30 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.644+0000 7fb6a8e27640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6a40d22f0 con 0x7fb6a40d30b0 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.644+0000 7fb6a8e27640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb6a40d20a0 con 0x7fb6a40d4010 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a259c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb6a4147f30 0x7fb6a40cf5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33192/0 (socket says 172.21.15.16:33192) 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a259c640 1 -- 172.21.15.16:0/839815398 learned_addr learned my addr 172.21.15.16:0/839815398 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a1d9b640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 0x7fb6a40d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1050891843 0 0) 0x7fb6a40cfcd0 con 0x7fb6a4147f30 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb690003520 con 0x7fb6a4147f30 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 460497874 0 0) 0x7fb690003520 con 0x7fb6a4147f30 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 msgr2=0x7fb6a40d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 0x7fb6a40d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 >> v1:172.21.15.104:6789/0 conn(0x7fb6a40d30b0 legacy=0x7fb6a40b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a40d25d0 con 0x7fb6a4147f30 2024-09-16T01:46:12.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fb6940019f0 con 0x7fb6a4147f30 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 >> v1:172.21.15.16:6789/0 conn(0x7fb6a4147f30 legacy=0x7fb6a40cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6900039e0 0x7fb690003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb690004800 0x7fb690004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 0x7fb690005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a40d20a0 con 0x7fb6900039e0 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb69000baf0 con 0x7fb690004800 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb69000bcf0 con 0x7fb6a40d4010 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a259c640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6900039e0 0x7fb690003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a1d9b640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb690004800 0x7fb690004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.645+0000 7fb6a2d9d640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 0x7fb690005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.646+0000 7fb6a259c640 1 -- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 msgr2=0x7fb690005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:12.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.646+0000 7fb6a259c640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a40d4010 0x7fb690005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.646+0000 7fb6a259c640 1 -- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb690004800 msgr2=0x7fb690004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.646+0000 7fb6a259c640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb690004800 0x7fb690004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.646+0000 7fb6a259c640 1 -- 172.21.15.16:0/839815398 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb690003520 con 0x7fb6900039e0 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.646+0000 7fb6a259c640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6900039e0 0x7fb690003e00 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fb69400a860 tx=0x7fb690005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c317d013945f78be server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.646+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69400a480 con 0x7fb6900039e0 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb69402f070 con 0x7fb6900039e0 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a159a640 1 -- 172.21.15.16:0/839815398 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69402bd00 con 0x7fb6900039e0 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a8e27640 1 -- 172.21.15.16:0/839815398 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6900039e0 msgr2=0x7fb690003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a8e27640 1 --2- 172.21.15.16:0/839815398 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6900039e0 0x7fb690003e00 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fb69400a860 tx=0x7fb690005830 comp rx=0 tx=0).stop 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a2d9d640 1 -- 172.21.15.16:0/839815398 reap_dead start 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a8e27640 1 -- 172.21.15.16:0/839815398 shutdown_connections 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a8e27640 1 -- 172.21.15.16:0/839815398 >> 172.21.15.16:0/839815398 conn(0x7fb6a4074da0 msgr2=0x7fb6a40d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:12.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a8e27640 1 -- 172.21.15.16:0/839815398 shutdown_connections 2024-09-16T01:46:12.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.647+0000 7fb6a8e27640 1 -- 172.21.15.16:0/839815398 wait complete. 2024-09-16T01:46:12.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.648+0000 7fb6a8e27640 1 Processor -- start 2024-09-16T01:46:12.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a8e27640 1 -- start start 2024-09-16T01:46:12.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a8e27640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6900039e0 0x7fb6a40b6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a8e27640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a41f4570 0x7fb6a4145440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a8e27640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6a4145980 0x7fb6a4142910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a8e27640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a4148310 con 0x7fb6a4145980 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a8e27640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a40d2b90 con 0x7fb6900039e0 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a8e27640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb6a40b8f20 con 0x7fb6a41f4570 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a2d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6a4145980 0x7fb6a4142910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a2d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6a4145980 0x7fb6a4142910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44366/0 (socket says 172.21.15.16:44366) 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a2d9d640 1 -- 172.21.15.16:0/216687140 learned_addr learned my addr 172.21.15.16:0/216687140 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.649+0000 7fb6a259c640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6900039e0 0x7fb6a40b6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a1d9b640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a41f4570 0x7fb6a4145440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a2d9d640 1 -- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a41f4570 msgr2=0x7fb6a4145440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a2d9d640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a41f4570 0x7fb6a4145440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a2d9d640 1 -- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6900039e0 msgr2=0x7fb6a40b6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a2d9d640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6900039e0 0x7fb6a40b6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a2d9d640 1 -- 172.21.15.16:0/216687140 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a40b6e40 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a2d9d640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6a4145980 0x7fb6a4142910 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fb6a40ba730 tx=0x7fb69c00f860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb69affd640 1 -- 172.21.15.16:0/216687140 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c0052e0 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb69affd640 1 -- 172.21.15.16:0/216687140 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb69c018070 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6a415dfe0 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb69affd640 1 -- 172.21.15.16:0/216687140 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c003830 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.650+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6a40cb8f0 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.651+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6a40b9330 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.652+0000 7fb69affd640 1 -- 172.21.15.16:0/216687140 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fb69c0039d0 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.652+0000 7fb69affd640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb68406c640 0x7fb68406eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.652+0000 7fb69affd640 1 -- 172.21.15.16:0/216687140 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7fb69c08aef0 con 0x7fb6a4145980 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.652+0000 7fb6a259c640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb68406c640 0x7fb68406eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.653+0000 7fb6a259c640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb68406c640 0x7fb68406eb00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb694033000 tx=0x7fb694009030 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.657+0000 7fb69affd640 1 -- 172.21.15.16:0/216687140 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb6a415dfe0 con 0x7fb6a4145980 2024-09-16T01:46:12.702 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:46:12.705 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:46:12.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.832+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb6a40c94a0 con 0x7fb6a4145980 2024-09-16T01:46:12.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.832+0000 7fb69affd640 1 -- 172.21.15.16:0/216687140 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v60) ==== 93+0+10 (secure 0 0 0) 0x7fb69c0595e0 con 0x7fb6a4145980 2024-09-16T01:46:12.834 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:46:12.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb68406c640 msgr2=0x7fb68406eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb68406c640 0x7fb68406eb00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb694033000 tx=0x7fb694009030 comp rx=0 tx=0).stop 2024-09-16T01:46:12.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6a4145980 msgr2=0x7fb6a4142910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6a4145980 0x7fb6a4142910 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fb6a40ba730 tx=0x7fb69c00f860 comp rx=0 tx=0).stop 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 shutdown_connections 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fb68406c640 0x7fb68406eb00 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6a4145980 0x7fb6a4142910 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb6a41f4570 0x7fb6a4145440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 --2- 172.21.15.16:0/216687140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6900039e0 0x7fb6a40b6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 >> 172.21.15.16:0/216687140 conn(0x7fb6a4074da0 msgr2=0x7fb6a40d37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 shutdown_connections 2024-09-16T01:46:12.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.834+0000 7fb6a8e27640 1 -- 172.21.15.16:0/216687140 wait complete. 2024-09-16T01:46:12.846 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction' 2024-09-16T01:46:12.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.947+0000 7ff094cac640 1 Processor -- start 2024-09-16T01:46:12.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.947+0000 7ff094cac640 1 -- start start 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff094cac640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff09015e3a0 0x7ff09006d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff094cac640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0900b6a70 con 0x7ff09006bbe0 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff094cac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0900b6d10 con 0x7ff09006d790 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff094cac640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff0900b7640 con 0x7ff09015e3a0 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff08ed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff09006bbe0 0x7ff090161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33198/0 (socket says 172.21.15.16:33198) 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff08e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff09015e3a0 0x7ff09006d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff08ed9d640 1 -- 172.21.15.16:0/410344362 learned_addr learned my addr 172.21.15.16:0/410344362 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff08e59c640 1 -- 172.21.15.16:0/410344362 >> v1:172.21.15.104:6789/0 conn(0x7ff09006d790 legacy=0x7ff09006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:12.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.948+0000 7ff08e59c640 1 -- 172.21.15.16:0/410344362 >> v1:172.21.15.16:6789/0 conn(0x7ff09006bbe0 legacy=0x7ff090161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.949+0000 7ff08e59c640 1 -- 172.21.15.16:0/410344362 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0900b6ff0 con 0x7ff09015e3a0 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.949+0000 7ff08e59c640 1 --2- 172.21.15.16:0/410344362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09006d250 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7ff080009d90 tx=0x7ff08002a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c84484fa73ddfdd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.949+0000 7ff08d59a640 1 -- 172.21.15.16:0/410344362 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff080007740 con 0x7ff09015e3a0 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.949+0000 7ff08d59a640 1 -- 172.21.15.16:0/410344362 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0800078e0 con 0x7ff09015e3a0 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.949+0000 7ff08d59a640 1 -- 172.21.15.16:0/410344362 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff080007cb0 con 0x7ff09015e3a0 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.950+0000 7ff094cac640 1 -- 172.21.15.16:0/410344362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 msgr2=0x7ff09006d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.950+0000 7ff094cac640 1 --2- 172.21.15.16:0/410344362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09006d250 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7ff080009d90 tx=0x7ff08002a5b0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.950+0000 7ff094cac640 1 -- 172.21.15.16:0/410344362 shutdown_connections 2024-09-16T01:46:12.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.950+0000 7ff094cac640 1 --2- 172.21.15.16:0/410344362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09006d250 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.950+0000 7ff094cac640 1 -- 172.21.15.16:0/410344362 >> 172.21.15.16:0/410344362 conn(0x7ff0900b4090 msgr2=0x7ff0900b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:12.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.950+0000 7ff094cac640 1 -- 172.21.15.16:0/410344362 shutdown_connections 2024-09-16T01:46:12.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.950+0000 7ff094cac640 1 -- 172.21.15.16:0/410344362 wait complete. 2024-09-16T01:46:12.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.951+0000 7ff094cac640 1 Processor -- start 2024-09-16T01:46:12.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.951+0000 7ff094cac640 1 -- start start 2024-09-16T01:46:12.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff094cac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09006bbe0 0x7ff0901fc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff094cac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff09006d790 0x7ff090161440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff094cac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09015a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff094cac640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff090073cc0 con 0x7ff09015e3a0 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff094cac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff09015e780 con 0x7ff09006bbe0 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff094cac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff090073e40 con 0x7ff09006d790 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff08ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09015a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff08ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09015a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44386/0 (socket says 172.21.15.16:44386) 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff08ed9d640 1 -- 172.21.15.16:0/2848193429 learned_addr learned my addr 172.21.15.16:0/2848193429 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff08dd9b640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff09006d790 0x7ff090161440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.952+0000 7ff08e59c640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09006bbe0 0x7ff0901fc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff08ed9d640 1 -- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff09006d790 msgr2=0x7ff090161440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff08ed9d640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff09006d790 0x7ff090161440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff08ed9d640 1 -- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09006bbe0 msgr2=0x7ff0901fc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff08ed9d640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09006bbe0 0x7ff0901fc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff08ed9d640 1 -- 172.21.15.16:0/2848193429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff090161b40 con 0x7ff09015e3a0 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff08ed9d640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09015a7f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7ff08800c750 tx=0x7ff08800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff086ffd640 1 -- 172.21.15.16:0/2848193429 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088018070 con 0x7ff09015e3a0 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff086ffd640 1 -- 172.21.15.16:0/2848193429 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0880072d0 con 0x7ff09015e3a0 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff086ffd640 1 -- 172.21.15.16:0/2848193429 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0880047e0 con 0x7ff09015e3a0 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff090159d10 con 0x7ff09015e3a0 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.953+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff09015a2d0 con 0x7ff09015e3a0 2024-09-16T01:46:12.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.954+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff09015a4d0 con 0x7ff09015e3a0 2024-09-16T01:46:12.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.955+0000 7ff086ffd640 1 -- 172.21.15.16:0/2848193429 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7ff08801b070 con 0x7ff09015e3a0 2024-09-16T01:46:12.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.955+0000 7ff086ffd640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff07006c610 0x7ff07006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:12.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.955+0000 7ff086ffd640 1 -- 172.21.15.16:0/2848193429 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7ff08808ab70 con 0x7ff09015e3a0 2024-09-16T01:46:12.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.955+0000 7ff08e59c640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff07006c610 0x7ff07006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:12.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.956+0000 7ff08e59c640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff07006c610 0x7ff07006ead0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff080034000 tx=0x7ff08002f000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:12.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:12.959+0000 7ff086ffd640 1 -- 172.21.15.16:0/2848193429 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff09015a4d0 con 0x7ff09015e3a0 2024-09-16T01:46:13.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.199+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]} v 0) -- 0x7ff0901595a0 con 0x7ff09015e3a0 2024-09-16T01:46:13.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.221+0000 7ff086ffd640 1 -- 172.21.15.16:0/2848193429 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]}]=0 v207) ==== 134+0+0 (secure 0 0 0) 0x7ff088059160 con 0x7ff09015e3a0 2024-09-16T01:46:13.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff07006c610 msgr2=0x7ff07006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff07006c610 0x7ff07006ead0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff080034000 tx=0x7ff08002f000 comp rx=0 tx=0).stop 2024-09-16T01:46:13.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 msgr2=0x7ff09015a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09015a7f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7ff08800c750 tx=0x7ff08800cc10 comp rx=0 tx=0).stop 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 shutdown_connections 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff07006c610 0x7ff07006ead0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff09015e3a0 0x7ff09015a7f0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff09006d790 0x7ff090161440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 --2- 172.21.15.16:0/2848193429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09006bbe0 0x7ff0901fc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 >> 172.21.15.16:0/2848193429 conn(0x7ff0900b4090 msgr2=0x7ff0900b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 shutdown_connections 2024-09-16T01:46:13.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.223+0000 7ff094cac640 1 -- 172.21.15.16:0/2848193429 wait complete. 2024-09-16T01:46:13.235 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:46:13.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.339+0000 7f8079931640 1 Processor -- start 2024-09-16T01:46:13.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.339+0000 7f8079931640 1 -- start start 2024-09-16T01:46:13.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f8079931640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 0x7f80740d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f8079931640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f807406ecf0 con 0x7f80740d2950 2024-09-16T01:46:13.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f8079931640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f807406bbe0 con 0x7f807406e7b0 2024-09-16T01:46:13.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f8079931640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80740d2db0 con 0x7f807415c280 2024-09-16T01:46:13.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f80727fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f80740d2950 0x7f807406e0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33208/0 (socket says 172.21.15.16:33208) 2024-09-16T01:46:13.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f80727fc640 1 -- 172.21.15.16:0/855529105 learned_addr learned my addr 172.21.15.16:0/855529105 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:13.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f8072ffd640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 0x7f80740d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3714736591 0 0) 0x7f807406ecf0 con 0x7f80740d2950 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.340+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f805c003520 con 0x7f80740d2950 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3863091714 0 0) 0x7f807406bbe0 con 0x7f807406e7b0 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f807406ecf0 con 0x7f807406e7b0 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2299126726 0 0) 0x7f805c003520 con 0x7f80740d2950 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 msgr2=0x7f80740d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 0x7f80740d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 >> v1:172.21.15.104:6789/0 conn(0x7f807406e7b0 legacy=0x7f80740b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f807406bec0 con 0x7f80740d2950 2024-09-16T01:46:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8068001670 con 0x7f80740d2950 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 >> v1:172.21.15.16:6789/0 conn(0x7f80740d2950 legacy=0x7f807406e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f805c003b70 0x7f805c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c004800 0x7f805c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 0x7f805c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f80740d2db0 con 0x7f805c003b70 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f805c00ba70 con 0x7f805c004800 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f805c00bc70 con 0x7f807415c280 2024-09-16T01:46:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8072ffd640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f805c003b70 0x7f805c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f80727fc640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c004800 0x7f805c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f80737fe640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 0x7f805c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8072ffd640 1 -- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 msgr2=0x7f805c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8072ffd640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807415c280 0x7f805c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8072ffd640 1 -- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c004800 msgr2=0x7f805c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8072ffd640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c004800 0x7f805c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f8072ffd640 1 -- 172.21.15.16:0/855529105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f805c003520 con 0x7f805c003b70 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.341+0000 7f80727fc640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c004800 0x7f805c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.342+0000 7f8072ffd640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f805c003b70 0x7f805c003f90 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f8064009f90 tx=0x7f805c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=804e2334929c59d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.342+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8064009c10 con 0x7f805c003b70 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.342+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8064036070 con 0x7f805c003b70 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.342+0000 7f8071ffb640 1 -- 172.21.15.16:0/855529105 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8064031830 con 0x7f805c003b70 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.343+0000 7f8079931640 1 -- 172.21.15.16:0/855529105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f805c003b70 msgr2=0x7f805c003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.343+0000 7f8079931640 1 --2- 172.21.15.16:0/855529105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f805c003b70 0x7f805c003f90 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f8064009f90 tx=0x7f805c005830 comp rx=0 tx=0).stop 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.343+0000 7f80737fe640 1 -- 172.21.15.16:0/855529105 reap_dead start 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.343+0000 7f8079931640 1 -- 172.21.15.16:0/855529105 shutdown_connections 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.343+0000 7f8079931640 1 -- 172.21.15.16:0/855529105 >> 172.21.15.16:0/855529105 conn(0x7f807406f2d0 msgr2=0x7f807406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.343+0000 7f8079931640 1 -- 172.21.15.16:0/855529105 shutdown_connections 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.343+0000 7f8079931640 1 -- 172.21.15.16:0/855529105 wait complete. 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.344+0000 7f8079931640 1 Processor -- start 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.344+0000 7f8079931640 1 -- start start 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f8079931640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c003b70 0x7f80741f4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f8079931640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80741f1860 0x7f80740b4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f8079931640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80740b47d0 0x7f80741f7a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f8079931640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f807415fae0 con 0x7f80741f1860 2024-09-16T01:46:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f8079931640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f807406c480 con 0x7f805c003b70 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f8079931640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f807406c9a0 con 0x7f80740b47d0 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80741f1860 0x7f80740b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80741f1860 0x7f80740b4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44404/0 (socket says 172.21.15.16:44404) 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 -- 172.21.15.16:0/3263193252 learned_addr learned my addr 172.21.15.16:0/3263193252 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f8072ffd640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c003b70 0x7f80741f4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80737fe640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80740b47d0 0x7f80741f7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 -- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80740b47d0 msgr2=0x7f80741f7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80740b47d0 0x7f80741f7a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 -- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c003b70 msgr2=0x7f80741f4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c003b70 0x7f80741f4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 -- 172.21.15.16:0/3263193252 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80741f5420 con 0x7f80741f1860 2024-09-16T01:46:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80737fe640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80740b47d0 0x7f80741f7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f80727fc640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80741f1860 0x7f80740b4290 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f806800e8c0 tx=0x7f806800ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.345+0000 7f805bfff640 1 -- 172.21.15.16:0/3263193252 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806800c870 con 0x7f80741f1860 2024-09-16T01:46:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.346+0000 7f805bfff640 1 -- 172.21.15.16:0/3263193252 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8068018070 con 0x7f80741f1860 2024-09-16T01:46:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.346+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80740b21c0 con 0x7f80741f1860 2024-09-16T01:46:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.346+0000 7f805bfff640 1 -- 172.21.15.16:0/3263193252 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806800cc10 con 0x7f80741f1860 2024-09-16T01:46:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.346+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80740b2740 con 0x7f80741f1860 2024-09-16T01:46:13.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.347+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80741e7e50 con 0x7f80741f1860 2024-09-16T01:46:13.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.347+0000 7f805bfff640 1 -- 172.21.15.16:0/3263193252 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f806801d460 con 0x7f80741f1860 2024-09-16T01:46:13.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.348+0000 7f805bfff640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f806006c610 0x7f806006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.348+0000 7f805bfff640 1 -- 172.21.15.16:0/3263193252 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7f806808b4c0 con 0x7f80741f1860 2024-09-16T01:46:13.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.348+0000 7f8072ffd640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f806006c610 0x7f806006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.349+0000 7f8072ffd640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f806006c610 0x7f806006ead0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8064035000 tx=0x7f806402f000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:13.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.352+0000 7f805bfff640 1 -- 172.21.15.16:0/3263193252 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f80741f5420 con 0x7f80741f1860 2024-09-16T01:46:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.529+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f80740735f0 con 0x7f80741f1860 2024-09-16T01:46:13.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.532+0000 7f805bfff640 1 -- 172.21.15.16:0/3263193252 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f8068059b00 con 0x7f80741f1860 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f806006c610 msgr2=0x7f806006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f806006c610 0x7f806006ead0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8064035000 tx=0x7f806402f000 comp rx=0 tx=0).stop 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80741f1860 msgr2=0x7f80740b4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80741f1860 0x7f80740b4290 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f806800e8c0 tx=0x7f806800ed80 comp rx=0 tx=0).stop 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 shutdown_connections 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f806006c610 0x7f806006ead0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80740b47d0 0x7f80741f7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80741f1860 0x7f80740b4290 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 --2- 172.21.15.16:0/3263193252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f805c003b70 0x7f80741f4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 >> 172.21.15.16:0/3263193252 conn(0x7f807406f2d0 msgr2=0x7f807415cc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:13.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 shutdown_connections 2024-09-16T01:46:13.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.534+0000 7f8079931640 1 -- 172.21.15.16:0/3263193252 wait complete. 2024-09-16T01:46:13.547 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:46:13.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:13.590 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:13.644 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:46:13.644 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:13.644 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:13.661 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:46:13.661 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:13.661 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:13.680 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:46:13.680 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:13.680 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:13.718 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:46:13.719 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:13.719 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:13.739 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:46:13.740 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:46:13.740 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:13.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.860+0000 7f74676e4640 1 Processor -- start 2024-09-16T01:46:13.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.860+0000 7f74676e4640 1 -- start start 2024-09-16T01:46:13.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f74676e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f746015e680 0x7f74600b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f74676e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f74600d4570 0x7f74600d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f74676e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74600d4ec0 con 0x7f74600b95a0 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f74676e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f74600b9a10 con 0x7f74600d4570 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f74676e4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f74600b8500 con 0x7f746015e680 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465c81640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f74600d4570 0x7f74600d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465c81640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f74600d4570 0x7f74600d4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44420/0 (socket says 172.21.15.16:44420) 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465c81640 1 -- 172.21.15.16:0/3126929452 learned_addr learned my addr 172.21.15.16:0/3126929452 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465480640 1 --2- 172.21.15.16:0/3126929452 >> v2:172.21.15.104:3300/0 conn(0x7f746015e680 0x7f74600b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465c81640 1 -- 172.21.15.16:0/3126929452 >> v2:172.21.15.104:3300/0 conn(0x7f746015e680 msgr2=0x7f74600b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:13.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465c81640 1 --2- 172.21.15.16:0/3126929452 >> v2:172.21.15.104:3300/0 conn(0x7f746015e680 0x7f74600b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465c81640 1 -- 172.21.15.16:0/3126929452 >> v1:172.21.15.104:6789/0 conn(0x7f74600b95a0 legacy=0x7f74600d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.861+0000 7f7465c81640 1 -- 172.21.15.16:0/3126929452 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74600b87e0 con 0x7f74600d4570 2024-09-16T01:46:13.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.862+0000 7f7465c81640 1 --2- 172.21.15.16:0/3126929452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600d4570 0x7f74600d4980 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f7460072d70 tx=0x7f745802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7c76aa94b3cad43 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:13.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.862+0000 7f7457fff640 1 -- 172.21.15.16:0/3126929452 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7458036070 con 0x7f74600d4570 2024-09-16T01:46:13.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.862+0000 7f7457fff640 1 -- 172.21.15.16:0/3126929452 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7458031600 con 0x7f74600d4570 2024-09-16T01:46:13.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.862+0000 7f7457fff640 1 -- 172.21.15.16:0/3126929452 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74580319d0 con 0x7f74600d4570 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 -- 172.21.15.16:0/3126929452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600d4570 msgr2=0x7f74600d4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 --2- 172.21.15.16:0/3126929452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600d4570 0x7f74600d4980 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f7460072d70 tx=0x7f745802a730 comp rx=0 tx=0).stop 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 -- 172.21.15.16:0/3126929452 shutdown_connections 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 --2- 172.21.15.16:0/3126929452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600d4570 0x7f74600d4980 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 --2- 172.21.15.16:0/3126929452 >> v2:172.21.15.104:3300/0 conn(0x7f746015e680 0x7f74600b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 -- 172.21.15.16:0/3126929452 >> 172.21.15.16:0/3126929452 conn(0x7f7460074fe0 msgr2=0x7f7460072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 -- 172.21.15.16:0/3126929452 shutdown_connections 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.863+0000 7f74676e4640 1 -- 172.21.15.16:0/3126929452 wait complete. 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.864+0000 7f74676e4640 1 Processor -- start 2024-09-16T01:46:13.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.864+0000 7f74676e4640 1 -- start start 2024-09-16T01:46:13.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f74676e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b95a0 0x7f74601f3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f74676e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74600d4570 0x7f74600cb030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f74676e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f746015e680 0x7f746015a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f74676e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f74600b9080 con 0x7f74600b95a0 2024-09-16T01:46:13.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f74676e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f74600b8da0 con 0x7f74600d4570 2024-09-16T01:46:13.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f74676e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f746015ea60 con 0x7f746015e680 2024-09-16T01:46:13.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b95a0 0x7f74601f3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b95a0 0x7f74601f3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44428/0 (socket says 172.21.15.16:44428) 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 -- 172.21.15.16:0/1177654362 learned_addr learned my addr 172.21.15.16:0/1177654362 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7464c7f640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74600d4570 0x7f74600cb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465c81640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f746015e680 0x7f746015a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 -- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f746015e680 msgr2=0x7f746015a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f746015e680 0x7f746015a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 -- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74600d4570 msgr2=0x7f74600cb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74600d4570 0x7f74600cb030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 -- 172.21.15.16:0/1177654362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74600cb570 con 0x7f74600b95a0 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.865+0000 7f7465480640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b95a0 0x7f74601f3930 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f745c00e8a0 tx=0x7f745c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.866+0000 7f7455ffb640 1 -- 172.21.15.16:0/1177654362 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f745c017070 con 0x7f74600b95a0 2024-09-16T01:46:13.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.866+0000 7f7455ffb640 1 -- 172.21.15.16:0/1177654362 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f745c00c940 con 0x7f74600b95a0 2024-09-16T01:46:13.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.866+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74601f5220 con 0x7f74600b95a0 2024-09-16T01:46:13.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.866+0000 7f7455ffb640 1 -- 172.21.15.16:0/1177654362 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f745c00cd30 con 0x7f74600b95a0 2024-09-16T01:46:13.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.866+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74601f57e0 con 0x7f74600b95a0 2024-09-16T01:46:13.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.867+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74600d4980 con 0x7f74600b95a0 2024-09-16T01:46:13.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.867+0000 7f7455ffb640 1 -- 172.21.15.16:0/1177654362 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f745c01a070 con 0x7f74600b95a0 2024-09-16T01:46:13.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.868+0000 7f7455ffb640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f744406c610 0x7f744406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:13.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.868+0000 7f7455ffb640 1 -- 172.21.15.16:0/1177654362 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7f745c08b7f0 con 0x7f74600b95a0 2024-09-16T01:46:13.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.868+0000 7f7464c7f640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f744406c610 0x7f744406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:13.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.868+0000 7f7464c7f640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f744406c610 0x7f744406ead0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f746015b480 tx=0x7f7450009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:13.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:13.872+0000 7f7455ffb640 1 -- 172.21.15.16:0/1177654362 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f74600cb570 con 0x7f74600b95a0 2024-09-16T01:46:14.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.087+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f74600756f0 con 0x7f74600b95a0 2024-09-16T01:46:14.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.087+0000 7f7455ffb640 1 -- 172.21.15.16:0/1177654362 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+3911 (secure 0 0 0) 0x7f745c059ee0 con 0x7f74600b95a0 2024-09-16T01:46:14.089 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:14.089 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":34,"btime":"2024-09-16T01:46:09:205637+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1054859958","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1054859958},{"type":"v1","addr":"172.21.15.104:6836","nonce":1054859958}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1552334284","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1552334284},{"type":"v1","addr":"172.21.15.104:6837","nonce":1552334284}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34},{"gid":5823,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/22626557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":22626557},{"type":"v1","addr":"172.21.15.16:6834","nonce":22626557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5826,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1777779297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1777779297},{"type":"v1","addr":"172.21.15.16:6835","nonce":1777779297}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[]} 2024-09-16T01:46:14.089 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 34 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f744406c610 msgr2=0x7f744406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f744406c610 0x7f744406ead0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f746015b480 tx=0x7f7450009040 comp rx=0 tx=0).stop 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b95a0 msgr2=0x7f74601f3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b95a0 0x7f74601f3930 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f745c00e8a0 tx=0x7f745c00ed60 comp rx=0 tx=0).stop 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 shutdown_connections 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f744406c610 0x7f744406ead0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f746015e680 0x7f746015a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74600d4570 0x7f74600cb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 --2- 172.21.15.16:0/1177654362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b95a0 0x7f74601f3930 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.089+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 >> 172.21.15.16:0/1177654362 conn(0x7f7460074fe0 msgr2=0x7f74600b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:14.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.090+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 shutdown_connections 2024-09-16T01:46:14.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.090+0000 7f74676e4640 1 -- 172.21.15.16:0/1177654362 wait complete. 2024-09-16T01:46:14.102 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:46:14.102 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:46:14.103 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:46:14.103 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:14.103 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:46:14.103 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:46:14.103 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:46:14.104 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:14.104 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:46:14.104 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:46:14.104 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:46:14.104 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:14.104 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:46:14.104 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:46:14.105 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:46:14.105 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:14.112 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:46:14.113 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:46:14.113 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:46:14.114 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:46:14.116 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:46:14.116 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:46:14.117 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:46:14.117 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:46:14.156 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:46:14.156 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:14.156 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:46:14.157 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:14.159 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:46:14.159 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:14.160 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:46:14.160 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:14.160 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:46:14.234 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:46:14.234 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:46:14.242 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:46:14.242 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:46:14.242 INFO:tasks.ceph.mds.d.smithi104.stderr:2024-09-16T01:46:14.241+0000 7f1dd0c49640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-16T01:46:14.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.269+0000 7f6310178640 1 Processor -- start 2024-09-16T01:46:14.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f6310178640 1 -- start start 2024-09-16T01:46:14.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f6310178640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6308147fc0 0x7f630815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:14.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f6310178640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f63080d0ee0 0x7f63080d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:14.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f6310178640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:14.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f6310178640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f63081483a0 con 0x7f6308147fc0 2024-09-16T01:46:14.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f6310178640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f630815efa0 con 0x7f63080d0ee0 2024-09-16T01:46:14.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f6310178640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f63080d2500 con 0x7f63080b97d0 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.270+0000 7f630df14640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6308147fc0 0x7f630815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630df14640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6308147fc0 0x7f630815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44466/0 (socket says 172.21.15.16:44466) 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630df14640 1 -- 172.21.15.16:0/144102705 learned_addr learned my addr 172.21.15.16:0/144102705 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630e715640 1 --2- 172.21.15.16:0/144102705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630d713640 1 --2- 172.21.15.16:0/144102705 >> v2:172.21.15.104:3300/0 conn(0x7f63080d0ee0 0x7f63080d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630df14640 1 -- 172.21.15.16:0/144102705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 msgr2=0x7f63080b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630df14640 1 --2- 172.21.15.16:0/144102705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630df14640 1 -- 172.21.15.16:0/144102705 >> v2:172.21.15.104:3300/0 conn(0x7f63080d0ee0 msgr2=0x7f63080d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630df14640 1 --2- 172.21.15.16:0/144102705 >> v2:172.21.15.104:3300/0 conn(0x7f63080d0ee0 0x7f63080d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.271+0000 7f630df14640 1 -- 172.21.15.16:0/144102705 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63080d2750 con 0x7f6308147fc0 2024-09-16T01:46:14.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f630df14640 1 --2- 172.21.15.16:0/144102705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f630815ea60 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6308161f70 tx=0x7f630402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46818d4eacc3531c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f630cf12640 1 -- 172.21.15.16:0/144102705 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6304037070 con 0x7f6308147fc0 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f630cf12640 1 -- 172.21.15.16:0/144102705 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6304032440 con 0x7f6308147fc0 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f630cf12640 1 -- 172.21.15.16:0/144102705 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6304032810 con 0x7f6308147fc0 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 -- 172.21.15.16:0/144102705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 msgr2=0x7f630815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 --2- 172.21.15.16:0/144102705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f630815ea60 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6308161f70 tx=0x7f630402a210 comp rx=0 tx=0).stop 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 -- 172.21.15.16:0/144102705 shutdown_connections 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 --2- 172.21.15.16:0/144102705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 --2- 172.21.15.16:0/144102705 >> v2:172.21.15.104:3300/0 conn(0x7f63080d0ee0 0x7f63080d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 --2- 172.21.15.16:0/144102705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f630815ea60 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 -- 172.21.15.16:0/144102705 >> 172.21.15.16:0/144102705 conn(0x7f6308074fe0 msgr2=0x7f630806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 -- 172.21.15.16:0/144102705 shutdown_connections 2024-09-16T01:46:14.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.272+0000 7f6310178640 1 -- 172.21.15.16:0/144102705 wait complete. 2024-09-16T01:46:14.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 Processor -- start 2024-09-16T01:46:14.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 -- start start 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080ab9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63080d0ee0 0x7f6308142980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f63081441f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f63080d2ff0 con 0x7f6308147fc0 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f63080d2d10 con 0x7f63080d0ee0 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.274+0000 7f6310178640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f63080ba120 con 0x7f63080b97d0 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630e715640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f63081441f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:14.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630df14640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080ab9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630d713640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63080d0ee0 0x7f6308142980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630e715640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f63081441f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44480/0 (socket says 172.21.15.16:44480) 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630e715640 1 -- 172.21.15.16:0/2916508451 learned_addr learned my addr 172.21.15.16:0/2916508451 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630d713640 1 -- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 msgr2=0x7f63080ab9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630d713640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080ab9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630d713640 1 -- 172.21.15.16:0/2916508451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 msgr2=0x7f63081441f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630d713640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f63081441f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630d713640 1 -- 172.21.15.16:0/2916508451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f630815e4b0 con 0x7f63080d0ee0 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630df14640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080ab9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630e715640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f63081441f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f630d713640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63080d0ee0 0x7f6308142980 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f62f800e880 tx=0x7f62f800ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f62fe7fc640 1 -- 172.21.15.16:0/2916508451 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f8017070 con 0x7f63080d0ee0 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f62fe7fc640 1 -- 172.21.15.16:0/2916508451 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62f800c940 con 0x7f63080d0ee0 2024-09-16T01:46:14.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f62fe7fc640 1 -- 172.21.15.16:0/2916508451 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f800cd30 con 0x7f63080d0ee0 2024-09-16T01:46:14.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6308142ec0 con 0x7f63080d0ee0 2024-09-16T01:46:14.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.275+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6308143150 con 0x7f63080d0ee0 2024-09-16T01:46:14.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.276+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63080b9be0 con 0x7f63080d0ee0 2024-09-16T01:46:14.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.277+0000 7f62fe7fc640 1 -- 172.21.15.16:0/2916508451 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f62f801a070 con 0x7f63080d0ee0 2024-09-16T01:46:14.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.278+0000 7f62fe7fc640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f62ec06c610 0x7f62ec06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:14.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.278+0000 7f62fe7fc640 1 -- 172.21.15.16:0/2916508451 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 4943+0+0 (secure 0 0 0) 0x7f62f808b4a0 con 0x7f63080d0ee0 2024-09-16T01:46:14.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.278+0000 7f630df14640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f62ec06c610 0x7f62ec06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:14.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.278+0000 7f630df14640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f62ec06c610 0x7f62ec06ead0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f6304034000 tx=0x7f630402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:14.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.282+0000 7f62fe7fc640 1 -- 172.21.15.16:0/2916508451 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f62f8059520 con 0x7f63080d0ee0 2024-09-16T01:46:14.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:14.468+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f630806bf60 con 0x7f63080d0ee0 2024-09-16T01:46:15.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.239+0000 7f62fe7fc640 1 -- 172.21.15.16:0/2916508451 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v62) ==== 97+0+0 (secure 0 0 0) 0x7f62f805d820 con 0x7f63080d0ee0 2024-09-16T01:46:15.241 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:46:15.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f62ec06c610 msgr2=0x7f62ec06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f62ec06c610 0x7f62ec06ead0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f6304034000 tx=0x7f630402e000 comp rx=0 tx=0).stop 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63080d0ee0 msgr2=0x7f6308142980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63080d0ee0 0x7f6308142980 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f62f800e880 tx=0x7f62f800ed40 comp rx=0 tx=0).stop 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 shutdown_connections 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f62ec06c610 0x7f62ec06ead0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6308147fc0 0x7f63081441f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63080d0ee0 0x7f6308142980 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 --2- 172.21.15.16:0/2916508451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63080b97d0 0x7f63080ab9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 >> 172.21.15.16:0/2916508451 conn(0x7f6308074fe0 msgr2=0x7f63080b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 shutdown_connections 2024-09-16T01:46:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.242+0000 7f6310178640 1 -- 172.21.15.16:0/2916508451 wait complete. 2024-09-16T01:46:15.258 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:46:15.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.366+0000 7ffa0542e640 1 Processor -- start 2024-09-16T01:46:15.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.366+0000 7ffa0542e640 1 -- start start 2024-09-16T01:46:15.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.366+0000 7ffa0542e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffa0006c2f0 0x7ffa000af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.366+0000 7ffa0542e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa001590d0 0x7ffa000ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ffa0542e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa0015bb20 con 0x7ffa00158cf0 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ffa0542e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ffa000afd50 con 0x7ffa001590d0 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ffa0542e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ffa0015be00 con 0x7ffa0006c2f0 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9ff7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa001590d0 0x7ffa000ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9feffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ffa00158cf0 0x7ffa0006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33246/0 (socket says 172.21.15.16:33246) 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9feffd640 1 -- 172.21.15.16:0/1412536832 learned_addr learned my addr 172.21.15.16:0/1412536832 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9fe7fc640 1 --2- 172.21.15.16:0/1412536832 >> v2:172.21.15.104:3300/0 conn(0x7ffa0006c2f0 0x7ffa000af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9ff7fe640 1 -- 172.21.15.16:0/1412536832 >> v2:172.21.15.104:3300/0 conn(0x7ffa0006c2f0 msgr2=0x7ffa000af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9ff7fe640 1 --2- 172.21.15.16:0/1412536832 >> v2:172.21.15.104:3300/0 conn(0x7ffa0006c2f0 0x7ffa000af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9ff7fe640 1 -- 172.21.15.16:0/1412536832 >> v1:172.21.15.16:6789/0 conn(0x7ffa00158cf0 legacy=0x7ffa0006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9ff7fe640 1 -- 172.21.15.16:0/1412536832 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa0015c0e0 con 0x7ffa001590d0 2024-09-16T01:46:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.367+0000 7ff9fdffb640 1 -- 172.21.15.16:0/1412536832 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1672569487 0 0) 0x7ffa0015bb20 con 0x7ffa00158cf0 2024-09-16T01:46:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.368+0000 7ff9ff7fe640 1 --2- 172.21.15.16:0/1412536832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ce290 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7ffa000b3990 tx=0x7ff9f802a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab3d947802f31de server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.368+0000 7ff9fdffb640 1 -- 172.21.15.16:0/1412536832 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f8007740 con 0x7ffa001590d0 2024-09-16T01:46:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.368+0000 7ff9fdffb640 1 -- 172.21.15.16:0/1412536832 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9f80078e0 con 0x7ffa001590d0 2024-09-16T01:46:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.368+0000 7ff9fdffb640 1 -- 172.21.15.16:0/1412536832 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f8007cb0 con 0x7ffa001590d0 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 -- 172.21.15.16:0/1412536832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 msgr2=0x7ffa000ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1412536832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ce290 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7ffa000b3990 tx=0x7ff9f802a560 comp rx=0 tx=0).stop 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 -- 172.21.15.16:0/1412536832 shutdown_connections 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1412536832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ce290 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1412536832 >> v2:172.21.15.104:3300/0 conn(0x7ffa0006c2f0 0x7ffa000af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 -- 172.21.15.16:0/1412536832 >> 172.21.15.16:0/1412536832 conn(0x7ffa000b2000 msgr2=0x7ffa000b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 -- 172.21.15.16:0/1412536832 shutdown_connections 2024-09-16T01:46:15.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.369+0000 7ffa0542e640 1 -- 172.21.15.16:0/1412536832 wait complete. 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.370+0000 7ffa0542e640 1 Processor -- start 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.370+0000 7ffa0542e640 1 -- start start 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ffa0542e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa0006c2f0 0x7ffa0015f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ffa0542e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa00158cf0 0x7ffa0014b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ffa0542e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ffa0542e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0015cb90 con 0x7ffa001590d0 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ffa0542e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0015ca10 con 0x7ffa0006c2f0 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ffa0542e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffa0015cd10 con 0x7ffa00158cf0 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ff9ff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ff9ff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44498/0 (socket says 172.21.15.16:44498) 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ff9ff7fe640 1 -- 172.21.15.16:0/1140257916 learned_addr learned my addr 172.21.15.16:0/1140257916 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ff9fe7fc640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa00158cf0 0x7ffa0014b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.371+0000 7ff9feffd640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa0006c2f0 0x7ffa0015f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9ff7fe640 1 -- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa00158cf0 msgr2=0x7ffa0014b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9ff7fe640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa00158cf0 0x7ffa0014b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9ff7fe640 1 -- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa0006c2f0 msgr2=0x7ffa0015f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9ff7fe640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa0006c2f0 0x7ffa0015f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9ff7fe640 1 -- 172.21.15.16:0/1140257916 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa00072f30 con 0x7ffa001590d0 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9fe7fc640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa00158cf0 0x7ffa0014b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9ff7fe640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ae8a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7ff9f802ab50 tx=0x7ff9f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9e77fe640 1 -- 172.21.15.16:0/1140257916 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f803f070 con 0x7ffa001590d0 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9e77fe640 1 -- 172.21.15.16:0/1140257916 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9f8031c90 con 0x7ffa001590d0 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ff9e77fe640 1 -- 172.21.15.16:0/1140257916 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f8044680 con 0x7ffa001590d0 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa0015eec0 con 0x7ffa001590d0 2024-09-16T01:46:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.372+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa0014bee0 con 0x7ffa001590d0 2024-09-16T01:46:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.373+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa000b3300 con 0x7ffa001590d0 2024-09-16T01:46:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.374+0000 7ff9e77fe640 1 -- 172.21.15.16:0/1140257916 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7ff9f803b410 con 0x7ffa001590d0 2024-09-16T01:46:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.375+0000 7ff9e77fe640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff9ec06c610 0x7ff9ec06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.375+0000 7ff9e77fe640 1 -- 172.21.15.16:0/1140257916 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 4857+0+0 (secure 0 0 0) 0x7ff9f80ace80 con 0x7ffa001590d0 2024-09-16T01:46:15.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.375+0000 7ff9feffd640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff9ec06c610 0x7ff9ec06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.375+0000 7ff9feffd640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff9ec06c610 0x7ff9ec06ead0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0000f60 tx=0x7ff9f0007d50 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:15.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.379+0000 7ff9e77fe640 1 -- 172.21.15.16:0/1140257916 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff9f807af20 con 0x7ffa001590d0 2024-09-16T01:46:15.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.624+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ffa0014f5a0 con 0x7ffa001590d0 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.625+0000 7ff9e77fe640 1 -- 172.21.15.16:0/1140257916 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5617 (secure 0 0 0) 0x7ff9f807f220 con 0x7ffa001590d0 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.626 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.627 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.628 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:15.629 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.630 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:46:15.631 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.632 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.633 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.634 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.635 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.636 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.637 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:46:15.638 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.639 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.alice", 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDbjedmMTv/GRAAs13FCbtQzMLtPk1UTGipiA==", 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow rw path=/volumes/_nogroup/subvol24780", 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw pool=cephfs_data" 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.640 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:15.642 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:15.642 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:46:15.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff9ec06c610 msgr2=0x7ff9ec06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff9ec06c610 0x7ff9ec06ead0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0000f60 tx=0x7ff9f0007d50 comp rx=0 tx=0).stop 2024-09-16T01:46:15.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 msgr2=0x7ffa000ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ae8a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7ff9f802ab50 tx=0x7ff9f8004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:15.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 shutdown_connections 2024-09-16T01:46:15.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff9ec06c610 0x7ff9ec06ead0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa001590d0 0x7ffa000ae8a0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.626+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa00158cf0 0x7ffa0014b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.627+0000 7ffa0542e640 1 --2- 172.21.15.16:0/1140257916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa0006c2f0 0x7ffa0015f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.627+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 >> 172.21.15.16:0/1140257916 conn(0x7ffa000b2000 msgr2=0x7ffa000ce190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:15.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.627+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 shutdown_connections 2024-09-16T01:46:15.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.627+0000 7ffa0542e640 1 -- 172.21.15.16:0/1140257916 wait complete. 2024-09-16T01:46:15.645 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.alice 2024-09-16T01:46:15.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.747+0000 7fe9e9ce4640 1 Processor -- start 2024-09-16T01:46:15.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.747+0000 7fe9e9ce4640 1 -- start start 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e9ce4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 0x7fe9e40ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e9ce4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9e41409b0 con 0x7fe9e40b3a10 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e9ce4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9e4140c90 con 0x7fe9e4140440 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e9ce4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e415e760 con 0x7fe9e406da40 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e3fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe9e40b3a10 0x7fe9e415ebf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33252/0 (socket says 172.21.15.16:33252) 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e3fff640 1 -- 172.21.15.16:0/283333159 learned_addr learned my addr 172.21.15.16:0/283333159 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e37fe640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 0x7fe9e40ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1606244077 0 0) 0x7fe9e41409b0 con 0x7fe9e40b3a10 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe9d0003520 con 0x7fe9e40b3a10 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1801228723 0 0) 0x7fe9d0003520 con 0x7fe9e40b3a10 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 msgr2=0x7fe9e40ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 0x7fe9e40ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 >> v1:172.21.15.104:6789/0 conn(0x7fe9e4140440 legacy=0x7fe9e40b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e4140f70 con 0x7fe9e40b3a10 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fe9dc0019f0 con 0x7fe9e40b3a10 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 >> v1:172.21.15.16:6789/0 conn(0x7fe9e40b3a10 legacy=0x7fe9e415ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 0x7fe9d00039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.748+0000 7fe9e2ffd640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d0003f60 0x7fe9d0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e2ffd640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9d0004d40 0x7fe9d00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e415e760 con 0x7fe9d0004d40 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d000dd60 con 0x7fe9d0003f60 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9d000df60 con 0x7fe9e406da40 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e3fff640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9d0004d40 0x7fe9d00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e37fe640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 0x7fe9d00039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9dbfff640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d0003f60 0x7fe9d0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e3fff640 1 -- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 msgr2=0x7fe9d00039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e3fff640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9e406da40 0x7fe9d00039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e3fff640 1 -- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d0003f60 msgr2=0x7fe9d0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e3fff640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d0003f60 0x7fe9d0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.749+0000 7fe9e3fff640 1 -- 172.21.15.16:0/283333159 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d0003520 con 0x7fe9d0004d40 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e3fff640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9d0004d40 0x7fe9d00051c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe9e40cdf10 tx=0x7fe9d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=792dc295f1cec5e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:15.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc00a480 con 0x7fe9d0004d40 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9dc02f070 con 0x7fe9d0004d40 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e2ffd640 1 -- 172.21.15.16:0/283333159 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc02bc30 con 0x7fe9d0004d40 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/283333159 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9d0004d40 msgr2=0x7fe9d00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e9ce4640 1 --2- 172.21.15.16:0/283333159 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9d0004d40 0x7fe9d00051c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe9e40cdf10 tx=0x7fe9d0005830 comp rx=0 tx=0).stop 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e3fff640 1 -- 172.21.15.16:0/283333159 reap_dead start 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/283333159 shutdown_connections 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/283333159 >> 172.21.15.16:0/283333159 conn(0x7fe9e40b2000 msgr2=0x7fe9e40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/283333159 shutdown_connections 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.750+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/283333159 wait complete. 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 Processor -- start 2024-09-16T01:46:15.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 -- start start 2024-09-16T01:46:15.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9d0004d40 0x7fe9e4072a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e413fd40 0x7fe9e4073460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e40739a0 0x7fe9e40ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e41446c0 con 0x7fe9e40739a0 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e4144540 con 0x7fe9e413fd40 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e9ce4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e415f300 con 0x7fe9d0004d40 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e40739a0 0x7fe9e40ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e40739a0 0x7fe9e40ccb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44506/0 (socket says 172.21.15.16:44506) 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.752+0000 7fe9e3fff640 1 -- 172.21.15.16:0/2505149921 learned_addr learned my addr 172.21.15.16:0/2505149921 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e37fe640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9d0004d40 0x7fe9e4072a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9dbfff640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e413fd40 0x7fe9e4073460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e3fff640 1 -- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9d0004d40 msgr2=0x7fe9e4072a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e3fff640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9d0004d40 0x7fe9e4072a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e3fff640 1 -- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e413fd40 msgr2=0x7fe9e4073460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e3fff640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e413fd40 0x7fe9e4073460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e3fff640 1 -- 172.21.15.16:0/2505149921 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e4074120 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9dbfff640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e413fd40 0x7fe9e4073460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e3fff640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e40739a0 0x7fe9e40ccb80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc02b4a0 tx=0x7fe9e4140e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e0ff9640 1 -- 172.21.15.16:0/2505149921 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc045070 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e0ff9640 1 -- 172.21.15.16:0/2505149921 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9dc001250 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e4071fa0 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e0ff9640 1 -- 172.21.15.16:0/2505149921 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc00a480 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.753+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e4072240 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.754+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9e4143e60 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.755+0000 7fe9e0ff9640 1 -- 172.21.15.16:0/2505149921 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fe9dc048070 con 0x7fe9e40739a0 2024-09-16T01:46:15.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.755+0000 7fe9e0ff9640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9c406c610 0x7fe9c406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:15.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.755+0000 7fe9e0ff9640 1 -- 172.21.15.16:0/2505149921 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 4857+0+0 (secure 0 0 0) 0x7fe9dc0ab200 con 0x7fe9e40739a0 2024-09-16T01:46:15.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.755+0000 7fe9e37fe640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9c406c610 0x7fe9c406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:15.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.756+0000 7fe9e37fe640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9c406c610 0x7fe9c406ead0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe9e406c1d0 tx=0x7fe9d4008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:15.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:15.760+0000 7fe9e0ff9640 1 -- 172.21.15.16:0/2505149921 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe9dc079160 con 0x7fe9e40739a0 2024-09-16T01:46:16.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.007+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.alice"} v 0) -- 0x7fe9e40b1300 con 0x7fe9e40739a0 2024-09-16T01:46:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.009+0000 7fe9e0ff9640 1 -- 172.21.15.16:0/2505149921 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.alice"}]=0 v13) ==== 82+0+0 (secure 0 0 0) 0x7fe9dc07d460 con 0x7fe9e40739a0 2024-09-16T01:46:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9c406c610 msgr2=0x7fe9c406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9c406c610 0x7fe9c406ead0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe9e406c1d0 tx=0x7fe9d4008040 comp rx=0 tx=0).stop 2024-09-16T01:46:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e40739a0 msgr2=0x7fe9e40ccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e40739a0 0x7fe9e40ccb80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc02b4a0 tx=0x7fe9e4140e60 comp rx=0 tx=0).stop 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 shutdown_connections 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe9c406c610 0x7fe9c406ead0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9e40739a0 0x7fe9e40ccb80 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9e413fd40 0x7fe9e4073460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 --2- 172.21.15.16:0/2505149921 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9d0004d40 0x7fe9e4072a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 >> 172.21.15.16:0/2505149921 conn(0x7fe9e40b2000 msgr2=0x7fe9e40af710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 shutdown_connections 2024-09-16T01:46:16.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.011+0000 7fe9e9ce4640 1 -- 172.21.15.16:0/2505149921 wait complete. 2024-09-16T01:46:16.023 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:46:16.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.124+0000 7f16f11c4640 1 Processor -- start 2024-09-16T01:46:16.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.124+0000 7f16f11c4640 1 -- start start 2024-09-16T01:46:16.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16f11c4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f16ec147fc0 0x7f16ec15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16f11c4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f16ec0d0ee0 0x7f16ec0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16f11c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec0b97d0 0x7f16ec0b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16f11c4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f16ec1483a0 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16f11c4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f16ec15efa0 con 0x7f16ec147fc0 2024-09-16T01:46:16.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16f11c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f16ec0d2500 con 0x7f16ec0b97d0 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f16ec0d0ee0 0x7f16ec0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f16ec0d0ee0 0x7f16ec0d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44510/0 (socket says 172.21.15.16:44510) 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 -- 172.21.15.16:0/2472581272 learned_addr learned my addr 172.21.15.16:0/2472581272 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16ead9d640 1 --2- 172.21.15.16:0/2472581272 >> v2:172.21.15.104:3300/0 conn(0x7f16ec147fc0 0x7f16ec15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16eb59e640 1 --2- 172.21.15.16:0/2472581272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec0b97d0 0x7f16ec0b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 -- 172.21.15.16:0/2472581272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec0b97d0 msgr2=0x7f16ec0b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 --2- 172.21.15.16:0/2472581272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec0b97d0 0x7f16ec0b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 -- 172.21.15.16:0/2472581272 >> v2:172.21.15.104:3300/0 conn(0x7f16ec147fc0 msgr2=0x7f16ec15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:16.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 --2- 172.21.15.16:0/2472581272 >> v2:172.21.15.104:3300/0 conn(0x7f16ec147fc0 0x7f16ec15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16e3fff640 1 -- 172.21.15.16:0/2472581272 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16ec0d2750 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16ead9d640 1 --2- 172.21.15.16:0/2472581272 >> v2:172.21.15.104:3300/0 conn(0x7f16ec147fc0 0x7f16ec15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.125+0000 7f16eb59e640 1 --2- 172.21.15.16:0/2472581272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec0b97d0 0x7f16ec0b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16e3fff640 1 --2- 172.21.15.16:0/2472581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0d1370 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0b7260 tx=0x7f16d402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a8e5bb58615c673 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16ea59c640 1 -- 172.21.15.16:0/2472581272 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4037070 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16ea59c640 1 -- 172.21.15.16:0/2472581272 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16d4032440 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16ea59c640 1 -- 172.21.15.16:0/2472581272 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4032810 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16f11c4640 1 -- 172.21.15.16:0/2472581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 msgr2=0x7f16ec0d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16f11c4640 1 --2- 172.21.15.16:0/2472581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0d1370 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0b7260 tx=0x7f16d402a200 comp rx=0 tx=0).stop 2024-09-16T01:46:16.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16f11c4640 1 -- 172.21.15.16:0/2472581272 shutdown_connections 2024-09-16T01:46:16.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16f11c4640 1 --2- 172.21.15.16:0/2472581272 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec0b97d0 0x7f16ec0b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16f11c4640 1 --2- 172.21.15.16:0/2472581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0d1370 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16f11c4640 1 --2- 172.21.15.16:0/2472581272 >> v2:172.21.15.104:3300/0 conn(0x7f16ec147fc0 0x7f16ec15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.126+0000 7f16f11c4640 1 -- 172.21.15.16:0/2472581272 >> 172.21.15.16:0/2472581272 conn(0x7f16ec074fe0 msgr2=0x7f16ec06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:16.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.127+0000 7f16f11c4640 1 -- 172.21.15.16:0/2472581272 shutdown_connections 2024-09-16T01:46:16.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.127+0000 7f16f11c4640 1 -- 172.21.15.16:0/2472581272 wait complete. 2024-09-16T01:46:16.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.128+0000 7f16f11c4640 1 Processor -- start 2024-09-16T01:46:16.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.128+0000 7f16f11c4640 1 -- start start 2024-09-16T01:46:16.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16ec0b97d0 0x7f16ec1446f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0caaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec147fc0 0x7f16ec140330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f16ec0d2ff0 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f16ec0d2d10 con 0x7f16ec0b97d0 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f16ec0ba120 con 0x7f16ec147fc0 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0caaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0caaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44516/0 (socket says 172.21.15.16:44516) 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 -- 172.21.15.16:0/1441076670 learned_addr learned my addr 172.21.15.16:0/1441076670 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16eb59e640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec147fc0 0x7f16ec140330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16ead9d640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16ec0b97d0 0x7f16ec1446f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 -- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec147fc0 msgr2=0x7f16ec140330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec147fc0 0x7f16ec140330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 -- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16ec0b97d0 msgr2=0x7f16ec1446f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16ec0b97d0 0x7f16ec1446f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 -- 172.21.15.16:0/1441076670 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16ec15e4b0 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16eb59e640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec147fc0 0x7f16ec140330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16ead9d640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16ec0b97d0 0x7f16ec1446f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e3fff640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0caaf0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f16d4000c00 tx=0x7f16d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e37fe640 1 -- 172.21.15.16:0/1441076670 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4037040 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e37fe640 1 -- 172.21.15.16:0/1441076670 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16d4042070 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16ec144ce0 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16e37fe640 1 -- 172.21.15.16:0/1441076670 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4030bd0 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.129+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16ec13f850 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.131+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16ec0b9be0 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.131+0000 7f16e37fe640 1 -- 172.21.15.16:0/1441076670 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f16d402ad10 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.131+0000 7f16e37fe640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f16cc06c610 0x7f16cc06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.132+0000 7f16e37fe640 1 -- 172.21.15.16:0/1441076670 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 4857+0+0 (secure 0 0 0) 0x7f16d40abf20 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.132+0000 7f16ead9d640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f16cc06c610 0x7f16cc06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.132+0000 7f16ead9d640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f16cc06c610 0x7f16cc06ead0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f16dc006fd0 tx=0x7f16dc008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:16.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.136+0000 7f16e37fe640 1 -- 172.21.15.16:0/1441076670 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16d407a660 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.314+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f16ec06bd10 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.314+0000 7f16e37fe640 1 -- 172.21.15.16:0/1441076670 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v64) ==== 84+0+65 (secure 0 0 0) 0x7f16d4079f60 con 0x7f16ec0d0ee0 2024-09-16T01:46:16.316 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:16.316 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:46:16.316 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:16.316 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:46:16.316 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:46:16.317 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:16.317 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:46:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f16cc06c610 msgr2=0x7f16cc06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f16cc06c610 0x7f16cc06ead0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f16dc006fd0 tx=0x7f16dc008040 comp rx=0 tx=0).stop 2024-09-16T01:46:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 msgr2=0x7f16ec0caaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0caaf0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f16d4000c00 tx=0x7f16d40046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 shutdown_connections 2024-09-16T01:46:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f16cc06c610 0x7f16cc06ead0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16ec147fc0 0x7f16ec140330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16ec0d0ee0 0x7f16ec0caaf0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 --2- 172.21.15.16:0/1441076670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16ec0b97d0 0x7f16ec1446f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 >> 172.21.15.16:0/1441076670 conn(0x7f16ec074fe0 msgr2=0x7f16ec0cf440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 shutdown_connections 2024-09-16T01:46:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.316+0000 7f16f11c4640 1 -- 172.21.15.16:0/1441076670 wait complete. 2024-09-16T01:46:16.329 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:46:16.329 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:46:16.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.450+0000 7f4ac0e42640 1 Processor -- start 2024-09-16T01:46:16.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.450+0000 7f4ac0e42640 1 -- start start 2024-09-16T01:46:16.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4ac0e42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc0b5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4ac0e42640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4abc15e7b0 0x7f4abc0b0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4ac0e42640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4abc0aff00 con 0x7f4abc0b09c0 2024-09-16T01:46:16.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4ac0e42640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4abc0b5570 con 0x7f4abc15e7b0 2024-09-16T01:46:16.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4ac0e42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4abc0aee60 con 0x7f4abc0b4c50 2024-09-16T01:46:16.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4aba59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc0b5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4ab9d9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4abc15e7b0 0x7f4abc0b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4abad9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4abc0b09c0 0x7f4abc074bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:54882/0 (socket says 172.21.15.16:54882) 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.451+0000 7f4abad9d640 1 -- 172.21.15.16:0/2275290964 learned_addr learned my addr 172.21.15.16:0/2275290964 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.452+0000 7f4ab9d9b640 1 -- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 msgr2=0x7f4abc0b5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.452+0000 7f4ab9d9b640 1 --2- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc0b5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.452+0000 7f4ab9d9b640 1 -- 172.21.15.16:0/2275290964 >> v1:172.21.15.104:6789/0 conn(0x7f4abc0b09c0 legacy=0x7f4abc074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.452+0000 7f4ab9d9b640 1 -- 172.21.15.16:0/2275290964 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc0af140 con 0x7f4abc15e7b0 2024-09-16T01:46:16.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.452+0000 7f4aba59c640 1 --2- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc0b5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:16.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.452+0000 7f4ab9d9b640 1 --2- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc15e7b0 0x7f4abc0b0480 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f4ab00097a0 tx=0x7f4ab002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eae7d50009065517 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:16.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ab959a640 1 -- 172.21.15.16:0/2275290964 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab0037070 con 0x7f4abc15e7b0 2024-09-16T01:46:16.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ab959a640 1 -- 172.21.15.16:0/2275290964 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ab0032440 con 0x7f4abc15e7b0 2024-09-16T01:46:16.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ab959a640 1 -- 172.21.15.16:0/2275290964 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab0032810 con 0x7f4abc15e7b0 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 -- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc15e7b0 msgr2=0x7f4abc0b0480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc15e7b0 0x7f4abc0b0480 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f4ab00097a0 tx=0x7f4ab002a180 comp rx=0 tx=0).stop 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 -- 172.21.15.16:0/2275290964 shutdown_connections 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc15e7b0 0x7f4abc0b0480 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/2275290964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc0b5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 -- 172.21.15.16:0/2275290964 >> 172.21.15.16:0/2275290964 conn(0x7f4abc072010 msgr2=0x7f4abc0723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 -- 172.21.15.16:0/2275290964 shutdown_connections 2024-09-16T01:46:16.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.453+0000 7f4ac0e42640 1 -- 172.21.15.16:0/2275290964 wait complete. 2024-09-16T01:46:16.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 Processor -- start 2024-09-16T01:46:16.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 -- start start 2024-09-16T01:46:16.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc0b09c0 0x7f4abc160b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc1510b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4abc15e7b0 0x7f4abc15ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc0af9e0 con 0x7f4abc15e7b0 2024-09-16T01:46:16.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc0af700 con 0x7f4abc0b09c0 2024-09-16T01:46:16.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4ac0e42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4abc0aeb10 con 0x7f4abc0b4c50 2024-09-16T01:46:16.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4abad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4abc15e7b0 0x7f4abc15ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.455+0000 7f4abad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4abc15e7b0 0x7f4abc15ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44520/0 (socket says 172.21.15.16:44520) 2024-09-16T01:46:16.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4abad9d640 1 -- 172.21.15.16:0/3546419979 learned_addr learned my addr 172.21.15.16:0/3546419979 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:16.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4aba59c640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc0b09c0 0x7f4abc160b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4ab9d9b640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc1510b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4abad9d640 1 -- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 msgr2=0x7f4abc1510b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4abad9d640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc1510b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4abad9d640 1 -- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc0b09c0 msgr2=0x7f4abc160b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4abad9d640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc0b09c0 0x7f4abc160b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4abad9d640 1 -- 172.21.15.16:0/3546419979 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc161080 con 0x7f4abc15e7b0 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4abad9d640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4abc15e7b0 0x7f4abc15ee00 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400ca80 tx=0x7f4ab400cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4aaaffd640 1 -- 172.21.15.16:0/3546419979 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab4017070 con 0x7f4abc15e7b0 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4aaaffd640 1 -- 172.21.15.16:0/3546419979 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ab400ac30 con 0x7f4abc15e7b0 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4abc1e6c20 con 0x7f4abc15e7b0 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4aaaffd640 1 -- 172.21.15.16:0/3546419979 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab4012600 con 0x7f4abc15e7b0 2024-09-16T01:46:16.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.456+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4abc1e71e0 con 0x7f4abc15e7b0 2024-09-16T01:46:16.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.457+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4abc0b5030 con 0x7f4abc15e7b0 2024-09-16T01:46:16.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.458+0000 7f4aaaffd640 1 -- 172.21.15.16:0/3546419979 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f4ab401a070 con 0x7f4abc15e7b0 2024-09-16T01:46:16.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.458+0000 7f4aaaffd640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4a9c06c580 0x7f4a9c06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:16.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.458+0000 7f4aaaffd640 1 -- 172.21.15.16:0/3546419979 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 4857+0+0 (secure 0 0 0) 0x7f4ab408b280 con 0x7f4abc15e7b0 2024-09-16T01:46:16.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.458+0000 7f4aba59c640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4a9c06c580 0x7f4a9c06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:16.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.459+0000 7f4aba59c640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4a9c06c580 0x7f4a9c06ea40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f4abc06cda0 tx=0x7f4aac009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:16.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.462+0000 7f4aaaffd640 1 -- 172.21.15.16:0/3546419979 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4abc0aff00 con 0x7f4abc15e7b0 2024-09-16T01:46:16.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:16.636+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f4abc0732c0 con 0x7f4abc15e7b0 2024-09-16T01:46:17.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.234+0000 7f4aaaffd640 1 -- 172.21.15.16:0/3546419979 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v65) ==== 138+0+0 (secure 0 0 0) 0x7f4ab400ae20 con 0x7f4abc15e7b0 2024-09-16T01:46:17.236 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:46:17.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4a9c06c580 msgr2=0x7f4a9c06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:17.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4a9c06c580 0x7f4a9c06ea40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f4abc06cda0 tx=0x7f4aac009190 comp rx=0 tx=0).stop 2024-09-16T01:46:17.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4abc15e7b0 msgr2=0x7f4abc15ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:17.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4abc15e7b0 0x7f4abc15ee00 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400ca80 tx=0x7f4ab400cf40 comp rx=0 tx=0).stop 2024-09-16T01:46:17.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 shutdown_connections 2024-09-16T01:46:17.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4a9c06c580 0x7f4a9c06ea40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4abc15e7b0 0x7f4abc15ee00 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4abc0b4c50 0x7f4abc1510b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 --2- 172.21.15.16:0/3546419979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4abc0b09c0 0x7f4abc160b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 >> 172.21.15.16:0/3546419979 conn(0x7f4abc072010 msgr2=0x7f4abc15b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:17.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 shutdown_connections 2024-09-16T01:46:17.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.237+0000 7f4ac0e42640 1 -- 172.21.15.16:0/3546419979 wait complete. 2024-09-16T01:46:17.256 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:46:17.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.370+0000 7f3f9463c640 1 Processor -- start 2024-09-16T01:46:17.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.370+0000 7f3f9463c640 1 -- start start 2024-09-16T01:46:17.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f9463c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3f8c147f30 0x7f3f8c0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:17.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f9463c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c0cfb00 0x7f3f8c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:17.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f9463c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3f8c0d4010 0x7f3f8c0d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f9463c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3f8c0d20a0 con 0x7f3f8c147f30 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f9463c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3f8c0d22f0 con 0x7f3f8c0d4010 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f9463c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3f8c0d25d0 con 0x7f3f8c0cfb00 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3f8c147f30 0x7f3f8c0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3f8c147f30 0x7f3f8c0cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44532/0 (socket says 172.21.15.16:44532) 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 -- 172.21.15.16:0/2621477611 learned_addr learned my addr 172.21.15.16:0/2621477611 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f91bd7640 1 --2- 172.21.15.16:0/2621477611 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c0cfb00 0x7f3f8c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f92bd9640 1 --2- 172.21.15.16:0/2621477611 >> v2:172.21.15.104:3300/0 conn(0x7f3f8c0d4010 0x7f3f8c0d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 -- 172.21.15.16:0/2621477611 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c0cfb00 msgr2=0x7f3f8c0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 --2- 172.21.15.16:0/2621477611 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c0cfb00 0x7f3f8c0d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 -- 172.21.15.16:0/2621477611 >> v2:172.21.15.104:3300/0 conn(0x7f3f8c0d4010 msgr2=0x7f3f8c0d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 --2- 172.21.15.16:0/2621477611 >> v2:172.21.15.104:3300/0 conn(0x7f3f8c0d4010 0x7f3f8c0d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f923d8640 1 -- 172.21.15.16:0/2621477611 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f8c0d28b0 con 0x7f3f8c147f30 2024-09-16T01:46:17.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.371+0000 7f3f91bd7640 1 --2- 172.21.15.16:0/2621477611 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c0cfb00 0x7f3f8c0d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:17.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.372+0000 7f3f923d8640 1 --2- 172.21.15.16:0/2621477611 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c147f30 0x7f3f8c0cf5c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0d0c70 tx=0x7f3f8802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71dc20228e14ae82 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:17.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.372+0000 7f3f913d6640 1 -- 172.21.15.16:0/2621477611 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88037070 con 0x7f3f8c147f30 2024-09-16T01:46:17.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.372+0000 7f3f913d6640 1 -- 172.21.15.16:0/2621477611 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f88032440 con 0x7f3f8c147f30 2024-09-16T01:46:17.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.372+0000 7f3f913d6640 1 -- 172.21.15.16:0/2621477611 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88032810 con 0x7f3f8c147f30 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 -- 172.21.15.16:0/2621477611 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c147f30 msgr2=0x7f3f8c0cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 --2- 172.21.15.16:0/2621477611 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c147f30 0x7f3f8c0cf5c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0d0c70 tx=0x7f3f8802a140 comp rx=0 tx=0).stop 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 -- 172.21.15.16:0/2621477611 shutdown_connections 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 --2- 172.21.15.16:0/2621477611 >> v2:172.21.15.104:3300/0 conn(0x7f3f8c0d4010 0x7f3f8c0d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 --2- 172.21.15.16:0/2621477611 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c0cfb00 0x7f3f8c0d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 --2- 172.21.15.16:0/2621477611 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c147f30 0x7f3f8c0cf5c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 -- 172.21.15.16:0/2621477611 >> 172.21.15.16:0/2621477611 conn(0x7f3f8c074da0 msgr2=0x7f3f8c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:17.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 -- 172.21.15.16:0/2621477611 shutdown_connections 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.373+0000 7f3f9463c640 1 -- 172.21.15.16:0/2621477611 wait complete. 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.374+0000 7f3f9463c640 1 Processor -- start 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.374+0000 7f3f9463c640 1 -- start start 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f9463c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f8c0cfb00 0x7f3f8c1e8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f9463c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c0d4010 0x7f3f8c150d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f9463c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c147f30 0x7f3f8c1e9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f9463c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3f8c0d30b0 con 0x7f3f8c0d4010 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f9463c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3f8c148310 con 0x7f3f8c0cfb00 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f9463c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3f8c0d3230 con 0x7f3f8c147f30 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c0d4010 0x7f3f8c150d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c0d4010 0x7f3f8c150d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44542/0 (socket says 172.21.15.16:44542) 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 -- 172.21.15.16:0/3959180401 learned_addr learned my addr 172.21.15.16:0/3959180401 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f92bd9640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c147f30 0x7f3f8c1e9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:17.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f923d8640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f8c0cfb00 0x7f3f8c1e8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 -- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c147f30 msgr2=0x7f3f8c1e9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c147f30 0x7f3f8c1e9bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 -- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f8c0cfb00 msgr2=0x7f3f8c1e8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f8c0cfb00 0x7f3f8c1e8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.375+0000 7f3f91bd7640 1 -- 172.21.15.16:0/3959180401 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f8c1512a0 con 0x7f3f8c0d4010 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.376+0000 7f3f91bd7640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c0d4010 0x7f3f8c150d60 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c006b10 tx=0x7f3f7c00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.376+0000 7f3f82ffd640 1 -- 172.21.15.16:0/3959180401 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f7c015070 con 0x7f3f8c0d4010 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.376+0000 7f3f82ffd640 1 -- 172.21.15.16:0/3959180401 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f7c007820 con 0x7f3f8c0d4010 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.376+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f8c1ea4a0 con 0x7f3f8c0d4010 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.376+0000 7f3f82ffd640 1 -- 172.21.15.16:0/3959180401 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f7c007bd0 con 0x7f3f8c0d4010 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.376+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f8c0cbc90 con 0x7f3f8c0d4010 2024-09-16T01:46:17.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.377+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f8c0cf5c0 con 0x7f3f8c0d4010 2024-09-16T01:46:17.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.378+0000 7f3f82ffd640 1 -- 172.21.15.16:0/3959180401 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f3f7c018070 con 0x7f3f8c0d4010 2024-09-16T01:46:17.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.378+0000 7f3f82ffd640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3f7006c610 0x7f3f7006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:17.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.378+0000 7f3f82ffd640 1 -- 172.21.15.16:0/3959180401 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 5227+0+0 (secure 0 0 0) 0x7f3f7c08b730 con 0x7f3f8c0d4010 2024-09-16T01:46:17.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.378+0000 7f3f923d8640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3f7006c610 0x7f3f7006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:17.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.379+0000 7f3f923d8640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3f7006c610 0x7f3f7006ead0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f3f88034000 tx=0x7f3f8802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:17.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.383+0000 7f3f82ffd640 1 -- 172.21.15.16:0/3959180401 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f8c1ea4a0 con 0x7f3f8c0d4010 2024-09-16T01:46:17.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:17.557+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f3f8c0cbe60 con 0x7f3f8c0d4010 2024-09-16T01:46:18.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.237+0000 7f3f82ffd640 1 -- 172.21.15.16:0/3959180401 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v66) ==== 170+0+0 (secure 0 0 0) 0x7f3f7c059510 con 0x7f3f8c0d4010 2024-09-16T01:46:18.238 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:46:18.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.240+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3f7006c610 msgr2=0x7f3f7006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:18.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.240+0000 7f3f9463c640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3f7006c610 0x7f3f7006ead0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f3f88034000 tx=0x7f3f8802e000 comp rx=0 tx=0).stop 2024-09-16T01:46:18.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.240+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c0d4010 msgr2=0x7f3f8c150d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:18.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.240+0000 7f3f9463c640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c0d4010 0x7f3f8c150d60 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c006b10 tx=0x7f3f7c00cc50 comp rx=0 tx=0).stop 2024-09-16T01:46:18.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 shutdown_connections 2024-09-16T01:46:18.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f3f7006c610 0x7f3f7006ead0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f8c147f30 0x7f3f8c1e9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f8c0d4010 0x7f3f8c150d60 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 --2- 172.21.15.16:0/3959180401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f8c0cfb00 0x7f3f8c1e8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 >> 172.21.15.16:0/3959180401 conn(0x7f3f8c074da0 msgr2=0x7f3f8c0d0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:18.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 shutdown_connections 2024-09-16T01:46:18.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.241+0000 7f3f9463c640 1 -- 172.21.15.16:0/3959180401 wait complete. 2024-09-16T01:46:18.271 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:46:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.381+0000 7efdc4d8d640 1 Processor -- start 2024-09-16T01:46:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.381+0000 7efdc4d8d640 1 -- start start 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdc4d8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 0x7efdc00d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdc4d8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdc00cfcd0 con 0x7efdc00d30b0 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdc4d8d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdc00d22f0 con 0x7efdc0147f30 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdc4d8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efdc00d20a0 con 0x7efdc00d4010 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdbed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7efdc00d30b0 0x7efdc00b8810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33256/0 (socket says 172.21.15.16:33256) 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdbed9d640 1 -- 172.21.15.16:0/2228347937 learned_addr learned my addr 172.21.15.16:0/2228347937 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdbdd9b640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 0x7efdc00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 372551126 0 0) 0x7efdc00cfcd0 con 0x7efdc00d30b0 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.382+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efda8003520 con 0x7efdc00d30b0 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1292200196 0 0) 0x7efda8003520 con 0x7efdc00d30b0 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 msgr2=0x7efdc00d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 0x7efdc00d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 >> v1:172.21.15.104:6789/0 conn(0x7efdc0147f30 legacy=0x7efdc00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc00d25d0 con 0x7efdc00d30b0 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7efdb80019f0 con 0x7efdc00d30b0 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 >> v1:172.21.15.16:6789/0 conn(0x7efdc00d30b0 legacy=0x7efdc00b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efda80039e0 0x7efda8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efda8004390 0x7efda8004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 0x7efda8005160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7efdc00d20a0 con 0x7efda8004390 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efda800ba70 con 0x7efda80039e0 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efda800bc70 con 0x7efdc00d4010 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbdd9b640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efda8004390 0x7efda8004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbe59c640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efda80039e0 0x7efda8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbed9d640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 0x7efda8005160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbdd9b640 1 -- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 msgr2=0x7efda8005160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:18.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbdd9b640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efdc00d4010 0x7efda8005160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbdd9b640 1 -- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efda80039e0 msgr2=0x7efda8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:18.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbdd9b640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efda80039e0 0x7efda8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.383+0000 7efdbdd9b640 1 -- 172.21.15.16:0/2228347937 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efda8003520 con 0x7efda8004390 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.384+0000 7efdbdd9b640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efda8004390 0x7efda8004860 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7efdb4009a90 tx=0x7efda8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec2ff5cad0cd647 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.384+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb4036070 con 0x7efda8004390 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.384+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efdb4031400 con 0x7efda8004390 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.384+0000 7efdbd59a640 1 -- 172.21.15.16:0/2228347937 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb4009690 con 0x7efda8004390 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.385+0000 7efdc4d8d640 1 -- 172.21.15.16:0/2228347937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efda8004390 msgr2=0x7efda8004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.385+0000 7efdc4d8d640 1 --2- 172.21.15.16:0/2228347937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efda8004390 0x7efda8004860 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7efdb4009a90 tx=0x7efda8005830 comp rx=0 tx=0).stop 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.385+0000 7efdbed9d640 1 -- 172.21.15.16:0/2228347937 reap_dead start 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.385+0000 7efdc4d8d640 1 -- 172.21.15.16:0/2228347937 shutdown_connections 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.385+0000 7efdc4d8d640 1 -- 172.21.15.16:0/2228347937 >> 172.21.15.16:0/2228347937 conn(0x7efdc0074da0 msgr2=0x7efdc00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.385+0000 7efdc4d8d640 1 -- 172.21.15.16:0/2228347937 shutdown_connections 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.385+0000 7efdc4d8d640 1 -- 172.21.15.16:0/2228347937 wait complete. 2024-09-16T01:46:18.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.386+0000 7efdc4d8d640 1 Processor -- start 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.386+0000 7efdc4d8d640 1 -- start start 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdc4d8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efda8004390 0x7efdc0161190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdc4d8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efdc01543e0 0x7efdc013ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdc4d8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efdc0142400 0x7efdc0142880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdc4d8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0148310 con 0x7efdc0142400 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdc4d8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efdc00d2b90 con 0x7efdc01543e0 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdc4d8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efdc00b8f20 con 0x7efda8004390 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efdc0142400 0x7efdc0142880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efdc0142400 0x7efdc0142880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44558/0 (socket says 172.21.15.16:44558) 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 -- 172.21.15.16:0/1310577807 learned_addr learned my addr 172.21.15.16:0/1310577807 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbe59c640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efda8004390 0x7efdc0161190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbdd9b640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efdc01543e0 0x7efdc013ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 -- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efda8004390 msgr2=0x7efdc0161190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:18.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efda8004390 0x7efdc0161190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 -- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efdc01543e0 msgr2=0x7efdc013ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efdc01543e0 0x7efdc013ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.387+0000 7efdbed9d640 1 -- 172.21.15.16:0/1310577807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc01616d0 con 0x7efdc0142400 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.388+0000 7efdbed9d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efdc0142400 0x7efdc0142880 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7efdb8000f80 tx=0x7efdb8007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.388+0000 7efdaeffd640 1 -- 172.21.15.16:0/1310577807 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb800abc0 con 0x7efdc0142400 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.388+0000 7efdaeffd640 1 -- 172.21.15.16:0/1310577807 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efdb8019070 con 0x7efdc0142400 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.388+0000 7efdaeffd640 1 -- 172.21.15.16:0/1310577807 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb80133f0 con 0x7efdc0142400 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.388+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdc01f8190 con 0x7efdc0142400 2024-09-16T01:46:18.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.388+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdc01f8750 con 0x7efdc0142400 2024-09-16T01:46:18.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.389+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdc00b9380 con 0x7efdc0142400 2024-09-16T01:46:18.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.390+0000 7efdaeffd640 1 -- 172.21.15.16:0/1310577807 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7efdb8013590 con 0x7efdc0142400 2024-09-16T01:46:18.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.390+0000 7efdaeffd640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efda006c640 0x7efda006eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:18.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.390+0000 7efdaeffd640 1 -- 172.21.15.16:0/1310577807 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5609+0+0 (secure 0 0 0) 0x7efdb808bcd0 con 0x7efdc0142400 2024-09-16T01:46:18.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.390+0000 7efdbe59c640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efda006c640 0x7efda006eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:18.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.391+0000 7efdbe59c640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efda006c640 0x7efda006eb00 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efdb0000c00 tx=0x7efdb0009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:18.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.395+0000 7efdaeffd640 1 -- 172.21.15.16:0/1310577807 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efdb8091020 con 0x7efdc0142400 2024-09-16T01:46:18.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:18.603+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7efdc00d4c00 con 0x7efdc0142400 2024-09-16T01:46:19.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.257+0000 7efdaeffd640 1 -- 172.21.15.16:0/1310577807 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v37) ==== 174+0+0 (secure 0 0 0) 0x7efdb8059a40 con 0x7efdc0142400 2024-09-16T01:46:19.259 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 10 and data pool 11 2024-09-16T01:46:19.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.271+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efda006c640 msgr2=0x7efda006eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.271+0000 7efdc4d8d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efda006c640 0x7efda006eb00 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efdb0000c00 tx=0x7efdb0009040 comp rx=0 tx=0).stop 2024-09-16T01:46:19.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.271+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efdc0142400 msgr2=0x7efdc0142880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.271+0000 7efdc4d8d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efdc0142400 0x7efdc0142880 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7efdb8000f80 tx=0x7efdb8007bd0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.272+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 shutdown_connections 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.272+0000 7efdc4d8d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7efda006c640 0x7efda006eb00 secure :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efdb0000c00 tx=0x7efdb0009040 comp rx=0 tx=0).stop 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.272+0000 7efdc4d8d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efdc0142400 0x7efdc0142880 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.272+0000 7efdc4d8d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efdc01543e0 0x7efdc013ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.272+0000 7efdc4d8d640 1 --2- 172.21.15.16:0/1310577807 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efda8004390 0x7efdc0161190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.272+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 >> 172.21.15.16:0/1310577807 conn(0x7efdc0074da0 msgr2=0x7efdc00c9400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.273+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 shutdown_connections 2024-09-16T01:46:19.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.273+0000 7efdc4d8d640 1 -- 172.21.15.16:0/1310577807 wait complete. 2024-09-16T01:46:19.292 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.399+0000 7f44ccc2c640 1 Processor -- start 2024-09-16T01:46:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.399+0000 7f44ccc2c640 1 -- start start 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44ccc2c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44c815f840 0x7f44c80b5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44ccc2c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f44c806f1a0 0x7f44c806f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44ccc2c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44c80731d0 con 0x7f44c80706e0 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44ccc2c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f44c8074270 con 0x7f44c815f840 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44ccc2c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f44c806fb20 con 0x7f44c806f1a0 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44c659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44c815f840 0x7f44c80b5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44c659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44c815f840 0x7f44c80b5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44574/0 (socket says 172.21.15.16:44574) 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44c659c640 1 -- 172.21.15.16:0/1592107290 learned_addr learned my addr 172.21.15.16:0/1592107290 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44c659c640 1 -- 172.21.15.16:0/1592107290 >> v2:172.21.15.104:3300/0 conn(0x7f44c806f1a0 msgr2=0x7f44c806f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44c5d9b640 1 --2- 172.21.15.16:0/1592107290 >> v2:172.21.15.104:3300/0 conn(0x7f44c806f1a0 0x7f44c806f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.400+0000 7f44c659c640 1 --2- 172.21.15.16:0/1592107290 >> v2:172.21.15.104:3300/0 conn(0x7f44c806f1a0 0x7f44c806f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.401+0000 7f44c659c640 1 -- 172.21.15.16:0/1592107290 >> v1:172.21.15.104:6789/0 conn(0x7f44c80706e0 legacy=0x7f44c8070b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:19.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.401+0000 7f44c659c640 1 -- 172.21.15.16:0/1592107290 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c80734b0 con 0x7f44c815f840 2024-09-16T01:46:19.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.401+0000 7f44c5d9b640 1 --2- 172.21.15.16:0/1592107290 >> v2:172.21.15.104:3300/0 conn(0x7f44c806f1a0 0x7f44c806f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:19.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.401+0000 7f44c659c640 1 --2- 172.21.15.16:0/1592107290 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c80b5da0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f44b8009e50 tx=0x7f44b802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aadf7227bc03f261 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:19.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.401+0000 7f44c559a640 1 -- 172.21.15.16:0/1592107290 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b8036070 con 0x7f44c815f840 2024-09-16T01:46:19.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.401+0000 7f44c559a640 1 -- 172.21.15.16:0/1592107290 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44b8031600 con 0x7f44c815f840 2024-09-16T01:46:19.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.401+0000 7f44c559a640 1 -- 172.21.15.16:0/1592107290 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b80319d0 con 0x7f44c815f840 2024-09-16T01:46:19.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 -- 172.21.15.16:0/1592107290 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 msgr2=0x7f44c80b5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/1592107290 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c80b5da0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f44b8009e50 tx=0x7f44b802a710 comp rx=0 tx=0).stop 2024-09-16T01:46:19.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 -- 172.21.15.16:0/1592107290 shutdown_connections 2024-09-16T01:46:19.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/1592107290 >> v2:172.21.15.104:3300/0 conn(0x7f44c806f1a0 0x7f44c806f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/1592107290 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c80b5da0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 -- 172.21.15.16:0/1592107290 >> 172.21.15.16:0/1592107290 conn(0x7f44c80b4090 msgr2=0x7f44c80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:19.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 -- 172.21.15.16:0/1592107290 shutdown_connections 2024-09-16T01:46:19.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.402+0000 7f44ccc2c640 1 -- 172.21.15.16:0/1592107290 wait complete. 2024-09-16T01:46:19.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.403+0000 7f44ccc2c640 1 Processor -- start 2024-09-16T01:46:19.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44ccc2c640 1 -- start start 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44ccc2c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c806f1a0 0x7f44c80cd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44ccc2c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c80706e0 0x7f44c8156540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44ccc2c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c81f2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44ccc2c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f44c8073d50 con 0x7f44c815f840 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44ccc2c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f44c8073a70 con 0x7f44c80706e0 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44ccc2c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f44c80b7590 con 0x7f44c806f1a0 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44c6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c81f2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44c6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c81f2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44588/0 (socket says 172.21.15.16:44588) 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.404+0000 7f44c6d9d640 1 -- 172.21.15.16:0/587246544 learned_addr learned my addr 172.21.15.16:0/587246544 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c5d9b640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c80706e0 0x7f44c8156540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c659c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c806f1a0 0x7f44c80cd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c6d9d640 1 -- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c806f1a0 msgr2=0x7f44c80cd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c6d9d640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c806f1a0 0x7f44c80cd8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c6d9d640 1 -- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c80706e0 msgr2=0x7f44c8156540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c6d9d640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c80706e0 0x7f44c8156540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c6d9d640 1 -- 172.21.15.16:0/587246544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c81f3750 con 0x7f44c815f840 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44c6d9d640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c81f2530 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f44c000c410 tx=0x7f44c000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44b6ffd640 1 -- 172.21.15.16:0/587246544 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0011790 con 0x7f44c815f840 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44b6ffd640 1 -- 172.21.15.16:0/587246544 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44c0017070 con 0x7f44c815f840 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44c8156f00 con 0x7f44c815f840 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44b6ffd640 1 -- 172.21.15.16:0/587246544 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0011bb0 con 0x7f44c815f840 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.405+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44c81f39f0 con 0x7f44c815f840 2024-09-16T01:46:19.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.406+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44c806f5e0 con 0x7f44c815f840 2024-09-16T01:46:19.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.407+0000 7f44b6ffd640 1 -- 172.21.15.16:0/587246544 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f44c001c460 con 0x7f44c815f840 2024-09-16T01:46:19.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.407+0000 7f44b6ffd640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f44a806c610 0x7f44a806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.407+0000 7f44b6ffd640 1 -- 172.21.15.16:0/587246544 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5709+0+0 (secure 0 0 0) 0x7f44c008b360 con 0x7f44c815f840 2024-09-16T01:46:19.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.408+0000 7f44c659c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f44a806c610 0x7f44a806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.408+0000 7f44c659c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f44a806c610 0x7f44a806ead0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f44b8033000 tx=0x7f44b8009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:19.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.411+0000 7f44b6ffd640 1 -- 172.21.15.16:0/587246544 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44c0021020 con 0x7f44c815f840 2024-09-16T01:46:19.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.588+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f44c815d240 con 0x7f44c815f840 2024-09-16T01:46:19.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.589+0000 7f44b6ffd640 1 -- 172.21.15.16:0/587246544 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) ==== 74+0+16705 (secure 0 0 0) 0x7f44c0059100 con 0x7f44c815f840 2024-09-16T01:46:19.590 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:19.590 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":67,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:18.605106+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:16.667280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:17.588338+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:19.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f44a806c610 msgr2=0x7f44a806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f44a806c610 0x7f44a806ead0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f44b8033000 tx=0x7f44b8009000 comp rx=0 tx=0).stop 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 msgr2=0x7f44c81f2530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c81f2530 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f44c000c410 tx=0x7f44c000c8d0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 shutdown_connections 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f44a806c610 0x7f44a806ead0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c815f840 0x7f44c81f2530 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c80706e0 0x7f44c8156540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 --2- 172.21.15.16:0/587246544 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c806f1a0 0x7f44c80cd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 >> 172.21.15.16:0/587246544 conn(0x7f44c80b4090 msgr2=0x7f44c8070b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 shutdown_connections 2024-09-16T01:46:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.591+0000 7f44ccc2c640 1 -- 172.21.15.16:0/587246544 wait complete. 2024-09-16T01:46:19.604 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:19.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.705+0000 7f84d4f23640 1 Processor -- start 2024-09-16T01:46:19.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.705+0000 7f84d4f23640 1 -- start start 2024-09-16T01:46:19.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.706+0000 7f84d4f23640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84d00b9ee0 0x7f84d015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.706+0000 7f84d4f23640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84d00ba350 con 0x7f84d0147fc0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.706+0000 7f84d4f23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84d00d2750 con 0x7f84d00d15f0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.706+0000 7f84d4f23640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f84d01483a0 con 0x7f84d00b9ee0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84ce59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f84d0147fc0 0x7f84d00d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33262/0 (socket says 172.21.15.16:33262) 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84ce59c640 1 -- 172.21.15.16:0/4225740879 learned_addr learned my addr 172.21.15.16:0/4225740879 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84ced9d640 1 --2- 172.21.15.16:0/4225740879 >> v2:172.21.15.104:3300/0 conn(0x7f84d00b9ee0 0x7f84d015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2467240448 0 0) 0x7f84d00ba350 con 0x7f84d0147fc0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84b8003520 con 0x7f84d0147fc0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1272268711 0 0) 0x7f84d00d2750 con 0x7f84d00d15f0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84d00ba350 con 0x7f84d00d15f0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 282390969 0 0) 0x7f84b8003520 con 0x7f84d0147fc0 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84ced9d640 1 -- 172.21.15.16:0/4225740879 >> v1:172.21.15.104:6789/0 conn(0x7f84d00d15f0 legacy=0x7f84d00b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84ced9d640 1 -- 172.21.15.16:0/4225740879 >> v1:172.21.15.16:6789/0 conn(0x7f84d0147fc0 legacy=0x7f84d00d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.707+0000 7f84ced9d640 1 -- 172.21.15.16:0/4225740879 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d00d2a30 con 0x7f84d00b9ee0 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.708+0000 7f84ced9d640 1 --2- 172.21.15.16:0/4225740879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d00b9ee0 0x7f84d015ea60 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f84c8009d90 tx=0x7f84c802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34078d7ae7958f39 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.708+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c0001670 con 0x7f84d00b9ee0 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.708+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84c8007540 con 0x7f84d00b9ee0 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.708+0000 7f84cd59a640 1 -- 172.21.15.16:0/4225740879 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c80078f0 con 0x7f84d00b9ee0 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.709+0000 7f84d4f23640 1 -- 172.21.15.16:0/4225740879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d00b9ee0 msgr2=0x7f84d015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.709+0000 7f84d4f23640 1 --2- 172.21.15.16:0/4225740879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d00b9ee0 0x7f84d015ea60 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f84c8009d90 tx=0x7f84c802a680 comp rx=0 tx=0).stop 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.709+0000 7f84d4f23640 1 -- 172.21.15.16:0/4225740879 shutdown_connections 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.709+0000 7f84d4f23640 1 --2- 172.21.15.16:0/4225740879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d00b9ee0 0x7f84d015ea60 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.709+0000 7f84d4f23640 1 -- 172.21.15.16:0/4225740879 >> 172.21.15.16:0/4225740879 conn(0x7f84d0074fe0 msgr2=0x7f84d006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.709+0000 7f84d4f23640 1 -- 172.21.15.16:0/4225740879 shutdown_connections 2024-09-16T01:46:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.709+0000 7f84d4f23640 1 -- 172.21.15.16:0/4225740879 wait complete. 2024-09-16T01:46:19.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.710+0000 7f84d4f23640 1 Processor -- start 2024-09-16T01:46:19.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.710+0000 7f84d4f23640 1 -- start start 2024-09-16T01:46:19.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84d4f23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84d00b9ee0 0x7f84d0150a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84d4f23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84d00d15f0 0x7f84d01e97a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84d4f23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d0147fc0 0x7f84d01e9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84d4f23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f84d00d2500 con 0x7f84d00b9ee0 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84d4f23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f84d015efa0 con 0x7f84d0147fc0 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84d4f23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f84d00d2ff0 con 0x7f84d00d15f0 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84d00b9ee0 0x7f84d0150a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84d00b9ee0 0x7f84d0150a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44592/0 (socket says 172.21.15.16:44592) 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 -- 172.21.15.16:0/3999395709 learned_addr learned my addr 172.21.15.16:0/3999395709 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 -- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84d00d15f0 msgr2=0x7f84d01e97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84d00d15f0 0x7f84d01e97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 -- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d0147fc0 msgr2=0x7f84d01e9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d0147fc0 0x7f84d01e9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 -- 172.21.15.16:0/3999395709 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d01440b0 con 0x7f84d00b9ee0 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.711+0000 7f84ce59c640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84d00b9ee0 0x7f84d0150a40 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f84c000c5a0 tx=0x7f84c000ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:19.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.712+0000 7f84beffd640 1 -- 172.21.15.16:0/3999395709 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c0017070 con 0x7f84d00b9ee0 2024-09-16T01:46:19.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.712+0000 7f84beffd640 1 -- 172.21.15.16:0/3999395709 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84c0005d00 con 0x7f84d00b9ee0 2024-09-16T01:46:19.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.712+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84d0144390 con 0x7f84d00b9ee0 2024-09-16T01:46:19.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.712+0000 7f84beffd640 1 -- 172.21.15.16:0/3999395709 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c00072b0 con 0x7f84d00b9ee0 2024-09-16T01:46:19.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.712+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84d01e7120 con 0x7f84d00b9ee0 2024-09-16T01:46:19.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.713+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84d015ea60 con 0x7f84d00b9ee0 2024-09-16T01:46:19.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.713+0000 7f84beffd640 1 -- 172.21.15.16:0/3999395709 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f84c001a070 con 0x7f84d00b9ee0 2024-09-16T01:46:19.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.714+0000 7f84beffd640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f84b006c610 0x7f84b006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:19.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.714+0000 7f84beffd640 1 -- 172.21.15.16:0/3999395709 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5709+0+0 (secure 0 0 0) 0x7f84c008adb0 con 0x7f84d00b9ee0 2024-09-16T01:46:19.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.714+0000 7f84cdd9b640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f84b006c610 0x7f84b006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:19.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.715+0000 7f84cdd9b640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f84b006c610 0x7f84b006ead0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f84c40010e0 tx=0x7f84c4007950 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:19.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.718+0000 7f84beffd640 1 -- 172.21.15.16:0/3999395709 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f84c0059110 con 0x7f84d00b9ee0 2024-09-16T01:46:19.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.896+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84d015ed00 con 0x7f84d00b9ee0 2024-09-16T01:46:19.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.898+0000 7f84beffd640 1 -- 172.21.15.16:0/3999395709 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) ==== 74+0+16705 (secure 0 0 0) 0x7f84c0058a10 con 0x7f84d00b9ee0 2024-09-16T01:46:19.899 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:19.899 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":67,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:18.605106+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:16.667280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:17.588338+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:19.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f84b006c610 msgr2=0x7f84b006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f84b006c610 0x7f84b006ead0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f84c40010e0 tx=0x7f84c4007950 comp rx=0 tx=0).stop 2024-09-16T01:46:19.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84d00b9ee0 msgr2=0x7f84d0150a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84d00b9ee0 0x7f84d0150a40 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f84c000c5a0 tx=0x7f84c000ca60 comp rx=0 tx=0).stop 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 shutdown_connections 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f84b006c610 0x7f84b006ead0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84d0147fc0 0x7f84d01e9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84d00d15f0 0x7f84d01e97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 --2- 172.21.15.16:0/3999395709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84d00b9ee0 0x7f84d0150a40 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 >> 172.21.15.16:0/3999395709 conn(0x7f84d0074fe0 msgr2=0x7f84d00679e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 shutdown_connections 2024-09-16T01:46:19.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:19.900+0000 7f84d4f23640 1 -- 172.21.15.16:0/3999395709 wait complete. 2024-09-16T01:46:19.912 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:46:20.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.017+0000 7fe027bc0640 1 Processor -- start 2024-09-16T01:46:20.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.017+0000 7fe027bc0640 1 -- start start 2024-09-16T01:46:20.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe027bc0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe02015e690 0x7fe02006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:20.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe027bc0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe02006c120 0x7fe0200cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:20.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe027bc0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0200cf5e0 0x7fe0200d2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:20.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe027bc0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe02006c560 con 0x7fe0200cf5e0 2024-09-16T01:46:20.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe027bc0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe02015ea70 con 0x7fe02006c120 2024-09-16T01:46:20.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe027bc0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe0200722a0 con 0x7fe02015e690 2024-09-16T01:46:20.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0200cf5e0 0x7fe0200d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0200cf5e0 0x7fe0200d2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44606/0 (socket says 172.21.15.16:44606) 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 -- 172.21.15.16:0/579642003 learned_addr learned my addr 172.21.15.16:0/579642003 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02515b640 1 --2- 172.21.15.16:0/579642003 >> v2:172.21.15.104:3300/0 conn(0x7fe02006c120 0x7fe0200cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02595c640 1 --2- 172.21.15.16:0/579642003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe02015e690 0x7fe02006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 -- 172.21.15.16:0/579642003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe02015e690 msgr2=0x7fe02006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 --2- 172.21.15.16:0/579642003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe02015e690 0x7fe02006bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 -- 172.21.15.16:0/579642003 >> v2:172.21.15.104:3300/0 conn(0x7fe02006c120 msgr2=0x7fe0200cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 --2- 172.21.15.16:0/579642003 >> v2:172.21.15.104:3300/0 conn(0x7fe02006c120 0x7fe0200cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.018+0000 7fe02615d640 1 -- 172.21.15.16:0/579642003 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe020072580 con 0x7fe0200cf5e0 2024-09-16T01:46:20.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.019+0000 7fe02615d640 1 --2- 172.21.15.16:0/579642003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0200cf5e0 0x7fe0200d2860 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe02006c730 tx=0x7fe01802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3cdb778de86551 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.019+0000 7fe02495a640 1 -- 172.21.15.16:0/579642003 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe018036070 con 0x7fe0200cf5e0 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.019+0000 7fe02495a640 1 -- 172.21.15.16:0/579642003 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe018031600 con 0x7fe0200cf5e0 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.019+0000 7fe02495a640 1 -- 172.21.15.16:0/579642003 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0180319d0 con 0x7fe0200cf5e0 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 -- 172.21.15.16:0/579642003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0200cf5e0 msgr2=0x7fe0200d2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 --2- 172.21.15.16:0/579642003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0200cf5e0 0x7fe0200d2860 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe02006c730 tx=0x7fe01802a6a0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 -- 172.21.15.16:0/579642003 shutdown_connections 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 --2- 172.21.15.16:0/579642003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0200cf5e0 0x7fe0200d2860 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 --2- 172.21.15.16:0/579642003 >> v2:172.21.15.104:3300/0 conn(0x7fe02006c120 0x7fe0200cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 --2- 172.21.15.16:0/579642003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe02015e690 0x7fe02006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 -- 172.21.15.16:0/579642003 >> 172.21.15.16:0/579642003 conn(0x7fe0200d1200 msgr2=0x7fe0200d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 -- 172.21.15.16:0/579642003 shutdown_connections 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.020+0000 7fe027bc0640 1 -- 172.21.15.16:0/579642003 wait complete. 2024-09-16T01:46:20.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.021+0000 7fe027bc0640 1 Processor -- start 2024-09-16T01:46:20.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.021+0000 7fe027bc0640 1 -- start start 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe027bc0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe02006c120 0x7fe0200cda40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe027bc0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0200cf5e0 0x7fe0200ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe027bc0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe02015e690 0x7fe0201f4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe027bc0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe0200cfa90 con 0x7fe02006c120 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe027bc0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe020072b40 con 0x7fe02015e690 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe027bc0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe0200d2da0 con 0x7fe0200cf5e0 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe02006c120 0x7fe0200cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe02006c120 0x7fe0200cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44622/0 (socket says 172.21.15.16:44622) 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 -- 172.21.15.16:0/1409957893 learned_addr learned my addr 172.21.15.16:0/1409957893 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:20.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02515b640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0200cf5e0 0x7fe0200ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02615d640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe02015e690 0x7fe0201f4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 -- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0200cf5e0 msgr2=0x7fe0200ac8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0200cf5e0 0x7fe0200ac8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 -- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe02015e690 msgr2=0x7fe0201f4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe02015e690 0x7fe0201f4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.022+0000 7fe02595c640 1 -- 172.21.15.16:0/1409957893 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0200abc90 con 0x7fe02006c120 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.023+0000 7fe02595c640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe02006c120 0x7fe0200cda40 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00c7f0 tx=0x7fe01c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:20.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.023+0000 7fe0167fc640 1 -- 172.21.15.16:0/1409957893 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c015070 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.023+0000 7fe0167fc640 1 -- 172.21.15.16:0/1409957893 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe01c004220 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.023+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0200cc6c0 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.023+0000 7fe0167fc640 1 -- 172.21.15.16:0/1409957893 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c007620 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.023+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0200ccc80 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.024+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0200ba3a0 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.024+0000 7fe0167fc640 1 -- 172.21.15.16:0/1409957893 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fe01c0077c0 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.025+0000 7fe0167fc640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe00406c610 0x7fe00406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.025+0000 7fe0167fc640 1 -- 172.21.15.16:0/1409957893 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5709+0+0 (secure 0 0 0) 0x7fe01c08b940 con 0x7fe02006c120 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.025+0000 7fe02515b640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe00406c610 0x7fe00406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:20.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.025+0000 7fe02515b640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe00406c610 0x7fe00406ead0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe0200ce8e0 tx=0x7fe010008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:20.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.029+0000 7fe0167fc640 1 -- 172.21.15.16:0/1409957893 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe01c059330 con 0x7fe02006c120 2024-09-16T01:46:20.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.244+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe0200cdf80 con 0x7fe02006c120 2024-09-16T01:46:20.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.980+0000 7fe0167fc640 1 -- 172.21.15.16:0/1409957893 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v39) ==== 118+0+0 (secure 0 0 0) 0x7fe01c05d630 con 0x7fe02006c120 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.983+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe00406c610 msgr2=0x7fe00406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.983+0000 7fe027bc0640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe00406c610 0x7fe00406ead0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe0200ce8e0 tx=0x7fe010008040 comp rx=0 tx=0).stop 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.983+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe02006c120 msgr2=0x7fe0200cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.983+0000 7fe027bc0640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe02006c120 0x7fe0200cda40 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00c7f0 tx=0x7fe01c00ccb0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.983+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 shutdown_connections 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.983+0000 7fe027bc0640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe00406c610 0x7fe00406ead0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.984+0000 7fe027bc0640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe02015e690 0x7fe0201f4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.984+0000 7fe027bc0640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0200cf5e0 0x7fe0200ac8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.984+0000 7fe027bc0640 1 --2- 172.21.15.16:0/1409957893 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe02006c120 0x7fe0200cda40 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:20.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.984+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 >> 172.21.15.16:0/1409957893 conn(0x7fe0200d1200 msgr2=0x7fe0200d32e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:20.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.984+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 shutdown_connections 2024-09-16T01:46:20.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:20.984+0000 7fe027bc0640 1 -- 172.21.15.16:0/1409957893 wait complete. 2024-09-16T01:46:20.998 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:46:20.998 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:46:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.109+0000 7fc75e3e4640 1 Processor -- start 2024-09-16T01:46:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.109+0000 7fc75e3e4640 1 -- start start 2024-09-16T01:46:21.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc75e3e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc75815c280 0x7fc7580d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:21.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc75e3e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc7580b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:21.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc75e3e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc75806ecf0 con 0x7fc7580d2950 2024-09-16T01:46:21.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc75e3e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc7580d2de0 con 0x7fc75815c280 2024-09-16T01:46:21.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc75e3e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc75806bbe0 con 0x7fc75806e7b0 2024-09-16T01:46:21.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc757fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc75815c280 0x7fc7580d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:21.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc757fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc75815c280 0x7fc7580d2410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44636/0 (socket says 172.21.15.16:44636) 2024-09-16T01:46:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc757fff640 1 -- 172.21.15.16:0/2212580365 learned_addr learned my addr 172.21.15.16:0/2212580365 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc75c981640 1 --2- 172.21.15.16:0/2212580365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc7580b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc757fff640 1 -- 172.21.15.16:0/2212580365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 msgr2=0x7fc7580b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc757fff640 1 --2- 172.21.15.16:0/2212580365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc7580b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc757fff640 1 -- 172.21.15.16:0/2212580365 >> v1:172.21.15.104:6789/0 conn(0x7fc7580d2950 legacy=0x7fc75806e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc757fff640 1 -- 172.21.15.16:0/2212580365 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc75806bec0 con 0x7fc75815c280 2024-09-16T01:46:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.110+0000 7fc75c981640 1 --2- 172.21.15.16:0/2212580365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc7580b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.111+0000 7fc757fff640 1 --2- 172.21.15.16:0/2212580365 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7580d2410 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc758075f90 tx=0x7fc74802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d7dec8756710bc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.111+0000 7fc756ffd640 1 -- 172.21.15.16:0/2212580365 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748037070 con 0x7fc75815c280 2024-09-16T01:46:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.111+0000 7fc756ffd640 1 -- 172.21.15.16:0/2212580365 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc748032440 con 0x7fc75815c280 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.111+0000 7fc756ffd640 1 -- 172.21.15.16:0/2212580365 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748032810 con 0x7fc75815c280 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 -- 172.21.15.16:0/2212580365 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 msgr2=0x7fc7580d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/2212580365 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7580d2410 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc758075f90 tx=0x7fc74802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 -- 172.21.15.16:0/2212580365 shutdown_connections 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/2212580365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc7580b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/2212580365 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7580d2410 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 -- 172.21.15.16:0/2212580365 >> 172.21.15.16:0/2212580365 conn(0x7fc75806f2d0 msgr2=0x7fc75806f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 -- 172.21.15.16:0/2212580365 shutdown_connections 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.112+0000 7fc75e3e4640 1 -- 172.21.15.16:0/2212580365 wait complete. 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.113+0000 7fc75e3e4640 1 Processor -- start 2024-09-16T01:46:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.113+0000 7fc75e3e4640 1 -- start start 2024-09-16T01:46:21.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75e3e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc758152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:21.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75e3e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7580d2950 0x7fc7581f7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:21.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75e3e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7581f7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75e3e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc75815fae0 con 0x7fc75815c280 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75e3e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc75806c480 con 0x7fc7580d2950 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75e3e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc75806c9a0 con 0x7fc75806e7b0 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7581f7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7581f7d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44646/0 (socket says 172.21.15.16:44646) 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 -- 172.21.15.16:0/3324142671 learned_addr learned my addr 172.21.15.16:0/3324142671 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc757fff640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc758152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc7577fe640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7580d2950 0x7fc7581f7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 -- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 msgr2=0x7fc758152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc758152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 -- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7580d2950 msgr2=0x7fc7581f7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7580d2950 0x7fc7581f7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc75c981640 1 -- 172.21.15.16:0/3324142671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7580cee20 con 0x7fc75815c280 2024-09-16T01:46:21.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc757fff640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc758152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.114+0000 7fc7577fe640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7580d2950 0x7fc7581f7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.115+0000 7fc75c981640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7581f7d40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc75000cd80 tx=0x7fc75000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.115+0000 7fc754ff9640 1 -- 172.21.15.16:0/3324142671 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75000f680 con 0x7fc75815c280 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.115+0000 7fc754ff9640 1 -- 172.21.15.16:0/3324142671 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc75000f840 con 0x7fc75815c280 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.115+0000 7fc754ff9640 1 -- 172.21.15.16:0/3324142671 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75000fc30 con 0x7fc75815c280 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.115+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7580cf100 con 0x7fc75815c280 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.115+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7580d0020 con 0x7fc75815c280 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.116+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7580d2410 con 0x7fc75815c280 2024-09-16T01:46:21.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.116+0000 7fc754ff9640 1 -- 172.21.15.16:0/3324142671 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fc7500213f0 con 0x7fc75815c280 2024-09-16T01:46:21.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.117+0000 7fc754ff9640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc74406c610 0x7fc74406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:21.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.117+0000 7fc754ff9640 1 -- 172.21.15.16:0/3324142671 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fc75008c990 con 0x7fc75815c280 2024-09-16T01:46:21.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.117+0000 7fc757fff640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc74406c610 0x7fc74406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:21.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.118+0000 7fc757fff640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc74406c610 0x7fc74406ead0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc748034000 tx=0x7fc74802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:21.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.121+0000 7fc754ff9640 1 -- 172.21.15.16:0/3324142671 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc750014030 con 0x7fc75815c280 2024-09-16T01:46:21.235 INFO:tasks.ceph.mds.c.smithi016.stderr:2024-09-16T01:46:21.234+0000 7f6ed3243640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:46:21.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:21.333+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc758160270 con 0x7fc75815c280 2024-09-16T01:46:22.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.273+0000 7fc754ff9640 1 -- 172.21.15.16:0/3324142671 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7fc75005a490 con 0x7fc75815c280 2024-09-16T01:46:22.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc74406c610 msgr2=0x7fc74406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc74406c610 0x7fc74406ead0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc748034000 tx=0x7fc74802e000 comp rx=0 tx=0).stop 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 msgr2=0x7fc7581f7d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7581f7d40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc75000cd80 tx=0x7fc75000a650 comp rx=0 tx=0).stop 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 shutdown_connections 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fc74406c610 0x7fc74406ead0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc75815c280 0x7fc7581f7d40 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7580d2950 0x7fc7581f7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 --2- 172.21.15.16:0/3324142671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc75806e7b0 0x7fc758152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 >> 172.21.15.16:0/3324142671 conn(0x7fc75806f2d0 msgr2=0x7fc75806f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 shutdown_connections 2024-09-16T01:46:22.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.276+0000 7fc75e3e4640 1 -- 172.21.15.16:0/3324142671 wait complete. 2024-09-16T01:46:22.291 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:46:22.291 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:22.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.400+0000 7f147e882640 1 Processor -- start 2024-09-16T01:46:22.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.400+0000 7f147e882640 1 -- start start 2024-09-16T01:46:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.400+0000 7f147e882640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f14780d1030 0x7f14780d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.400+0000 7f147e882640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f147815e950 con 0x7f147815e570 2024-09-16T01:46:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.400+0000 7f147e882640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14780d3960 con 0x7f14780d32d0 2024-09-16T01:46:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.400+0000 7f147e882640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f14780d19e0 con 0x7f14780d1030 2024-09-16T01:46:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.401+0000 7f147ce1f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f14780d1030 0x7f14780d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.401+0000 7f1477fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f147815e570 0x7f14780d4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51286/0 (socket says 172.21.15.16:51286) 2024-09-16T01:46:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.401+0000 7f1477fff640 1 -- 172.21.15.16:0/372453463 learned_addr learned my addr 172.21.15.16:0/372453463 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:22.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.401+0000 7f147ce1f640 1 -- 172.21.15.16:0/372453463 >> v1:172.21.15.104:6789/0 conn(0x7f14780d32d0 legacy=0x7f14780cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.401+0000 7f147ce1f640 1 -- 172.21.15.16:0/372453463 >> v1:172.21.15.16:6789/0 conn(0x7f147815e570 legacy=0x7f14780d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.401+0000 7f1476ffd640 1 -- 172.21.15.16:0/372453463 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1203981276 0 0) 0x7f147815e950 con 0x7f147815e570 2024-09-16T01:46:22.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.401+0000 7f147ce1f640 1 -- 172.21.15.16:0/372453463 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14780d3c40 con 0x7f14780d1030 2024-09-16T01:46:22.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f147ce1f640 1 --2- 172.21.15.16:0/372453463 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14780d1030 0x7f14780d14a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1470009d90 tx=0x7f147002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6934052407de9e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:22.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f1476ffd640 1 -- 172.21.15.16:0/372453463 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470031600 con 0x7f14780d1030 2024-09-16T01:46:22.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f1476ffd640 1 -- 172.21.15.16:0/372453463 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14700317a0 con 0x7f14780d1030 2024-09-16T01:46:22.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f1476ffd640 1 -- 172.21.15.16:0/372453463 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470031b70 con 0x7f14780d1030 2024-09-16T01:46:22.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f147e882640 1 -- 172.21.15.16:0/372453463 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14780d1030 msgr2=0x7f14780d14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f147e882640 1 --2- 172.21.15.16:0/372453463 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14780d1030 0x7f14780d14a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1470009d90 tx=0x7f147002a610 comp rx=0 tx=0).stop 2024-09-16T01:46:22.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f147e882640 1 -- 172.21.15.16:0/372453463 shutdown_connections 2024-09-16T01:46:22.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f147e882640 1 --2- 172.21.15.16:0/372453463 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14780d1030 0x7f14780d14a0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.402+0000 7f147e882640 1 -- 172.21.15.16:0/372453463 >> 172.21.15.16:0/372453463 conn(0x7f1478074bc0 msgr2=0x7f1478074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:22.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.403+0000 7f147e882640 1 -- 172.21.15.16:0/372453463 shutdown_connections 2024-09-16T01:46:22.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.403+0000 7f147e882640 1 -- 172.21.15.16:0/372453463 wait complete. 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.404+0000 7f147e882640 1 Processor -- start 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.404+0000 7f147e882640 1 -- start start 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147e882640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14780d1030 0x7f14781429b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147e882640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14780d32d0 0x7f1478143170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147e882640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147815e570 0x7f1478157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147e882640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f14780d4200 con 0x7f147815e570 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147e882640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f14780d3710 con 0x7f14780d32d0 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147e882640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f14780d44e0 con 0x7f14780d1030 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147815e570 0x7f1478157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147815e570 0x7f1478157ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44304/0 (socket says 172.21.15.16:44304) 2024-09-16T01:46:22.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 -- 172.21.15.16:0/3009827717 learned_addr learned my addr 172.21.15.16:0/3009827717 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f1477fff640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14780d1030 0x7f14781429b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f14777fe640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14780d32d0 0x7f1478143170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 -- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14780d1030 msgr2=0x7f14781429b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14780d1030 0x7f14781429b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 -- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14780d32d0 msgr2=0x7f1478143170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14780d32d0 0x7f1478143170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 -- 172.21.15.16:0/3009827717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1478153a60 con 0x7f147815e570 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f147ce1f640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147815e570 0x7f1478157ec0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f1470009eb0 tx=0x7f1470004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.405+0000 7f1474ff9640 1 -- 172.21.15.16:0/3009827717 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470040070 con 0x7f147815e570 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.406+0000 7f1474ff9640 1 -- 172.21.15.16:0/3009827717 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1470030b60 con 0x7f147815e570 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.406+0000 7f1474ff9640 1 -- 172.21.15.16:0/3009827717 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470045460 con 0x7f147815e570 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.406+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1478153d20 con 0x7f147815e570 2024-09-16T01:46:22.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.406+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1478154000 con 0x7f147815e570 2024-09-16T01:46:22.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.407+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14780d1b60 con 0x7f147815e570 2024-09-16T01:46:22.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.407+0000 7f1474ff9640 1 -- 172.21.15.16:0/3009827717 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f1470039040 con 0x7f147815e570 2024-09-16T01:46:22.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.407+0000 7f1474ff9640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f146406c610 0x7f146406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.408+0000 7f1474ff9640 1 -- 172.21.15.16:0/3009827717 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f14700ad160 con 0x7f147815e570 2024-09-16T01:46:22.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.408+0000 7f1477fff640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f146406c610 0x7f146406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.408+0000 7f1477fff640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f146406c610 0x7f146406ead0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1468000f60 tx=0x7f1468007e40 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:22.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.412+0000 7f1474ff9640 1 -- 172.21.15.16:0/3009827717 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14780d1b60 con 0x7f147815e570 2024-09-16T01:46:22.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.622+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14780b8200 con 0x7f147815e570 2024-09-16T01:46:22.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.623+0000 7f1474ff9640 1 -- 172.21.15.16:0/3009827717 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5225 (secure 0 0 0) 0x7f147007af40 con 0x7f147815e570 2024-09-16T01:46:22.624 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:22.624 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":40,"btime":"2024-09-16T01:46:22:269067+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 40 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f146406c610 msgr2=0x7f146406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f146406c610 0x7f146406ead0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1468000f60 tx=0x7f1468007e40 comp rx=0 tx=0).stop 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147815e570 msgr2=0x7f1478157ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147815e570 0x7f1478157ec0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f1470009eb0 tx=0x7f1470004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 shutdown_connections 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f146406c610 0x7f146406ead0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147815e570 0x7f1478157ec0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14780d32d0 0x7f1478143170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 --2- 172.21.15.16:0/3009827717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14780d1030 0x7f14781429b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 >> 172.21.15.16:0/3009827717 conn(0x7f1478074bc0 msgr2=0x7f147815a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 shutdown_connections 2024-09-16T01:46:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.625+0000 7f147e882640 1 -- 172.21.15.16:0/3009827717 wait complete. 2024-09-16T01:46:22.638 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.739+0000 7f08e3aaf640 1 Processor -- start 2024-09-16T01:46:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.739+0000 7f08e3aaf640 1 -- start start 2024-09-16T01:46:22.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e3aaf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f08dc15f840 0x7f08dc0b5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e3aaf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f08dc06f1a0 0x7f08dc06f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e3aaf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08dc0731d0 con 0x7f08dc0706e0 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e3aaf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f08dc074270 con 0x7f08dc15f840 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e3aaf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f08dc06fb20 con 0x7f08dc06f1a0 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e184b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f08dc15f840 0x7f08dc0b5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e184b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f08dc15f840 0x7f08dc0b5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44312/0 (socket says 172.21.15.16:44312) 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e184b640 1 -- 172.21.15.16:0/2931517312 learned_addr learned my addr 172.21.15.16:0/2931517312 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e104a640 1 --2- 172.21.15.16:0/2931517312 >> v2:172.21.15.104:3300/0 conn(0x7f08dc06f1a0 0x7f08dc06f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e184b640 1 -- 172.21.15.16:0/2931517312 >> v2:172.21.15.104:3300/0 conn(0x7f08dc06f1a0 msgr2=0x7f08dc06f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e184b640 1 --2- 172.21.15.16:0/2931517312 >> v2:172.21.15.104:3300/0 conn(0x7f08dc06f1a0 0x7f08dc06f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e184b640 1 -- 172.21.15.16:0/2931517312 >> v1:172.21.15.104:6789/0 conn(0x7f08dc0706e0 legacy=0x7f08dc070b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.740+0000 7f08e184b640 1 -- 172.21.15.16:0/2931517312 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08dc0734b0 con 0x7f08dc15f840 2024-09-16T01:46:22.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.741+0000 7f08e184b640 1 --2- 172.21.15.16:0/2931517312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc0b5da0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f08d4009870 tx=0x7f08d402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a84be4177bbd678 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:22.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.741+0000 7f08e0849640 1 -- 172.21.15.16:0/2931517312 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d4037070 con 0x7f08dc15f840 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.741+0000 7f08e0849640 1 -- 172.21.15.16:0/2931517312 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08d4032440 con 0x7f08dc15f840 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.741+0000 7f08e0849640 1 -- 172.21.15.16:0/2931517312 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d4032810 con 0x7f08dc15f840 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 -- 172.21.15.16:0/2931517312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 msgr2=0x7f08dc0b5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/2931517312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc0b5da0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f08d4009870 tx=0x7f08d402a2a0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 -- 172.21.15.16:0/2931517312 shutdown_connections 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/2931517312 >> v2:172.21.15.104:3300/0 conn(0x7f08dc06f1a0 0x7f08dc06f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/2931517312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc0b5da0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 -- 172.21.15.16:0/2931517312 >> 172.21.15.16:0/2931517312 conn(0x7f08dc0b4090 msgr2=0x7f08dc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 -- 172.21.15.16:0/2931517312 shutdown_connections 2024-09-16T01:46:22.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.742+0000 7f08e3aaf640 1 -- 172.21.15.16:0/2931517312 wait complete. 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.743+0000 7f08e3aaf640 1 Processor -- start 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.743+0000 7f08e3aaf640 1 -- start start 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08dc06f1a0 0x7f08dc143db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f08dc0706e0 0x7f08dc1e49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc1e6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f08dc073d50 con 0x7f08dc15f840 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f08dc073a70 con 0x7f08dc06f1a0 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f08dc0b7590 con 0x7f08dc0706e0 2024-09-16T01:46:22.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc1e6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc1e6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44326/0 (socket says 172.21.15.16:44326) 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 -- 172.21.15.16:0/3216983170 learned_addr learned my addr 172.21.15.16:0/3216983170 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e184b640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08dc06f1a0 0x7f08dc143db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e104a640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f08dc0706e0 0x7f08dc1e49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 -- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f08dc0706e0 msgr2=0x7f08dc1e49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f08dc0706e0 0x7f08dc1e49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 -- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08dc06f1a0 msgr2=0x7f08dc143db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08dc06f1a0 0x7f08dc143db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 -- 172.21.15.16:0/3216983170 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08dc1e5b90 con 0x7f08dc15f840 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e204c640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc1e6250 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f08cc00c7a0 tx=0x7f08cc00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08da7fc640 1 -- 172.21.15.16:0/3216983170 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08cc003b70 con 0x7f08dc15f840 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08da7fc640 1 -- 172.21.15.16:0/3216983170 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08cc003d30 con 0x7f08dc15f840 2024-09-16T01:46:22.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08dc1e52f0 con 0x7f08dc15f840 2024-09-16T01:46:22.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08da7fc640 1 -- 172.21.15.16:0/3216983170 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08cc00aa90 con 0x7f08dc15f840 2024-09-16T01:46:22.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.744+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08dc1e58b0 con 0x7f08dc15f840 2024-09-16T01:46:22.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.745+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08dc06f5e0 con 0x7f08dc15f840 2024-09-16T01:46:22.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.746+0000 7f08da7fc640 1 -- 172.21.15.16:0/3216983170 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f08cc00ac30 con 0x7f08dc15f840 2024-09-16T01:46:22.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.746+0000 7f08da7fc640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f08c806c610 0x7f08c806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:22.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.746+0000 7f08da7fc640 1 -- 172.21.15.16:0/3216983170 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f08cc08b820 con 0x7f08dc15f840 2024-09-16T01:46:22.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.747+0000 7f08e184b640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f08c806c610 0x7f08c806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:22.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.747+0000 7f08e184b640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f08c806c610 0x7f08c806ead0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f08d4034000 tx=0x7f08d402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:22.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.751+0000 7f08da7fc640 1 -- 172.21.15.16:0/3216983170 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f08cc059430 con 0x7f08dc15f840 2024-09-16T01:46:22.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.926+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08dc069160 con 0x7f08dc15f840 2024-09-16T01:46:22.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.927+0000 7f08da7fc640 1 -- 172.21.15.16:0/3216983170 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16692 (secure 0 0 0) 0x7f08cc05d730 con 0x7f08dc15f840 2024-09-16T01:46:22.929 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:22.929 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":68,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:20.256506+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:16.667280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:17.588338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:22.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f08c806c610 msgr2=0x7f08c806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f08c806c610 0x7f08c806ead0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f08d4034000 tx=0x7f08d402e000 comp rx=0 tx=0).stop 2024-09-16T01:46:22.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 msgr2=0x7f08dc1e6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc1e6250 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f08cc00c7a0 tx=0x7f08cc00cc60 comp rx=0 tx=0).stop 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 shutdown_connections 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f08c806c610 0x7f08c806ead0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08dc15f840 0x7f08dc1e6250 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f08dc0706e0 0x7f08dc1e49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 --2- 172.21.15.16:0/3216983170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08dc06f1a0 0x7f08dc143db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 >> 172.21.15.16:0/3216983170 conn(0x7f08dc0b4090 msgr2=0x7f08dc15e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 shutdown_connections 2024-09-16T01:46:22.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:22.929+0000 7f08e3aaf640 1 -- 172.21.15.16:0/3216983170 wait complete. 2024-09-16T01:46:22.941 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:46:22.942 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:46:23.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.042+0000 7f150d6e6640 1 Processor -- start 2024-09-16T01:46:23.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.042+0000 7f150d6e6640 1 -- start start 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f150d6e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f1508162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f150d6e6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15080b75a0 0x7f1508162580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f150d6e6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15080b7b10 con 0x7f15080ba000 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f150d6e6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f15080b8720 con 0x7f15080b75a0 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f150d6e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f15080b7df0 con 0x7f15080ba3e0 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f15077fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15080b75a0 0x7f1508162580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f15067fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f1508162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f1506ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f15080ba000 0x7f1508144650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:49300/0 (socket says 172.21.15.16:49300) 2024-09-16T01:46:23.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.043+0000 7f1506ffd640 1 -- 172.21.15.16:0/1977293929 learned_addr learned my addr 172.21.15.16:0/1977293929 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:23.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.044+0000 7f15077fe640 1 -- 172.21.15.16:0/1977293929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 msgr2=0x7f1508162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:23.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.044+0000 7f15077fe640 1 --2- 172.21.15.16:0/1977293929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f1508162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.044+0000 7f15077fe640 1 -- 172.21.15.16:0/1977293929 >> v1:172.21.15.104:6789/0 conn(0x7f15080ba000 legacy=0x7f1508144650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.044+0000 7f1505ffb640 1 -- 172.21.15.16:0/1977293929 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3818817562 0 0) 0x7f15080b7b10 con 0x7f15080ba000 2024-09-16T01:46:23.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.044+0000 7f15077fe640 1 -- 172.21.15.16:0/1977293929 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15080b80d0 con 0x7f15080b75a0 2024-09-16T01:46:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f15077fe640 1 --2- 172.21.15.16:0/1977293929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f1508162580 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f15000097a0 tx=0x7f150002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=429ebab27b6c9a08 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f1505ffb640 1 -- 172.21.15.16:0/1977293929 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1500037070 con 0x7f15080b75a0 2024-09-16T01:46:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f1505ffb640 1 -- 172.21.15.16:0/1977293929 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1500032440 con 0x7f15080b75a0 2024-09-16T01:46:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f1505ffb640 1 -- 172.21.15.16:0/1977293929 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1500032810 con 0x7f15080b75a0 2024-09-16T01:46:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 -- 172.21.15.16:0/1977293929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 msgr2=0x7f1508162580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 --2- 172.21.15.16:0/1977293929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f1508162580 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f15000097a0 tx=0x7f150002a180 comp rx=0 tx=0).stop 2024-09-16T01:46:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 -- 172.21.15.16:0/1977293929 shutdown_connections 2024-09-16T01:46:23.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 --2- 172.21.15.16:0/1977293929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f1508162580 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 --2- 172.21.15.16:0/1977293929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f1508162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 -- 172.21.15.16:0/1977293929 >> 172.21.15.16:0/1977293929 conn(0x7f15080732d0 msgr2=0x7f150806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:23.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 -- 172.21.15.16:0/1977293929 shutdown_connections 2024-09-16T01:46:23.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.045+0000 7f150d6e6640 1 -- 172.21.15.16:0/1977293929 wait complete. 2024-09-16T01:46:23.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 Processor -- start 2024-09-16T01:46:23.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 -- start start 2024-09-16T01:46:23.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f150815ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15080ba000 0x7f150815b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f150815b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f15080b5b60 con 0x7f15080ba000 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f15080b59e0 con 0x7f15080b75a0 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.047+0000 7f150d6e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f15080b5ce0 con 0x7f15080ba3e0 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15080ba000 0x7f150815b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15080ba000 0x7f150815b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44334/0 (socket says 172.21.15.16:44334) 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 -- 172.21.15.16:0/3833510667 learned_addr learned my addr 172.21.15.16:0/3833510667 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f1506ffd640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f150815ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15077fe640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f150815b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 -- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 msgr2=0x7f150815b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f150815b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 -- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 msgr2=0x7f150815ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f150815ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 -- 172.21.15.16:0/3833510667 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1508159ba0 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f1506ffd640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f150815ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f15067fc640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15080ba000 0x7f150815b180 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f14f000e8a0 tx=0x7f14f000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f14ff7fe640 1 -- 172.21.15.16:0/3833510667 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f0017070 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f14ff7fe640 1 -- 172.21.15.16:0/3833510667 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14f000c940 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1508159e80 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f14ff7fe640 1 -- 172.21.15.16:0/3833510667 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f000cd30 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.048+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f150815a440 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.049+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1508144650 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.050+0000 7f14ff7fe640 1 -- 172.21.15.16:0/3833510667 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f14f001a070 con 0x7f15080ba000 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.050+0000 7f14ff7fe640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f14e806c610 0x7f14e806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.050+0000 7f14ff7fe640 1 -- 172.21.15.16:0/3833510667 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f14f008bb80 con 0x7f15080ba000 2024-09-16T01:46:23.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.051+0000 7f1506ffd640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f14e806c610 0x7f14e806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.051+0000 7f1506ffd640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f14e806c610 0x7f14e806ead0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f14f80012e0 tx=0x7f14f8007f90 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.055+0000 7f14ff7fe640 1 -- 172.21.15.16:0/3833510667 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14f0059ee0 con 0x7f15080ba000 2024-09-16T01:46:23.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.228+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15080d22c0 con 0x7f14e806c610 2024-09-16T01:46:23.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.234+0000 7f14ff7fe640 1 -- 172.21.15.16:0/3833510667 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249996 (secure 0 0 0) 0x7f15080d22c0 con 0x7f14e806c610 2024-09-16T01:46:23.238 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:23.240 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:46:23.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f14e806c610 msgr2=0x7f14e806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f14e806c610 0x7f14e806ead0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f14f80012e0 tx=0x7f14f8007f90 comp rx=0 tx=0).stop 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15080ba000 msgr2=0x7f150815b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15080ba000 0x7f150815b180 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f14f000e8a0 tx=0x7f14f000ed60 comp rx=0 tx=0).stop 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 shutdown_connections 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f14e806c610 0x7f14e806ead0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15080ba3e0 0x7f150815b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15080ba000 0x7f150815b180 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 --2- 172.21.15.16:0/3833510667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15080b75a0 0x7f150815ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 >> 172.21.15.16:0/3833510667 conn(0x7f15080732d0 msgr2=0x7f150815de60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 shutdown_connections 2024-09-16T01:46:23.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.237+0000 7f150d6e6640 1 -- 172.21.15.16:0/3833510667 wait complete. 2024-09-16T01:46:23.250 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-09-16T01:46:22.356234+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592686,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":176,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":125,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252872,"kb_used_data":7500,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721848,"statfs":{"total":773094113280,"available":772835172352,"internally_reserved":0,"allocated":7680000,"data_stored":3878262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":251055666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2318,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.120153"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324270+0000","last_change":"2024-09-16T01:46:19.272256+0000","last_active":"2024-09-16T01:46:20.324270+0000","last_peered":"2024-09-16T01:46:20.324270+0000","last_clean":"2024-09-16T01:46:20.324270+0000","last_became_active":"2024-09-16T01:46:19.271998+0000","last_became_peered":"2024-09-16T01:46:19.271998+0000","last_unstale":"2024-09-16T01:46:20.324270+0000","last_undegraded":"2024-09-16T01:46:20.324270+0000","last_fullsized":"2024-09-16T01:46:20.324270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:19.313077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244943+0000","last_change":"2024-09-16T01:46:18.244943+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244943+0000","last_undegraded":"2024-09-16T01:46:18.244943+0000","last_fullsized":"2024-09-16T01:46:18.244943+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323865+0000","last_change":"2024-09-16T01:46:19.271988+0000","last_active":"2024-09-16T01:46:20.323865+0000","last_peered":"2024-09-16T01:46:20.323865+0000","last_clean":"2024-09-16T01:46:20.323865+0000","last_became_active":"2024-09-16T01:46:19.271671+0000","last_became_peered":"2024-09-16T01:46:19.271671+0000","last_unstale":"2024-09-16T01:46:20.323865+0000","last_undegraded":"2024-09-16T01:46:20.323865+0000","last_fullsized":"2024-09-16T01:46:20.323865+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:52.376582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324212+0000","last_change":"2024-09-16T01:46:19.275420+0000","last_active":"2024-09-16T01:46:20.324212+0000","last_peered":"2024-09-16T01:46:20.324212+0000","last_clean":"2024-09-16T01:46:20.324212+0000","last_became_active":"2024-09-16T01:46:19.274700+0000","last_became_peered":"2024-09-16T01:46:19.274700+0000","last_unstale":"2024-09-16T01:46:20.324212+0000","last_undegraded":"2024-09-16T01:46:20.324212+0000","last_fullsized":"2024-09-16T01:46:20.324212+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:19.101638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259640+0000","last_change":"2024-09-16T01:46:19.267938+0000","last_active":"2024-09-16T01:46:20.259640+0000","last_peered":"2024-09-16T01:46:20.259640+0000","last_clean":"2024-09-16T01:46:20.259640+0000","last_became_active":"2024-09-16T01:46:19.267457+0000","last_became_peered":"2024-09-16T01:46:19.267457+0000","last_unstale":"2024-09-16T01:46:20.259640+0000","last_undegraded":"2024-09-16T01:46:20.259640+0000","last_fullsized":"2024-09-16T01:46:20.259640+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:45.312399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245625+0000","last_change":"2024-09-16T01:46:18.245625+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245625+0000","last_undegraded":"2024-09-16T01:46:18.245625+0000","last_fullsized":"2024-09-16T01:46:18.245625+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245296+0000","last_change":"2024-09-16T01:46:18.245296+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245296+0000","last_undegraded":"2024-09-16T01:46:18.245296+0000","last_fullsized":"2024-09-16T01:46:18.245296+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243866+0000","last_change":"2024-09-16T01:46:18.243866+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243866+0000","last_undegraded":"2024-09-16T01:46:18.243866+0000","last_fullsized":"2024-09-16T01:46:18.243866+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259753+0000","last_change":"2024-09-16T01:46:19.266313+0000","last_active":"2024-09-16T01:46:20.259753+0000","last_peered":"2024-09-16T01:46:20.259753+0000","last_clean":"2024-09-16T01:46:20.259753+0000","last_became_active":"2024-09-16T01:46:19.265542+0000","last_became_peered":"2024-09-16T01:46:19.265542+0000","last_unstale":"2024-09-16T01:46:20.259753+0000","last_undegraded":"2024-09-16T01:46:20.259753+0000","last_fullsized":"2024-09-16T01:46:20.259753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:02.668135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242685+0000","last_change":"2024-09-16T01:46:18.242685+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242685+0000","last_undegraded":"2024-09-16T01:46:18.242685+0000","last_fullsized":"2024-09-16T01:46:18.242685+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324123+0000","last_change":"2024-09-16T01:46:19.268657+0000","last_active":"2024-09-16T01:46:20.324123+0000","last_peered":"2024-09-16T01:46:20.324123+0000","last_clean":"2024-09-16T01:46:20.324123+0000","last_became_active":"2024-09-16T01:46:19.268325+0000","last_became_peered":"2024-09-16T01:46:19.268325+0000","last_unstale":"2024-09-16T01:46:20.324123+0000","last_undegraded":"2024-09-16T01:46:20.324123+0000","last_fullsized":"2024-09-16T01:46:20.324123+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:18.377574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324291+0000","last_change":"2024-09-16T01:46:19.257692+0000","last_active":"2024-09-16T01:46:20.324291+0000","last_peered":"2024-09-16T01:46:20.324291+0000","last_clean":"2024-09-16T01:46:20.324291+0000","last_became_active":"2024-09-16T01:46:19.256658+0000","last_became_peered":"2024-09-16T01:46:19.256658+0000","last_unstale":"2024-09-16T01:46:20.324291+0000","last_undegraded":"2024-09-16T01:46:20.324291+0000","last_fullsized":"2024-09-16T01:46:20.324291+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:22.763051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270206+0000","last_change":"2024-09-16T01:46:19.269504+0000","last_active":"2024-09-16T01:46:20.270206+0000","last_peered":"2024-09-16T01:46:20.270206+0000","last_clean":"2024-09-16T01:46:20.270206+0000","last_became_active":"2024-09-16T01:46:19.269178+0000","last_became_peered":"2024-09-16T01:46:19.269178+0000","last_unstale":"2024-09-16T01:46:20.270206+0000","last_undegraded":"2024-09-16T01:46:20.270206+0000","last_fullsized":"2024-09-16T01:46:20.270206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259450+0000","last_change":"2024-09-16T01:46:19.262016+0000","last_active":"2024-09-16T01:46:20.259450+0000","last_peered":"2024-09-16T01:46:20.259450+0000","last_clean":"2024-09-16T01:46:20.259450+0000","last_became_active":"2024-09-16T01:46:19.261726+0000","last_became_peered":"2024-09-16T01:46:19.261726+0000","last_unstale":"2024-09-16T01:46:20.259450+0000","last_undegraded":"2024-09-16T01:46:20.259450+0000","last_fullsized":"2024-09-16T01:46:20.259450+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:19.966850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270168+0000","last_change":"2024-09-16T01:46:19.273042+0000","last_active":"2024-09-16T01:46:20.270168+0000","last_peered":"2024-09-16T01:46:20.270168+0000","last_clean":"2024-09-16T01:46:20.270168+0000","last_became_active":"2024-09-16T01:46:19.272748+0000","last_became_peered":"2024-09-16T01:46:19.272748+0000","last_unstale":"2024-09-16T01:46:20.270168+0000","last_undegraded":"2024-09-16T01:46:20.270168+0000","last_fullsized":"2024-09-16T01:46:20.270168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241464+0000","last_change":"2024-09-16T01:46:18.241464+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241464+0000","last_undegraded":"2024-09-16T01:46:18.241464+0000","last_fullsized":"2024-09-16T01:46:18.241464+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259848+0000","last_change":"2024-09-16T01:46:19.266067+0000","last_active":"2024-09-16T01:46:20.259848+0000","last_peered":"2024-09-16T01:46:20.259848+0000","last_clean":"2024-09-16T01:46:20.259848+0000","last_became_active":"2024-09-16T01:46:19.265152+0000","last_became_peered":"2024-09-16T01:46:19.265152+0000","last_unstale":"2024-09-16T01:46:20.259848+0000","last_undegraded":"2024-09-16T01:46:20.259848+0000","last_fullsized":"2024-09-16T01:46:20.259848+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:14.860431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324114+0000","last_change":"2024-09-16T01:46:19.264380+0000","last_active":"2024-09-16T01:46:20.324114+0000","last_peered":"2024-09-16T01:46:20.324114+0000","last_clean":"2024-09-16T01:46:20.324114+0000","last_became_active":"2024-09-16T01:46:19.264096+0000","last_became_peered":"2024-09-16T01:46:19.264096+0000","last_unstale":"2024-09-16T01:46:20.324114+0000","last_undegraded":"2024-09-16T01:46:20.324114+0000","last_fullsized":"2024-09-16T01:46:20.324114+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:20.527533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243366+0000","last_change":"2024-09-16T01:46:18.243366+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243366+0000","last_undegraded":"2024-09-16T01:46:18.243366+0000","last_fullsized":"2024-09-16T01:46:18.243366+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270348+0000","last_change":"2024-09-16T01:46:19.264927+0000","last_active":"2024-09-16T01:46:20.270348+0000","last_peered":"2024-09-16T01:46:20.270348+0000","last_clean":"2024-09-16T01:46:20.270348+0000","last_became_active":"2024-09-16T01:46:19.264614+0000","last_became_peered":"2024-09-16T01:46:19.264614+0000","last_unstale":"2024-09-16T01:46:20.270348+0000","last_undegraded":"2024-09-16T01:46:20.270348+0000","last_fullsized":"2024-09-16T01:46:20.270348+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242803+0000","last_change":"2024-09-16T01:46:18.242803+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242803+0000","last_undegraded":"2024-09-16T01:46:18.242803+0000","last_fullsized":"2024-09-16T01:46:18.242803+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241656+0000","last_change":"2024-09-16T01:46:18.241656+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241656+0000","last_undegraded":"2024-09-16T01:46:18.241656+0000","last_fullsized":"2024-09-16T01:46:18.241656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323892+0000","last_change":"2024-09-16T01:46:19.266826+0000","last_active":"2024-09-16T01:46:20.323892+0000","last_peered":"2024-09-16T01:46:20.323892+0000","last_clean":"2024-09-16T01:46:20.323892+0000","last_became_active":"2024-09-16T01:46:19.266337+0000","last_became_peered":"2024-09-16T01:46:19.266337+0000","last_unstale":"2024-09-16T01:46:20.323892+0000","last_undegraded":"2024-09-16T01:46:20.323892+0000","last_fullsized":"2024-09-16T01:46:20.323892+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323718+0000","last_change":"2024-09-16T01:46:19.274476+0000","last_active":"2024-09-16T01:46:20.323718+0000","last_peered":"2024-09-16T01:46:20.323718+0000","last_clean":"2024-09-16T01:46:20.323718+0000","last_became_active":"2024-09-16T01:46:19.274185+0000","last_became_peered":"2024-09-16T01:46:19.274185+0000","last_unstale":"2024-09-16T01:46:20.323718+0000","last_undegraded":"2024-09-16T01:46:20.323718+0000","last_fullsized":"2024-09-16T01:46:20.323718+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241549+0000","last_change":"2024-09-16T01:46:18.241549+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241549+0000","last_undegraded":"2024-09-16T01:46:18.241549+0000","last_fullsized":"2024-09-16T01:46:18.241549+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245240+0000","last_change":"2024-09-16T01:46:18.245240+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245240+0000","last_undegraded":"2024-09-16T01:46:18.245240+0000","last_fullsized":"2024-09-16T01:46:18.245240+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323873+0000","last_change":"2024-09-16T01:46:19.268408+0000","last_active":"2024-09-16T01:46:20.323873+0000","last_peered":"2024-09-16T01:46:20.323873+0000","last_clean":"2024-09-16T01:46:20.323873+0000","last_became_active":"2024-09-16T01:46:19.268137+0000","last_became_peered":"2024-09-16T01:46:19.268137+0000","last_unstale":"2024-09-16T01:46:20.323873+0000","last_undegraded":"2024-09-16T01:46:20.323873+0000","last_fullsized":"2024-09-16T01:46:20.323873+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:55.739639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241867+0000","last_change":"2024-09-16T01:46:18.241867+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241867+0000","last_undegraded":"2024-09-16T01:46:18.241867+0000","last_fullsized":"2024-09-16T01:46:18.241867+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323565+0000","last_change":"2024-09-16T01:46:19.262226+0000","last_active":"2024-09-16T01:46:20.323565+0000","last_peered":"2024-09-16T01:46:20.323565+0000","last_clean":"2024-09-16T01:46:20.323565+0000","last_became_active":"2024-09-16T01:46:19.261962+0000","last_became_peered":"2024-09-16T01:46:19.261962+0000","last_unstale":"2024-09-16T01:46:20.323565+0000","last_undegraded":"2024-09-16T01:46:20.323565+0000","last_fullsized":"2024-09-16T01:46:20.323565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:45.089872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245777+0000","last_change":"2024-09-16T01:46:18.245777+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245777+0000","last_undegraded":"2024-09-16T01:46:18.245777+0000","last_fullsized":"2024-09-16T01:46:18.245777+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244268+0000","last_change":"2024-09-16T01:46:18.244268+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244268+0000","last_undegraded":"2024-09-16T01:46:18.244268+0000","last_fullsized":"2024-09-16T01:46:18.244268+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242734+0000","last_change":"2024-09-16T01:46:18.242734+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242734+0000","last_undegraded":"2024-09-16T01:46:18.242734+0000","last_fullsized":"2024-09-16T01:46:18.242734+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324097+0000","last_change":"2024-09-16T01:46:19.274990+0000","last_active":"2024-09-16T01:46:20.324097+0000","last_peered":"2024-09-16T01:46:20.324097+0000","last_clean":"2024-09-16T01:46:20.324097+0000","last_became_active":"2024-09-16T01:46:19.274280+0000","last_became_peered":"2024-09-16T01:46:19.274280+0000","last_unstale":"2024-09-16T01:46:20.324097+0000","last_undegraded":"2024-09-16T01:46:20.324097+0000","last_fullsized":"2024-09-16T01:46:20.324097+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"67'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324375+0000","last_change":"2024-09-16T01:46:18.256512+0000","last_active":"2024-09-16T01:46:20.324375+0000","last_peered":"2024-09-16T01:46:20.324375+0000","last_clean":"2024-09-16T01:46:20.324375+0000","last_became_active":"2024-09-16T01:46:18.256196+0000","last_became_peered":"2024-09-16T01:46:18.256196+0000","last_unstale":"2024-09-16T01:46:20.324375+0000","last_undegraded":"2024-09-16T01:46:20.324375+0000","last_fullsized":"2024-09-16T01:46:20.324375+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:17:25.009150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259893+0000","last_change":"2024-09-16T01:46:19.265828+0000","last_active":"2024-09-16T01:46:20.259893+0000","last_peered":"2024-09-16T01:46:20.259893+0000","last_clean":"2024-09-16T01:46:20.259893+0000","last_became_active":"2024-09-16T01:46:19.264718+0000","last_became_peered":"2024-09-16T01:46:19.264718+0000","last_unstale":"2024-09-16T01:46:20.259893+0000","last_undegraded":"2024-09-16T01:46:20.259893+0000","last_fullsized":"2024-09-16T01:46:20.259893+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:30.141716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270324+0000","last_change":"2024-09-16T01:46:18.256245+0000","last_active":"2024-09-16T01:46:20.270324+0000","last_peered":"2024-09-16T01:46:20.270324+0000","last_clean":"2024-09-16T01:46:20.270324+0000","last_became_active":"2024-09-16T01:46:18.255994+0000","last_became_peered":"2024-09-16T01:46:18.255994+0000","last_unstale":"2024-09-16T01:46:20.270324+0000","last_undegraded":"2024-09-16T01:46:20.270324+0000","last_fullsized":"2024-09-16T01:46:20.270324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:29.551168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243457+0000","last_change":"2024-09-16T01:46:18.243457+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243457+0000","last_undegraded":"2024-09-16T01:46:18.243457+0000","last_fullsized":"2024-09-16T01:46:18.243457+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259604+0000","last_change":"2024-09-16T01:46:18.256915+0000","last_active":"2024-09-16T01:46:18.259604+0000","last_peered":"2024-09-16T01:46:18.259604+0000","last_clean":"2024-09-16T01:46:18.259604+0000","last_became_active":"2024-09-16T01:46:18.256659+0000","last_became_peered":"2024-09-16T01:46:18.256659+0000","last_unstale":"2024-09-16T01:46:18.259604+0000","last_undegraded":"2024-09-16T01:46:18.259604+0000","last_fullsized":"2024-09-16T01:46:18.259604+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:54.770670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324185+0000","last_change":"2024-09-16T01:46:19.267323+0000","last_active":"2024-09-16T01:46:20.324185+0000","last_peered":"2024-09-16T01:46:20.324185+0000","last_clean":"2024-09-16T01:46:20.324185+0000","last_became_active":"2024-09-16T01:46:19.267052+0000","last_became_peered":"2024-09-16T01:46:19.267052+0000","last_unstale":"2024-09-16T01:46:20.324185+0000","last_undegraded":"2024-09-16T01:46:20.324185+0000","last_fullsized":"2024-09-16T01:46:20.324185+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:44.327231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258162+0000","last_change":"2024-09-16T01:46:18.256001+0000","last_active":"2024-09-16T01:46:18.258162+0000","last_peered":"2024-09-16T01:46:18.258162+0000","last_clean":"2024-09-16T01:46:18.258162+0000","last_became_active":"2024-09-16T01:46:18.255708+0000","last_became_peered":"2024-09-16T01:46:18.255708+0000","last_unstale":"2024-09-16T01:46:18.258162+0000","last_undegraded":"2024-09-16T01:46:18.258162+0000","last_fullsized":"2024-09-16T01:46:18.258162+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:47.355744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244416+0000","last_change":"2024-09-16T01:46:18.244416+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244416+0000","last_undegraded":"2024-09-16T01:46:18.244416+0000","last_fullsized":"2024-09-16T01:46:18.244416+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323616+0000","last_change":"2024-09-16T01:46:18.253771+0000","last_active":"2024-09-16T01:46:20.323616+0000","last_peered":"2024-09-16T01:46:20.323616+0000","last_clean":"2024-09-16T01:46:20.323616+0000","last_became_active":"2024-09-16T01:46:18.253483+0000","last_became_peered":"2024-09-16T01:46:18.253483+0000","last_unstale":"2024-09-16T01:46:20.323616+0000","last_undegraded":"2024-09-16T01:46:20.323616+0000","last_fullsized":"2024-09-16T01:46:20.323616+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:14.011609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241379+0000","last_change":"2024-09-16T01:46:18.241379+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241379+0000","last_undegraded":"2024-09-16T01:46:18.241379+0000","last_fullsized":"2024-09-16T01:46:18.241379+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258707+0000","last_change":"2024-09-16T01:46:18.257751+0000","last_active":"2024-09-16T01:46:18.258707+0000","last_peered":"2024-09-16T01:46:18.258707+0000","last_clean":"2024-09-16T01:46:18.258707+0000","last_became_active":"2024-09-16T01:46:18.257452+0000","last_became_peered":"2024-09-16T01:46:18.257452+0000","last_unstale":"2024-09-16T01:46:18.258707+0000","last_undegraded":"2024-09-16T01:46:18.258707+0000","last_fullsized":"2024-09-16T01:46:18.258707+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:59:28.065348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259275+0000","last_change":"2024-09-16T01:46:19.259348+0000","last_active":"2024-09-16T01:46:20.259275+0000","last_peered":"2024-09-16T01:46:20.259275+0000","last_clean":"2024-09-16T01:46:20.259275+0000","last_became_active":"2024-09-16T01:46:19.259086+0000","last_became_peered":"2024-09-16T01:46:19.259086+0000","last_unstale":"2024-09-16T01:46:20.259275+0000","last_undegraded":"2024-09-16T01:46:20.259275+0000","last_fullsized":"2024-09-16T01:46:20.259275+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:00.845841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323855+0000","last_change":"2024-09-16T01:46:18.253722+0000","last_active":"2024-09-16T01:46:20.323855+0000","last_peered":"2024-09-16T01:46:20.323855+0000","last_clean":"2024-09-16T01:46:20.323855+0000","last_became_active":"2024-09-16T01:46:18.253444+0000","last_became_peered":"2024-09-16T01:46:18.253444+0000","last_unstale":"2024-09-16T01:46:20.323855+0000","last_undegraded":"2024-09-16T01:46:20.323855+0000","last_fullsized":"2024-09-16T01:46:20.323855+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:25.770139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270183+0000","last_change":"2024-09-16T01:46:19.268749+0000","last_active":"2024-09-16T01:46:20.270183+0000","last_peered":"2024-09-16T01:46:20.270183+0000","last_clean":"2024-09-16T01:46:20.270183+0000","last_became_active":"2024-09-16T01:46:19.268466+0000","last_became_peered":"2024-09-16T01:46:19.268466+0000","last_unstale":"2024-09-16T01:46:20.270183+0000","last_undegraded":"2024-09-16T01:46:20.270183+0000","last_fullsized":"2024-09-16T01:46:20.270183+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259195+0000","last_change":"2024-09-16T01:46:18.253138+0000","last_active":"2024-09-16T01:46:20.259195+0000","last_peered":"2024-09-16T01:46:20.259195+0000","last_clean":"2024-09-16T01:46:20.259195+0000","last_became_active":"2024-09-16T01:46:18.252845+0000","last_became_peered":"2024-09-16T01:46:18.252845+0000","last_unstale":"2024-09-16T01:46:20.259195+0000","last_undegraded":"2024-09-16T01:46:20.259195+0000","last_fullsized":"2024-09-16T01:46:20.259195+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:38.736847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244425+0000","last_change":"2024-09-16T01:46:18.244425+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244425+0000","last_undegraded":"2024-09-16T01:46:18.244425+0000","last_fullsized":"2024-09-16T01:46:18.244425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.251134+0000","last_change":"2024-09-16T01:46:18.250097+0000","last_active":"2024-09-16T01:46:18.251134+0000","last_peered":"2024-09-16T01:46:18.251134+0000","last_clean":"2024-09-16T01:46:18.251134+0000","last_became_active":"2024-09-16T01:46:18.249802+0000","last_became_peered":"2024-09-16T01:46:18.249802+0000","last_unstale":"2024-09-16T01:46:18.251134+0000","last_undegraded":"2024-09-16T01:46:18.251134+0000","last_fullsized":"2024-09-16T01:46:18.251134+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:20.195235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324271+0000","last_change":"2024-09-16T01:46:19.275178+0000","last_active":"2024-09-16T01:46:20.324271+0000","last_peered":"2024-09-16T01:46:20.324271+0000","last_clean":"2024-09-16T01:46:20.324271+0000","last_became_active":"2024-09-16T01:46:19.273869+0000","last_became_peered":"2024-09-16T01:46:19.273869+0000","last_unstale":"2024-09-16T01:46:20.324271+0000","last_undegraded":"2024-09-16T01:46:20.324271+0000","last_fullsized":"2024-09-16T01:46:20.324271+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:26.671605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.257298+0000","last_change":"2024-09-16T01:46:18.254252+0000","last_active":"2024-09-16T01:46:18.257298+0000","last_peered":"2024-09-16T01:46:18.257298+0000","last_clean":"2024-09-16T01:46:18.257298+0000","last_became_active":"2024-09-16T01:46:18.253883+0000","last_became_peered":"2024-09-16T01:46:18.253883+0000","last_unstale":"2024-09-16T01:46:18.257298+0000","last_undegraded":"2024-09-16T01:46:18.257298+0000","last_fullsized":"2024-09-16T01:46:18.257298+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:22.292158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242441+0000","last_change":"2024-09-16T01:46:18.242441+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242441+0000","last_undegraded":"2024-09-16T01:46:18.242441+0000","last_fullsized":"2024-09-16T01:46:18.242441+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"67'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323921+0000","last_change":"2024-09-16T01:46:18.249422+0000","last_active":"2024-09-16T01:46:20.323921+0000","last_peered":"2024-09-16T01:46:20.323921+0000","last_clean":"2024-09-16T01:46:20.323921+0000","last_became_active":"2024-09-16T01:46:18.249136+0000","last_became_peered":"2024-09-16T01:46:18.249136+0000","last_unstale":"2024-09-16T01:46:20.323921+0000","last_undegraded":"2024-09-16T01:46:20.323921+0000","last_fullsized":"2024-09-16T01:46:20.323921+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:56.593771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259582+0000","last_change":"2024-09-16T01:46:19.255585+0000","last_active":"2024-09-16T01:46:20.259582+0000","last_peered":"2024-09-16T01:46:20.259582+0000","last_clean":"2024-09-16T01:46:20.259582+0000","last_became_active":"2024-09-16T01:46:19.255278+0000","last_became_peered":"2024-09-16T01:46:19.255278+0000","last_unstale":"2024-09-16T01:46:20.259582+0000","last_undegraded":"2024-09-16T01:46:20.259582+0000","last_fullsized":"2024-09-16T01:46:20.259582+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:27.920338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"67'6","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324340+0000","last_change":"2024-09-16T01:46:18.252915+0000","last_active":"2024-09-16T01:46:20.324340+0000","last_peered":"2024-09-16T01:46:20.324340+0000","last_clean":"2024-09-16T01:46:20.324340+0000","last_became_active":"2024-09-16T01:46:18.252620+0000","last_became_peered":"2024-09-16T01:46:18.252620+0000","last_unstale":"2024-09-16T01:46:20.324340+0000","last_undegraded":"2024-09-16T01:46:20.324340+0000","last_fullsized":"2024-09-16T01:46:20.324340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:00.992278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324031+0000","last_change":"2024-09-16T01:46:19.277026+0000","last_active":"2024-09-16T01:46:20.324031+0000","last_peered":"2024-09-16T01:46:20.324031+0000","last_clean":"2024-09-16T01:46:20.324031+0000","last_became_active":"2024-09-16T01:46:19.276750+0000","last_became_peered":"2024-09-16T01:46:19.276750+0000","last_unstale":"2024-09-16T01:46:20.324031+0000","last_undegraded":"2024-09-16T01:46:20.324031+0000","last_fullsized":"2024-09-16T01:46:20.324031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324024+0000","last_change":"2024-09-16T01:46:18.252968+0000","last_active":"2024-09-16T01:46:20.324024+0000","last_peered":"2024-09-16T01:46:20.324024+0000","last_clean":"2024-09-16T01:46:20.324024+0000","last_became_active":"2024-09-16T01:46:18.252629+0000","last_became_peered":"2024-09-16T01:46:18.252629+0000","last_unstale":"2024-09-16T01:46:20.324024+0000","last_undegraded":"2024-09-16T01:46:20.324024+0000","last_fullsized":"2024-09-16T01:46:20.324024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:39.696101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.247604+0000","last_change":"2024-09-16T01:46:18.247604+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.247604+0000","last_undegraded":"2024-09-16T01:46:18.247604+0000","last_fullsized":"2024-09-16T01:46:18.247604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.260978+0000","last_change":"2024-09-16T01:46:18.259755+0000","last_active":"2024-09-16T01:46:18.260978+0000","last_peered":"2024-09-16T01:46:18.260978+0000","last_clean":"2024-09-16T01:46:18.260978+0000","last_became_active":"2024-09-16T01:46:18.259464+0000","last_became_peered":"2024-09-16T01:46:18.259464+0000","last_unstale":"2024-09-16T01:46:18.260978+0000","last_undegraded":"2024-09-16T01:46:18.260978+0000","last_fullsized":"2024-09-16T01:46:18.260978+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:38.591188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270252+0000","last_change":"2024-09-16T01:46:19.272226+0000","last_active":"2024-09-16T01:46:20.270252+0000","last_peered":"2024-09-16T01:46:20.270252+0000","last_clean":"2024-09-16T01:46:20.270252+0000","last_became_active":"2024-09-16T01:46:19.271945+0000","last_became_peered":"2024-09-16T01:46:19.271945+0000","last_unstale":"2024-09-16T01:46:20.270252+0000","last_undegraded":"2024-09-16T01:46:20.270252+0000","last_fullsized":"2024-09-16T01:46:20.270252+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:39.598416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258023+0000","last_change":"2024-09-16T01:46:18.254827+0000","last_active":"2024-09-16T01:46:18.258023+0000","last_peered":"2024-09-16T01:46:18.258023+0000","last_clean":"2024-09-16T01:46:18.258023+0000","last_became_active":"2024-09-16T01:46:18.254574+0000","last_became_peered":"2024-09-16T01:46:18.254574+0000","last_unstale":"2024-09-16T01:46:18.258023+0000","last_undegraded":"2024-09-16T01:46:18.258023+0000","last_fullsized":"2024-09-16T01:46:18.258023+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:53.968820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259266+0000","last_change":"2024-09-16T01:46:19.264249+0000","last_active":"2024-09-16T01:46:20.259266+0000","last_peered":"2024-09-16T01:46:20.259266+0000","last_clean":"2024-09-16T01:46:20.259266+0000","last_became_active":"2024-09-16T01:46:19.263951+0000","last_became_peered":"2024-09-16T01:46:19.263951+0000","last_unstale":"2024-09-16T01:46:20.259266+0000","last_undegraded":"2024-09-16T01:46:20.259266+0000","last_fullsized":"2024-09-16T01:46:20.259266+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:43.313436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259577+0000","last_change":"2024-09-16T01:46:18.254730+0000","last_active":"2024-09-16T01:46:18.259577+0000","last_peered":"2024-09-16T01:46:18.259577+0000","last_clean":"2024-09-16T01:46:18.259577+0000","last_became_active":"2024-09-16T01:46:18.254389+0000","last_became_peered":"2024-09-16T01:46:18.254389+0000","last_unstale":"2024-09-16T01:46:18.259577+0000","last_undegraded":"2024-09-16T01:46:18.259577+0000","last_fullsized":"2024-09-16T01:46:18.259577+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:08.563509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241656+0000","last_change":"2024-09-16T01:46:18.241656+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241656+0000","last_undegraded":"2024-09-16T01:46:18.241656+0000","last_fullsized":"2024-09-16T01:46:18.241656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259360+0000","last_change":"2024-09-16T01:46:18.258549+0000","last_active":"2024-09-16T01:46:18.259360+0000","last_peered":"2024-09-16T01:46:18.259360+0000","last_clean":"2024-09-16T01:46:18.259360+0000","last_became_active":"2024-09-16T01:46:18.257609+0000","last_became_peered":"2024-09-16T01:46:18.257609+0000","last_unstale":"2024-09-16T01:46:18.259360+0000","last_undegraded":"2024-09-16T01:46:18.259360+0000","last_fullsized":"2024-09-16T01:46:18.259360+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:19.075612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324410+0000","last_change":"2024-09-16T01:46:19.276435+0000","last_active":"2024-09-16T01:46:20.324410+0000","last_peered":"2024-09-16T01:46:20.324410+0000","last_clean":"2024-09-16T01:46:20.324410+0000","last_became_active":"2024-09-16T01:46:19.275008+0000","last_became_peered":"2024-09-16T01:46:19.275008+0000","last_unstale":"2024-09-16T01:46:20.324410+0000","last_undegraded":"2024-09-16T01:46:20.324410+0000","last_fullsized":"2024-09-16T01:46:20.324410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:30.192930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.260227+0000","last_change":"2024-09-16T01:46:18.258245+0000","last_active":"2024-09-16T01:46:18.260227+0000","last_peered":"2024-09-16T01:46:18.260227+0000","last_clean":"2024-09-16T01:46:18.260227+0000","last_became_active":"2024-09-16T01:46:18.257972+0000","last_became_peered":"2024-09-16T01:46:18.257972+0000","last_unstale":"2024-09-16T01:46:18.260227+0000","last_undegraded":"2024-09-16T01:46:18.260227+0000","last_fullsized":"2024-09-16T01:46:18.260227+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:07:37.781528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324318+0000","last_change":"2024-09-16T01:46:19.256689+0000","last_active":"2024-09-16T01:46:20.324318+0000","last_peered":"2024-09-16T01:46:20.324318+0000","last_clean":"2024-09-16T01:46:20.324318+0000","last_became_active":"2024-09-16T01:46:19.256211+0000","last_became_peered":"2024-09-16T01:46:19.256211+0000","last_unstale":"2024-09-16T01:46:20.324318+0000","last_undegraded":"2024-09-16T01:46:20.324318+0000","last_fullsized":"2024-09-16T01:46:20.324318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:59.829412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.257329+0000","last_change":"2024-09-16T01:46:18.254845+0000","last_active":"2024-09-16T01:46:18.257329+0000","last_peered":"2024-09-16T01:46:18.257329+0000","last_clean":"2024-09-16T01:46:18.257329+0000","last_became_active":"2024-09-16T01:46:18.254596+0000","last_became_peered":"2024-09-16T01:46:18.254596+0000","last_unstale":"2024-09-16T01:46:18.257329+0000","last_undegraded":"2024-09-16T01:46:18.257329+0000","last_fullsized":"2024-09-16T01:46:18.257329+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:47.144284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259769+0000","last_change":"2024-09-16T01:46:19.258647+0000","last_active":"2024-09-16T01:46:20.259769+0000","last_peered":"2024-09-16T01:46:20.259769+0000","last_clean":"2024-09-16T01:46:20.259769+0000","last_became_active":"2024-09-16T01:46:19.258379+0000","last_became_peered":"2024-09-16T01:46:19.258379+0000","last_unstale":"2024-09-16T01:46:20.259769+0000","last_undegraded":"2024-09-16T01:46:20.259769+0000","last_fullsized":"2024-09-16T01:46:20.259769+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:03.256278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324056+0000","last_change":"2024-09-16T01:46:18.258909+0000","last_active":"2024-09-16T01:46:20.324056+0000","last_peered":"2024-09-16T01:46:20.324056+0000","last_clean":"2024-09-16T01:46:20.324056+0000","last_became_active":"2024-09-16T01:46:18.258467+0000","last_became_peered":"2024-09-16T01:46:18.258467+0000","last_unstale":"2024-09-16T01:46:20.324056+0000","last_undegraded":"2024-09-16T01:46:20.324056+0000","last_fullsized":"2024-09-16T01:46:20.324056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:57:49.404355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323669+0000","last_change":"2024-09-16T01:46:19.263529+0000","last_active":"2024-09-16T01:46:20.323669+0000","last_peered":"2024-09-16T01:46:20.323669+0000","last_clean":"2024-09-16T01:46:20.323669+0000","last_became_active":"2024-09-16T01:46:19.263227+0000","last_became_peered":"2024-09-16T01:46:19.263227+0000","last_unstale":"2024-09-16T01:46:20.323669+0000","last_undegraded":"2024-09-16T01:46:20.323669+0000","last_fullsized":"2024-09-16T01:46:20.323669+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:25.648475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258687+0000","last_change":"2024-09-16T01:46:18.257367+0000","last_active":"2024-09-16T01:46:18.258687+0000","last_peered":"2024-09-16T01:46:18.258687+0000","last_clean":"2024-09-16T01:46:18.258687+0000","last_became_active":"2024-09-16T01:46:18.255403+0000","last_became_peered":"2024-09-16T01:46:18.255403+0000","last_unstale":"2024-09-16T01:46:18.258687+0000","last_undegraded":"2024-09-16T01:46:18.258687+0000","last_fullsized":"2024-09-16T01:46:18.258687+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:51.419372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323512+0000","last_change":"2024-09-16T01:46:19.276621+0000","last_active":"2024-09-16T01:46:20.323512+0000","last_peered":"2024-09-16T01:46:20.323512+0000","last_clean":"2024-09-16T01:46:20.323512+0000","last_became_active":"2024-09-16T01:46:19.276245+0000","last_became_peered":"2024-09-16T01:46:19.276245+0000","last_unstale":"2024-09-16T01:46:20.323512+0000","last_undegraded":"2024-09-16T01:46:20.323512+0000","last_fullsized":"2024-09-16T01:46:20.323512+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:53.991068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258001+0000","last_change":"2024-09-16T01:46:18.253489+0000","last_active":"2024-09-16T01:46:18.258001+0000","last_peered":"2024-09-16T01:46:18.258001+0000","last_clean":"2024-09-16T01:46:18.258001+0000","last_became_active":"2024-09-16T01:46:18.253197+0000","last_became_peered":"2024-09-16T01:46:18.253197+0000","last_unstale":"2024-09-16T01:46:18.258001+0000","last_undegraded":"2024-09-16T01:46:18.258001+0000","last_fullsized":"2024-09-16T01:46:18.258001+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:05:38.496714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323547+0000","last_change":"2024-09-16T01:46:19.277137+0000","last_active":"2024-09-16T01:46:20.323547+0000","last_peered":"2024-09-16T01:46:20.323547+0000","last_clean":"2024-09-16T01:46:20.323547+0000","last_became_active":"2024-09-16T01:46:19.276789+0000","last_became_peered":"2024-09-16T01:46:19.276789+0000","last_unstale":"2024-09-16T01:46:20.323547+0000","last_undegraded":"2024-09-16T01:46:20.323547+0000","last_fullsized":"2024-09-16T01:46:20.323547+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:23.667998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.269969+0000","last_change":"2024-09-16T01:46:18.252674+0000","last_active":"2024-09-16T01:46:20.269969+0000","last_peered":"2024-09-16T01:46:20.269969+0000","last_clean":"2024-09-16T01:46:20.269969+0000","last_became_active":"2024-09-16T01:46:18.252395+0000","last_became_peered":"2024-09-16T01:46:18.252395+0000","last_unstale":"2024-09-16T01:46:20.269969+0000","last_undegraded":"2024-09-16T01:46:20.269969+0000","last_fullsized":"2024-09-16T01:46:20.269969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:57.943680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270303+0000","last_change":"2024-09-16T01:46:19.273603+0000","last_active":"2024-09-16T01:46:20.270303+0000","last_peered":"2024-09-16T01:46:20.270303+0000","last_clean":"2024-09-16T01:46:20.270303+0000","last_became_active":"2024-09-16T01:46:19.273331+0000","last_became_peered":"2024-09-16T01:46:19.273331+0000","last_unstale":"2024-09-16T01:46:20.270303+0000","last_undegraded":"2024-09-16T01:46:20.270303+0000","last_fullsized":"2024-09-16T01:46:20.270303+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259340+0000","last_change":"2024-09-16T01:46:18.258422+0000","last_active":"2024-09-16T01:46:18.259340+0000","last_peered":"2024-09-16T01:46:18.259340+0000","last_clean":"2024-09-16T01:46:18.259340+0000","last_became_active":"2024-09-16T01:46:18.257321+0000","last_became_peered":"2024-09-16T01:46:18.257321+0000","last_unstale":"2024-09-16T01:46:18.259340+0000","last_undegraded":"2024-09-16T01:46:18.259340+0000","last_fullsized":"2024-09-16T01:46:18.259340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:39.642798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244038+0000","last_change":"2024-09-16T01:46:18.244038+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244038+0000","last_undegraded":"2024-09-16T01:46:18.244038+0000","last_fullsized":"2024-09-16T01:46:18.244038+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.253428+0000","last_change":"2024-09-16T01:46:18.252490+0000","last_active":"2024-09-16T01:46:18.253428+0000","last_peered":"2024-09-16T01:46:18.253428+0000","last_clean":"2024-09-16T01:46:18.253428+0000","last_became_active":"2024-09-16T01:46:18.252206+0000","last_became_peered":"2024-09-16T01:46:18.252206+0000","last_unstale":"2024-09-16T01:46:18.253428+0000","last_undegraded":"2024-09-16T01:46:18.253428+0000","last_fullsized":"2024-09-16T01:46:18.253428+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:48.776293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323967+0000","last_change":"2024-09-16T01:46:19.274390+0000","last_active":"2024-09-16T01:46:20.323967+0000","last_peered":"2024-09-16T01:46:20.323967+0000","last_clean":"2024-09-16T01:46:20.323967+0000","last_became_active":"2024-09-16T01:46:19.274065+0000","last_became_peered":"2024-09-16T01:46:19.274065+0000","last_unstale":"2024-09-16T01:46:20.323967+0000","last_undegraded":"2024-09-16T01:46:20.323967+0000","last_fullsized":"2024-09-16T01:46:20.323967+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259699+0000","last_change":"2024-09-16T01:46:18.257663+0000","last_active":"2024-09-16T01:46:20.259699+0000","last_peered":"2024-09-16T01:46:20.259699+0000","last_clean":"2024-09-16T01:46:20.259699+0000","last_became_active":"2024-09-16T01:46:18.257356+0000","last_became_peered":"2024-09-16T01:46:18.257356+0000","last_unstale":"2024-09-16T01:46:20.259699+0000","last_undegraded":"2024-09-16T01:46:20.259699+0000","last_fullsized":"2024-09-16T01:46:20.259699+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:09.389357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324251+0000","last_change":"2024-09-16T01:46:19.267499+0000","last_active":"2024-09-16T01:46:20.324251+0000","last_peered":"2024-09-16T01:46:20.324251+0000","last_clean":"2024-09-16T01:46:20.324251+0000","last_became_active":"2024-09-16T01:46:19.267179+0000","last_became_peered":"2024-09-16T01:46:19.267179+0000","last_unstale":"2024-09-16T01:46:20.324251+0000","last_undegraded":"2024-09-16T01:46:20.324251+0000","last_fullsized":"2024-09-16T01:46:20.324251+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.658530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270294+0000","last_change":"2024-09-16T01:46:18.249239+0000","last_active":"2024-09-16T01:46:20.270294+0000","last_peered":"2024-09-16T01:46:20.270294+0000","last_clean":"2024-09-16T01:46:20.270294+0000","last_became_active":"2024-09-16T01:46:18.248947+0000","last_became_peered":"2024-09-16T01:46:18.248947+0000","last_unstale":"2024-09-16T01:46:20.270294+0000","last_undegraded":"2024-09-16T01:46:20.270294+0000","last_fullsized":"2024-09-16T01:46:20.270294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:36:29.624836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259604+0000","last_change":"2024-09-16T01:46:19.267009+0000","last_active":"2024-09-16T01:46:20.259604+0000","last_peered":"2024-09-16T01:46:20.259604+0000","last_clean":"2024-09-16T01:46:20.259604+0000","last_became_active":"2024-09-16T01:46:19.266708+0000","last_became_peered":"2024-09-16T01:46:19.266708+0000","last_unstale":"2024-09-16T01:46:20.259604+0000","last_undegraded":"2024-09-16T01:46:20.259604+0000","last_fullsized":"2024-09-16T01:46:20.259604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:21.841637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259491+0000","last_change":"2024-09-16T01:46:18.258740+0000","last_active":"2024-09-16T01:46:20.259491+0000","last_peered":"2024-09-16T01:46:20.259491+0000","last_clean":"2024-09-16T01:46:20.259491+0000","last_became_active":"2024-09-16T01:46:18.258130+0000","last_became_peered":"2024-09-16T01:46:18.258130+0000","last_unstale":"2024-09-16T01:46:20.259491+0000","last_undegraded":"2024-09-16T01:46:20.259491+0000","last_fullsized":"2024-09-16T01:46:20.259491+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:31.658493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243497+0000","last_change":"2024-09-16T01:46:18.243497+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243497+0000","last_undegraded":"2024-09-16T01:46:18.243497+0000","last_fullsized":"2024-09-16T01:46:18.243497+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323912+0000","last_change":"2024-09-16T01:46:18.251492+0000","last_active":"2024-09-16T01:46:20.323912+0000","last_peered":"2024-09-16T01:46:20.323912+0000","last_clean":"2024-09-16T01:46:20.323912+0000","last_became_active":"2024-09-16T01:46:18.251188+0000","last_became_peered":"2024-09-16T01:46:18.251188+0000","last_unstale":"2024-09-16T01:46:20.323912+0000","last_undegraded":"2024-09-16T01:46:20.323912+0000","last_fullsized":"2024-09-16T01:46:20.323912+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:21.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323879+0000","last_change":"2024-09-16T01:46:19.261153+0000","last_active":"2024-09-16T01:46:20.323879+0000","last_peered":"2024-09-16T01:46:20.323879+0000","last_clean":"2024-09-16T01:46:20.323879+0000","last_became_active":"2024-09-16T01:46:19.260219+0000","last_became_peered":"2024-09-16T01:46:19.260219+0000","last_unstale":"2024-09-16T01:46:20.323879+0000","last_undegraded":"2024-09-16T01:46:20.323879+0000","last_fullsized":"2024-09-16T01:46:20.323879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:43.779381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259548+0000","last_change":"2024-09-16T01:46:18.254858+0000","last_active":"2024-09-16T01:46:18.259548+0000","last_peered":"2024-09-16T01:46:18.259548+0000","last_clean":"2024-09-16T01:46:18.259548+0000","last_became_active":"2024-09-16T01:46:18.254536+0000","last_became_peered":"2024-09-16T01:46:18.254536+0000","last_unstale":"2024-09-16T01:46:18.259548+0000","last_undegraded":"2024-09-16T01:46:18.259548+0000","last_fullsized":"2024-09-16T01:46:18.259548+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:39.438207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241870+0000","last_change":"2024-09-16T01:46:18.241870+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241870+0000","last_undegraded":"2024-09-16T01:46:18.241870+0000","last_fullsized":"2024-09-16T01:46:18.241870+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258103+0000","last_change":"2024-09-16T01:46:18.255534+0000","last_active":"2024-09-16T01:46:18.258103+0000","last_peered":"2024-09-16T01:46:18.258103+0000","last_clean":"2024-09-16T01:46:18.258103+0000","last_became_active":"2024-09-16T01:46:18.255255+0000","last_became_peered":"2024-09-16T01:46:18.255255+0000","last_unstale":"2024-09-16T01:46:18.258103+0000","last_undegraded":"2024-09-16T01:46:18.258103+0000","last_fullsized":"2024-09-16T01:46:18.258103+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:16:18.290309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323562+0000","last_change":"2024-09-16T01:46:19.275106+0000","last_active":"2024-09-16T01:46:20.323562+0000","last_peered":"2024-09-16T01:46:20.323562+0000","last_clean":"2024-09-16T01:46:20.323562+0000","last_became_active":"2024-09-16T01:46:19.274795+0000","last_became_peered":"2024-09-16T01:46:19.274795+0000","last_unstale":"2024-09-16T01:46:20.323562+0000","last_undegraded":"2024-09-16T01:46:20.323562+0000","last_fullsized":"2024-09-16T01:46:20.323562+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:43.659382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258131+0000","last_change":"2024-09-16T01:46:18.256963+0000","last_active":"2024-09-16T01:46:18.258131+0000","last_peered":"2024-09-16T01:46:18.258131+0000","last_clean":"2024-09-16T01:46:18.258131+0000","last_became_active":"2024-09-16T01:46:18.256709+0000","last_became_peered":"2024-09-16T01:46:18.256709+0000","last_unstale":"2024-09-16T01:46:18.258131+0000","last_undegraded":"2024-09-16T01:46:18.258131+0000","last_fullsized":"2024-09-16T01:46:18.258131+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:00.247631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323729+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:46:20.323729+0000","last_peered":"2024-09-16T01:46:20.323729+0000","last_clean":"2024-09-16T01:46:20.323729+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:46:20.323729+0000","last_undegraded":"2024-09-16T01:46:20.323729+0000","last_fullsized":"2024-09-16T01:46:20.323729+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2318,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":4568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509495,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542199,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36160,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335680,"statfs":{"total":96636764160,"available":96599736320,"internally_reserved":0,"allocated":827392,"data_stored":343988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542200,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":831488,"data_stored":345488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542200,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":839680,"data_stored":346104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542200,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":934244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574903,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1421312,"data_stored":934860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:46:23.254 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:46:23.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.391+0000 7f565ca42640 1 Processor -- start 2024-09-16T01:46:23.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.391+0000 7f565ca42640 1 -- start start 2024-09-16T01:46:23.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f565ca42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f56580d15f0 0x7f565815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f565ca42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56580b97d0 0x7f56580b9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f565ca42640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56580d2750 con 0x7f5658147fc0 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f565ca42640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f56581483a0 con 0x7f56580d15f0 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f565ca42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f565815efa0 con 0x7f56580b97d0 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f564ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f56580d15f0 0x7f565815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f565659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5658147fc0 0x7f56580d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51300/0 (socket says 172.21.15.16:51300) 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f565659c640 1 -- 172.21.15.16:0/2053563812 learned_addr learned my addr 172.21.15.16:0/2053563812 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f5656d9d640 1 --2- 172.21.15.16:0/2053563812 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56580b97d0 0x7f56580b9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f564ffff640 1 -- 172.21.15.16:0/2053563812 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56580b97d0 msgr2=0x7f56580b9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f564ffff640 1 --2- 172.21.15.16:0/2053563812 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56580b97d0 0x7f56580b9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f564ffff640 1 -- 172.21.15.16:0/2053563812 >> v1:172.21.15.16:6789/0 conn(0x7f5658147fc0 legacy=0x7f56580d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f564ffff640 1 -- 172.21.15.16:0/2053563812 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56580d2a30 con 0x7f56580d15f0 2024-09-16T01:46:23.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.392+0000 7f5655d9b640 1 -- 172.21.15.16:0/2053563812 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4039466383 0 0) 0x7f56580d2750 con 0x7f5658147fc0 2024-09-16T01:46:23.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.393+0000 7f564ffff640 1 --2- 172.21.15.16:0/2053563812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f565815ea60 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f56400097a0 tx=0x7f564002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec5a94b02c48cf73 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.393+0000 7f5655d9b640 1 -- 172.21.15.16:0/2053563812 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640037070 con 0x7f56580d15f0 2024-09-16T01:46:23.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.393+0000 7f5655d9b640 1 -- 172.21.15.16:0/2053563812 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5640032440 con 0x7f56580d15f0 2024-09-16T01:46:23.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.393+0000 7f5655d9b640 1 -- 172.21.15.16:0/2053563812 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640032810 con 0x7f56580d15f0 2024-09-16T01:46:23.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 -- 172.21.15.16:0/2053563812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 msgr2=0x7f565815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 --2- 172.21.15.16:0/2053563812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f565815ea60 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f56400097a0 tx=0x7f564002a180 comp rx=0 tx=0).stop 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 -- 172.21.15.16:0/2053563812 shutdown_connections 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 --2- 172.21.15.16:0/2053563812 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56580b97d0 0x7f56580b9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 --2- 172.21.15.16:0/2053563812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f565815ea60 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 -- 172.21.15.16:0/2053563812 >> 172.21.15.16:0/2053563812 conn(0x7f5658074fe0 msgr2=0x7f565806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 -- 172.21.15.16:0/2053563812 shutdown_connections 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.394+0000 7f565ca42640 1 -- 172.21.15.16:0/2053563812 wait complete. 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.395+0000 7f565ca42640 1 Processor -- start 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.395+0000 7f565ca42640 1 -- start start 2024-09-16T01:46:23.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f565ca42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56580b97d0 0x7f56581f78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f565ca42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f56580cc190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f565ca42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5658147fc0 0x7f5658140fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f565ca42640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f56580d2ff0 con 0x7f56580d15f0 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f565ca42640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f56580d2500 con 0x7f56580b97d0 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f565ca42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f56580ba150 con 0x7f5658147fc0 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f56580cc190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f56580cc190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44360/0 (socket says 172.21.15.16:44360) 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 -- 172.21.15.16:0/1079458641 learned_addr learned my addr 172.21.15.16:0/1079458641 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 -- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5658147fc0 msgr2=0x7f5658140fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5658147fc0 0x7f5658140fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 -- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56580b97d0 msgr2=0x7f56581f78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56580b97d0 0x7f56581f78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 -- 172.21.15.16:0/1079458641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56581f7fe0 con 0x7f56580d15f0 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.396+0000 7f564ffff640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f56580cc190 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f5640035040 tx=0x7f56400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.397+0000 7f564effd640 1 -- 172.21.15.16:0/1079458641 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640037040 con 0x7f56580d15f0 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.397+0000 7f564effd640 1 -- 172.21.15.16:0/1079458641 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5640030770 con 0x7f56580d15f0 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.397+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56581f82c0 con 0x7f56580d15f0 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.397+0000 7f564effd640 1 -- 172.21.15.16:0/1079458641 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640030b40 con 0x7f56580d15f0 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.397+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56580c9680 con 0x7f56580d15f0 2024-09-16T01:46:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.398+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56580b9c10 con 0x7f56580d15f0 2024-09-16T01:46:23.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.398+0000 7f564effd640 1 -- 172.21.15.16:0/1079458641 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f5640044020 con 0x7f56580d15f0 2024-09-16T01:46:23.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.399+0000 7f564effd640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f563806c610 0x7f563806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.399+0000 7f564effd640 1 -- 172.21.15.16:0/1079458641 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f56400abe60 con 0x7f56580d15f0 2024-09-16T01:46:23.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.399+0000 7f565659c640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f563806c610 0x7f563806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.399+0000 7f565659c640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f563806c610 0x7f563806ead0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5648007fd0 tx=0x7f5648007960 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.403+0000 7f564effd640 1 -- 172.21.15.16:0/1079458641 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5640032e20 con 0x7f56580d15f0 2024-09-16T01:46:23.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.575+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f565806bf60 con 0x7f563806c610 2024-09-16T01:46:23.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.581+0000 7f564effd640 1 -- 172.21.15.16:0/1079458641 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249996 (secure 0 0 0) 0x7f565806bf60 con 0x7f563806c610 2024-09-16T01:46:23.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:23.586 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f563806c610 msgr2=0x7f563806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f563806c610 0x7f563806ead0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5648007fd0 tx=0x7f5648007960 comp rx=0 tx=0).stop 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 msgr2=0x7f56580cc190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f56580cc190 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f5640035040 tx=0x7f56400046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 shutdown_connections 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f563806c610 0x7f563806ead0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5658147fc0 0x7f5658140fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56580d15f0 0x7f56580cc190 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 --2- 172.21.15.16:0/1079458641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56580b97d0 0x7f56581f78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 >> 172.21.15.16:0/1079458641 conn(0x7f5658074fe0 msgr2=0x7f56580cf260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:23.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 shutdown_connections 2024-09-16T01:46:23.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.584+0000 7f565ca42640 1 -- 172.21.15.16:0/1079458641 wait complete. 2024-09-16T01:46:23.596 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-09-16T01:46:22.356234+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592686,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":176,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":125,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252872,"kb_used_data":7500,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721848,"statfs":{"total":773094113280,"available":772835172352,"internally_reserved":0,"allocated":7680000,"data_stored":3878262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":251055666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2318,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.120153"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324270+0000","last_change":"2024-09-16T01:46:19.272256+0000","last_active":"2024-09-16T01:46:20.324270+0000","last_peered":"2024-09-16T01:46:20.324270+0000","last_clean":"2024-09-16T01:46:20.324270+0000","last_became_active":"2024-09-16T01:46:19.271998+0000","last_became_peered":"2024-09-16T01:46:19.271998+0000","last_unstale":"2024-09-16T01:46:20.324270+0000","last_undegraded":"2024-09-16T01:46:20.324270+0000","last_fullsized":"2024-09-16T01:46:20.324270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:19.313077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244943+0000","last_change":"2024-09-16T01:46:18.244943+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244943+0000","last_undegraded":"2024-09-16T01:46:18.244943+0000","last_fullsized":"2024-09-16T01:46:18.244943+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323865+0000","last_change":"2024-09-16T01:46:19.271988+0000","last_active":"2024-09-16T01:46:20.323865+0000","last_peered":"2024-09-16T01:46:20.323865+0000","last_clean":"2024-09-16T01:46:20.323865+0000","last_became_active":"2024-09-16T01:46:19.271671+0000","last_became_peered":"2024-09-16T01:46:19.271671+0000","last_unstale":"2024-09-16T01:46:20.323865+0000","last_undegraded":"2024-09-16T01:46:20.323865+0000","last_fullsized":"2024-09-16T01:46:20.323865+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:52.376582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324212+0000","last_change":"2024-09-16T01:46:19.275420+0000","last_active":"2024-09-16T01:46:20.324212+0000","last_peered":"2024-09-16T01:46:20.324212+0000","last_clean":"2024-09-16T01:46:20.324212+0000","last_became_active":"2024-09-16T01:46:19.274700+0000","last_became_peered":"2024-09-16T01:46:19.274700+0000","last_unstale":"2024-09-16T01:46:20.324212+0000","last_undegraded":"2024-09-16T01:46:20.324212+0000","last_fullsized":"2024-09-16T01:46:20.324212+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:19.101638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259640+0000","last_change":"2024-09-16T01:46:19.267938+0000","last_active":"2024-09-16T01:46:20.259640+0000","last_peered":"2024-09-16T01:46:20.259640+0000","last_clean":"2024-09-16T01:46:20.259640+0000","last_became_active":"2024-09-16T01:46:19.267457+0000","last_became_peered":"2024-09-16T01:46:19.267457+0000","last_unstale":"2024-09-16T01:46:20.259640+0000","last_undegraded":"2024-09-16T01:46:20.259640+0000","last_fullsized":"2024-09-16T01:46:20.259640+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:45.312399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245625+0000","last_change":"2024-09-16T01:46:18.245625+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245625+0000","last_undegraded":"2024-09-16T01:46:18.245625+0000","last_fullsized":"2024-09-16T01:46:18.245625+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245296+0000","last_change":"2024-09-16T01:46:18.245296+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245296+0000","last_undegraded":"2024-09-16T01:46:18.245296+0000","last_fullsized":"2024-09-16T01:46:18.245296+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243866+0000","last_change":"2024-09-16T01:46:18.243866+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243866+0000","last_undegraded":"2024-09-16T01:46:18.243866+0000","last_fullsized":"2024-09-16T01:46:18.243866+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259753+0000","last_change":"2024-09-16T01:46:19.266313+0000","last_active":"2024-09-16T01:46:20.259753+0000","last_peered":"2024-09-16T01:46:20.259753+0000","last_clean":"2024-09-16T01:46:20.259753+0000","last_became_active":"2024-09-16T01:46:19.265542+0000","last_became_peered":"2024-09-16T01:46:19.265542+0000","last_unstale":"2024-09-16T01:46:20.259753+0000","last_undegraded":"2024-09-16T01:46:20.259753+0000","last_fullsized":"2024-09-16T01:46:20.259753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:02.668135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242685+0000","last_change":"2024-09-16T01:46:18.242685+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242685+0000","last_undegraded":"2024-09-16T01:46:18.242685+0000","last_fullsized":"2024-09-16T01:46:18.242685+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324123+0000","last_change":"2024-09-16T01:46:19.268657+0000","last_active":"2024-09-16T01:46:20.324123+0000","last_peered":"2024-09-16T01:46:20.324123+0000","last_clean":"2024-09-16T01:46:20.324123+0000","last_became_active":"2024-09-16T01:46:19.268325+0000","last_became_peered":"2024-09-16T01:46:19.268325+0000","last_unstale":"2024-09-16T01:46:20.324123+0000","last_undegraded":"2024-09-16T01:46:20.324123+0000","last_fullsized":"2024-09-16T01:46:20.324123+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:18.377574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324291+0000","last_change":"2024-09-16T01:46:19.257692+0000","last_active":"2024-09-16T01:46:20.324291+0000","last_peered":"2024-09-16T01:46:20.324291+0000","last_clean":"2024-09-16T01:46:20.324291+0000","last_became_active":"2024-09-16T01:46:19.256658+0000","last_became_peered":"2024-09-16T01:46:19.256658+0000","last_unstale":"2024-09-16T01:46:20.324291+0000","last_undegraded":"2024-09-16T01:46:20.324291+0000","last_fullsized":"2024-09-16T01:46:20.324291+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:22.763051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270206+0000","last_change":"2024-09-16T01:46:19.269504+0000","last_active":"2024-09-16T01:46:20.270206+0000","last_peered":"2024-09-16T01:46:20.270206+0000","last_clean":"2024-09-16T01:46:20.270206+0000","last_became_active":"2024-09-16T01:46:19.269178+0000","last_became_peered":"2024-09-16T01:46:19.269178+0000","last_unstale":"2024-09-16T01:46:20.270206+0000","last_undegraded":"2024-09-16T01:46:20.270206+0000","last_fullsized":"2024-09-16T01:46:20.270206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259450+0000","last_change":"2024-09-16T01:46:19.262016+0000","last_active":"2024-09-16T01:46:20.259450+0000","last_peered":"2024-09-16T01:46:20.259450+0000","last_clean":"2024-09-16T01:46:20.259450+0000","last_became_active":"2024-09-16T01:46:19.261726+0000","last_became_peered":"2024-09-16T01:46:19.261726+0000","last_unstale":"2024-09-16T01:46:20.259450+0000","last_undegraded":"2024-09-16T01:46:20.259450+0000","last_fullsized":"2024-09-16T01:46:20.259450+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:19.966850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270168+0000","last_change":"2024-09-16T01:46:19.273042+0000","last_active":"2024-09-16T01:46:20.270168+0000","last_peered":"2024-09-16T01:46:20.270168+0000","last_clean":"2024-09-16T01:46:20.270168+0000","last_became_active":"2024-09-16T01:46:19.272748+0000","last_became_peered":"2024-09-16T01:46:19.272748+0000","last_unstale":"2024-09-16T01:46:20.270168+0000","last_undegraded":"2024-09-16T01:46:20.270168+0000","last_fullsized":"2024-09-16T01:46:20.270168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241464+0000","last_change":"2024-09-16T01:46:18.241464+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241464+0000","last_undegraded":"2024-09-16T01:46:18.241464+0000","last_fullsized":"2024-09-16T01:46:18.241464+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259848+0000","last_change":"2024-09-16T01:46:19.266067+0000","last_active":"2024-09-16T01:46:20.259848+0000","last_peered":"2024-09-16T01:46:20.259848+0000","last_clean":"2024-09-16T01:46:20.259848+0000","last_became_active":"2024-09-16T01:46:19.265152+0000","last_became_peered":"2024-09-16T01:46:19.265152+0000","last_unstale":"2024-09-16T01:46:20.259848+0000","last_undegraded":"2024-09-16T01:46:20.259848+0000","last_fullsized":"2024-09-16T01:46:20.259848+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:14.860431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324114+0000","last_change":"2024-09-16T01:46:19.264380+0000","last_active":"2024-09-16T01:46:20.324114+0000","last_peered":"2024-09-16T01:46:20.324114+0000","last_clean":"2024-09-16T01:46:20.324114+0000","last_became_active":"2024-09-16T01:46:19.264096+0000","last_became_peered":"2024-09-16T01:46:19.264096+0000","last_unstale":"2024-09-16T01:46:20.324114+0000","last_undegraded":"2024-09-16T01:46:20.324114+0000","last_fullsized":"2024-09-16T01:46:20.324114+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:20.527533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243366+0000","last_change":"2024-09-16T01:46:18.243366+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243366+0000","last_undegraded":"2024-09-16T01:46:18.243366+0000","last_fullsized":"2024-09-16T01:46:18.243366+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270348+0000","last_change":"2024-09-16T01:46:19.264927+0000","last_active":"2024-09-16T01:46:20.270348+0000","last_peered":"2024-09-16T01:46:20.270348+0000","last_clean":"2024-09-16T01:46:20.270348+0000","last_became_active":"2024-09-16T01:46:19.264614+0000","last_became_peered":"2024-09-16T01:46:19.264614+0000","last_unstale":"2024-09-16T01:46:20.270348+0000","last_undegraded":"2024-09-16T01:46:20.270348+0000","last_fullsized":"2024-09-16T01:46:20.270348+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242803+0000","last_change":"2024-09-16T01:46:18.242803+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242803+0000","last_undegraded":"2024-09-16T01:46:18.242803+0000","last_fullsized":"2024-09-16T01:46:18.242803+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241656+0000","last_change":"2024-09-16T01:46:18.241656+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241656+0000","last_undegraded":"2024-09-16T01:46:18.241656+0000","last_fullsized":"2024-09-16T01:46:18.241656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323892+0000","last_change":"2024-09-16T01:46:19.266826+0000","last_active":"2024-09-16T01:46:20.323892+0000","last_peered":"2024-09-16T01:46:20.323892+0000","last_clean":"2024-09-16T01:46:20.323892+0000","last_became_active":"2024-09-16T01:46:19.266337+0000","last_became_peered":"2024-09-16T01:46:19.266337+0000","last_unstale":"2024-09-16T01:46:20.323892+0000","last_undegraded":"2024-09-16T01:46:20.323892+0000","last_fullsized":"2024-09-16T01:46:20.323892+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323718+0000","last_change":"2024-09-16T01:46:19.274476+0000","last_active":"2024-09-16T01:46:20.323718+0000","last_peered":"2024-09-16T01:46:20.323718+0000","last_clean":"2024-09-16T01:46:20.323718+0000","last_became_active":"2024-09-16T01:46:19.274185+0000","last_became_peered":"2024-09-16T01:46:19.274185+0000","last_unstale":"2024-09-16T01:46:20.323718+0000","last_undegraded":"2024-09-16T01:46:20.323718+0000","last_fullsized":"2024-09-16T01:46:20.323718+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241549+0000","last_change":"2024-09-16T01:46:18.241549+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241549+0000","last_undegraded":"2024-09-16T01:46:18.241549+0000","last_fullsized":"2024-09-16T01:46:18.241549+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245240+0000","last_change":"2024-09-16T01:46:18.245240+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245240+0000","last_undegraded":"2024-09-16T01:46:18.245240+0000","last_fullsized":"2024-09-16T01:46:18.245240+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323873+0000","last_change":"2024-09-16T01:46:19.268408+0000","last_active":"2024-09-16T01:46:20.323873+0000","last_peered":"2024-09-16T01:46:20.323873+0000","last_clean":"2024-09-16T01:46:20.323873+0000","last_became_active":"2024-09-16T01:46:19.268137+0000","last_became_peered":"2024-09-16T01:46:19.268137+0000","last_unstale":"2024-09-16T01:46:20.323873+0000","last_undegraded":"2024-09-16T01:46:20.323873+0000","last_fullsized":"2024-09-16T01:46:20.323873+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:55.739639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241867+0000","last_change":"2024-09-16T01:46:18.241867+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241867+0000","last_undegraded":"2024-09-16T01:46:18.241867+0000","last_fullsized":"2024-09-16T01:46:18.241867+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323565+0000","last_change":"2024-09-16T01:46:19.262226+0000","last_active":"2024-09-16T01:46:20.323565+0000","last_peered":"2024-09-16T01:46:20.323565+0000","last_clean":"2024-09-16T01:46:20.323565+0000","last_became_active":"2024-09-16T01:46:19.261962+0000","last_became_peered":"2024-09-16T01:46:19.261962+0000","last_unstale":"2024-09-16T01:46:20.323565+0000","last_undegraded":"2024-09-16T01:46:20.323565+0000","last_fullsized":"2024-09-16T01:46:20.323565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:45.089872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245777+0000","last_change":"2024-09-16T01:46:18.245777+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245777+0000","last_undegraded":"2024-09-16T01:46:18.245777+0000","last_fullsized":"2024-09-16T01:46:18.245777+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244268+0000","last_change":"2024-09-16T01:46:18.244268+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244268+0000","last_undegraded":"2024-09-16T01:46:18.244268+0000","last_fullsized":"2024-09-16T01:46:18.244268+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242734+0000","last_change":"2024-09-16T01:46:18.242734+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242734+0000","last_undegraded":"2024-09-16T01:46:18.242734+0000","last_fullsized":"2024-09-16T01:46:18.242734+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324097+0000","last_change":"2024-09-16T01:46:19.274990+0000","last_active":"2024-09-16T01:46:20.324097+0000","last_peered":"2024-09-16T01:46:20.324097+0000","last_clean":"2024-09-16T01:46:20.324097+0000","last_became_active":"2024-09-16T01:46:19.274280+0000","last_became_peered":"2024-09-16T01:46:19.274280+0000","last_unstale":"2024-09-16T01:46:20.324097+0000","last_undegraded":"2024-09-16T01:46:20.324097+0000","last_fullsized":"2024-09-16T01:46:20.324097+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"67'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324375+0000","last_change":"2024-09-16T01:46:18.256512+0000","last_active":"2024-09-16T01:46:20.324375+0000","last_peered":"2024-09-16T01:46:20.324375+0000","last_clean":"2024-09-16T01:46:20.324375+0000","last_became_active":"2024-09-16T01:46:18.256196+0000","last_became_peered":"2024-09-16T01:46:18.256196+0000","last_unstale":"2024-09-16T01:46:20.324375+0000","last_undegraded":"2024-09-16T01:46:20.324375+0000","last_fullsized":"2024-09-16T01:46:20.324375+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:17:25.009150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259893+0000","last_change":"2024-09-16T01:46:19.265828+0000","last_active":"2024-09-16T01:46:20.259893+0000","last_peered":"2024-09-16T01:46:20.259893+0000","last_clean":"2024-09-16T01:46:20.259893+0000","last_became_active":"2024-09-16T01:46:19.264718+0000","last_became_peered":"2024-09-16T01:46:19.264718+0000","last_unstale":"2024-09-16T01:46:20.259893+0000","last_undegraded":"2024-09-16T01:46:20.259893+0000","last_fullsized":"2024-09-16T01:46:20.259893+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:30.141716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270324+0000","last_change":"2024-09-16T01:46:18.256245+0000","last_active":"2024-09-16T01:46:20.270324+0000","last_peered":"2024-09-16T01:46:20.270324+0000","last_clean":"2024-09-16T01:46:20.270324+0000","last_became_active":"2024-09-16T01:46:18.255994+0000","last_became_peered":"2024-09-16T01:46:18.255994+0000","last_unstale":"2024-09-16T01:46:20.270324+0000","last_undegraded":"2024-09-16T01:46:20.270324+0000","last_fullsized":"2024-09-16T01:46:20.270324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:29.551168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243457+0000","last_change":"2024-09-16T01:46:18.243457+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243457+0000","last_undegraded":"2024-09-16T01:46:18.243457+0000","last_fullsized":"2024-09-16T01:46:18.243457+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259604+0000","last_change":"2024-09-16T01:46:18.256915+0000","last_active":"2024-09-16T01:46:18.259604+0000","last_peered":"2024-09-16T01:46:18.259604+0000","last_clean":"2024-09-16T01:46:18.259604+0000","last_became_active":"2024-09-16T01:46:18.256659+0000","last_became_peered":"2024-09-16T01:46:18.256659+0000","last_unstale":"2024-09-16T01:46:18.259604+0000","last_undegraded":"2024-09-16T01:46:18.259604+0000","last_fullsized":"2024-09-16T01:46:18.259604+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:54.770670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324185+0000","last_change":"2024-09-16T01:46:19.267323+0000","last_active":"2024-09-16T01:46:20.324185+0000","last_peered":"2024-09-16T01:46:20.324185+0000","last_clean":"2024-09-16T01:46:20.324185+0000","last_became_active":"2024-09-16T01:46:19.267052+0000","last_became_peered":"2024-09-16T01:46:19.267052+0000","last_unstale":"2024-09-16T01:46:20.324185+0000","last_undegraded":"2024-09-16T01:46:20.324185+0000","last_fullsized":"2024-09-16T01:46:20.324185+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:44.327231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258162+0000","last_change":"2024-09-16T01:46:18.256001+0000","last_active":"2024-09-16T01:46:18.258162+0000","last_peered":"2024-09-16T01:46:18.258162+0000","last_clean":"2024-09-16T01:46:18.258162+0000","last_became_active":"2024-09-16T01:46:18.255708+0000","last_became_peered":"2024-09-16T01:46:18.255708+0000","last_unstale":"2024-09-16T01:46:18.258162+0000","last_undegraded":"2024-09-16T01:46:18.258162+0000","last_fullsized":"2024-09-16T01:46:18.258162+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:47.355744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244416+0000","last_change":"2024-09-16T01:46:18.244416+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244416+0000","last_undegraded":"2024-09-16T01:46:18.244416+0000","last_fullsized":"2024-09-16T01:46:18.244416+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323616+0000","last_change":"2024-09-16T01:46:18.253771+0000","last_active":"2024-09-16T01:46:20.323616+0000","last_peered":"2024-09-16T01:46:20.323616+0000","last_clean":"2024-09-16T01:46:20.323616+0000","last_became_active":"2024-09-16T01:46:18.253483+0000","last_became_peered":"2024-09-16T01:46:18.253483+0000","last_unstale":"2024-09-16T01:46:20.323616+0000","last_undegraded":"2024-09-16T01:46:20.323616+0000","last_fullsized":"2024-09-16T01:46:20.323616+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:14.011609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241379+0000","last_change":"2024-09-16T01:46:18.241379+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241379+0000","last_undegraded":"2024-09-16T01:46:18.241379+0000","last_fullsized":"2024-09-16T01:46:18.241379+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258707+0000","last_change":"2024-09-16T01:46:18.257751+0000","last_active":"2024-09-16T01:46:18.258707+0000","last_peered":"2024-09-16T01:46:18.258707+0000","last_clean":"2024-09-16T01:46:18.258707+0000","last_became_active":"2024-09-16T01:46:18.257452+0000","last_became_peered":"2024-09-16T01:46:18.257452+0000","last_unstale":"2024-09-16T01:46:18.258707+0000","last_undegraded":"2024-09-16T01:46:18.258707+0000","last_fullsized":"2024-09-16T01:46:18.258707+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:59:28.065348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259275+0000","last_change":"2024-09-16T01:46:19.259348+0000","last_active":"2024-09-16T01:46:20.259275+0000","last_peered":"2024-09-16T01:46:20.259275+0000","last_clean":"2024-09-16T01:46:20.259275+0000","last_became_active":"2024-09-16T01:46:19.259086+0000","last_became_peered":"2024-09-16T01:46:19.259086+0000","last_unstale":"2024-09-16T01:46:20.259275+0000","last_undegraded":"2024-09-16T01:46:20.259275+0000","last_fullsized":"2024-09-16T01:46:20.259275+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:00.845841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323855+0000","last_change":"2024-09-16T01:46:18.253722+0000","last_active":"2024-09-16T01:46:20.323855+0000","last_peered":"2024-09-16T01:46:20.323855+0000","last_clean":"2024-09-16T01:46:20.323855+0000","last_became_active":"2024-09-16T01:46:18.253444+0000","last_became_peered":"2024-09-16T01:46:18.253444+0000","last_unstale":"2024-09-16T01:46:20.323855+0000","last_undegraded":"2024-09-16T01:46:20.323855+0000","last_fullsized":"2024-09-16T01:46:20.323855+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:25.770139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270183+0000","last_change":"2024-09-16T01:46:19.268749+0000","last_active":"2024-09-16T01:46:20.270183+0000","last_peered":"2024-09-16T01:46:20.270183+0000","last_clean":"2024-09-16T01:46:20.270183+0000","last_became_active":"2024-09-16T01:46:19.268466+0000","last_became_peered":"2024-09-16T01:46:19.268466+0000","last_unstale":"2024-09-16T01:46:20.270183+0000","last_undegraded":"2024-09-16T01:46:20.270183+0000","last_fullsized":"2024-09-16T01:46:20.270183+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259195+0000","last_change":"2024-09-16T01:46:18.253138+0000","last_active":"2024-09-16T01:46:20.259195+0000","last_peered":"2024-09-16T01:46:20.259195+0000","last_clean":"2024-09-16T01:46:20.259195+0000","last_became_active":"2024-09-16T01:46:18.252845+0000","last_became_peered":"2024-09-16T01:46:18.252845+0000","last_unstale":"2024-09-16T01:46:20.259195+0000","last_undegraded":"2024-09-16T01:46:20.259195+0000","last_fullsized":"2024-09-16T01:46:20.259195+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:38.736847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244425+0000","last_change":"2024-09-16T01:46:18.244425+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244425+0000","last_undegraded":"2024-09-16T01:46:18.244425+0000","last_fullsized":"2024-09-16T01:46:18.244425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.251134+0000","last_change":"2024-09-16T01:46:18.250097+0000","last_active":"2024-09-16T01:46:18.251134+0000","last_peered":"2024-09-16T01:46:18.251134+0000","last_clean":"2024-09-16T01:46:18.251134+0000","last_became_active":"2024-09-16T01:46:18.249802+0000","last_became_peered":"2024-09-16T01:46:18.249802+0000","last_unstale":"2024-09-16T01:46:18.251134+0000","last_undegraded":"2024-09-16T01:46:18.251134+0000","last_fullsized":"2024-09-16T01:46:18.251134+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:20.195235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324271+0000","last_change":"2024-09-16T01:46:19.275178+0000","last_active":"2024-09-16T01:46:20.324271+0000","last_peered":"2024-09-16T01:46:20.324271+0000","last_clean":"2024-09-16T01:46:20.324271+0000","last_became_active":"2024-09-16T01:46:19.273869+0000","last_became_peered":"2024-09-16T01:46:19.273869+0000","last_unstale":"2024-09-16T01:46:20.324271+0000","last_undegraded":"2024-09-16T01:46:20.324271+0000","last_fullsized":"2024-09-16T01:46:20.324271+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:26.671605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.257298+0000","last_change":"2024-09-16T01:46:18.254252+0000","last_active":"2024-09-16T01:46:18.257298+0000","last_peered":"2024-09-16T01:46:18.257298+0000","last_clean":"2024-09-16T01:46:18.257298+0000","last_became_active":"2024-09-16T01:46:18.253883+0000","last_became_peered":"2024-09-16T01:46:18.253883+0000","last_unstale":"2024-09-16T01:46:18.257298+0000","last_undegraded":"2024-09-16T01:46:18.257298+0000","last_fullsized":"2024-09-16T01:46:18.257298+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:22.292158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242441+0000","last_change":"2024-09-16T01:46:18.242441+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242441+0000","last_undegraded":"2024-09-16T01:46:18.242441+0000","last_fullsized":"2024-09-16T01:46:18.242441+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"67'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323921+0000","last_change":"2024-09-16T01:46:18.249422+0000","last_active":"2024-09-16T01:46:20.323921+0000","last_peered":"2024-09-16T01:46:20.323921+0000","last_clean":"2024-09-16T01:46:20.323921+0000","last_became_active":"2024-09-16T01:46:18.249136+0000","last_became_peered":"2024-09-16T01:46:18.249136+0000","last_unstale":"2024-09-16T01:46:20.323921+0000","last_undegraded":"2024-09-16T01:46:20.323921+0000","last_fullsized":"2024-09-16T01:46:20.323921+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:56.593771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259582+0000","last_change":"2024-09-16T01:46:19.255585+0000","last_active":"2024-09-16T01:46:20.259582+0000","last_peered":"2024-09-16T01:46:20.259582+0000","last_clean":"2024-09-16T01:46:20.259582+0000","last_became_active":"2024-09-16T01:46:19.255278+0000","last_became_peered":"2024-09-16T01:46:19.255278+0000","last_unstale":"2024-09-16T01:46:20.259582+0000","last_undegraded":"2024-09-16T01:46:20.259582+0000","last_fullsized":"2024-09-16T01:46:20.259582+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:27.920338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"67'6","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324340+0000","last_change":"2024-09-16T01:46:18.252915+0000","last_active":"2024-09-16T01:46:20.324340+0000","last_peered":"2024-09-16T01:46:20.324340+0000","last_clean":"2024-09-16T01:46:20.324340+0000","last_became_active":"2024-09-16T01:46:18.252620+0000","last_became_peered":"2024-09-16T01:46:18.252620+0000","last_unstale":"2024-09-16T01:46:20.324340+0000","last_undegraded":"2024-09-16T01:46:20.324340+0000","last_fullsized":"2024-09-16T01:46:20.324340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:00.992278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324031+0000","last_change":"2024-09-16T01:46:19.277026+0000","last_active":"2024-09-16T01:46:20.324031+0000","last_peered":"2024-09-16T01:46:20.324031+0000","last_clean":"2024-09-16T01:46:20.324031+0000","last_became_active":"2024-09-16T01:46:19.276750+0000","last_became_peered":"2024-09-16T01:46:19.276750+0000","last_unstale":"2024-09-16T01:46:20.324031+0000","last_undegraded":"2024-09-16T01:46:20.324031+0000","last_fullsized":"2024-09-16T01:46:20.324031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324024+0000","last_change":"2024-09-16T01:46:18.252968+0000","last_active":"2024-09-16T01:46:20.324024+0000","last_peered":"2024-09-16T01:46:20.324024+0000","last_clean":"2024-09-16T01:46:20.324024+0000","last_became_active":"2024-09-16T01:46:18.252629+0000","last_became_peered":"2024-09-16T01:46:18.252629+0000","last_unstale":"2024-09-16T01:46:20.324024+0000","last_undegraded":"2024-09-16T01:46:20.324024+0000","last_fullsized":"2024-09-16T01:46:20.324024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:39.696101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.247604+0000","last_change":"2024-09-16T01:46:18.247604+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.247604+0000","last_undegraded":"2024-09-16T01:46:18.247604+0000","last_fullsized":"2024-09-16T01:46:18.247604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.260978+0000","last_change":"2024-09-16T01:46:18.259755+0000","last_active":"2024-09-16T01:46:18.260978+0000","last_peered":"2024-09-16T01:46:18.260978+0000","last_clean":"2024-09-16T01:46:18.260978+0000","last_became_active":"2024-09-16T01:46:18.259464+0000","last_became_peered":"2024-09-16T01:46:18.259464+0000","last_unstale":"2024-09-16T01:46:18.260978+0000","last_undegraded":"2024-09-16T01:46:18.260978+0000","last_fullsized":"2024-09-16T01:46:18.260978+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:38.591188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270252+0000","last_change":"2024-09-16T01:46:19.272226+0000","last_active":"2024-09-16T01:46:20.270252+0000","last_peered":"2024-09-16T01:46:20.270252+0000","last_clean":"2024-09-16T01:46:20.270252+0000","last_became_active":"2024-09-16T01:46:19.271945+0000","last_became_peered":"2024-09-16T01:46:19.271945+0000","last_unstale":"2024-09-16T01:46:20.270252+0000","last_undegraded":"2024-09-16T01:46:20.270252+0000","last_fullsized":"2024-09-16T01:46:20.270252+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:39.598416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258023+0000","last_change":"2024-09-16T01:46:18.254827+0000","last_active":"2024-09-16T01:46:18.258023+0000","last_peered":"2024-09-16T01:46:18.258023+0000","last_clean":"2024-09-16T01:46:18.258023+0000","last_became_active":"2024-09-16T01:46:18.254574+0000","last_became_peered":"2024-09-16T01:46:18.254574+0000","last_unstale":"2024-09-16T01:46:18.258023+0000","last_undegraded":"2024-09-16T01:46:18.258023+0000","last_fullsized":"2024-09-16T01:46:18.258023+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:53.968820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259266+0000","last_change":"2024-09-16T01:46:19.264249+0000","last_active":"2024-09-16T01:46:20.259266+0000","last_peered":"2024-09-16T01:46:20.259266+0000","last_clean":"2024-09-16T01:46:20.259266+0000","last_became_active":"2024-09-16T01:46:19.263951+0000","last_became_peered":"2024-09-16T01:46:19.263951+0000","last_unstale":"2024-09-16T01:46:20.259266+0000","last_undegraded":"2024-09-16T01:46:20.259266+0000","last_fullsized":"2024-09-16T01:46:20.259266+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:43.313436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259577+0000","last_change":"2024-09-16T01:46:18.254730+0000","last_active":"2024-09-16T01:46:18.259577+0000","last_peered":"2024-09-16T01:46:18.259577+0000","last_clean":"2024-09-16T01:46:18.259577+0000","last_became_active":"2024-09-16T01:46:18.254389+0000","last_became_peered":"2024-09-16T01:46:18.254389+0000","last_unstale":"2024-09-16T01:46:18.259577+0000","last_undegraded":"2024-09-16T01:46:18.259577+0000","last_fullsized":"2024-09-16T01:46:18.259577+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:08.563509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241656+0000","last_change":"2024-09-16T01:46:18.241656+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241656+0000","last_undegraded":"2024-09-16T01:46:18.241656+0000","last_fullsized":"2024-09-16T01:46:18.241656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259360+0000","last_change":"2024-09-16T01:46:18.258549+0000","last_active":"2024-09-16T01:46:18.259360+0000","last_peered":"2024-09-16T01:46:18.259360+0000","last_clean":"2024-09-16T01:46:18.259360+0000","last_became_active":"2024-09-16T01:46:18.257609+0000","last_became_peered":"2024-09-16T01:46:18.257609+0000","last_unstale":"2024-09-16T01:46:18.259360+0000","last_undegraded":"2024-09-16T01:46:18.259360+0000","last_fullsized":"2024-09-16T01:46:18.259360+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:19.075612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324410+0000","last_change":"2024-09-16T01:46:19.276435+0000","last_active":"2024-09-16T01:46:20.324410+0000","last_peered":"2024-09-16T01:46:20.324410+0000","last_clean":"2024-09-16T01:46:20.324410+0000","last_became_active":"2024-09-16T01:46:19.275008+0000","last_became_peered":"2024-09-16T01:46:19.275008+0000","last_unstale":"2024-09-16T01:46:20.324410+0000","last_undegraded":"2024-09-16T01:46:20.324410+0000","last_fullsized":"2024-09-16T01:46:20.324410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:30.192930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.260227+0000","last_change":"2024-09-16T01:46:18.258245+0000","last_active":"2024-09-16T01:46:18.260227+0000","last_peered":"2024-09-16T01:46:18.260227+0000","last_clean":"2024-09-16T01:46:18.260227+0000","last_became_active":"2024-09-16T01:46:18.257972+0000","last_became_peered":"2024-09-16T01:46:18.257972+0000","last_unstale":"2024-09-16T01:46:18.260227+0000","last_undegraded":"2024-09-16T01:46:18.260227+0000","last_fullsized":"2024-09-16T01:46:18.260227+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:07:37.781528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324318+0000","last_change":"2024-09-16T01:46:19.256689+0000","last_active":"2024-09-16T01:46:20.324318+0000","last_peered":"2024-09-16T01:46:20.324318+0000","last_clean":"2024-09-16T01:46:20.324318+0000","last_became_active":"2024-09-16T01:46:19.256211+0000","last_became_peered":"2024-09-16T01:46:19.256211+0000","last_unstale":"2024-09-16T01:46:20.324318+0000","last_undegraded":"2024-09-16T01:46:20.324318+0000","last_fullsized":"2024-09-16T01:46:20.324318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:59.829412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.257329+0000","last_change":"2024-09-16T01:46:18.254845+0000","last_active":"2024-09-16T01:46:18.257329+0000","last_peered":"2024-09-16T01:46:18.257329+0000","last_clean":"2024-09-16T01:46:18.257329+0000","last_became_active":"2024-09-16T01:46:18.254596+0000","last_became_peered":"2024-09-16T01:46:18.254596+0000","last_unstale":"2024-09-16T01:46:18.257329+0000","last_undegraded":"2024-09-16T01:46:18.257329+0000","last_fullsized":"2024-09-16T01:46:18.257329+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:47.144284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259769+0000","last_change":"2024-09-16T01:46:19.258647+0000","last_active":"2024-09-16T01:46:20.259769+0000","last_peered":"2024-09-16T01:46:20.259769+0000","last_clean":"2024-09-16T01:46:20.259769+0000","last_became_active":"2024-09-16T01:46:19.258379+0000","last_became_peered":"2024-09-16T01:46:19.258379+0000","last_unstale":"2024-09-16T01:46:20.259769+0000","last_undegraded":"2024-09-16T01:46:20.259769+0000","last_fullsized":"2024-09-16T01:46:20.259769+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:03.256278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324056+0000","last_change":"2024-09-16T01:46:18.258909+0000","last_active":"2024-09-16T01:46:20.324056+0000","last_peered":"2024-09-16T01:46:20.324056+0000","last_clean":"2024-09-16T01:46:20.324056+0000","last_became_active":"2024-09-16T01:46:18.258467+0000","last_became_peered":"2024-09-16T01:46:18.258467+0000","last_unstale":"2024-09-16T01:46:20.324056+0000","last_undegraded":"2024-09-16T01:46:20.324056+0000","last_fullsized":"2024-09-16T01:46:20.324056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:57:49.404355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323669+0000","last_change":"2024-09-16T01:46:19.263529+0000","last_active":"2024-09-16T01:46:20.323669+0000","last_peered":"2024-09-16T01:46:20.323669+0000","last_clean":"2024-09-16T01:46:20.323669+0000","last_became_active":"2024-09-16T01:46:19.263227+0000","last_became_peered":"2024-09-16T01:46:19.263227+0000","last_unstale":"2024-09-16T01:46:20.323669+0000","last_undegraded":"2024-09-16T01:46:20.323669+0000","last_fullsized":"2024-09-16T01:46:20.323669+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:25.648475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258687+0000","last_change":"2024-09-16T01:46:18.257367+0000","last_active":"2024-09-16T01:46:18.258687+0000","last_peered":"2024-09-16T01:46:18.258687+0000","last_clean":"2024-09-16T01:46:18.258687+0000","last_became_active":"2024-09-16T01:46:18.255403+0000","last_became_peered":"2024-09-16T01:46:18.255403+0000","last_unstale":"2024-09-16T01:46:18.258687+0000","last_undegraded":"2024-09-16T01:46:18.258687+0000","last_fullsized":"2024-09-16T01:46:18.258687+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:51.419372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323512+0000","last_change":"2024-09-16T01:46:19.276621+0000","last_active":"2024-09-16T01:46:20.323512+0000","last_peered":"2024-09-16T01:46:20.323512+0000","last_clean":"2024-09-16T01:46:20.323512+0000","last_became_active":"2024-09-16T01:46:19.276245+0000","last_became_peered":"2024-09-16T01:46:19.276245+0000","last_unstale":"2024-09-16T01:46:20.323512+0000","last_undegraded":"2024-09-16T01:46:20.323512+0000","last_fullsized":"2024-09-16T01:46:20.323512+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:53.991068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258001+0000","last_change":"2024-09-16T01:46:18.253489+0000","last_active":"2024-09-16T01:46:18.258001+0000","last_peered":"2024-09-16T01:46:18.258001+0000","last_clean":"2024-09-16T01:46:18.258001+0000","last_became_active":"2024-09-16T01:46:18.253197+0000","last_became_peered":"2024-09-16T01:46:18.253197+0000","last_unstale":"2024-09-16T01:46:18.258001+0000","last_undegraded":"2024-09-16T01:46:18.258001+0000","last_fullsized":"2024-09-16T01:46:18.258001+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:05:38.496714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323547+0000","last_change":"2024-09-16T01:46:19.277137+0000","last_active":"2024-09-16T01:46:20.323547+0000","last_peered":"2024-09-16T01:46:20.323547+0000","last_clean":"2024-09-16T01:46:20.323547+0000","last_became_active":"2024-09-16T01:46:19.276789+0000","last_became_peered":"2024-09-16T01:46:19.276789+0000","last_unstale":"2024-09-16T01:46:20.323547+0000","last_undegraded":"2024-09-16T01:46:20.323547+0000","last_fullsized":"2024-09-16T01:46:20.323547+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:23.667998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.269969+0000","last_change":"2024-09-16T01:46:18.252674+0000","last_active":"2024-09-16T01:46:20.269969+0000","last_peered":"2024-09-16T01:46:20.269969+0000","last_clean":"2024-09-16T01:46:20.269969+0000","last_became_active":"2024-09-16T01:46:18.252395+0000","last_became_peered":"2024-09-16T01:46:18.252395+0000","last_unstale":"2024-09-16T01:46:20.269969+0000","last_undegraded":"2024-09-16T01:46:20.269969+0000","last_fullsized":"2024-09-16T01:46:20.269969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:57.943680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270303+0000","last_change":"2024-09-16T01:46:19.273603+0000","last_active":"2024-09-16T01:46:20.270303+0000","last_peered":"2024-09-16T01:46:20.270303+0000","last_clean":"2024-09-16T01:46:20.270303+0000","last_became_active":"2024-09-16T01:46:19.273331+0000","last_became_peered":"2024-09-16T01:46:19.273331+0000","last_unstale":"2024-09-16T01:46:20.270303+0000","last_undegraded":"2024-09-16T01:46:20.270303+0000","last_fullsized":"2024-09-16T01:46:20.270303+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259340+0000","last_change":"2024-09-16T01:46:18.258422+0000","last_active":"2024-09-16T01:46:18.259340+0000","last_peered":"2024-09-16T01:46:18.259340+0000","last_clean":"2024-09-16T01:46:18.259340+0000","last_became_active":"2024-09-16T01:46:18.257321+0000","last_became_peered":"2024-09-16T01:46:18.257321+0000","last_unstale":"2024-09-16T01:46:18.259340+0000","last_undegraded":"2024-09-16T01:46:18.259340+0000","last_fullsized":"2024-09-16T01:46:18.259340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:39.642798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244038+0000","last_change":"2024-09-16T01:46:18.244038+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244038+0000","last_undegraded":"2024-09-16T01:46:18.244038+0000","last_fullsized":"2024-09-16T01:46:18.244038+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.253428+0000","last_change":"2024-09-16T01:46:18.252490+0000","last_active":"2024-09-16T01:46:18.253428+0000","last_peered":"2024-09-16T01:46:18.253428+0000","last_clean":"2024-09-16T01:46:18.253428+0000","last_became_active":"2024-09-16T01:46:18.252206+0000","last_became_peered":"2024-09-16T01:46:18.252206+0000","last_unstale":"2024-09-16T01:46:18.253428+0000","last_undegraded":"2024-09-16T01:46:18.253428+0000","last_fullsized":"2024-09-16T01:46:18.253428+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:48.776293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323967+0000","last_change":"2024-09-16T01:46:19.274390+0000","last_active":"2024-09-16T01:46:20.323967+0000","last_peered":"2024-09-16T01:46:20.323967+0000","last_clean":"2024-09-16T01:46:20.323967+0000","last_became_active":"2024-09-16T01:46:19.274065+0000","last_became_peered":"2024-09-16T01:46:19.274065+0000","last_unstale":"2024-09-16T01:46:20.323967+0000","last_undegraded":"2024-09-16T01:46:20.323967+0000","last_fullsized":"2024-09-16T01:46:20.323967+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259699+0000","last_change":"2024-09-16T01:46:18.257663+0000","last_active":"2024-09-16T01:46:20.259699+0000","last_peered":"2024-09-16T01:46:20.259699+0000","last_clean":"2024-09-16T01:46:20.259699+0000","last_became_active":"2024-09-16T01:46:18.257356+0000","last_became_peered":"2024-09-16T01:46:18.257356+0000","last_unstale":"2024-09-16T01:46:20.259699+0000","last_undegraded":"2024-09-16T01:46:20.259699+0000","last_fullsized":"2024-09-16T01:46:20.259699+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:09.389357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324251+0000","last_change":"2024-09-16T01:46:19.267499+0000","last_active":"2024-09-16T01:46:20.324251+0000","last_peered":"2024-09-16T01:46:20.324251+0000","last_clean":"2024-09-16T01:46:20.324251+0000","last_became_active":"2024-09-16T01:46:19.267179+0000","last_became_peered":"2024-09-16T01:46:19.267179+0000","last_unstale":"2024-09-16T01:46:20.324251+0000","last_undegraded":"2024-09-16T01:46:20.324251+0000","last_fullsized":"2024-09-16T01:46:20.324251+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.658530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270294+0000","last_change":"2024-09-16T01:46:18.249239+0000","last_active":"2024-09-16T01:46:20.270294+0000","last_peered":"2024-09-16T01:46:20.270294+0000","last_clean":"2024-09-16T01:46:20.270294+0000","last_became_active":"2024-09-16T01:46:18.248947+0000","last_became_peered":"2024-09-16T01:46:18.248947+0000","last_unstale":"2024-09-16T01:46:20.270294+0000","last_undegraded":"2024-09-16T01:46:20.270294+0000","last_fullsized":"2024-09-16T01:46:20.270294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:36:29.624836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259604+0000","last_change":"2024-09-16T01:46:19.267009+0000","last_active":"2024-09-16T01:46:20.259604+0000","last_peered":"2024-09-16T01:46:20.259604+0000","last_clean":"2024-09-16T01:46:20.259604+0000","last_became_active":"2024-09-16T01:46:19.266708+0000","last_became_peered":"2024-09-16T01:46:19.266708+0000","last_unstale":"2024-09-16T01:46:20.259604+0000","last_undegraded":"2024-09-16T01:46:20.259604+0000","last_fullsized":"2024-09-16T01:46:20.259604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:21.841637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259491+0000","last_change":"2024-09-16T01:46:18.258740+0000","last_active":"2024-09-16T01:46:20.259491+0000","last_peered":"2024-09-16T01:46:20.259491+0000","last_clean":"2024-09-16T01:46:20.259491+0000","last_became_active":"2024-09-16T01:46:18.258130+0000","last_became_peered":"2024-09-16T01:46:18.258130+0000","last_unstale":"2024-09-16T01:46:20.259491+0000","last_undegraded":"2024-09-16T01:46:20.259491+0000","last_fullsized":"2024-09-16T01:46:20.259491+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:31.658493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243497+0000","last_change":"2024-09-16T01:46:18.243497+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243497+0000","last_undegraded":"2024-09-16T01:46:18.243497+0000","last_fullsized":"2024-09-16T01:46:18.243497+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323912+0000","last_change":"2024-09-16T01:46:18.251492+0000","last_active":"2024-09-16T01:46:20.323912+0000","last_peered":"2024-09-16T01:46:20.323912+0000","last_clean":"2024-09-16T01:46:20.323912+0000","last_became_active":"2024-09-16T01:46:18.251188+0000","last_became_peered":"2024-09-16T01:46:18.251188+0000","last_unstale":"2024-09-16T01:46:20.323912+0000","last_undegraded":"2024-09-16T01:46:20.323912+0000","last_fullsized":"2024-09-16T01:46:20.323912+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:21.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323879+0000","last_change":"2024-09-16T01:46:19.261153+0000","last_active":"2024-09-16T01:46:20.323879+0000","last_peered":"2024-09-16T01:46:20.323879+0000","last_clean":"2024-09-16T01:46:20.323879+0000","last_became_active":"2024-09-16T01:46:19.260219+0000","last_became_peered":"2024-09-16T01:46:19.260219+0000","last_unstale":"2024-09-16T01:46:20.323879+0000","last_undegraded":"2024-09-16T01:46:20.323879+0000","last_fullsized":"2024-09-16T01:46:20.323879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:43.779381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259548+0000","last_change":"2024-09-16T01:46:18.254858+0000","last_active":"2024-09-16T01:46:18.259548+0000","last_peered":"2024-09-16T01:46:18.259548+0000","last_clean":"2024-09-16T01:46:18.259548+0000","last_became_active":"2024-09-16T01:46:18.254536+0000","last_became_peered":"2024-09-16T01:46:18.254536+0000","last_unstale":"2024-09-16T01:46:18.259548+0000","last_undegraded":"2024-09-16T01:46:18.259548+0000","last_fullsized":"2024-09-16T01:46:18.259548+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:39.438207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241870+0000","last_change":"2024-09-16T01:46:18.241870+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241870+0000","last_undegraded":"2024-09-16T01:46:18.241870+0000","last_fullsized":"2024-09-16T01:46:18.241870+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258103+0000","last_change":"2024-09-16T01:46:18.255534+0000","last_active":"2024-09-16T01:46:18.258103+0000","last_peered":"2024-09-16T01:46:18.258103+0000","last_clean":"2024-09-16T01:46:18.258103+0000","last_became_active":"2024-09-16T01:46:18.255255+0000","last_became_peered":"2024-09-16T01:46:18.255255+0000","last_unstale":"2024-09-16T01:46:18.258103+0000","last_undegraded":"2024-09-16T01:46:18.258103+0000","last_fullsized":"2024-09-16T01:46:18.258103+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:16:18.290309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323562+0000","last_change":"2024-09-16T01:46:19.275106+0000","last_active":"2024-09-16T01:46:20.323562+0000","last_peered":"2024-09-16T01:46:20.323562+0000","last_clean":"2024-09-16T01:46:20.323562+0000","last_became_active":"2024-09-16T01:46:19.274795+0000","last_became_peered":"2024-09-16T01:46:19.274795+0000","last_unstale":"2024-09-16T01:46:20.323562+0000","last_undegraded":"2024-09-16T01:46:20.323562+0000","last_fullsized":"2024-09-16T01:46:20.323562+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:43.659382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258131+0000","last_change":"2024-09-16T01:46:18.256963+0000","last_active":"2024-09-16T01:46:18.258131+0000","last_peered":"2024-09-16T01:46:18.258131+0000","last_clean":"2024-09-16T01:46:18.258131+0000","last_became_active":"2024-09-16T01:46:18.256709+0000","last_became_peered":"2024-09-16T01:46:18.256709+0000","last_unstale":"2024-09-16T01:46:18.258131+0000","last_undegraded":"2024-09-16T01:46:18.258131+0000","last_fullsized":"2024-09-16T01:46:18.258131+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:00.247631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323729+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:46:20.323729+0000","last_peered":"2024-09-16T01:46:20.323729+0000","last_clean":"2024-09-16T01:46:20.323729+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:46:20.323729+0000","last_undegraded":"2024-09-16T01:46:20.323729+0000","last_fullsized":"2024-09-16T01:46:20.323729+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2318,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":4568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509495,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542199,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36160,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335680,"statfs":{"total":96636764160,"available":96599736320,"internally_reserved":0,"allocated":827392,"data_stored":343988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542200,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":831488,"data_stored":345488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542200,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":839680,"data_stored":346104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542200,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":934244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574903,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1421312,"data_stored":934860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:46:23.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:46:23.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.738+0000 7f0bb9e1e640 1 Processor -- start 2024-09-16T01:46:23.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.738+0000 7f0bb9e1e640 1 -- start start 2024-09-16T01:46:23.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb9e1e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0bb415f7e0 0x7f0bb406d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb9e1e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0bb40b3ae0 0x7f0bb415ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb9e1e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bb406d820 con 0x7f0bb4073ef0 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb9e1e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0bb40b04f0 con 0x7f0bb40b3ae0 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb9e1e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0bb40b07d0 con 0x7f0bb415f7e0 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb2ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0bb40b3ae0 0x7f0bb415ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb2ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0bb40b3ae0 0x7f0bb415ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44368/0 (socket says 172.21.15.16:44368) 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb2ffd640 1 -- 172.21.15.16:0/3282687930 learned_addr learned my addr 172.21.15.16:0/3282687930 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb2ffd640 1 -- 172.21.15.16:0/3282687930 >> v2:172.21.15.104:3300/0 conn(0x7f0bb415f7e0 msgr2=0x7f0bb406d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb37fe640 1 --2- 172.21.15.16:0/3282687930 >> v2:172.21.15.104:3300/0 conn(0x7f0bb415f7e0 0x7f0bb406d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb2ffd640 1 --2- 172.21.15.16:0/3282687930 >> v2:172.21.15.104:3300/0 conn(0x7f0bb415f7e0 0x7f0bb406d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb2ffd640 1 -- 172.21.15.16:0/3282687930 >> v1:172.21.15.104:6789/0 conn(0x7f0bb4073ef0 legacy=0x7f0bb40cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.739+0000 7f0bb2ffd640 1 -- 172.21.15.16:0/3282687930 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb4073410 con 0x7f0bb40b3ae0 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.740+0000 7f0bb2ffd640 1 --2- 172.21.15.16:0/3282687930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb40b3ae0 0x7f0bb415ff60 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40ced30 tx=0x7f0ba802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=545fc6efe67dae85 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.740+0000 7f0bb27fc640 1 -- 172.21.15.16:0/3282687930 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba8037070 con 0x7f0bb40b3ae0 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.740+0000 7f0bb27fc640 1 -- 172.21.15.16:0/3282687930 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ba8032440 con 0x7f0bb40b3ae0 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.740+0000 7f0bb27fc640 1 -- 172.21.15.16:0/3282687930 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba8032810 con 0x7f0bb40b3ae0 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3282687930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb40b3ae0 msgr2=0x7f0bb415ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3282687930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb40b3ae0 0x7f0bb415ff60 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40ced30 tx=0x7f0ba802a230 comp rx=0 tx=0).stop 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3282687930 shutdown_connections 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3282687930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb40b3ae0 0x7f0bb415ff60 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3282687930 >> v2:172.21.15.104:3300/0 conn(0x7f0bb415f7e0 0x7f0bb406d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3282687930 >> 172.21.15.16:0/3282687930 conn(0x7f0bb40b2ec0 msgr2=0x7f0bb40b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:23.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3282687930 shutdown_connections 2024-09-16T01:46:23.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.741+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3282687930 wait complete. 2024-09-16T01:46:23.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.742+0000 7f0bb9e1e640 1 Processor -- start 2024-09-16T01:46:23.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.742+0000 7f0bb9e1e640 1 -- start start 2024-09-16T01:46:23.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb9e1e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb4073ef0 0x7f0bb414b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb9e1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bb40b3ae0 0x7f0bb4153260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb9e1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bb415f7e0 0x7f0bb406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb9e1e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb415fbc0 con 0x7f0bb4073ef0 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb9e1e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb40739d0 con 0x7f0bb415f7e0 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb9e1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0bb415fd40 con 0x7f0bb40b3ae0 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb4073ef0 0x7f0bb414b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb4073ef0 0x7f0bb414b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44372/0 (socket says 172.21.15.16:44372) 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 -- 172.21.15.16:0/3606305473 learned_addr learned my addr 172.21.15.16:0/3606305473 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb2ffd640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bb40b3ae0 0x7f0bb4153260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb3fff640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bb415f7e0 0x7f0bb406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 -- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bb40b3ae0 msgr2=0x7f0bb4153260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bb40b3ae0 0x7f0bb4153260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 -- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bb415f7e0 msgr2=0x7f0bb406e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bb415f7e0 0x7f0bb406e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb37fe640 1 -- 172.21.15.16:0/3606305473 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb40aefb0 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.743+0000 7f0bb3fff640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bb415f7e0 0x7f0bb406e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.744+0000 7f0bb37fe640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb4073ef0 0x7f0bb414b870 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f0ba400c820 tx=0x7f0ba400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.744+0000 7f0b9bfff640 1 -- 172.21.15.16:0/3606305473 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba4015070 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.744+0000 7f0b9bfff640 1 -- 172.21.15.16:0/3606305473 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ba4004240 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.744+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb414bdb0 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.744+0000 7f0b9bfff640 1 -- 172.21.15.16:0/3606305473 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba400ce10 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.744+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb40af250 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.745+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb406d2e0 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.745+0000 7f0b9bfff640 1 -- 172.21.15.16:0/3606305473 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f0ba4007830 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.746+0000 7f0b9bfff640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0ba006c640 0x7f0ba006eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.746+0000 7f0b9bfff640 1 -- 172.21.15.16:0/3606305473 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f0ba408b910 con 0x7f0bb4073ef0 2024-09-16T01:46:23.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.746+0000 7f0bb2ffd640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0ba006c640 0x7f0ba006eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:23.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.747+0000 7f0bb2ffd640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0ba006c640 0x7f0ba006eb00 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8034000 tx=0x7f0ba802e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:23.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.750+0000 7f0b9bfff640 1 -- 172.21.15.16:0/3606305473 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ba4059b60 con 0x7f0bb4073ef0 2024-09-16T01:46:23.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.926+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0bb4072a90 con 0x7f0ba006c640 2024-09-16T01:46:23.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.932+0000 7f0b9bfff640 1 -- 172.21.15.16:0/3606305473 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249996 (secure 0 0 0) 0x7f0ba807f0a0 con 0x7f0ba006c640 2024-09-16T01:46:23.936 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:23.937 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:46:23.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0ba006c640 msgr2=0x7f0ba006eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0ba006c640 0x7f0ba006eb00 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8034000 tx=0x7f0ba802e000 comp rx=0 tx=0).stop 2024-09-16T01:46:23.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb4073ef0 msgr2=0x7f0bb414b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:23.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb4073ef0 0x7f0bb414b870 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f0ba400c820 tx=0x7f0ba400cce0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 shutdown_connections 2024-09-16T01:46:23.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f0ba006c640 0x7f0ba006eb00 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bb415f7e0 0x7f0bb406e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bb40b3ae0 0x7f0bb4153260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 --2- 172.21.15.16:0/3606305473 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bb4073ef0 0x7f0bb414b870 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:23.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 >> 172.21.15.16:0/3606305473 conn(0x7f0bb40b2ec0 msgr2=0x7f0bb406f330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:23.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 shutdown_connections 2024-09-16T01:46:23.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:23.936+0000 7f0bb9e1e640 1 -- 172.21.15.16:0/3606305473 wait complete. 2024-09-16T01:46:23.948 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-09-16T01:46:22.356234+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592686,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":176,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":125,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252872,"kb_used_data":7500,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721848,"statfs":{"total":773094113280,"available":772835172352,"internally_reserved":0,"allocated":7680000,"data_stored":3878262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":251055666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2318,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.120153"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324270+0000","last_change":"2024-09-16T01:46:19.272256+0000","last_active":"2024-09-16T01:46:20.324270+0000","last_peered":"2024-09-16T01:46:20.324270+0000","last_clean":"2024-09-16T01:46:20.324270+0000","last_became_active":"2024-09-16T01:46:19.271998+0000","last_became_peered":"2024-09-16T01:46:19.271998+0000","last_unstale":"2024-09-16T01:46:20.324270+0000","last_undegraded":"2024-09-16T01:46:20.324270+0000","last_fullsized":"2024-09-16T01:46:20.324270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:19.313077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244943+0000","last_change":"2024-09-16T01:46:18.244943+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244943+0000","last_undegraded":"2024-09-16T01:46:18.244943+0000","last_fullsized":"2024-09-16T01:46:18.244943+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323865+0000","last_change":"2024-09-16T01:46:19.271988+0000","last_active":"2024-09-16T01:46:20.323865+0000","last_peered":"2024-09-16T01:46:20.323865+0000","last_clean":"2024-09-16T01:46:20.323865+0000","last_became_active":"2024-09-16T01:46:19.271671+0000","last_became_peered":"2024-09-16T01:46:19.271671+0000","last_unstale":"2024-09-16T01:46:20.323865+0000","last_undegraded":"2024-09-16T01:46:20.323865+0000","last_fullsized":"2024-09-16T01:46:20.323865+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:52.376582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324212+0000","last_change":"2024-09-16T01:46:19.275420+0000","last_active":"2024-09-16T01:46:20.324212+0000","last_peered":"2024-09-16T01:46:20.324212+0000","last_clean":"2024-09-16T01:46:20.324212+0000","last_became_active":"2024-09-16T01:46:19.274700+0000","last_became_peered":"2024-09-16T01:46:19.274700+0000","last_unstale":"2024-09-16T01:46:20.324212+0000","last_undegraded":"2024-09-16T01:46:20.324212+0000","last_fullsized":"2024-09-16T01:46:20.324212+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:19.101638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259640+0000","last_change":"2024-09-16T01:46:19.267938+0000","last_active":"2024-09-16T01:46:20.259640+0000","last_peered":"2024-09-16T01:46:20.259640+0000","last_clean":"2024-09-16T01:46:20.259640+0000","last_became_active":"2024-09-16T01:46:19.267457+0000","last_became_peered":"2024-09-16T01:46:19.267457+0000","last_unstale":"2024-09-16T01:46:20.259640+0000","last_undegraded":"2024-09-16T01:46:20.259640+0000","last_fullsized":"2024-09-16T01:46:20.259640+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:45.312399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245625+0000","last_change":"2024-09-16T01:46:18.245625+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245625+0000","last_undegraded":"2024-09-16T01:46:18.245625+0000","last_fullsized":"2024-09-16T01:46:18.245625+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245296+0000","last_change":"2024-09-16T01:46:18.245296+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245296+0000","last_undegraded":"2024-09-16T01:46:18.245296+0000","last_fullsized":"2024-09-16T01:46:18.245296+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243866+0000","last_change":"2024-09-16T01:46:18.243866+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243866+0000","last_undegraded":"2024-09-16T01:46:18.243866+0000","last_fullsized":"2024-09-16T01:46:18.243866+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259753+0000","last_change":"2024-09-16T01:46:19.266313+0000","last_active":"2024-09-16T01:46:20.259753+0000","last_peered":"2024-09-16T01:46:20.259753+0000","last_clean":"2024-09-16T01:46:20.259753+0000","last_became_active":"2024-09-16T01:46:19.265542+0000","last_became_peered":"2024-09-16T01:46:19.265542+0000","last_unstale":"2024-09-16T01:46:20.259753+0000","last_undegraded":"2024-09-16T01:46:20.259753+0000","last_fullsized":"2024-09-16T01:46:20.259753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:02.668135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242685+0000","last_change":"2024-09-16T01:46:18.242685+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242685+0000","last_undegraded":"2024-09-16T01:46:18.242685+0000","last_fullsized":"2024-09-16T01:46:18.242685+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324123+0000","last_change":"2024-09-16T01:46:19.268657+0000","last_active":"2024-09-16T01:46:20.324123+0000","last_peered":"2024-09-16T01:46:20.324123+0000","last_clean":"2024-09-16T01:46:20.324123+0000","last_became_active":"2024-09-16T01:46:19.268325+0000","last_became_peered":"2024-09-16T01:46:19.268325+0000","last_unstale":"2024-09-16T01:46:20.324123+0000","last_undegraded":"2024-09-16T01:46:20.324123+0000","last_fullsized":"2024-09-16T01:46:20.324123+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:18.377574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324291+0000","last_change":"2024-09-16T01:46:19.257692+0000","last_active":"2024-09-16T01:46:20.324291+0000","last_peered":"2024-09-16T01:46:20.324291+0000","last_clean":"2024-09-16T01:46:20.324291+0000","last_became_active":"2024-09-16T01:46:19.256658+0000","last_became_peered":"2024-09-16T01:46:19.256658+0000","last_unstale":"2024-09-16T01:46:20.324291+0000","last_undegraded":"2024-09-16T01:46:20.324291+0000","last_fullsized":"2024-09-16T01:46:20.324291+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:22.763051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270206+0000","last_change":"2024-09-16T01:46:19.269504+0000","last_active":"2024-09-16T01:46:20.270206+0000","last_peered":"2024-09-16T01:46:20.270206+0000","last_clean":"2024-09-16T01:46:20.270206+0000","last_became_active":"2024-09-16T01:46:19.269178+0000","last_became_peered":"2024-09-16T01:46:19.269178+0000","last_unstale":"2024-09-16T01:46:20.270206+0000","last_undegraded":"2024-09-16T01:46:20.270206+0000","last_fullsized":"2024-09-16T01:46:20.270206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259450+0000","last_change":"2024-09-16T01:46:19.262016+0000","last_active":"2024-09-16T01:46:20.259450+0000","last_peered":"2024-09-16T01:46:20.259450+0000","last_clean":"2024-09-16T01:46:20.259450+0000","last_became_active":"2024-09-16T01:46:19.261726+0000","last_became_peered":"2024-09-16T01:46:19.261726+0000","last_unstale":"2024-09-16T01:46:20.259450+0000","last_undegraded":"2024-09-16T01:46:20.259450+0000","last_fullsized":"2024-09-16T01:46:20.259450+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:19.966850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270168+0000","last_change":"2024-09-16T01:46:19.273042+0000","last_active":"2024-09-16T01:46:20.270168+0000","last_peered":"2024-09-16T01:46:20.270168+0000","last_clean":"2024-09-16T01:46:20.270168+0000","last_became_active":"2024-09-16T01:46:19.272748+0000","last_became_peered":"2024-09-16T01:46:19.272748+0000","last_unstale":"2024-09-16T01:46:20.270168+0000","last_undegraded":"2024-09-16T01:46:20.270168+0000","last_fullsized":"2024-09-16T01:46:20.270168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241464+0000","last_change":"2024-09-16T01:46:18.241464+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241464+0000","last_undegraded":"2024-09-16T01:46:18.241464+0000","last_fullsized":"2024-09-16T01:46:18.241464+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259848+0000","last_change":"2024-09-16T01:46:19.266067+0000","last_active":"2024-09-16T01:46:20.259848+0000","last_peered":"2024-09-16T01:46:20.259848+0000","last_clean":"2024-09-16T01:46:20.259848+0000","last_became_active":"2024-09-16T01:46:19.265152+0000","last_became_peered":"2024-09-16T01:46:19.265152+0000","last_unstale":"2024-09-16T01:46:20.259848+0000","last_undegraded":"2024-09-16T01:46:20.259848+0000","last_fullsized":"2024-09-16T01:46:20.259848+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:14.860431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324114+0000","last_change":"2024-09-16T01:46:19.264380+0000","last_active":"2024-09-16T01:46:20.324114+0000","last_peered":"2024-09-16T01:46:20.324114+0000","last_clean":"2024-09-16T01:46:20.324114+0000","last_became_active":"2024-09-16T01:46:19.264096+0000","last_became_peered":"2024-09-16T01:46:19.264096+0000","last_unstale":"2024-09-16T01:46:20.324114+0000","last_undegraded":"2024-09-16T01:46:20.324114+0000","last_fullsized":"2024-09-16T01:46:20.324114+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:20.527533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243366+0000","last_change":"2024-09-16T01:46:18.243366+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243366+0000","last_undegraded":"2024-09-16T01:46:18.243366+0000","last_fullsized":"2024-09-16T01:46:18.243366+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270348+0000","last_change":"2024-09-16T01:46:19.264927+0000","last_active":"2024-09-16T01:46:20.270348+0000","last_peered":"2024-09-16T01:46:20.270348+0000","last_clean":"2024-09-16T01:46:20.270348+0000","last_became_active":"2024-09-16T01:46:19.264614+0000","last_became_peered":"2024-09-16T01:46:19.264614+0000","last_unstale":"2024-09-16T01:46:20.270348+0000","last_undegraded":"2024-09-16T01:46:20.270348+0000","last_fullsized":"2024-09-16T01:46:20.270348+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242803+0000","last_change":"2024-09-16T01:46:18.242803+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242803+0000","last_undegraded":"2024-09-16T01:46:18.242803+0000","last_fullsized":"2024-09-16T01:46:18.242803+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241656+0000","last_change":"2024-09-16T01:46:18.241656+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241656+0000","last_undegraded":"2024-09-16T01:46:18.241656+0000","last_fullsized":"2024-09-16T01:46:18.241656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323892+0000","last_change":"2024-09-16T01:46:19.266826+0000","last_active":"2024-09-16T01:46:20.323892+0000","last_peered":"2024-09-16T01:46:20.323892+0000","last_clean":"2024-09-16T01:46:20.323892+0000","last_became_active":"2024-09-16T01:46:19.266337+0000","last_became_peered":"2024-09-16T01:46:19.266337+0000","last_unstale":"2024-09-16T01:46:20.323892+0000","last_undegraded":"2024-09-16T01:46:20.323892+0000","last_fullsized":"2024-09-16T01:46:20.323892+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323718+0000","last_change":"2024-09-16T01:46:19.274476+0000","last_active":"2024-09-16T01:46:20.323718+0000","last_peered":"2024-09-16T01:46:20.323718+0000","last_clean":"2024-09-16T01:46:20.323718+0000","last_became_active":"2024-09-16T01:46:19.274185+0000","last_became_peered":"2024-09-16T01:46:19.274185+0000","last_unstale":"2024-09-16T01:46:20.323718+0000","last_undegraded":"2024-09-16T01:46:20.323718+0000","last_fullsized":"2024-09-16T01:46:20.323718+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241549+0000","last_change":"2024-09-16T01:46:18.241549+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241549+0000","last_undegraded":"2024-09-16T01:46:18.241549+0000","last_fullsized":"2024-09-16T01:46:18.241549+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245240+0000","last_change":"2024-09-16T01:46:18.245240+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245240+0000","last_undegraded":"2024-09-16T01:46:18.245240+0000","last_fullsized":"2024-09-16T01:46:18.245240+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323873+0000","last_change":"2024-09-16T01:46:19.268408+0000","last_active":"2024-09-16T01:46:20.323873+0000","last_peered":"2024-09-16T01:46:20.323873+0000","last_clean":"2024-09-16T01:46:20.323873+0000","last_became_active":"2024-09-16T01:46:19.268137+0000","last_became_peered":"2024-09-16T01:46:19.268137+0000","last_unstale":"2024-09-16T01:46:20.323873+0000","last_undegraded":"2024-09-16T01:46:20.323873+0000","last_fullsized":"2024-09-16T01:46:20.323873+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:55.739639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241867+0000","last_change":"2024-09-16T01:46:18.241867+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241867+0000","last_undegraded":"2024-09-16T01:46:18.241867+0000","last_fullsized":"2024-09-16T01:46:18.241867+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323565+0000","last_change":"2024-09-16T01:46:19.262226+0000","last_active":"2024-09-16T01:46:20.323565+0000","last_peered":"2024-09-16T01:46:20.323565+0000","last_clean":"2024-09-16T01:46:20.323565+0000","last_became_active":"2024-09-16T01:46:19.261962+0000","last_became_peered":"2024-09-16T01:46:19.261962+0000","last_unstale":"2024-09-16T01:46:20.323565+0000","last_undegraded":"2024-09-16T01:46:20.323565+0000","last_fullsized":"2024-09-16T01:46:20.323565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:45.089872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.245777+0000","last_change":"2024-09-16T01:46:18.245777+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.245777+0000","last_undegraded":"2024-09-16T01:46:18.245777+0000","last_fullsized":"2024-09-16T01:46:18.245777+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244268+0000","last_change":"2024-09-16T01:46:18.244268+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244268+0000","last_undegraded":"2024-09-16T01:46:18.244268+0000","last_fullsized":"2024-09-16T01:46:18.244268+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242734+0000","last_change":"2024-09-16T01:46:18.242734+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242734+0000","last_undegraded":"2024-09-16T01:46:18.242734+0000","last_fullsized":"2024-09-16T01:46:18.242734+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324097+0000","last_change":"2024-09-16T01:46:19.274990+0000","last_active":"2024-09-16T01:46:20.324097+0000","last_peered":"2024-09-16T01:46:20.324097+0000","last_clean":"2024-09-16T01:46:20.324097+0000","last_became_active":"2024-09-16T01:46:19.274280+0000","last_became_peered":"2024-09-16T01:46:19.274280+0000","last_unstale":"2024-09-16T01:46:20.324097+0000","last_undegraded":"2024-09-16T01:46:20.324097+0000","last_fullsized":"2024-09-16T01:46:20.324097+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"67'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324375+0000","last_change":"2024-09-16T01:46:18.256512+0000","last_active":"2024-09-16T01:46:20.324375+0000","last_peered":"2024-09-16T01:46:20.324375+0000","last_clean":"2024-09-16T01:46:20.324375+0000","last_became_active":"2024-09-16T01:46:18.256196+0000","last_became_peered":"2024-09-16T01:46:18.256196+0000","last_unstale":"2024-09-16T01:46:20.324375+0000","last_undegraded":"2024-09-16T01:46:20.324375+0000","last_fullsized":"2024-09-16T01:46:20.324375+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:17:25.009150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259893+0000","last_change":"2024-09-16T01:46:19.265828+0000","last_active":"2024-09-16T01:46:20.259893+0000","last_peered":"2024-09-16T01:46:20.259893+0000","last_clean":"2024-09-16T01:46:20.259893+0000","last_became_active":"2024-09-16T01:46:19.264718+0000","last_became_peered":"2024-09-16T01:46:19.264718+0000","last_unstale":"2024-09-16T01:46:20.259893+0000","last_undegraded":"2024-09-16T01:46:20.259893+0000","last_fullsized":"2024-09-16T01:46:20.259893+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:30.141716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270324+0000","last_change":"2024-09-16T01:46:18.256245+0000","last_active":"2024-09-16T01:46:20.270324+0000","last_peered":"2024-09-16T01:46:20.270324+0000","last_clean":"2024-09-16T01:46:20.270324+0000","last_became_active":"2024-09-16T01:46:18.255994+0000","last_became_peered":"2024-09-16T01:46:18.255994+0000","last_unstale":"2024-09-16T01:46:20.270324+0000","last_undegraded":"2024-09-16T01:46:20.270324+0000","last_fullsized":"2024-09-16T01:46:20.270324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:29.551168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243457+0000","last_change":"2024-09-16T01:46:18.243457+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243457+0000","last_undegraded":"2024-09-16T01:46:18.243457+0000","last_fullsized":"2024-09-16T01:46:18.243457+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259604+0000","last_change":"2024-09-16T01:46:18.256915+0000","last_active":"2024-09-16T01:46:18.259604+0000","last_peered":"2024-09-16T01:46:18.259604+0000","last_clean":"2024-09-16T01:46:18.259604+0000","last_became_active":"2024-09-16T01:46:18.256659+0000","last_became_peered":"2024-09-16T01:46:18.256659+0000","last_unstale":"2024-09-16T01:46:18.259604+0000","last_undegraded":"2024-09-16T01:46:18.259604+0000","last_fullsized":"2024-09-16T01:46:18.259604+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:54.770670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324185+0000","last_change":"2024-09-16T01:46:19.267323+0000","last_active":"2024-09-16T01:46:20.324185+0000","last_peered":"2024-09-16T01:46:20.324185+0000","last_clean":"2024-09-16T01:46:20.324185+0000","last_became_active":"2024-09-16T01:46:19.267052+0000","last_became_peered":"2024-09-16T01:46:19.267052+0000","last_unstale":"2024-09-16T01:46:20.324185+0000","last_undegraded":"2024-09-16T01:46:20.324185+0000","last_fullsized":"2024-09-16T01:46:20.324185+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:44.327231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258162+0000","last_change":"2024-09-16T01:46:18.256001+0000","last_active":"2024-09-16T01:46:18.258162+0000","last_peered":"2024-09-16T01:46:18.258162+0000","last_clean":"2024-09-16T01:46:18.258162+0000","last_became_active":"2024-09-16T01:46:18.255708+0000","last_became_peered":"2024-09-16T01:46:18.255708+0000","last_unstale":"2024-09-16T01:46:18.258162+0000","last_undegraded":"2024-09-16T01:46:18.258162+0000","last_fullsized":"2024-09-16T01:46:18.258162+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:47.355744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244416+0000","last_change":"2024-09-16T01:46:18.244416+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244416+0000","last_undegraded":"2024-09-16T01:46:18.244416+0000","last_fullsized":"2024-09-16T01:46:18.244416+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323616+0000","last_change":"2024-09-16T01:46:18.253771+0000","last_active":"2024-09-16T01:46:20.323616+0000","last_peered":"2024-09-16T01:46:20.323616+0000","last_clean":"2024-09-16T01:46:20.323616+0000","last_became_active":"2024-09-16T01:46:18.253483+0000","last_became_peered":"2024-09-16T01:46:18.253483+0000","last_unstale":"2024-09-16T01:46:20.323616+0000","last_undegraded":"2024-09-16T01:46:20.323616+0000","last_fullsized":"2024-09-16T01:46:20.323616+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:14.011609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241379+0000","last_change":"2024-09-16T01:46:18.241379+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241379+0000","last_undegraded":"2024-09-16T01:46:18.241379+0000","last_fullsized":"2024-09-16T01:46:18.241379+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258707+0000","last_change":"2024-09-16T01:46:18.257751+0000","last_active":"2024-09-16T01:46:18.258707+0000","last_peered":"2024-09-16T01:46:18.258707+0000","last_clean":"2024-09-16T01:46:18.258707+0000","last_became_active":"2024-09-16T01:46:18.257452+0000","last_became_peered":"2024-09-16T01:46:18.257452+0000","last_unstale":"2024-09-16T01:46:18.258707+0000","last_undegraded":"2024-09-16T01:46:18.258707+0000","last_fullsized":"2024-09-16T01:46:18.258707+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:59:28.065348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259275+0000","last_change":"2024-09-16T01:46:19.259348+0000","last_active":"2024-09-16T01:46:20.259275+0000","last_peered":"2024-09-16T01:46:20.259275+0000","last_clean":"2024-09-16T01:46:20.259275+0000","last_became_active":"2024-09-16T01:46:19.259086+0000","last_became_peered":"2024-09-16T01:46:19.259086+0000","last_unstale":"2024-09-16T01:46:20.259275+0000","last_undegraded":"2024-09-16T01:46:20.259275+0000","last_fullsized":"2024-09-16T01:46:20.259275+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:00.845841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323855+0000","last_change":"2024-09-16T01:46:18.253722+0000","last_active":"2024-09-16T01:46:20.323855+0000","last_peered":"2024-09-16T01:46:20.323855+0000","last_clean":"2024-09-16T01:46:20.323855+0000","last_became_active":"2024-09-16T01:46:18.253444+0000","last_became_peered":"2024-09-16T01:46:18.253444+0000","last_unstale":"2024-09-16T01:46:20.323855+0000","last_undegraded":"2024-09-16T01:46:20.323855+0000","last_fullsized":"2024-09-16T01:46:20.323855+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:25.770139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270183+0000","last_change":"2024-09-16T01:46:19.268749+0000","last_active":"2024-09-16T01:46:20.270183+0000","last_peered":"2024-09-16T01:46:20.270183+0000","last_clean":"2024-09-16T01:46:20.270183+0000","last_became_active":"2024-09-16T01:46:19.268466+0000","last_became_peered":"2024-09-16T01:46:19.268466+0000","last_unstale":"2024-09-16T01:46:20.270183+0000","last_undegraded":"2024-09-16T01:46:20.270183+0000","last_fullsized":"2024-09-16T01:46:20.270183+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259195+0000","last_change":"2024-09-16T01:46:18.253138+0000","last_active":"2024-09-16T01:46:20.259195+0000","last_peered":"2024-09-16T01:46:20.259195+0000","last_clean":"2024-09-16T01:46:20.259195+0000","last_became_active":"2024-09-16T01:46:18.252845+0000","last_became_peered":"2024-09-16T01:46:18.252845+0000","last_unstale":"2024-09-16T01:46:20.259195+0000","last_undegraded":"2024-09-16T01:46:20.259195+0000","last_fullsized":"2024-09-16T01:46:20.259195+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:38.736847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244425+0000","last_change":"2024-09-16T01:46:18.244425+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244425+0000","last_undegraded":"2024-09-16T01:46:18.244425+0000","last_fullsized":"2024-09-16T01:46:18.244425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.251134+0000","last_change":"2024-09-16T01:46:18.250097+0000","last_active":"2024-09-16T01:46:18.251134+0000","last_peered":"2024-09-16T01:46:18.251134+0000","last_clean":"2024-09-16T01:46:18.251134+0000","last_became_active":"2024-09-16T01:46:18.249802+0000","last_became_peered":"2024-09-16T01:46:18.249802+0000","last_unstale":"2024-09-16T01:46:18.251134+0000","last_undegraded":"2024-09-16T01:46:18.251134+0000","last_fullsized":"2024-09-16T01:46:18.251134+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:20.195235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324271+0000","last_change":"2024-09-16T01:46:19.275178+0000","last_active":"2024-09-16T01:46:20.324271+0000","last_peered":"2024-09-16T01:46:20.324271+0000","last_clean":"2024-09-16T01:46:20.324271+0000","last_became_active":"2024-09-16T01:46:19.273869+0000","last_became_peered":"2024-09-16T01:46:19.273869+0000","last_unstale":"2024-09-16T01:46:20.324271+0000","last_undegraded":"2024-09-16T01:46:20.324271+0000","last_fullsized":"2024-09-16T01:46:20.324271+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:26.671605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.257298+0000","last_change":"2024-09-16T01:46:18.254252+0000","last_active":"2024-09-16T01:46:18.257298+0000","last_peered":"2024-09-16T01:46:18.257298+0000","last_clean":"2024-09-16T01:46:18.257298+0000","last_became_active":"2024-09-16T01:46:18.253883+0000","last_became_peered":"2024-09-16T01:46:18.253883+0000","last_unstale":"2024-09-16T01:46:18.257298+0000","last_undegraded":"2024-09-16T01:46:18.257298+0000","last_fullsized":"2024-09-16T01:46:18.257298+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:22.292158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.242441+0000","last_change":"2024-09-16T01:46:18.242441+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.242441+0000","last_undegraded":"2024-09-16T01:46:18.242441+0000","last_fullsized":"2024-09-16T01:46:18.242441+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"67'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323921+0000","last_change":"2024-09-16T01:46:18.249422+0000","last_active":"2024-09-16T01:46:20.323921+0000","last_peered":"2024-09-16T01:46:20.323921+0000","last_clean":"2024-09-16T01:46:20.323921+0000","last_became_active":"2024-09-16T01:46:18.249136+0000","last_became_peered":"2024-09-16T01:46:18.249136+0000","last_unstale":"2024-09-16T01:46:20.323921+0000","last_undegraded":"2024-09-16T01:46:20.323921+0000","last_fullsized":"2024-09-16T01:46:20.323921+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:56.593771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259582+0000","last_change":"2024-09-16T01:46:19.255585+0000","last_active":"2024-09-16T01:46:20.259582+0000","last_peered":"2024-09-16T01:46:20.259582+0000","last_clean":"2024-09-16T01:46:20.259582+0000","last_became_active":"2024-09-16T01:46:19.255278+0000","last_became_peered":"2024-09-16T01:46:19.255278+0000","last_unstale":"2024-09-16T01:46:20.259582+0000","last_undegraded":"2024-09-16T01:46:20.259582+0000","last_fullsized":"2024-09-16T01:46:20.259582+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:27.920338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"67'6","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324340+0000","last_change":"2024-09-16T01:46:18.252915+0000","last_active":"2024-09-16T01:46:20.324340+0000","last_peered":"2024-09-16T01:46:20.324340+0000","last_clean":"2024-09-16T01:46:20.324340+0000","last_became_active":"2024-09-16T01:46:18.252620+0000","last_became_peered":"2024-09-16T01:46:18.252620+0000","last_unstale":"2024-09-16T01:46:20.324340+0000","last_undegraded":"2024-09-16T01:46:20.324340+0000","last_fullsized":"2024-09-16T01:46:20.324340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:00.992278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324031+0000","last_change":"2024-09-16T01:46:19.277026+0000","last_active":"2024-09-16T01:46:20.324031+0000","last_peered":"2024-09-16T01:46:20.324031+0000","last_clean":"2024-09-16T01:46:20.324031+0000","last_became_active":"2024-09-16T01:46:19.276750+0000","last_became_peered":"2024-09-16T01:46:19.276750+0000","last_unstale":"2024-09-16T01:46:20.324031+0000","last_undegraded":"2024-09-16T01:46:20.324031+0000","last_fullsized":"2024-09-16T01:46:20.324031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324024+0000","last_change":"2024-09-16T01:46:18.252968+0000","last_active":"2024-09-16T01:46:20.324024+0000","last_peered":"2024-09-16T01:46:20.324024+0000","last_clean":"2024-09-16T01:46:20.324024+0000","last_became_active":"2024-09-16T01:46:18.252629+0000","last_became_peered":"2024-09-16T01:46:18.252629+0000","last_unstale":"2024-09-16T01:46:20.324024+0000","last_undegraded":"2024-09-16T01:46:20.324024+0000","last_fullsized":"2024-09-16T01:46:20.324024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:39.696101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.247604+0000","last_change":"2024-09-16T01:46:18.247604+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.247604+0000","last_undegraded":"2024-09-16T01:46:18.247604+0000","last_fullsized":"2024-09-16T01:46:18.247604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.260978+0000","last_change":"2024-09-16T01:46:18.259755+0000","last_active":"2024-09-16T01:46:18.260978+0000","last_peered":"2024-09-16T01:46:18.260978+0000","last_clean":"2024-09-16T01:46:18.260978+0000","last_became_active":"2024-09-16T01:46:18.259464+0000","last_became_peered":"2024-09-16T01:46:18.259464+0000","last_unstale":"2024-09-16T01:46:18.260978+0000","last_undegraded":"2024-09-16T01:46:18.260978+0000","last_fullsized":"2024-09-16T01:46:18.260978+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:38.591188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270252+0000","last_change":"2024-09-16T01:46:19.272226+0000","last_active":"2024-09-16T01:46:20.270252+0000","last_peered":"2024-09-16T01:46:20.270252+0000","last_clean":"2024-09-16T01:46:20.270252+0000","last_became_active":"2024-09-16T01:46:19.271945+0000","last_became_peered":"2024-09-16T01:46:19.271945+0000","last_unstale":"2024-09-16T01:46:20.270252+0000","last_undegraded":"2024-09-16T01:46:20.270252+0000","last_fullsized":"2024-09-16T01:46:20.270252+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:39.598416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258023+0000","last_change":"2024-09-16T01:46:18.254827+0000","last_active":"2024-09-16T01:46:18.258023+0000","last_peered":"2024-09-16T01:46:18.258023+0000","last_clean":"2024-09-16T01:46:18.258023+0000","last_became_active":"2024-09-16T01:46:18.254574+0000","last_became_peered":"2024-09-16T01:46:18.254574+0000","last_unstale":"2024-09-16T01:46:18.258023+0000","last_undegraded":"2024-09-16T01:46:18.258023+0000","last_fullsized":"2024-09-16T01:46:18.258023+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:53.968820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259266+0000","last_change":"2024-09-16T01:46:19.264249+0000","last_active":"2024-09-16T01:46:20.259266+0000","last_peered":"2024-09-16T01:46:20.259266+0000","last_clean":"2024-09-16T01:46:20.259266+0000","last_became_active":"2024-09-16T01:46:19.263951+0000","last_became_peered":"2024-09-16T01:46:19.263951+0000","last_unstale":"2024-09-16T01:46:20.259266+0000","last_undegraded":"2024-09-16T01:46:20.259266+0000","last_fullsized":"2024-09-16T01:46:20.259266+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:43.313436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259577+0000","last_change":"2024-09-16T01:46:18.254730+0000","last_active":"2024-09-16T01:46:18.259577+0000","last_peered":"2024-09-16T01:46:18.259577+0000","last_clean":"2024-09-16T01:46:18.259577+0000","last_became_active":"2024-09-16T01:46:18.254389+0000","last_became_peered":"2024-09-16T01:46:18.254389+0000","last_unstale":"2024-09-16T01:46:18.259577+0000","last_undegraded":"2024-09-16T01:46:18.259577+0000","last_fullsized":"2024-09-16T01:46:18.259577+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:08.563509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241656+0000","last_change":"2024-09-16T01:46:18.241656+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241656+0000","last_undegraded":"2024-09-16T01:46:18.241656+0000","last_fullsized":"2024-09-16T01:46:18.241656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259360+0000","last_change":"2024-09-16T01:46:18.258549+0000","last_active":"2024-09-16T01:46:18.259360+0000","last_peered":"2024-09-16T01:46:18.259360+0000","last_clean":"2024-09-16T01:46:18.259360+0000","last_became_active":"2024-09-16T01:46:18.257609+0000","last_became_peered":"2024-09-16T01:46:18.257609+0000","last_unstale":"2024-09-16T01:46:18.259360+0000","last_undegraded":"2024-09-16T01:46:18.259360+0000","last_fullsized":"2024-09-16T01:46:18.259360+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:19.075612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324410+0000","last_change":"2024-09-16T01:46:19.276435+0000","last_active":"2024-09-16T01:46:20.324410+0000","last_peered":"2024-09-16T01:46:20.324410+0000","last_clean":"2024-09-16T01:46:20.324410+0000","last_became_active":"2024-09-16T01:46:19.275008+0000","last_became_peered":"2024-09-16T01:46:19.275008+0000","last_unstale":"2024-09-16T01:46:20.324410+0000","last_undegraded":"2024-09-16T01:46:20.324410+0000","last_fullsized":"2024-09-16T01:46:20.324410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:30.192930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.260227+0000","last_change":"2024-09-16T01:46:18.258245+0000","last_active":"2024-09-16T01:46:18.260227+0000","last_peered":"2024-09-16T01:46:18.260227+0000","last_clean":"2024-09-16T01:46:18.260227+0000","last_became_active":"2024-09-16T01:46:18.257972+0000","last_became_peered":"2024-09-16T01:46:18.257972+0000","last_unstale":"2024-09-16T01:46:18.260227+0000","last_undegraded":"2024-09-16T01:46:18.260227+0000","last_fullsized":"2024-09-16T01:46:18.260227+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:07:37.781528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324318+0000","last_change":"2024-09-16T01:46:19.256689+0000","last_active":"2024-09-16T01:46:20.324318+0000","last_peered":"2024-09-16T01:46:20.324318+0000","last_clean":"2024-09-16T01:46:20.324318+0000","last_became_active":"2024-09-16T01:46:19.256211+0000","last_became_peered":"2024-09-16T01:46:19.256211+0000","last_unstale":"2024-09-16T01:46:20.324318+0000","last_undegraded":"2024-09-16T01:46:20.324318+0000","last_fullsized":"2024-09-16T01:46:20.324318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:59.829412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.257329+0000","last_change":"2024-09-16T01:46:18.254845+0000","last_active":"2024-09-16T01:46:18.257329+0000","last_peered":"2024-09-16T01:46:18.257329+0000","last_clean":"2024-09-16T01:46:18.257329+0000","last_became_active":"2024-09-16T01:46:18.254596+0000","last_became_peered":"2024-09-16T01:46:18.254596+0000","last_unstale":"2024-09-16T01:46:18.257329+0000","last_undegraded":"2024-09-16T01:46:18.257329+0000","last_fullsized":"2024-09-16T01:46:18.257329+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:47.144284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259769+0000","last_change":"2024-09-16T01:46:19.258647+0000","last_active":"2024-09-16T01:46:20.259769+0000","last_peered":"2024-09-16T01:46:20.259769+0000","last_clean":"2024-09-16T01:46:20.259769+0000","last_became_active":"2024-09-16T01:46:19.258379+0000","last_became_peered":"2024-09-16T01:46:19.258379+0000","last_unstale":"2024-09-16T01:46:20.259769+0000","last_undegraded":"2024-09-16T01:46:20.259769+0000","last_fullsized":"2024-09-16T01:46:20.259769+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:03.256278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324056+0000","last_change":"2024-09-16T01:46:18.258909+0000","last_active":"2024-09-16T01:46:20.324056+0000","last_peered":"2024-09-16T01:46:20.324056+0000","last_clean":"2024-09-16T01:46:20.324056+0000","last_became_active":"2024-09-16T01:46:18.258467+0000","last_became_peered":"2024-09-16T01:46:18.258467+0000","last_unstale":"2024-09-16T01:46:20.324056+0000","last_undegraded":"2024-09-16T01:46:20.324056+0000","last_fullsized":"2024-09-16T01:46:20.324056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:57:49.404355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323669+0000","last_change":"2024-09-16T01:46:19.263529+0000","last_active":"2024-09-16T01:46:20.323669+0000","last_peered":"2024-09-16T01:46:20.323669+0000","last_clean":"2024-09-16T01:46:20.323669+0000","last_became_active":"2024-09-16T01:46:19.263227+0000","last_became_peered":"2024-09-16T01:46:19.263227+0000","last_unstale":"2024-09-16T01:46:20.323669+0000","last_undegraded":"2024-09-16T01:46:20.323669+0000","last_fullsized":"2024-09-16T01:46:20.323669+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:25.648475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258687+0000","last_change":"2024-09-16T01:46:18.257367+0000","last_active":"2024-09-16T01:46:18.258687+0000","last_peered":"2024-09-16T01:46:18.258687+0000","last_clean":"2024-09-16T01:46:18.258687+0000","last_became_active":"2024-09-16T01:46:18.255403+0000","last_became_peered":"2024-09-16T01:46:18.255403+0000","last_unstale":"2024-09-16T01:46:18.258687+0000","last_undegraded":"2024-09-16T01:46:18.258687+0000","last_fullsized":"2024-09-16T01:46:18.258687+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:51.419372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323512+0000","last_change":"2024-09-16T01:46:19.276621+0000","last_active":"2024-09-16T01:46:20.323512+0000","last_peered":"2024-09-16T01:46:20.323512+0000","last_clean":"2024-09-16T01:46:20.323512+0000","last_became_active":"2024-09-16T01:46:19.276245+0000","last_became_peered":"2024-09-16T01:46:19.276245+0000","last_unstale":"2024-09-16T01:46:20.323512+0000","last_undegraded":"2024-09-16T01:46:20.323512+0000","last_fullsized":"2024-09-16T01:46:20.323512+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:53.991068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258001+0000","last_change":"2024-09-16T01:46:18.253489+0000","last_active":"2024-09-16T01:46:18.258001+0000","last_peered":"2024-09-16T01:46:18.258001+0000","last_clean":"2024-09-16T01:46:18.258001+0000","last_became_active":"2024-09-16T01:46:18.253197+0000","last_became_peered":"2024-09-16T01:46:18.253197+0000","last_unstale":"2024-09-16T01:46:18.258001+0000","last_undegraded":"2024-09-16T01:46:18.258001+0000","last_fullsized":"2024-09-16T01:46:18.258001+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:05:38.496714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323547+0000","last_change":"2024-09-16T01:46:19.277137+0000","last_active":"2024-09-16T01:46:20.323547+0000","last_peered":"2024-09-16T01:46:20.323547+0000","last_clean":"2024-09-16T01:46:20.323547+0000","last_became_active":"2024-09-16T01:46:19.276789+0000","last_became_peered":"2024-09-16T01:46:19.276789+0000","last_unstale":"2024-09-16T01:46:20.323547+0000","last_undegraded":"2024-09-16T01:46:20.323547+0000","last_fullsized":"2024-09-16T01:46:20.323547+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:23.667998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.269969+0000","last_change":"2024-09-16T01:46:18.252674+0000","last_active":"2024-09-16T01:46:20.269969+0000","last_peered":"2024-09-16T01:46:20.269969+0000","last_clean":"2024-09-16T01:46:20.269969+0000","last_became_active":"2024-09-16T01:46:18.252395+0000","last_became_peered":"2024-09-16T01:46:18.252395+0000","last_unstale":"2024-09-16T01:46:20.269969+0000","last_undegraded":"2024-09-16T01:46:20.269969+0000","last_fullsized":"2024-09-16T01:46:20.269969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:57.943680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270303+0000","last_change":"2024-09-16T01:46:19.273603+0000","last_active":"2024-09-16T01:46:20.270303+0000","last_peered":"2024-09-16T01:46:20.270303+0000","last_clean":"2024-09-16T01:46:20.270303+0000","last_became_active":"2024-09-16T01:46:19.273331+0000","last_became_peered":"2024-09-16T01:46:19.273331+0000","last_unstale":"2024-09-16T01:46:20.270303+0000","last_undegraded":"2024-09-16T01:46:20.270303+0000","last_fullsized":"2024-09-16T01:46:20.270303+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259340+0000","last_change":"2024-09-16T01:46:18.258422+0000","last_active":"2024-09-16T01:46:18.259340+0000","last_peered":"2024-09-16T01:46:18.259340+0000","last_clean":"2024-09-16T01:46:18.259340+0000","last_became_active":"2024-09-16T01:46:18.257321+0000","last_became_peered":"2024-09-16T01:46:18.257321+0000","last_unstale":"2024-09-16T01:46:18.259340+0000","last_undegraded":"2024-09-16T01:46:18.259340+0000","last_fullsized":"2024-09-16T01:46:18.259340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:39.642798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.244038+0000","last_change":"2024-09-16T01:46:18.244038+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.244038+0000","last_undegraded":"2024-09-16T01:46:18.244038+0000","last_fullsized":"2024-09-16T01:46:18.244038+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.253428+0000","last_change":"2024-09-16T01:46:18.252490+0000","last_active":"2024-09-16T01:46:18.253428+0000","last_peered":"2024-09-16T01:46:18.253428+0000","last_clean":"2024-09-16T01:46:18.253428+0000","last_became_active":"2024-09-16T01:46:18.252206+0000","last_became_peered":"2024-09-16T01:46:18.252206+0000","last_unstale":"2024-09-16T01:46:18.253428+0000","last_undegraded":"2024-09-16T01:46:18.253428+0000","last_fullsized":"2024-09-16T01:46:18.253428+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:48.776293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323967+0000","last_change":"2024-09-16T01:46:19.274390+0000","last_active":"2024-09-16T01:46:20.323967+0000","last_peered":"2024-09-16T01:46:20.323967+0000","last_clean":"2024-09-16T01:46:20.323967+0000","last_became_active":"2024-09-16T01:46:19.274065+0000","last_became_peered":"2024-09-16T01:46:19.274065+0000","last_unstale":"2024-09-16T01:46:20.323967+0000","last_undegraded":"2024-09-16T01:46:20.323967+0000","last_fullsized":"2024-09-16T01:46:20.323967+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259699+0000","last_change":"2024-09-16T01:46:18.257663+0000","last_active":"2024-09-16T01:46:20.259699+0000","last_peered":"2024-09-16T01:46:20.259699+0000","last_clean":"2024-09-16T01:46:20.259699+0000","last_became_active":"2024-09-16T01:46:18.257356+0000","last_became_peered":"2024-09-16T01:46:18.257356+0000","last_unstale":"2024-09-16T01:46:20.259699+0000","last_undegraded":"2024-09-16T01:46:20.259699+0000","last_fullsized":"2024-09-16T01:46:20.259699+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:09.389357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324251+0000","last_change":"2024-09-16T01:46:19.267499+0000","last_active":"2024-09-16T01:46:20.324251+0000","last_peered":"2024-09-16T01:46:20.324251+0000","last_clean":"2024-09-16T01:46:20.324251+0000","last_became_active":"2024-09-16T01:46:19.267179+0000","last_became_peered":"2024-09-16T01:46:19.267179+0000","last_unstale":"2024-09-16T01:46:20.324251+0000","last_undegraded":"2024-09-16T01:46:20.324251+0000","last_fullsized":"2024-09-16T01:46:20.324251+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.658530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270294+0000","last_change":"2024-09-16T01:46:18.249239+0000","last_active":"2024-09-16T01:46:20.270294+0000","last_peered":"2024-09-16T01:46:20.270294+0000","last_clean":"2024-09-16T01:46:20.270294+0000","last_became_active":"2024-09-16T01:46:18.248947+0000","last_became_peered":"2024-09-16T01:46:18.248947+0000","last_unstale":"2024-09-16T01:46:20.270294+0000","last_undegraded":"2024-09-16T01:46:20.270294+0000","last_fullsized":"2024-09-16T01:46:20.270294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:36:29.624836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259604+0000","last_change":"2024-09-16T01:46:19.267009+0000","last_active":"2024-09-16T01:46:20.259604+0000","last_peered":"2024-09-16T01:46:20.259604+0000","last_clean":"2024-09-16T01:46:20.259604+0000","last_became_active":"2024-09-16T01:46:19.266708+0000","last_became_peered":"2024-09-16T01:46:19.266708+0000","last_unstale":"2024-09-16T01:46:20.259604+0000","last_undegraded":"2024-09-16T01:46:20.259604+0000","last_fullsized":"2024-09-16T01:46:20.259604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:21.841637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259491+0000","last_change":"2024-09-16T01:46:18.258740+0000","last_active":"2024-09-16T01:46:20.259491+0000","last_peered":"2024-09-16T01:46:20.259491+0000","last_clean":"2024-09-16T01:46:20.259491+0000","last_became_active":"2024-09-16T01:46:18.258130+0000","last_became_peered":"2024-09-16T01:46:18.258130+0000","last_unstale":"2024-09-16T01:46:20.259491+0000","last_undegraded":"2024-09-16T01:46:20.259491+0000","last_fullsized":"2024-09-16T01:46:20.259491+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:31.658493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.243497+0000","last_change":"2024-09-16T01:46:18.243497+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.243497+0000","last_undegraded":"2024-09-16T01:46:18.243497+0000","last_fullsized":"2024-09-16T01:46:18.243497+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323912+0000","last_change":"2024-09-16T01:46:18.251492+0000","last_active":"2024-09-16T01:46:20.323912+0000","last_peered":"2024-09-16T01:46:20.323912+0000","last_clean":"2024-09-16T01:46:20.323912+0000","last_became_active":"2024-09-16T01:46:18.251188+0000","last_became_peered":"2024-09-16T01:46:18.251188+0000","last_unstale":"2024-09-16T01:46:20.323912+0000","last_undegraded":"2024-09-16T01:46:20.323912+0000","last_fullsized":"2024-09-16T01:46:20.323912+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:21.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323879+0000","last_change":"2024-09-16T01:46:19.261153+0000","last_active":"2024-09-16T01:46:20.323879+0000","last_peered":"2024-09-16T01:46:20.323879+0000","last_clean":"2024-09-16T01:46:20.323879+0000","last_became_active":"2024-09-16T01:46:19.260219+0000","last_became_peered":"2024-09-16T01:46:19.260219+0000","last_unstale":"2024-09-16T01:46:20.323879+0000","last_undegraded":"2024-09-16T01:46:20.323879+0000","last_fullsized":"2024-09-16T01:46:20.323879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:43.779381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.259548+0000","last_change":"2024-09-16T01:46:18.254858+0000","last_active":"2024-09-16T01:46:18.259548+0000","last_peered":"2024-09-16T01:46:18.259548+0000","last_clean":"2024-09-16T01:46:18.259548+0000","last_became_active":"2024-09-16T01:46:18.254536+0000","last_became_peered":"2024-09-16T01:46:18.254536+0000","last_unstale":"2024-09-16T01:46:18.259548+0000","last_undegraded":"2024-09-16T01:46:18.259548+0000","last_fullsized":"2024-09-16T01:46:18.259548+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:39.438207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T01:46:18.241870+0000","last_change":"2024-09-16T01:46:18.241870+0000","last_active":"2024-09-16T01:46:18.235239+0000","last_peered":"2024-09-16T01:46:18.235239+0000","last_clean":"2024-09-16T01:46:18.235239+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:46:18.241870+0000","last_undegraded":"2024-09-16T01:46:18.241870+0000","last_fullsized":"2024-09-16T01:46:18.241870+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258103+0000","last_change":"2024-09-16T01:46:18.255534+0000","last_active":"2024-09-16T01:46:18.258103+0000","last_peered":"2024-09-16T01:46:18.258103+0000","last_clean":"2024-09-16T01:46:18.258103+0000","last_became_active":"2024-09-16T01:46:18.255255+0000","last_became_peered":"2024-09-16T01:46:18.255255+0000","last_unstale":"2024-09-16T01:46:18.258103+0000","last_undegraded":"2024-09-16T01:46:18.258103+0000","last_fullsized":"2024-09-16T01:46:18.258103+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:16:18.290309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323562+0000","last_change":"2024-09-16T01:46:19.275106+0000","last_active":"2024-09-16T01:46:20.323562+0000","last_peered":"2024-09-16T01:46:20.323562+0000","last_clean":"2024-09-16T01:46:20.323562+0000","last_became_active":"2024-09-16T01:46:19.274795+0000","last_became_peered":"2024-09-16T01:46:19.274795+0000","last_unstale":"2024-09-16T01:46:20.323562+0000","last_undegraded":"2024-09-16T01:46:20.323562+0000","last_fullsized":"2024-09-16T01:46:20.323562+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:43.659382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T01:46:18.258131+0000","last_change":"2024-09-16T01:46:18.256963+0000","last_active":"2024-09-16T01:46:18.258131+0000","last_peered":"2024-09-16T01:46:18.258131+0000","last_clean":"2024-09-16T01:46:18.258131+0000","last_became_active":"2024-09-16T01:46:18.256709+0000","last_became_peered":"2024-09-16T01:46:18.256709+0000","last_unstale":"2024-09-16T01:46:18.258131+0000","last_undegraded":"2024-09-16T01:46:18.258131+0000","last_fullsized":"2024-09-16T01:46:18.258131+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:00.247631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323729+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:46:20.323729+0000","last_peered":"2024-09-16T01:46:20.323729+0000","last_clean":"2024-09-16T01:46:20.323729+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:46:20.323729+0000","last_undegraded":"2024-09-16T01:46:20.323729+0000","last_fullsized":"2024-09-16T01:46:20.323729+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2318,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":4568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509495,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":782336,"data_stored":324526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542199,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36160,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335680,"statfs":{"total":96636764160,"available":96599736320,"internally_reserved":0,"allocated":827392,"data_stored":343988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542200,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":831488,"data_stored":345488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542200,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":839680,"data_stored":346104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542200,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":934244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574903,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1421312,"data_stored":934860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:46:23.952 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3e is not active+clean 2024-09-16T01:46:23.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.244943+0000', 'last_change': '2024-09-16T01:46:18.244943+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.244943+0000', 'last_undegraded': '2024-09-16T01:46:18.244943+0000', 'last_fullsized': '2024-09-16T01:46:18.244943+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.952 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3a is not active+clean 2024-09-16T01:46:23.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.245625+0000', 'last_change': '2024-09-16T01:46:18.245625+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.245625+0000', 'last_undegraded': '2024-09-16T01:46:18.245625+0000', 'last_fullsized': '2024-09-16T01:46:18.245625+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.952 INFO:tasks.ceph.ceph_manager.ceph:PG 11.39 is not active+clean 2024-09-16T01:46:23.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.245296+0000', 'last_change': '2024-09-16T01:46:18.245296+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.245296+0000', 'last_undegraded': '2024-09-16T01:46:18.245296+0000', 'last_fullsized': '2024-09-16T01:46:18.245296+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:PG 11.38 is not active+clean 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.243866+0000', 'last_change': '2024-09-16T01:46:18.243866+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.243866+0000', 'last_undegraded': '2024-09-16T01:46:18.243866+0000', 'last_fullsized': '2024-09-16T01:46:18.243866+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:PG 11.36 is not active+clean 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.242685+0000', 'last_change': '2024-09-16T01:46:18.242685+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.242685+0000', 'last_undegraded': '2024-09-16T01:46:18.242685+0000', 'last_fullsized': '2024-09-16T01:46:18.242685+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:PG 11.30 is not active+clean 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.241464+0000', 'last_change': '2024-09-16T01:46:18.241464+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.241464+0000', 'last_undegraded': '2024-09-16T01:46:18.241464+0000', 'last_fullsized': '2024-09-16T01:46:18.241464+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2d is not active+clean 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.243366+0000', 'last_change': '2024-09-16T01:46:18.243366+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.243366+0000', 'last_undegraded': '2024-09-16T01:46:18.243366+0000', 'last_fullsized': '2024-09-16T01:46:18.243366+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2b is not active+clean 2024-09-16T01:46:23.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.242803+0000', 'last_change': '2024-09-16T01:46:18.242803+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.242803+0000', 'last_undegraded': '2024-09-16T01:46:18.242803+0000', 'last_fullsized': '2024-09-16T01:46:18.242803+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2a is not active+clean 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.241656+0000', 'last_change': '2024-09-16T01:46:18.241656+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.241656+0000', 'last_undegraded': '2024-09-16T01:46:18.241656+0000', 'last_fullsized': '2024-09-16T01:46:18.241656+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:PG 11.27 is not active+clean 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.241549+0000', 'last_change': '2024-09-16T01:46:18.241549+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.241549+0000', 'last_undegraded': '2024-09-16T01:46:18.241549+0000', 'last_fullsized': '2024-09-16T01:46:18.241549+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:PG 11.26 is not active+clean 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.245240+0000', 'last_change': '2024-09-16T01:46:18.245240+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.245240+0000', 'last_undegraded': '2024-09-16T01:46:18.245240+0000', 'last_fullsized': '2024-09-16T01:46:18.245240+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:PG 11.24 is not active+clean 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.241867+0000', 'last_change': '2024-09-16T01:46:18.241867+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.241867+0000', 'last_undegraded': '2024-09-16T01:46:18.241867+0000', 'last_fullsized': '2024-09-16T01:46:18.241867+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:PG 11.22 is not active+clean 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.245777+0000', 'last_change': '2024-09-16T01:46:18.245777+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.245777+0000', 'last_undegraded': '2024-09-16T01:46:18.245777+0000', 'last_fullsized': '2024-09-16T01:46:18.245777+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:PG 11.21 is not active+clean 2024-09-16T01:46:23.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.244268+0000', 'last_change': '2024-09-16T01:46:18.244268+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.244268+0000', 'last_undegraded': '2024-09-16T01:46:18.244268+0000', 'last_fullsized': '2024-09-16T01:46:18.244268+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.955 INFO:tasks.ceph.ceph_manager.ceph:PG 11.20 is not active+clean 2024-09-16T01:46:23.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.242734+0000', 'last_change': '2024-09-16T01:46:18.242734+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.242734+0000', 'last_undegraded': '2024-09-16T01:46:18.242734+0000', 'last_fullsized': '2024-09-16T01:46:18.242734+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.955 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1c is not active+clean 2024-09-16T01:46:23.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.243457+0000', 'last_change': '2024-09-16T01:46:18.243457+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.243457+0000', 'last_undegraded': '2024-09-16T01:46:18.243457+0000', 'last_fullsized': '2024-09-16T01:46:18.243457+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.955 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1a is not active+clean 2024-09-16T01:46:23.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.244416+0000', 'last_change': '2024-09-16T01:46:18.244416+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.244416+0000', 'last_undegraded': '2024-09-16T01:46:18.244416+0000', 'last_fullsized': '2024-09-16T01:46:18.244416+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1b is not active+clean 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.241379+0000', 'last_change': '2024-09-16T01:46:18.241379+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.241379+0000', 'last_undegraded': '2024-09-16T01:46:18.241379+0000', 'last_fullsized': '2024-09-16T01:46:18.241379+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:PG 11.16 is not active+clean 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.244425+0000', 'last_change': '2024-09-16T01:46:18.244425+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.244425+0000', 'last_undegraded': '2024-09-16T01:46:18.244425+0000', 'last_fullsized': '2024-09-16T01:46:18.244425+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:PG 11.14 is not active+clean 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.242441+0000', 'last_change': '2024-09-16T01:46:18.242441+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.242441+0000', 'last_undegraded': '2024-09-16T01:46:18.242441+0000', 'last_fullsized': '2024-09-16T01:46:18.242441+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:PG 11.13 is not active+clean 2024-09-16T01:46:23.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.247604+0000', 'last_change': '2024-09-16T01:46:18.247604+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.247604+0000', 'last_undegraded': '2024-09-16T01:46:18.247604+0000', 'last_fullsized': '2024-09-16T01:46:18.247604+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:PG 11.e is not active+clean 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.241656+0000', 'last_change': '2024-09-16T01:46:18.241656+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.241656+0000', 'last_undegraded': '2024-09-16T01:46:18.241656+0000', 'last_fullsized': '2024-09-16T01:46:18.241656+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:PG 11.7 is not active+clean 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.244038+0000', 'last_change': '2024-09-16T01:46:18.244038+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.244038+0000', 'last_undegraded': '2024-09-16T01:46:18.244038+0000', 'last_fullsized': '2024-09-16T01:46:18.244038+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3 is not active+clean 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.243497+0000', 'last_change': '2024-09-16T01:46:18.243497+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.243497+0000', 'last_undegraded': '2024-09-16T01:46:18.243497+0000', 'last_fullsized': '2024-09-16T01:46:18.243497+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1 is not active+clean 2024-09-16T01:46:23.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 66, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:46:18.241870+0000', 'last_change': '2024-09-16T01:46:18.241870+0000', 'last_active': '2024-09-16T01:46:18.235239+0000', 'last_peered': '2024-09-16T01:46:18.235239+0000', 'last_clean': '2024-09-16T01:46:18.235239+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:46:18.241870+0000', 'last_undegraded': '2024-09-16T01:46:18.241870+0000', 'last_fullsized': '2024-09-16T01:46:18.241870+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 66, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'last_clean_scrub_stamp': '2024-09-16T01:46:18.235239+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:46:23.958 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:46:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.088+0000 7f6bb7dbd640 1 Processor -- start 2024-09-16T01:46:24.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.089+0000 7f6bb7dbd640 1 -- start start 2024-09-16T01:46:24.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.089+0000 7f6bb7dbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb015e6b0 0x7f6bb00d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.089+0000 7f6bb7dbd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6bb00cf5b0 0x7f6bb00b7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.089+0000 7f6bb7dbd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bb00cfdc0 con 0x7f6bb00b7ca0 2024-09-16T01:46:24.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb7dbd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6bb00d2b50 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb7dbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6bb00d2e30 con 0x7f6bb015e6b0 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5b59640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb015e6b0 0x7f6bb00d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5358640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6bb00cf5b0 0x7f6bb00b7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5b59640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb015e6b0 0x7f6bb00d1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:60186/0 (socket says 172.21.15.16:60186) 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5b59640 1 -- 172.21.15.16:0/3744197256 learned_addr learned my addr 172.21.15.16:0/3744197256 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb635a640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6bb00b7ca0 0x7f6bb00b6040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:49320/0 (socket says 172.21.15.16:49320) 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5358640 1 -- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb015e6b0 msgr2=0x7f6bb00d1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5358640 1 --2- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb015e6b0 0x7f6bb00d1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5358640 1 -- 172.21.15.16:0/3744197256 >> v1:172.21.15.104:6789/0 conn(0x7f6bb00b7ca0 legacy=0x7f6bb00b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5358640 1 -- 172.21.15.16:0/3744197256 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bb00d3110 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.090+0000 7f6bb5b59640 1 --2- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb015e6b0 0x7f6bb00d1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:24.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.091+0000 7f6bb5358640 1 --2- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb00b7760 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40097a0 tx=0x7f6ba402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57548f2603b33329 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.091+0000 7f6bb4b57640 1 -- 172.21.15.16:0/3744197256 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4037070 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.091+0000 7f6bb4b57640 1 -- 172.21.15.16:0/3744197256 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ba402ae50 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.091+0000 7f6bb4b57640 1 -- 172.21.15.16:0/3744197256 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4032660 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb00cf5b0 msgr2=0x7f6bb00b7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb00b7760 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40097a0 tx=0x7f6ba402a100 comp rx=0 tx=0).stop 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/3744197256 shutdown_connections 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb00b7760 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/3744197256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb015e6b0 0x7f6bb00d1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/3744197256 >> 172.21.15.16:0/3744197256 conn(0x7f6bb006bbe0 msgr2=0x7f6bb006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/3744197256 shutdown_connections 2024-09-16T01:46:24.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.092+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/3744197256 wait complete. 2024-09-16T01:46:24.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.093+0000 7f6bb7dbd640 1 Processor -- start 2024-09-16T01:46:24.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.093+0000 7f6bb7dbd640 1 -- start start 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb7dbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb00b7ca0 0x7f6bb01e8020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb7dbd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb0156630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb7dbd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb015e6b0 0x7f6bb00c8970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb7dbd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6bb00cfb50 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb7dbd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6bb00cf9d0 con 0x7f6bb015e6b0 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb7dbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6bb00b6750 con 0x7f6bb00b7ca0 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb0156630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb0156630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44374/0 (socket says 172.21.15.16:44374) 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 -- 172.21.15.16:0/1486922091 learned_addr learned my addr 172.21.15.16:0/1486922091 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5b59640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb00b7ca0 0x7f6bb01e8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb635a640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb015e6b0 0x7f6bb00c8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 -- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb00b7ca0 msgr2=0x7f6bb01e8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb00b7ca0 0x7f6bb01e8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 -- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb015e6b0 msgr2=0x7f6bb00c8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb015e6b0 0x7f6bb00c8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.094+0000 7f6bb5358640 1 -- 172.21.15.16:0/1486922091 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bb00cdc60 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.095+0000 7f6bb5358640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb0156630 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40098c0 tx=0x7f6ba40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.095+0000 7f6bae7fc640 1 -- 172.21.15.16:0/1486922091 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4041030 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.095+0000 7f6bae7fc640 1 -- 172.21.15.16:0/1486922091 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ba402ac50 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.095+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bb00cdf40 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.095+0000 7f6bae7fc640 1 -- 172.21.15.16:0/1486922091 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4037040 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.095+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bb00c8450 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.096+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bb00b7760 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.096+0000 7f6bae7fc640 1 -- 172.21.15.16:0/1486922091 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f6ba4044070 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.097+0000 7f6bae7fc640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6b9c06c610 0x7f6b9c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.097+0000 7f6bae7fc640 1 -- 172.21.15.16:0/1486922091 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f6ba402ae00 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.097+0000 7f6bb5b59640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6b9c06c610 0x7f6b9c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.097+0000 7f6bb5b59640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6b9c06c610 0x7f6b9c06ead0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6ba00072c0 tx=0x7f6ba000b040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:24.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.101+0000 7f6bae7fc640 1 -- 172.21.15.16:0/1486922091 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6ba404b070 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.344+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f6bb00d4880 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.345+0000 7f6bae7fc640 1 -- 172.21.15.16:0/1486922091 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1560 (secure 0 0 0) 0x7f6ba40799d0 con 0x7f6bb00cf5b0 2024-09-16T01:46:24.346 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:24.346 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":274,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":68,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":72},{"state_name":"creating+peering","count":25}],"num_pgs":97,"num_pools":3,"num_objects":12,"data_bytes":592686,"bytes_used":258940928,"bytes_avail":772835172352,"bytes_total":773094113280,"inactive_pgs_ratio":0.25773194432258606,"write_bytes_sec":2399,"read_op_per_sec":0,"write_op_per_sec":3},"fsmap":{"epoch":40,"btime":"2024-09-16T01:46:22:269067+0000","id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"c","status":"up:active","gid":6243}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-16T01:46:08.353252+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T01:46:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6b9c06c610 msgr2=0x7f6b9c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6b9c06c610 0x7f6b9c06ead0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6ba00072c0 tx=0x7f6ba000b040 comp rx=0 tx=0).stop 2024-09-16T01:46:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bb00cf5b0 msgr2=0x7f6bb0156630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb0156630 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40098c0 tx=0x7f6ba40046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 shutdown_connections 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f6b9c06c610 0x7f6b9c06ead0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bb015e6b0 0x7f6bb00c8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bb00cf5b0 0x7f6bb0156630 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 --2- 172.21.15.16:0/1486922091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bb00b7ca0 0x7f6bb01e8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 >> 172.21.15.16:0/1486922091 conn(0x7f6bb006bbe0 msgr2=0x7f6bb00d3810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 shutdown_connections 2024-09-16T01:46:24.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.347+0000 7f6bb7dbd640 1 -- 172.21.15.16:0/1486922091 wait complete. 2024-09-16T01:46:24.359 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:46:24.359 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:46:24.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.459+0000 7f4dc58e6640 1 Processor -- start 2024-09-16T01:46:24.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.460+0000 7f4dc58e6640 1 -- start start 2024-09-16T01:46:24.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.460+0000 7f4dc58e6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4dc015e680 0x7f4dc00b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.460+0000 7f4dc58e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc00b95a0 0x7f4dc00d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.460+0000 7f4dc58e6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4dc00d4570 0x7f4dc00d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.460+0000 7f4dc58e6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4dc00d4f20 con 0x7f4dc015e680 2024-09-16T01:46:24.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.460+0000 7f4dc58e6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4dc00b8500 con 0x7f4dc00d4570 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.460+0000 7f4dc58e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4dc00b87e0 con 0x7f4dc00b95a0 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4dc015e680 0x7f4dc00b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4dc015e680 0x7f4dc00b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44380/0 (socket says 172.21.15.16:44380) 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 -- 172.21.15.16:0/3006974285 learned_addr learned my addr 172.21.15.16:0/3006974285 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbe7fc640 1 --2- 172.21.15.16:0/3006974285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc00b95a0 0x7f4dc00d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbf7fe640 1 --2- 172.21.15.16:0/3006974285 >> v2:172.21.15.104:3300/0 conn(0x7f4dc00d4570 0x7f4dc00d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 -- 172.21.15.16:0/3006974285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc00b95a0 msgr2=0x7f4dc00d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 --2- 172.21.15.16:0/3006974285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc00b95a0 0x7f4dc00d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 -- 172.21.15.16:0/3006974285 >> v2:172.21.15.104:3300/0 conn(0x7f4dc00d4570 msgr2=0x7f4dc00d49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 --2- 172.21.15.16:0/3006974285 >> v2:172.21.15.104:3300/0 conn(0x7f4dc00d4570 0x7f4dc00d49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbeffd640 1 -- 172.21.15.16:0/3006974285 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc00b8ac0 con 0x7f4dc015e680 2024-09-16T01:46:24.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.461+0000 7f4dbe7fc640 1 --2- 172.21.15.16:0/3006974285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc00b95a0 0x7f4dc00d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dbeffd640 1 --2- 172.21.15.16:0/3006974285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc015e680 0x7f4dc00b7f20 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f4dc00d1430 tx=0x7f4db002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644797c59f5d9ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dbdffb640 1 -- 172.21.15.16:0/3006974285 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db0036070 con 0x7f4dc015e680 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dbdffb640 1 -- 172.21.15.16:0/3006974285 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4db0031600 con 0x7f4dc015e680 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dbdffb640 1 -- 172.21.15.16:0/3006974285 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db00319d0 con 0x7f4dc015e680 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 -- 172.21.15.16:0/3006974285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc015e680 msgr2=0x7f4dc00b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/3006974285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc015e680 0x7f4dc00b7f20 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f4dc00d1430 tx=0x7f4db002a6a0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 -- 172.21.15.16:0/3006974285 shutdown_connections 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/3006974285 >> v2:172.21.15.104:3300/0 conn(0x7f4dc00d4570 0x7f4dc00d49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/3006974285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc00b95a0 0x7f4dc00d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/3006974285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc015e680 0x7f4dc00b7f20 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 -- 172.21.15.16:0/3006974285 >> 172.21.15.16:0/3006974285 conn(0x7f4dc0074fe0 msgr2=0x7f4dc0072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:24.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 -- 172.21.15.16:0/3006974285 shutdown_connections 2024-09-16T01:46:24.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.462+0000 7f4dc58e6640 1 -- 172.21.15.16:0/3006974285 wait complete. 2024-09-16T01:46:24.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.464+0000 7f4dc58e6640 1 Processor -- start 2024-09-16T01:46:24.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.464+0000 7f4dc58e6640 1 -- start start 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.464+0000 7f4dc58e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4dc00b95a0 0x7f4dc014e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dc58e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc00d4570 0x7f4dc0140390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dc58e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc015e680 0x7f4dc015d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dc58e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc00d1bd0 con 0x7f4dc00d4570 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dc58e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc00b9080 con 0x7f4dc00b95a0 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dc58e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4dc00b99e0 con 0x7f4dc015e680 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc00d4570 0x7f4dc0140390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc00d4570 0x7f4dc0140390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44382/0 (socket says 172.21.15.16:44382) 2024-09-16T01:46:24.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 -- 172.21.15.16:0/917369334 learned_addr learned my addr 172.21.15.16:0/917369334 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbf7fe640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc015e680 0x7f4dc015d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbeffd640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4dc00b95a0 0x7f4dc014e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 -- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc015e680 msgr2=0x7f4dc015d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc015e680 0x7f4dc015d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 -- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4dc00b95a0 msgr2=0x7f4dc014e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4dc00b95a0 0x7f4dc014e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 -- 172.21.15.16:0/917369334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc015bf20 con 0x7f4dc00d4570 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbf7fe640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc015e680 0x7f4dc015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbeffd640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4dc00b95a0 0x7f4dc014e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dbe7fc640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc00d4570 0x7f4dc0140390 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f4da800c7f0 tx=0x7f4da800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4db7fff640 1 -- 172.21.15.16:0/917369334 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da8015070 con 0x7f4dc00d4570 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4db7fff640 1 -- 172.21.15.16:0/917369334 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4da8007820 con 0x7f4dc00d4570 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dc015c230 con 0x7f4dc00d4570 2024-09-16T01:46:24.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4db7fff640 1 -- 172.21.15.16:0/917369334 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da8007c10 con 0x7f4dc00d4570 2024-09-16T01:46:24.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.465+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dc015ca70 con 0x7f4dc00d4570 2024-09-16T01:46:24.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.466+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dc00d49e0 con 0x7f4dc00d4570 2024-09-16T01:46:24.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.467+0000 7f4db7fff640 1 -- 172.21.15.16:0/917369334 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f4da8018070 con 0x7f4dc00d4570 2024-09-16T01:46:24.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.467+0000 7f4db7fff640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4da006c640 0x7f4da006eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:24.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.467+0000 7f4db7fff640 1 -- 172.21.15.16:0/917369334 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f4da808ba90 con 0x7f4dc00d4570 2024-09-16T01:46:24.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.468+0000 7f4dbeffd640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4da006c640 0x7f4da006eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:24.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.468+0000 7f4dbeffd640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4da006c640 0x7f4da006eb00 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4db0033000 tx=0x7f4db0009000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:24.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.472+0000 7f4db7fff640 1 -- 172.21.15.16:0/917369334 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4dc015c230 con 0x7f4dc00d4570 2024-09-16T01:46:24.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.642+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4dc015ede0 con 0x7f4da006c640 2024-09-16T01:46:24.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.649+0000 7f4db7fff640 1 -- 172.21.15.16:0/917369334 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252069 (secure 0 0 0) 0x7f4dc015ede0 con 0x7f4da006c640 2024-09-16T01:46:24.652 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:24.653 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4da006c640 msgr2=0x7f4da006eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4da006c640 0x7f4da006eb00 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4db0033000 tx=0x7f4db0009000 comp rx=0 tx=0).stop 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc00d4570 msgr2=0x7f4dc0140390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc00d4570 0x7f4dc0140390 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f4da800c7f0 tx=0x7f4da800ccb0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 shutdown_connections 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4da006c640 0x7f4da006eb00 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4dc015e680 0x7f4dc015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4dc00d4570 0x7f4dc0140390 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 --2- 172.21.15.16:0/917369334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4dc00b95a0 0x7f4dc014e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 >> 172.21.15.16:0/917369334 conn(0x7f4dc0074fe0 msgr2=0x7f4dc0160f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 shutdown_connections 2024-09-16T01:46:24.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:24.652+0000 7f4dc58e6640 1 -- 172.21.15.16:0/917369334 wait complete. 2024-09-16T01:46:24.664 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-09-16T01:46:24.356761+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252996,"kb_used_data":7624,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721724,"statfs":{"total":773094113280,"available":772835045376,"internally_reserved":0,"allocated":7806976,"data_stored":3936564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":251055666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.118104"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324270+0000","last_change":"2024-09-16T01:46:19.272256+0000","last_active":"2024-09-16T01:46:20.324270+0000","last_peered":"2024-09-16T01:46:20.324270+0000","last_clean":"2024-09-16T01:46:20.324270+0000","last_became_active":"2024-09-16T01:46:19.271998+0000","last_became_peered":"2024-09-16T01:46:19.271998+0000","last_unstale":"2024-09-16T01:46:20.324270+0000","last_undegraded":"2024-09-16T01:46:20.324270+0000","last_fullsized":"2024-09-16T01:46:20.324270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:19.313077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261924+0000","last_change":"2024-09-16T01:46:19.268510+0000","last_active":"2024-09-16T01:46:20.261924+0000","last_peered":"2024-09-16T01:46:20.261924+0000","last_clean":"2024-09-16T01:46:20.261924+0000","last_became_active":"2024-09-16T01:46:19.268239+0000","last_became_peered":"2024-09-16T01:46:19.268239+0000","last_unstale":"2024-09-16T01:46:20.261924+0000","last_undegraded":"2024-09-16T01:46:20.261924+0000","last_fullsized":"2024-09-16T01:46:20.261924+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:25.521949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323865+0000","last_change":"2024-09-16T01:46:19.271988+0000","last_active":"2024-09-16T01:46:20.323865+0000","last_peered":"2024-09-16T01:46:20.323865+0000","last_clean":"2024-09-16T01:46:20.323865+0000","last_became_active":"2024-09-16T01:46:19.271671+0000","last_became_peered":"2024-09-16T01:46:19.271671+0000","last_unstale":"2024-09-16T01:46:20.323865+0000","last_undegraded":"2024-09-16T01:46:20.323865+0000","last_fullsized":"2024-09-16T01:46:20.323865+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:52.376582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324212+0000","last_change":"2024-09-16T01:46:19.275420+0000","last_active":"2024-09-16T01:46:20.324212+0000","last_peered":"2024-09-16T01:46:20.324212+0000","last_clean":"2024-09-16T01:46:20.324212+0000","last_became_active":"2024-09-16T01:46:19.274700+0000","last_became_peered":"2024-09-16T01:46:19.274700+0000","last_unstale":"2024-09-16T01:46:20.324212+0000","last_undegraded":"2024-09-16T01:46:20.324212+0000","last_fullsized":"2024-09-16T01:46:20.324212+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:19.101638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259640+0000","last_change":"2024-09-16T01:46:19.267938+0000","last_active":"2024-09-16T01:46:20.259640+0000","last_peered":"2024-09-16T01:46:20.259640+0000","last_clean":"2024-09-16T01:46:20.259640+0000","last_became_active":"2024-09-16T01:46:19.267457+0000","last_became_peered":"2024-09-16T01:46:19.267457+0000","last_unstale":"2024-09-16T01:46:20.259640+0000","last_undegraded":"2024-09-16T01:46:20.259640+0000","last_fullsized":"2024-09-16T01:46:20.259640+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:45.312399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261572+0000","last_change":"2024-09-16T01:46:19.269984+0000","last_active":"2024-09-16T01:46:20.261572+0000","last_peered":"2024-09-16T01:46:20.261572+0000","last_clean":"2024-09-16T01:46:20.261572+0000","last_became_active":"2024-09-16T01:46:19.269726+0000","last_became_peered":"2024-09-16T01:46:19.269726+0000","last_unstale":"2024-09-16T01:46:20.261572+0000","last_undegraded":"2024-09-16T01:46:20.261572+0000","last_fullsized":"2024-09-16T01:46:20.261572+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:20.215716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267710+0000","last_change":"2024-09-16T01:46:19.262767+0000","last_active":"2024-09-16T01:46:20.267710+0000","last_peered":"2024-09-16T01:46:20.267710+0000","last_clean":"2024-09-16T01:46:20.267710+0000","last_became_active":"2024-09-16T01:46:19.262501+0000","last_became_peered":"2024-09-16T01:46:19.262501+0000","last_unstale":"2024-09-16T01:46:20.267710+0000","last_undegraded":"2024-09-16T01:46:20.267710+0000","last_fullsized":"2024-09-16T01:46:20.267710+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:32.544867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260510+0000","last_change":"2024-09-16T01:46:19.266397+0000","last_active":"2024-09-16T01:46:20.260510+0000","last_peered":"2024-09-16T01:46:20.260510+0000","last_clean":"2024-09-16T01:46:20.260510+0000","last_became_active":"2024-09-16T01:46:19.266131+0000","last_became_peered":"2024-09-16T01:46:19.266131+0000","last_unstale":"2024-09-16T01:46:20.260510+0000","last_undegraded":"2024-09-16T01:46:20.260510+0000","last_fullsized":"2024-09-16T01:46:20.260510+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:54.973246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259753+0000","last_change":"2024-09-16T01:46:19.266313+0000","last_active":"2024-09-16T01:46:20.259753+0000","last_peered":"2024-09-16T01:46:20.259753+0000","last_clean":"2024-09-16T01:46:20.259753+0000","last_became_active":"2024-09-16T01:46:19.265542+0000","last_became_peered":"2024-09-16T01:46:19.265542+0000","last_unstale":"2024-09-16T01:46:20.259753+0000","last_undegraded":"2024-09-16T01:46:20.259753+0000","last_fullsized":"2024-09-16T01:46:20.259753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:02.668135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261480+0000","last_change":"2024-09-16T01:46:19.277759+0000","last_active":"2024-09-16T01:46:20.261480+0000","last_peered":"2024-09-16T01:46:20.261480+0000","last_clean":"2024-09-16T01:46:20.261480+0000","last_became_active":"2024-09-16T01:46:19.277453+0000","last_became_peered":"2024-09-16T01:46:19.277453+0000","last_unstale":"2024-09-16T01:46:20.261480+0000","last_undegraded":"2024-09-16T01:46:20.261480+0000","last_fullsized":"2024-09-16T01:46:20.261480+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:32.544867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324123+0000","last_change":"2024-09-16T01:46:19.268657+0000","last_active":"2024-09-16T01:46:20.324123+0000","last_peered":"2024-09-16T01:46:20.324123+0000","last_clean":"2024-09-16T01:46:20.324123+0000","last_became_active":"2024-09-16T01:46:19.268325+0000","last_became_peered":"2024-09-16T01:46:19.268325+0000","last_unstale":"2024-09-16T01:46:20.324123+0000","last_undegraded":"2024-09-16T01:46:20.324123+0000","last_fullsized":"2024-09-16T01:46:20.324123+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:18.377574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324291+0000","last_change":"2024-09-16T01:46:19.257692+0000","last_active":"2024-09-16T01:46:20.324291+0000","last_peered":"2024-09-16T01:46:20.324291+0000","last_clean":"2024-09-16T01:46:20.324291+0000","last_became_active":"2024-09-16T01:46:19.256658+0000","last_became_peered":"2024-09-16T01:46:19.256658+0000","last_unstale":"2024-09-16T01:46:20.324291+0000","last_undegraded":"2024-09-16T01:46:20.324291+0000","last_fullsized":"2024-09-16T01:46:20.324291+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:22.763051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270206+0000","last_change":"2024-09-16T01:46:19.269504+0000","last_active":"2024-09-16T01:46:20.270206+0000","last_peered":"2024-09-16T01:46:20.270206+0000","last_clean":"2024-09-16T01:46:20.270206+0000","last_became_active":"2024-09-16T01:46:19.269178+0000","last_became_peered":"2024-09-16T01:46:19.269178+0000","last_unstale":"2024-09-16T01:46:20.270206+0000","last_undegraded":"2024-09-16T01:46:20.270206+0000","last_fullsized":"2024-09-16T01:46:20.270206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259450+0000","last_change":"2024-09-16T01:46:19.262016+0000","last_active":"2024-09-16T01:46:20.259450+0000","last_peered":"2024-09-16T01:46:20.259450+0000","last_clean":"2024-09-16T01:46:20.259450+0000","last_became_active":"2024-09-16T01:46:19.261726+0000","last_became_peered":"2024-09-16T01:46:19.261726+0000","last_unstale":"2024-09-16T01:46:20.259450+0000","last_undegraded":"2024-09-16T01:46:20.259450+0000","last_fullsized":"2024-09-16T01:46:20.259450+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:19.966850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270168+0000","last_change":"2024-09-16T01:46:19.273042+0000","last_active":"2024-09-16T01:46:20.270168+0000","last_peered":"2024-09-16T01:46:20.270168+0000","last_clean":"2024-09-16T01:46:20.270168+0000","last_became_active":"2024-09-16T01:46:19.272748+0000","last_became_peered":"2024-09-16T01:46:19.272748+0000","last_unstale":"2024-09-16T01:46:20.270168+0000","last_undegraded":"2024-09-16T01:46:20.270168+0000","last_fullsized":"2024-09-16T01:46:20.270168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260656+0000","last_change":"2024-09-16T01:46:19.262792+0000","last_active":"2024-09-16T01:46:20.260656+0000","last_peered":"2024-09-16T01:46:20.260656+0000","last_clean":"2024-09-16T01:46:20.260656+0000","last_became_active":"2024-09-16T01:46:19.262492+0000","last_became_peered":"2024-09-16T01:46:19.262492+0000","last_unstale":"2024-09-16T01:46:20.260656+0000","last_undegraded":"2024-09-16T01:46:20.260656+0000","last_fullsized":"2024-09-16T01:46:20.260656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:30.315517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259848+0000","last_change":"2024-09-16T01:46:19.266067+0000","last_active":"2024-09-16T01:46:20.259848+0000","last_peered":"2024-09-16T01:46:20.259848+0000","last_clean":"2024-09-16T01:46:20.259848+0000","last_became_active":"2024-09-16T01:46:19.265152+0000","last_became_peered":"2024-09-16T01:46:19.265152+0000","last_unstale":"2024-09-16T01:46:20.259848+0000","last_undegraded":"2024-09-16T01:46:20.259848+0000","last_fullsized":"2024-09-16T01:46:20.259848+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:14.860431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324114+0000","last_change":"2024-09-16T01:46:19.264380+0000","last_active":"2024-09-16T01:46:20.324114+0000","last_peered":"2024-09-16T01:46:20.324114+0000","last_clean":"2024-09-16T01:46:20.324114+0000","last_became_active":"2024-09-16T01:46:19.264096+0000","last_became_peered":"2024-09-16T01:46:19.264096+0000","last_unstale":"2024-09-16T01:46:20.324114+0000","last_undegraded":"2024-09-16T01:46:20.324114+0000","last_fullsized":"2024-09-16T01:46:20.324114+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:20.527533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261030+0000","last_change":"2024-09-16T01:46:19.268830+0000","last_active":"2024-09-16T01:46:20.261030+0000","last_peered":"2024-09-16T01:46:20.261030+0000","last_clean":"2024-09-16T01:46:20.261030+0000","last_became_active":"2024-09-16T01:46:19.267521+0000","last_became_peered":"2024-09-16T01:46:19.267521+0000","last_unstale":"2024-09-16T01:46:20.261030+0000","last_undegraded":"2024-09-16T01:46:20.261030+0000","last_fullsized":"2024-09-16T01:46:20.261030+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:44.562505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270348+0000","last_change":"2024-09-16T01:46:19.264927+0000","last_active":"2024-09-16T01:46:20.270348+0000","last_peered":"2024-09-16T01:46:20.270348+0000","last_clean":"2024-09-16T01:46:20.270348+0000","last_became_active":"2024-09-16T01:46:19.264614+0000","last_became_peered":"2024-09-16T01:46:19.264614+0000","last_unstale":"2024-09-16T01:46:20.270348+0000","last_undegraded":"2024-09-16T01:46:20.270348+0000","last_fullsized":"2024-09-16T01:46:20.270348+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260616+0000","last_change":"2024-09-16T01:46:19.264655+0000","last_active":"2024-09-16T01:46:20.260616+0000","last_peered":"2024-09-16T01:46:20.260616+0000","last_clean":"2024-09-16T01:46:20.260616+0000","last_became_active":"2024-09-16T01:46:19.264151+0000","last_became_peered":"2024-09-16T01:46:19.264151+0000","last_unstale":"2024-09-16T01:46:20.260616+0000","last_undegraded":"2024-09-16T01:46:20.260616+0000","last_fullsized":"2024-09-16T01:46:20.260616+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:25.521949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260483+0000","last_change":"2024-09-16T01:46:19.262194+0000","last_active":"2024-09-16T01:46:20.260483+0000","last_peered":"2024-09-16T01:46:20.260483+0000","last_clean":"2024-09-16T01:46:20.260483+0000","last_became_active":"2024-09-16T01:46:19.261906+0000","last_became_peered":"2024-09-16T01:46:19.261906+0000","last_unstale":"2024-09-16T01:46:20.260483+0000","last_undegraded":"2024-09-16T01:46:20.260483+0000","last_fullsized":"2024-09-16T01:46:20.260483+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:20.215716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323892+0000","last_change":"2024-09-16T01:46:19.266826+0000","last_active":"2024-09-16T01:46:20.323892+0000","last_peered":"2024-09-16T01:46:20.323892+0000","last_clean":"2024-09-16T01:46:20.323892+0000","last_became_active":"2024-09-16T01:46:19.266337+0000","last_became_peered":"2024-09-16T01:46:19.266337+0000","last_unstale":"2024-09-16T01:46:20.323892+0000","last_undegraded":"2024-09-16T01:46:20.323892+0000","last_fullsized":"2024-09-16T01:46:20.323892+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323718+0000","last_change":"2024-09-16T01:46:19.274476+0000","last_active":"2024-09-16T01:46:20.323718+0000","last_peered":"2024-09-16T01:46:20.323718+0000","last_clean":"2024-09-16T01:46:20.323718+0000","last_became_active":"2024-09-16T01:46:19.274185+0000","last_became_peered":"2024-09-16T01:46:19.274185+0000","last_unstale":"2024-09-16T01:46:20.323718+0000","last_undegraded":"2024-09-16T01:46:20.323718+0000","last_fullsized":"2024-09-16T01:46:20.323718+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261782+0000","last_change":"2024-09-16T01:46:19.276914+0000","last_active":"2024-09-16T01:46:20.261782+0000","last_peered":"2024-09-16T01:46:20.261782+0000","last_clean":"2024-09-16T01:46:20.261782+0000","last_became_active":"2024-09-16T01:46:19.276664+0000","last_became_peered":"2024-09-16T01:46:19.276664+0000","last_unstale":"2024-09-16T01:46:20.261782+0000","last_undegraded":"2024-09-16T01:46:20.261782+0000","last_fullsized":"2024-09-16T01:46:20.261782+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:28:51.727422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268007+0000","last_change":"2024-09-16T01:46:19.268839+0000","last_active":"2024-09-16T01:46:20.268007+0000","last_peered":"2024-09-16T01:46:20.268007+0000","last_clean":"2024-09-16T01:46:20.268007+0000","last_became_active":"2024-09-16T01:46:19.268547+0000","last_became_peered":"2024-09-16T01:46:19.268547+0000","last_unstale":"2024-09-16T01:46:20.268007+0000","last_undegraded":"2024-09-16T01:46:20.268007+0000","last_fullsized":"2024-09-16T01:46:20.268007+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:01.234554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323873+0000","last_change":"2024-09-16T01:46:19.268408+0000","last_active":"2024-09-16T01:46:20.323873+0000","last_peered":"2024-09-16T01:46:20.323873+0000","last_clean":"2024-09-16T01:46:20.323873+0000","last_became_active":"2024-09-16T01:46:19.268137+0000","last_became_peered":"2024-09-16T01:46:19.268137+0000","last_unstale":"2024-09-16T01:46:20.323873+0000","last_undegraded":"2024-09-16T01:46:20.323873+0000","last_fullsized":"2024-09-16T01:46:20.323873+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:55.739639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260999+0000","last_change":"2024-09-16T01:46:19.277970+0000","last_active":"2024-09-16T01:46:20.260999+0000","last_peered":"2024-09-16T01:46:20.260999+0000","last_clean":"2024-09-16T01:46:20.260999+0000","last_became_active":"2024-09-16T01:46:19.277712+0000","last_became_peered":"2024-09-16T01:46:19.277712+0000","last_unstale":"2024-09-16T01:46:20.260999+0000","last_undegraded":"2024-09-16T01:46:20.260999+0000","last_fullsized":"2024-09-16T01:46:20.260999+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:46.882323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323565+0000","last_change":"2024-09-16T01:46:19.262226+0000","last_active":"2024-09-16T01:46:20.323565+0000","last_peered":"2024-09-16T01:46:20.323565+0000","last_clean":"2024-09-16T01:46:20.323565+0000","last_became_active":"2024-09-16T01:46:19.261962+0000","last_became_peered":"2024-09-16T01:46:19.261962+0000","last_unstale":"2024-09-16T01:46:20.323565+0000","last_undegraded":"2024-09-16T01:46:20.323565+0000","last_fullsized":"2024-09-16T01:46:20.323565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:45.089872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267963+0000","last_change":"2024-09-16T01:46:19.272192+0000","last_active":"2024-09-16T01:46:20.267963+0000","last_peered":"2024-09-16T01:46:20.267963+0000","last_clean":"2024-09-16T01:46:20.267963+0000","last_became_active":"2024-09-16T01:46:19.271636+0000","last_became_peered":"2024-09-16T01:46:19.271636+0000","last_unstale":"2024-09-16T01:46:20.267963+0000","last_undegraded":"2024-09-16T01:46:20.267963+0000","last_fullsized":"2024-09-16T01:46:20.267963+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:51.896820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268059+0000","last_change":"2024-09-16T01:46:19.272319+0000","last_active":"2024-09-16T01:46:20.268059+0000","last_peered":"2024-09-16T01:46:20.268059+0000","last_clean":"2024-09-16T01:46:20.268059+0000","last_became_active":"2024-09-16T01:46:19.271810+0000","last_became_peered":"2024-09-16T01:46:19.271810+0000","last_unstale":"2024-09-16T01:46:20.268059+0000","last_undegraded":"2024-09-16T01:46:20.268059+0000","last_fullsized":"2024-09-16T01:46:20.268059+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:31.766368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260750+0000","last_change":"2024-09-16T01:46:19.270584+0000","last_active":"2024-09-16T01:46:20.260750+0000","last_peered":"2024-09-16T01:46:20.260750+0000","last_clean":"2024-09-16T01:46:20.260750+0000","last_became_active":"2024-09-16T01:46:19.270322+0000","last_became_peered":"2024-09-16T01:46:19.270322+0000","last_unstale":"2024-09-16T01:46:20.260750+0000","last_undegraded":"2024-09-16T01:46:20.260750+0000","last_fullsized":"2024-09-16T01:46:20.260750+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:44.967663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324097+0000","last_change":"2024-09-16T01:46:19.274990+0000","last_active":"2024-09-16T01:46:20.324097+0000","last_peered":"2024-09-16T01:46:20.324097+0000","last_clean":"2024-09-16T01:46:20.324097+0000","last_became_active":"2024-09-16T01:46:19.274280+0000","last_became_peered":"2024-09-16T01:46:19.274280+0000","last_unstale":"2024-09-16T01:46:20.324097+0000","last_undegraded":"2024-09-16T01:46:20.324097+0000","last_fullsized":"2024-09-16T01:46:20.324097+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"67'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324375+0000","last_change":"2024-09-16T01:46:18.256512+0000","last_active":"2024-09-16T01:46:20.324375+0000","last_peered":"2024-09-16T01:46:20.324375+0000","last_clean":"2024-09-16T01:46:20.324375+0000","last_became_active":"2024-09-16T01:46:18.256196+0000","last_became_peered":"2024-09-16T01:46:18.256196+0000","last_unstale":"2024-09-16T01:46:20.324375+0000","last_undegraded":"2024-09-16T01:46:20.324375+0000","last_fullsized":"2024-09-16T01:46:20.324375+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:17:25.009150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259893+0000","last_change":"2024-09-16T01:46:19.265828+0000","last_active":"2024-09-16T01:46:20.259893+0000","last_peered":"2024-09-16T01:46:20.259893+0000","last_clean":"2024-09-16T01:46:20.259893+0000","last_became_active":"2024-09-16T01:46:19.264718+0000","last_became_peered":"2024-09-16T01:46:19.264718+0000","last_unstale":"2024-09-16T01:46:20.259893+0000","last_undegraded":"2024-09-16T01:46:20.259893+0000","last_fullsized":"2024-09-16T01:46:20.259893+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:30.141716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270324+0000","last_change":"2024-09-16T01:46:18.256245+0000","last_active":"2024-09-16T01:46:20.270324+0000","last_peered":"2024-09-16T01:46:20.270324+0000","last_clean":"2024-09-16T01:46:20.270324+0000","last_became_active":"2024-09-16T01:46:18.255994+0000","last_became_peered":"2024-09-16T01:46:18.255994+0000","last_unstale":"2024-09-16T01:46:20.270324+0000","last_undegraded":"2024-09-16T01:46:20.270324+0000","last_fullsized":"2024-09-16T01:46:20.270324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:29.551168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261259+0000","last_change":"2024-09-16T01:46:19.268405+0000","last_active":"2024-09-16T01:46:20.261259+0000","last_peered":"2024-09-16T01:46:20.261259+0000","last_clean":"2024-09-16T01:46:20.261259+0000","last_became_active":"2024-09-16T01:46:19.268079+0000","last_became_peered":"2024-09-16T01:46:19.268079+0000","last_unstale":"2024-09-16T01:46:20.261259+0000","last_undegraded":"2024-09-16T01:46:20.261259+0000","last_fullsized":"2024-09-16T01:46:20.261259+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:46.027158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261207+0000","last_change":"2024-09-16T01:46:18.256915+0000","last_active":"2024-09-16T01:46:20.261207+0000","last_peered":"2024-09-16T01:46:20.261207+0000","last_clean":"2024-09-16T01:46:20.261207+0000","last_became_active":"2024-09-16T01:46:18.256659+0000","last_became_peered":"2024-09-16T01:46:18.256659+0000","last_unstale":"2024-09-16T01:46:20.261207+0000","last_undegraded":"2024-09-16T01:46:20.261207+0000","last_fullsized":"2024-09-16T01:46:20.261207+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:24.706763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324185+0000","last_change":"2024-09-16T01:46:19.267323+0000","last_active":"2024-09-16T01:46:20.324185+0000","last_peered":"2024-09-16T01:46:20.324185+0000","last_clean":"2024-09-16T01:46:20.324185+0000","last_became_active":"2024-09-16T01:46:19.267052+0000","last_became_peered":"2024-09-16T01:46:19.267052+0000","last_unstale":"2024-09-16T01:46:20.324185+0000","last_undegraded":"2024-09-16T01:46:20.324185+0000","last_fullsized":"2024-09-16T01:46:20.324185+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:44.327231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261504+0000","last_change":"2024-09-16T01:46:18.256001+0000","last_active":"2024-09-16T01:46:20.261504+0000","last_peered":"2024-09-16T01:46:20.261504+0000","last_clean":"2024-09-16T01:46:20.261504+0000","last_became_active":"2024-09-16T01:46:18.255708+0000","last_became_peered":"2024-09-16T01:46:18.255708+0000","last_unstale":"2024-09-16T01:46:20.261504+0000","last_undegraded":"2024-09-16T01:46:20.261504+0000","last_fullsized":"2024-09-16T01:46:20.261504+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:08.563509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267934+0000","last_change":"2024-09-16T01:46:19.262298+0000","last_active":"2024-09-16T01:46:20.267934+0000","last_peered":"2024-09-16T01:46:20.267934+0000","last_clean":"2024-09-16T01:46:20.267934+0000","last_became_active":"2024-09-16T01:46:19.260885+0000","last_became_peered":"2024-09-16T01:46:19.260885+0000","last_unstale":"2024-09-16T01:46:20.267934+0000","last_undegraded":"2024-09-16T01:46:20.267934+0000","last_fullsized":"2024-09-16T01:46:20.267934+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:44.540528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323616+0000","last_change":"2024-09-16T01:46:18.253771+0000","last_active":"2024-09-16T01:46:20.323616+0000","last_peered":"2024-09-16T01:46:20.323616+0000","last_clean":"2024-09-16T01:46:20.323616+0000","last_became_active":"2024-09-16T01:46:18.253483+0000","last_became_peered":"2024-09-16T01:46:18.253483+0000","last_unstale":"2024-09-16T01:46:20.323616+0000","last_undegraded":"2024-09-16T01:46:20.323616+0000","last_fullsized":"2024-09-16T01:46:20.323616+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:14.011609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260731+0000","last_change":"2024-09-16T01:46:19.276934+0000","last_active":"2024-09-16T01:46:20.260731+0000","last_peered":"2024-09-16T01:46:20.260731+0000","last_clean":"2024-09-16T01:46:20.260731+0000","last_became_active":"2024-09-16T01:46:19.276717+0000","last_became_peered":"2024-09-16T01:46:19.276717+0000","last_unstale":"2024-09-16T01:46:20.260731+0000","last_undegraded":"2024-09-16T01:46:20.260731+0000","last_fullsized":"2024-09-16T01:46:20.260731+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:22.060494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261633+0000","last_change":"2024-09-16T01:46:18.257751+0000","last_active":"2024-09-16T01:46:20.261633+0000","last_peered":"2024-09-16T01:46:20.261633+0000","last_clean":"2024-09-16T01:46:20.261633+0000","last_became_active":"2024-09-16T01:46:18.257452+0000","last_became_peered":"2024-09-16T01:46:18.257452+0000","last_unstale":"2024-09-16T01:46:20.261633+0000","last_undegraded":"2024-09-16T01:46:20.261633+0000","last_fullsized":"2024-09-16T01:46:20.261633+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:37:26.737945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259275+0000","last_change":"2024-09-16T01:46:19.259348+0000","last_active":"2024-09-16T01:46:20.259275+0000","last_peered":"2024-09-16T01:46:20.259275+0000","last_clean":"2024-09-16T01:46:20.259275+0000","last_became_active":"2024-09-16T01:46:19.259086+0000","last_became_peered":"2024-09-16T01:46:19.259086+0000","last_unstale":"2024-09-16T01:46:20.259275+0000","last_undegraded":"2024-09-16T01:46:20.259275+0000","last_fullsized":"2024-09-16T01:46:20.259275+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:00.845841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323855+0000","last_change":"2024-09-16T01:46:18.253722+0000","last_active":"2024-09-16T01:46:20.323855+0000","last_peered":"2024-09-16T01:46:20.323855+0000","last_clean":"2024-09-16T01:46:20.323855+0000","last_became_active":"2024-09-16T01:46:18.253444+0000","last_became_peered":"2024-09-16T01:46:18.253444+0000","last_unstale":"2024-09-16T01:46:20.323855+0000","last_undegraded":"2024-09-16T01:46:20.323855+0000","last_fullsized":"2024-09-16T01:46:20.323855+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:25.770139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270183+0000","last_change":"2024-09-16T01:46:19.268749+0000","last_active":"2024-09-16T01:46:20.270183+0000","last_peered":"2024-09-16T01:46:20.270183+0000","last_clean":"2024-09-16T01:46:20.270183+0000","last_became_active":"2024-09-16T01:46:19.268466+0000","last_became_peered":"2024-09-16T01:46:19.268466+0000","last_unstale":"2024-09-16T01:46:20.270183+0000","last_undegraded":"2024-09-16T01:46:20.270183+0000","last_fullsized":"2024-09-16T01:46:20.270183+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259195+0000","last_change":"2024-09-16T01:46:18.253138+0000","last_active":"2024-09-16T01:46:20.259195+0000","last_peered":"2024-09-16T01:46:20.259195+0000","last_clean":"2024-09-16T01:46:20.259195+0000","last_became_active":"2024-09-16T01:46:18.252845+0000","last_became_peered":"2024-09-16T01:46:18.252845+0000","last_unstale":"2024-09-16T01:46:20.259195+0000","last_undegraded":"2024-09-16T01:46:20.259195+0000","last_fullsized":"2024-09-16T01:46:20.259195+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:38.736847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268048+0000","last_change":"2024-09-16T01:46:19.268587+0000","last_active":"2024-09-16T01:46:20.268048+0000","last_peered":"2024-09-16T01:46:20.268048+0000","last_clean":"2024-09-16T01:46:20.268048+0000","last_became_active":"2024-09-16T01:46:19.268208+0000","last_became_peered":"2024-09-16T01:46:19.268208+0000","last_unstale":"2024-09-16T01:46:20.268048+0000","last_undegraded":"2024-09-16T01:46:20.268048+0000","last_fullsized":"2024-09-16T01:46:20.268048+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:41.685171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261721+0000","last_change":"2024-09-16T01:46:18.250097+0000","last_active":"2024-09-16T01:46:20.261721+0000","last_peered":"2024-09-16T01:46:20.261721+0000","last_clean":"2024-09-16T01:46:20.261721+0000","last_became_active":"2024-09-16T01:46:18.249802+0000","last_became_peered":"2024-09-16T01:46:18.249802+0000","last_unstale":"2024-09-16T01:46:20.261721+0000","last_undegraded":"2024-09-16T01:46:20.261721+0000","last_fullsized":"2024-09-16T01:46:20.261721+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:07:12.816385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324271+0000","last_change":"2024-09-16T01:46:19.275178+0000","last_active":"2024-09-16T01:46:20.324271+0000","last_peered":"2024-09-16T01:46:20.324271+0000","last_clean":"2024-09-16T01:46:20.324271+0000","last_became_active":"2024-09-16T01:46:19.273869+0000","last_became_peered":"2024-09-16T01:46:19.273869+0000","last_unstale":"2024-09-16T01:46:20.324271+0000","last_undegraded":"2024-09-16T01:46:20.324271+0000","last_fullsized":"2024-09-16T01:46:20.324271+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:26.671605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261888+0000","last_change":"2024-09-16T01:46:18.254252+0000","last_active":"2024-09-16T01:46:20.261888+0000","last_peered":"2024-09-16T01:46:20.261888+0000","last_clean":"2024-09-16T01:46:20.261888+0000","last_became_active":"2024-09-16T01:46:18.253883+0000","last_became_peered":"2024-09-16T01:46:18.253883+0000","last_unstale":"2024-09-16T01:46:20.261888+0000","last_undegraded":"2024-09-16T01:46:20.261888+0000","last_fullsized":"2024-09-16T01:46:20.261888+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:50.455130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261437+0000","last_change":"2024-09-16T01:46:19.267660+0000","last_active":"2024-09-16T01:46:20.261437+0000","last_peered":"2024-09-16T01:46:20.261437+0000","last_clean":"2024-09-16T01:46:20.261437+0000","last_became_active":"2024-09-16T01:46:19.267308+0000","last_became_peered":"2024-09-16T01:46:19.267308+0000","last_unstale":"2024-09-16T01:46:20.261437+0000","last_undegraded":"2024-09-16T01:46:20.261437+0000","last_fullsized":"2024-09-16T01:46:20.261437+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:03:07.903533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"67'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323921+0000","last_change":"2024-09-16T01:46:18.249422+0000","last_active":"2024-09-16T01:46:20.323921+0000","last_peered":"2024-09-16T01:46:20.323921+0000","last_clean":"2024-09-16T01:46:20.323921+0000","last_became_active":"2024-09-16T01:46:18.249136+0000","last_became_peered":"2024-09-16T01:46:18.249136+0000","last_unstale":"2024-09-16T01:46:20.323921+0000","last_undegraded":"2024-09-16T01:46:20.323921+0000","last_fullsized":"2024-09-16T01:46:20.323921+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:56.593771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259582+0000","last_change":"2024-09-16T01:46:19.255585+0000","last_active":"2024-09-16T01:46:20.259582+0000","last_peered":"2024-09-16T01:46:20.259582+0000","last_clean":"2024-09-16T01:46:20.259582+0000","last_became_active":"2024-09-16T01:46:19.255278+0000","last_became_peered":"2024-09-16T01:46:19.255278+0000","last_unstale":"2024-09-16T01:46:20.259582+0000","last_undegraded":"2024-09-16T01:46:20.259582+0000","last_fullsized":"2024-09-16T01:46:20.259582+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:27.920338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"67'6","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324340+0000","last_change":"2024-09-16T01:46:18.252915+0000","last_active":"2024-09-16T01:46:20.324340+0000","last_peered":"2024-09-16T01:46:20.324340+0000","last_clean":"2024-09-16T01:46:20.324340+0000","last_became_active":"2024-09-16T01:46:18.252620+0000","last_became_peered":"2024-09-16T01:46:18.252620+0000","last_unstale":"2024-09-16T01:46:20.324340+0000","last_undegraded":"2024-09-16T01:46:20.324340+0000","last_fullsized":"2024-09-16T01:46:20.324340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:00.992278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324031+0000","last_change":"2024-09-16T01:46:19.277026+0000","last_active":"2024-09-16T01:46:20.324031+0000","last_peered":"2024-09-16T01:46:20.324031+0000","last_clean":"2024-09-16T01:46:20.324031+0000","last_became_active":"2024-09-16T01:46:19.276750+0000","last_became_peered":"2024-09-16T01:46:19.276750+0000","last_unstale":"2024-09-16T01:46:20.324031+0000","last_undegraded":"2024-09-16T01:46:20.324031+0000","last_fullsized":"2024-09-16T01:46:20.324031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324024+0000","last_change":"2024-09-16T01:46:18.252968+0000","last_active":"2024-09-16T01:46:20.324024+0000","last_peered":"2024-09-16T01:46:20.324024+0000","last_clean":"2024-09-16T01:46:20.324024+0000","last_became_active":"2024-09-16T01:46:18.252629+0000","last_became_peered":"2024-09-16T01:46:18.252629+0000","last_unstale":"2024-09-16T01:46:20.324024+0000","last_undegraded":"2024-09-16T01:46:20.324024+0000","last_fullsized":"2024-09-16T01:46:20.324024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:39.696101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267959+0000","last_change":"2024-09-16T01:46:19.265093+0000","last_active":"2024-09-16T01:46:20.267959+0000","last_peered":"2024-09-16T01:46:20.267959+0000","last_clean":"2024-09-16T01:46:20.267959+0000","last_became_active":"2024-09-16T01:46:19.264714+0000","last_became_peered":"2024-09-16T01:46:19.264714+0000","last_unstale":"2024-09-16T01:46:20.267959+0000","last_undegraded":"2024-09-16T01:46:20.267959+0000","last_fullsized":"2024-09-16T01:46:20.267959+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:05.769203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261718+0000","last_change":"2024-09-16T01:46:18.259755+0000","last_active":"2024-09-16T01:46:20.261718+0000","last_peered":"2024-09-16T01:46:20.261718+0000","last_clean":"2024-09-16T01:46:20.261718+0000","last_became_active":"2024-09-16T01:46:18.259464+0000","last_became_peered":"2024-09-16T01:46:18.259464+0000","last_unstale":"2024-09-16T01:46:20.261718+0000","last_undegraded":"2024-09-16T01:46:20.261718+0000","last_fullsized":"2024-09-16T01:46:20.261718+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:53.146802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270252+0000","last_change":"2024-09-16T01:46:19.272226+0000","last_active":"2024-09-16T01:46:20.270252+0000","last_peered":"2024-09-16T01:46:20.270252+0000","last_clean":"2024-09-16T01:46:20.270252+0000","last_became_active":"2024-09-16T01:46:19.271945+0000","last_became_peered":"2024-09-16T01:46:19.271945+0000","last_unstale":"2024-09-16T01:46:20.270252+0000","last_undegraded":"2024-09-16T01:46:20.270252+0000","last_fullsized":"2024-09-16T01:46:20.270252+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:39.598416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267733+0000","last_change":"2024-09-16T01:46:18.254827+0000","last_active":"2024-09-16T01:46:20.267733+0000","last_peered":"2024-09-16T01:46:20.267733+0000","last_clean":"2024-09-16T01:46:20.267733+0000","last_became_active":"2024-09-16T01:46:18.254574+0000","last_became_peered":"2024-09-16T01:46:18.254574+0000","last_unstale":"2024-09-16T01:46:20.267733+0000","last_undegraded":"2024-09-16T01:46:20.267733+0000","last_fullsized":"2024-09-16T01:46:20.267733+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:43.963237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259266+0000","last_change":"2024-09-16T01:46:19.264249+0000","last_active":"2024-09-16T01:46:20.259266+0000","last_peered":"2024-09-16T01:46:20.259266+0000","last_clean":"2024-09-16T01:46:20.259266+0000","last_became_active":"2024-09-16T01:46:19.263951+0000","last_became_peered":"2024-09-16T01:46:19.263951+0000","last_unstale":"2024-09-16T01:46:20.259266+0000","last_undegraded":"2024-09-16T01:46:20.259266+0000","last_fullsized":"2024-09-16T01:46:20.259266+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:43.313436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"67'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260492+0000","last_change":"2024-09-16T01:46:18.254730+0000","last_active":"2024-09-16T01:46:20.260492+0000","last_peered":"2024-09-16T01:46:20.260492+0000","last_clean":"2024-09-16T01:46:20.260492+0000","last_became_active":"2024-09-16T01:46:18.254389+0000","last_became_peered":"2024-09-16T01:46:18.254389+0000","last_unstale":"2024-09-16T01:46:20.260492+0000","last_undegraded":"2024-09-16T01:46:20.260492+0000","last_fullsized":"2024-09-16T01:46:20.260492+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:38.273086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261547+0000","last_change":"2024-09-16T01:46:19.256518+0000","last_active":"2024-09-16T01:46:20.261547+0000","last_peered":"2024-09-16T01:46:20.261547+0000","last_clean":"2024-09-16T01:46:20.261547+0000","last_became_active":"2024-09-16T01:46:19.256225+0000","last_became_peered":"2024-09-16T01:46:19.256225+0000","last_unstale":"2024-09-16T01:46:20.261547+0000","last_undegraded":"2024-09-16T01:46:20.261547+0000","last_fullsized":"2024-09-16T01:46:20.261547+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:44.540528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260862+0000","last_change":"2024-09-16T01:46:18.258549+0000","last_active":"2024-09-16T01:46:20.260862+0000","last_peered":"2024-09-16T01:46:20.260862+0000","last_clean":"2024-09-16T01:46:20.260862+0000","last_became_active":"2024-09-16T01:46:18.257609+0000","last_became_peered":"2024-09-16T01:46:18.257609+0000","last_unstale":"2024-09-16T01:46:20.260862+0000","last_undegraded":"2024-09-16T01:46:20.260862+0000","last_fullsized":"2024-09-16T01:46:20.260862+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:19.460183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324410+0000","last_change":"2024-09-16T01:46:19.276435+0000","last_active":"2024-09-16T01:46:20.324410+0000","last_peered":"2024-09-16T01:46:20.324410+0000","last_clean":"2024-09-16T01:46:20.324410+0000","last_became_active":"2024-09-16T01:46:19.275008+0000","last_became_peered":"2024-09-16T01:46:19.275008+0000","last_unstale":"2024-09-16T01:46:20.324410+0000","last_undegraded":"2024-09-16T01:46:20.324410+0000","last_fullsized":"2024-09-16T01:46:20.324410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:30.192930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261579+0000","last_change":"2024-09-16T01:46:18.258245+0000","last_active":"2024-09-16T01:46:20.261579+0000","last_peered":"2024-09-16T01:46:20.261579+0000","last_clean":"2024-09-16T01:46:20.261579+0000","last_became_active":"2024-09-16T01:46:18.257972+0000","last_became_peered":"2024-09-16T01:46:18.257972+0000","last_unstale":"2024-09-16T01:46:20.261579+0000","last_undegraded":"2024-09-16T01:46:20.261579+0000","last_fullsized":"2024-09-16T01:46:20.261579+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:48.776293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324318+0000","last_change":"2024-09-16T01:46:19.256689+0000","last_active":"2024-09-16T01:46:20.324318+0000","last_peered":"2024-09-16T01:46:20.324318+0000","last_clean":"2024-09-16T01:46:20.324318+0000","last_became_active":"2024-09-16T01:46:19.256211+0000","last_became_peered":"2024-09-16T01:46:19.256211+0000","last_unstale":"2024-09-16T01:46:20.324318+0000","last_undegraded":"2024-09-16T01:46:20.324318+0000","last_fullsized":"2024-09-16T01:46:20.324318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:59.829412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260927+0000","last_change":"2024-09-16T01:46:18.254845+0000","last_active":"2024-09-16T01:46:20.260927+0000","last_peered":"2024-09-16T01:46:20.260927+0000","last_clean":"2024-09-16T01:46:20.260927+0000","last_became_active":"2024-09-16T01:46:18.254596+0000","last_became_peered":"2024-09-16T01:46:18.254596+0000","last_unstale":"2024-09-16T01:46:20.260927+0000","last_undegraded":"2024-09-16T01:46:20.260927+0000","last_fullsized":"2024-09-16T01:46:20.260927+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:57:57.100362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259769+0000","last_change":"2024-09-16T01:46:19.258647+0000","last_active":"2024-09-16T01:46:20.259769+0000","last_peered":"2024-09-16T01:46:20.259769+0000","last_clean":"2024-09-16T01:46:20.259769+0000","last_became_active":"2024-09-16T01:46:19.258379+0000","last_became_peered":"2024-09-16T01:46:19.258379+0000","last_unstale":"2024-09-16T01:46:20.259769+0000","last_undegraded":"2024-09-16T01:46:20.259769+0000","last_fullsized":"2024-09-16T01:46:20.259769+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:03.256278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324056+0000","last_change":"2024-09-16T01:46:18.258909+0000","last_active":"2024-09-16T01:46:20.324056+0000","last_peered":"2024-09-16T01:46:20.324056+0000","last_clean":"2024-09-16T01:46:20.324056+0000","last_became_active":"2024-09-16T01:46:18.258467+0000","last_became_peered":"2024-09-16T01:46:18.258467+0000","last_unstale":"2024-09-16T01:46:20.324056+0000","last_undegraded":"2024-09-16T01:46:20.324056+0000","last_fullsized":"2024-09-16T01:46:20.324056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:57:49.404355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323669+0000","last_change":"2024-09-16T01:46:19.263529+0000","last_active":"2024-09-16T01:46:20.323669+0000","last_peered":"2024-09-16T01:46:20.323669+0000","last_clean":"2024-09-16T01:46:20.323669+0000","last_became_active":"2024-09-16T01:46:19.263227+0000","last_became_peered":"2024-09-16T01:46:19.263227+0000","last_unstale":"2024-09-16T01:46:20.323669+0000","last_undegraded":"2024-09-16T01:46:20.323669+0000","last_fullsized":"2024-09-16T01:46:20.323669+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:25.648475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261745+0000","last_change":"2024-09-16T01:46:18.257367+0000","last_active":"2024-09-16T01:46:20.261745+0000","last_peered":"2024-09-16T01:46:20.261745+0000","last_clean":"2024-09-16T01:46:20.261745+0000","last_became_active":"2024-09-16T01:46:18.255403+0000","last_became_peered":"2024-09-16T01:46:18.255403+0000","last_unstale":"2024-09-16T01:46:20.261745+0000","last_undegraded":"2024-09-16T01:46:20.261745+0000","last_fullsized":"2024-09-16T01:46:20.261745+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:20.195235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323512+0000","last_change":"2024-09-16T01:46:19.276621+0000","last_active":"2024-09-16T01:46:20.323512+0000","last_peered":"2024-09-16T01:46:20.323512+0000","last_clean":"2024-09-16T01:46:20.323512+0000","last_became_active":"2024-09-16T01:46:19.276245+0000","last_became_peered":"2024-09-16T01:46:19.276245+0000","last_unstale":"2024-09-16T01:46:20.323512+0000","last_undegraded":"2024-09-16T01:46:20.323512+0000","last_fullsized":"2024-09-16T01:46:20.323512+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:53.991068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267997+0000","last_change":"2024-09-16T01:46:18.253489+0000","last_active":"2024-09-16T01:46:20.267997+0000","last_peered":"2024-09-16T01:46:20.267997+0000","last_clean":"2024-09-16T01:46:20.267997+0000","last_became_active":"2024-09-16T01:46:18.253197+0000","last_became_peered":"2024-09-16T01:46:18.253197+0000","last_unstale":"2024-09-16T01:46:20.267997+0000","last_undegraded":"2024-09-16T01:46:20.267997+0000","last_fullsized":"2024-09-16T01:46:20.267997+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:43.558079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323547+0000","last_change":"2024-09-16T01:46:19.277137+0000","last_active":"2024-09-16T01:46:20.323547+0000","last_peered":"2024-09-16T01:46:20.323547+0000","last_clean":"2024-09-16T01:46:20.323547+0000","last_became_active":"2024-09-16T01:46:19.276789+0000","last_became_peered":"2024-09-16T01:46:19.276789+0000","last_unstale":"2024-09-16T01:46:20.323547+0000","last_undegraded":"2024-09-16T01:46:20.323547+0000","last_fullsized":"2024-09-16T01:46:20.323547+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:23.667998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.269969+0000","last_change":"2024-09-16T01:46:18.252674+0000","last_active":"2024-09-16T01:46:20.269969+0000","last_peered":"2024-09-16T01:46:20.269969+0000","last_clean":"2024-09-16T01:46:20.269969+0000","last_became_active":"2024-09-16T01:46:18.252395+0000","last_became_peered":"2024-09-16T01:46:18.252395+0000","last_unstale":"2024-09-16T01:46:20.269969+0000","last_undegraded":"2024-09-16T01:46:20.269969+0000","last_fullsized":"2024-09-16T01:46:20.269969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:57.943680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270303+0000","last_change":"2024-09-16T01:46:19.273603+0000","last_active":"2024-09-16T01:46:20.270303+0000","last_peered":"2024-09-16T01:46:20.270303+0000","last_clean":"2024-09-16T01:46:20.270303+0000","last_became_active":"2024-09-16T01:46:19.273331+0000","last_became_peered":"2024-09-16T01:46:19.273331+0000","last_unstale":"2024-09-16T01:46:20.270303+0000","last_undegraded":"2024-09-16T01:46:20.270303+0000","last_fullsized":"2024-09-16T01:46:20.270303+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260899+0000","last_change":"2024-09-16T01:46:18.258422+0000","last_active":"2024-09-16T01:46:20.260899+0000","last_peered":"2024-09-16T01:46:20.260899+0000","last_clean":"2024-09-16T01:46:20.260899+0000","last_became_active":"2024-09-16T01:46:18.257321+0000","last_became_peered":"2024-09-16T01:46:18.257321+0000","last_unstale":"2024-09-16T01:46:20.260899+0000","last_undegraded":"2024-09-16T01:46:20.260899+0000","last_fullsized":"2024-09-16T01:46:20.260899+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:00:39.710847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267931+0000","last_change":"2024-09-16T01:46:19.263738+0000","last_active":"2024-09-16T01:46:20.267931+0000","last_peered":"2024-09-16T01:46:20.267931+0000","last_clean":"2024-09-16T01:46:20.267931+0000","last_became_active":"2024-09-16T01:46:19.263284+0000","last_became_peered":"2024-09-16T01:46:19.263284+0000","last_unstale":"2024-09-16T01:46:20.267931+0000","last_undegraded":"2024-09-16T01:46:20.267931+0000","last_fullsized":"2024-09-16T01:46:20.267931+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:28:51.727422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"68'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268139+0000","last_change":"2024-09-16T01:46:18.252490+0000","last_active":"2024-09-16T01:46:20.268139+0000","last_peered":"2024-09-16T01:46:20.268139+0000","last_clean":"2024-09-16T01:46:20.268139+0000","last_became_active":"2024-09-16T01:46:18.252206+0000","last_became_peered":"2024-09-16T01:46:18.252206+0000","last_unstale":"2024-09-16T01:46:20.268139+0000","last_undegraded":"2024-09-16T01:46:20.268139+0000","last_fullsized":"2024-09-16T01:46:20.268139+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:01:23.882310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323967+0000","last_change":"2024-09-16T01:46:19.274390+0000","last_active":"2024-09-16T01:46:20.323967+0000","last_peered":"2024-09-16T01:46:20.323967+0000","last_clean":"2024-09-16T01:46:20.323967+0000","last_became_active":"2024-09-16T01:46:19.274065+0000","last_became_peered":"2024-09-16T01:46:19.274065+0000","last_unstale":"2024-09-16T01:46:20.323967+0000","last_undegraded":"2024-09-16T01:46:20.323967+0000","last_fullsized":"2024-09-16T01:46:20.323967+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259699+0000","last_change":"2024-09-16T01:46:18.257663+0000","last_active":"2024-09-16T01:46:20.259699+0000","last_peered":"2024-09-16T01:46:20.259699+0000","last_clean":"2024-09-16T01:46:20.259699+0000","last_became_active":"2024-09-16T01:46:18.257356+0000","last_became_peered":"2024-09-16T01:46:18.257356+0000","last_unstale":"2024-09-16T01:46:20.259699+0000","last_undegraded":"2024-09-16T01:46:20.259699+0000","last_fullsized":"2024-09-16T01:46:20.259699+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:09.389357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324251+0000","last_change":"2024-09-16T01:46:19.267499+0000","last_active":"2024-09-16T01:46:20.324251+0000","last_peered":"2024-09-16T01:46:20.324251+0000","last_clean":"2024-09-16T01:46:20.324251+0000","last_became_active":"2024-09-16T01:46:19.267179+0000","last_became_peered":"2024-09-16T01:46:19.267179+0000","last_unstale":"2024-09-16T01:46:20.324251+0000","last_undegraded":"2024-09-16T01:46:20.324251+0000","last_fullsized":"2024-09-16T01:46:20.324251+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.658530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270294+0000","last_change":"2024-09-16T01:46:18.249239+0000","last_active":"2024-09-16T01:46:20.270294+0000","last_peered":"2024-09-16T01:46:20.270294+0000","last_clean":"2024-09-16T01:46:20.270294+0000","last_became_active":"2024-09-16T01:46:18.248947+0000","last_became_peered":"2024-09-16T01:46:18.248947+0000","last_unstale":"2024-09-16T01:46:20.270294+0000","last_undegraded":"2024-09-16T01:46:20.270294+0000","last_fullsized":"2024-09-16T01:46:20.270294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:36:29.624836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259604+0000","last_change":"2024-09-16T01:46:19.267009+0000","last_active":"2024-09-16T01:46:20.259604+0000","last_peered":"2024-09-16T01:46:20.259604+0000","last_clean":"2024-09-16T01:46:20.259604+0000","last_became_active":"2024-09-16T01:46:19.266708+0000","last_became_peered":"2024-09-16T01:46:19.266708+0000","last_unstale":"2024-09-16T01:46:20.259604+0000","last_undegraded":"2024-09-16T01:46:20.259604+0000","last_fullsized":"2024-09-16T01:46:20.259604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:21.841637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259491+0000","last_change":"2024-09-16T01:46:18.258740+0000","last_active":"2024-09-16T01:46:20.259491+0000","last_peered":"2024-09-16T01:46:20.259491+0000","last_clean":"2024-09-16T01:46:20.259491+0000","last_became_active":"2024-09-16T01:46:18.258130+0000","last_became_peered":"2024-09-16T01:46:18.258130+0000","last_unstale":"2024-09-16T01:46:20.259491+0000","last_undegraded":"2024-09-16T01:46:20.259491+0000","last_fullsized":"2024-09-16T01:46:20.259491+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:31.658493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261181+0000","last_change":"2024-09-16T01:46:19.268335+0000","last_active":"2024-09-16T01:46:20.261181+0000","last_peered":"2024-09-16T01:46:20.261181+0000","last_clean":"2024-09-16T01:46:20.261181+0000","last_became_active":"2024-09-16T01:46:19.268039+0000","last_became_peered":"2024-09-16T01:46:19.268039+0000","last_unstale":"2024-09-16T01:46:20.261181+0000","last_undegraded":"2024-09-16T01:46:20.261181+0000","last_fullsized":"2024-09-16T01:46:20.261181+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:01:24.886736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323912+0000","last_change":"2024-09-16T01:46:18.251492+0000","last_active":"2024-09-16T01:46:20.323912+0000","last_peered":"2024-09-16T01:46:20.323912+0000","last_clean":"2024-09-16T01:46:20.323912+0000","last_became_active":"2024-09-16T01:46:18.251188+0000","last_became_peered":"2024-09-16T01:46:18.251188+0000","last_unstale":"2024-09-16T01:46:20.323912+0000","last_undegraded":"2024-09-16T01:46:20.323912+0000","last_fullsized":"2024-09-16T01:46:20.323912+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:21.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323879+0000","last_change":"2024-09-16T01:46:19.261153+0000","last_active":"2024-09-16T01:46:20.323879+0000","last_peered":"2024-09-16T01:46:20.323879+0000","last_clean":"2024-09-16T01:46:20.323879+0000","last_became_active":"2024-09-16T01:46:19.260219+0000","last_became_peered":"2024-09-16T01:46:19.260219+0000","last_unstale":"2024-09-16T01:46:20.323879+0000","last_undegraded":"2024-09-16T01:46:20.323879+0000","last_fullsized":"2024-09-16T01:46:20.323879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:43.779381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260294+0000","last_change":"2024-09-16T01:46:18.254858+0000","last_active":"2024-09-16T01:46:20.260294+0000","last_peered":"2024-09-16T01:46:20.260294+0000","last_clean":"2024-09-16T01:46:20.260294+0000","last_became_active":"2024-09-16T01:46:18.254536+0000","last_became_peered":"2024-09-16T01:46:18.254536+0000","last_unstale":"2024-09-16T01:46:20.260294+0000","last_undegraded":"2024-09-16T01:46:20.260294+0000","last_fullsized":"2024-09-16T01:46:20.260294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:31:33.090179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261355+0000","last_change":"2024-09-16T01:46:19.273723+0000","last_active":"2024-09-16T01:46:20.261355+0000","last_peered":"2024-09-16T01:46:20.261355+0000","last_clean":"2024-09-16T01:46:20.261355+0000","last_became_active":"2024-09-16T01:46:19.273437+0000","last_became_peered":"2024-09-16T01:46:19.273437+0000","last_unstale":"2024-09-16T01:46:20.261355+0000","last_undegraded":"2024-09-16T01:46:20.261355+0000","last_fullsized":"2024-09-16T01:46:20.261355+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:14.687435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260863+0000","last_change":"2024-09-16T01:46:18.255534+0000","last_active":"2024-09-16T01:46:20.260863+0000","last_peered":"2024-09-16T01:46:20.260863+0000","last_clean":"2024-09-16T01:46:20.260863+0000","last_became_active":"2024-09-16T01:46:18.255255+0000","last_became_peered":"2024-09-16T01:46:18.255255+0000","last_unstale":"2024-09-16T01:46:20.260863+0000","last_undegraded":"2024-09-16T01:46:20.260863+0000","last_fullsized":"2024-09-16T01:46:20.260863+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:24.587106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323562+0000","last_change":"2024-09-16T01:46:19.275106+0000","last_active":"2024-09-16T01:46:20.323562+0000","last_peered":"2024-09-16T01:46:20.323562+0000","last_clean":"2024-09-16T01:46:20.323562+0000","last_became_active":"2024-09-16T01:46:19.274795+0000","last_became_peered":"2024-09-16T01:46:19.274795+0000","last_unstale":"2024-09-16T01:46:20.323562+0000","last_undegraded":"2024-09-16T01:46:20.323562+0000","last_fullsized":"2024-09-16T01:46:20.323562+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:43.659382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261463+0000","last_change":"2024-09-16T01:46:18.256963+0000","last_active":"2024-09-16T01:46:20.261463+0000","last_peered":"2024-09-16T01:46:20.261463+0000","last_clean":"2024-09-16T01:46:20.261463+0000","last_became_active":"2024-09-16T01:46:18.256709+0000","last_became_peered":"2024-09-16T01:46:18.256709+0000","last_unstale":"2024-09-16T01:46:20.261463+0000","last_undegraded":"2024-09-16T01:46:20.261463+0000","last_fullsized":"2024-09-16T01:46:20.261463+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:22.075912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323729+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:46:20.323729+0000","last_peered":"2024-09-16T01:46:20.323729+0000","last_clean":"2024-09-16T01:46:20.323729+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:46:20.323729+0000","last_undegraded":"2024-09-16T01:46:20.323729+0000","last_fullsized":"2024-09-16T01:46:20.323729+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509495,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":827392,"data_stored":343968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509495,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":343966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":823296,"data_stored":343946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542199,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36160,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335680,"statfs":{"total":96636764160,"available":96599736320,"internally_reserved":0,"allocated":827392,"data_stored":343988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542200,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":831488,"data_stored":345488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542200,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":839680,"data_stored":346104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542200,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":934244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574903,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1421312,"data_stored":934860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:46:27.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:46:27.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.783+0000 7fe7509fd640 1 Processor -- start 2024-09-16T01:46:27.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.783+0000 7fe7509fd640 1 -- start start 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe7509fd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe74c0cda90 0x7fe74c0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe7509fd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe74c0cf090 0x7fe74c06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe7509fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe74c160230 con 0x7fe74c0cecb0 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe7509fd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe74c160e40 con 0x7fe74c0cda90 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe7509fd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe74c160510 con 0x7fe74c0cf090 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe743fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe74c0cda90 0x7fe74c0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe743fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe74c0cda90 0x7fe74c0ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44390/0 (socket says 172.21.15.16:44390) 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe743fff640 1 -- 172.21.15.16:0/2046585675 learned_addr learned my addr 172.21.15.16:0/2046585675 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe74ad9d640 1 --2- 172.21.15.16:0/2046585675 >> v2:172.21.15.104:3300/0 conn(0x7fe74c0cf090 0x7fe74c06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:27.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe743fff640 1 -- 172.21.15.16:0/2046585675 >> v2:172.21.15.104:3300/0 conn(0x7fe74c0cf090 msgr2=0x7fe74c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:27.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe743fff640 1 --2- 172.21.15.16:0/2046585675 >> v2:172.21.15.104:3300/0 conn(0x7fe74c0cf090 0x7fe74c06bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe743fff640 1 -- 172.21.15.16:0/2046585675 >> v1:172.21.15.104:6789/0 conn(0x7fe74c0cecb0 legacy=0x7fe74c0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:27.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.784+0000 7fe743fff640 1 -- 172.21.15.16:0/2046585675 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe74c1607f0 con 0x7fe74c0cda90 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.785+0000 7fe743fff640 1 --2- 172.21.15.16:0/2046585675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ce190 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe74c160fc0 tx=0x7fe73402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29c4e07fd1cad17f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.785+0000 7fe749d9b640 1 -- 172.21.15.16:0/2046585675 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe734037070 con 0x7fe74c0cda90 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.785+0000 7fe749d9b640 1 -- 172.21.15.16:0/2046585675 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe734032440 con 0x7fe74c0cda90 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.785+0000 7fe749d9b640 1 -- 172.21.15.16:0/2046585675 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe734032810 con 0x7fe74c0cda90 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 -- 172.21.15.16:0/2046585675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 msgr2=0x7fe74c0ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2046585675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ce190 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe74c160fc0 tx=0x7fe73402a270 comp rx=0 tx=0).stop 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 -- 172.21.15.16:0/2046585675 shutdown_connections 2024-09-16T01:46:27.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2046585675 >> v2:172.21.15.104:3300/0 conn(0x7fe74c0cf090 0x7fe74c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2046585675 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ce190 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 -- 172.21.15.16:0/2046585675 >> 172.21.15.16:0/2046585675 conn(0x7fe74c0b2000 msgr2=0x7fe74c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:27.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 -- 172.21.15.16:0/2046585675 shutdown_connections 2024-09-16T01:46:27.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.786+0000 7fe7509fd640 1 -- 172.21.15.16:0/2046585675 wait complete. 2024-09-16T01:46:27.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.787+0000 7fe7509fd640 1 Processor -- start 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.787+0000 7fe7509fd640 1 -- start start 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe7509fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ace30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe7509fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe74c0cecb0 0x7fe74c0aebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe7509fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe74c0cf090 0x7fe74c0af0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe7509fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe74c06c310 con 0x7fe74c0cda90 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe7509fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe74c06c190 con 0x7fe74c0cecb0 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe7509fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe74c06c490 con 0x7fe74c0cf090 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe74a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ace30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe74a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ace30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44392/0 (socket says 172.21.15.16:44392) 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.788+0000 7fe74a59c640 1 -- 172.21.15.16:0/2247247182 learned_addr learned my addr 172.21.15.16:0/2247247182 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe74ad9d640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe74c0cf090 0x7fe74c0af0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:27.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe743fff640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe74c0cecb0 0x7fe74c0aebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe74a59c640 1 -- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe74c0cf090 msgr2=0x7fe74c0af0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe74a59c640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe74c0cf090 0x7fe74c0af0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe74a59c640 1 -- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe74c0cecb0 msgr2=0x7fe74c0aebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe74a59c640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe74c0cecb0 0x7fe74c0aebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe74a59c640 1 -- 172.21.15.16:0/2247247182 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe74c0b0650 con 0x7fe74c0cda90 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe74a59c640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ace30 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fe73c00c430 tx=0x7fe73c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe742ffd640 1 -- 172.21.15.16:0/2247247182 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe73c0052d0 con 0x7fe74c0cda90 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe742ffd640 1 -- 172.21.15.16:0/2247247182 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe73c005490 con 0x7fe74c0cda90 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe74c0b0930 con 0x7fe74c0cda90 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe742ffd640 1 -- 172.21.15.16:0/2247247182 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe73c007260 con 0x7fe74c0cda90 2024-09-16T01:46:27.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.789+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe74c0b0ef0 con 0x7fe74c0cda90 2024-09-16T01:46:27.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.790+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe74c0ce190 con 0x7fe74c0cda90 2024-09-16T01:46:27.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.791+0000 7fe742ffd640 1 -- 172.21.15.16:0/2247247182 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fe73c007400 con 0x7fe74c0cda90 2024-09-16T01:46:27.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.791+0000 7fe742ffd640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe72c06c610 0x7fe72c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:27.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.791+0000 7fe742ffd640 1 -- 172.21.15.16:0/2247247182 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fe73c08aec0 con 0x7fe74c0cda90 2024-09-16T01:46:27.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.791+0000 7fe743fff640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe72c06c610 0x7fe72c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:27.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.792+0000 7fe743fff640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe72c06c610 0x7fe72c06ead0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe734034000 tx=0x7fe73402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:27.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.795+0000 7fe742ffd640 1 -- 172.21.15.16:0/2247247182 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe73c059220 con 0x7fe74c0cda90 2024-09-16T01:46:27.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.966+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe74c15ff00 con 0x7fe72c06c610 2024-09-16T01:46:27.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.972+0000 7fe742ffd640 1 -- 172.21.15.16:0/2247247182 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252057 (secure 0 0 0) 0x7fe74c15ff00 con 0x7fe72c06c610 2024-09-16T01:46:27.976 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:27.978 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:46:27.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.975+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe72c06c610 msgr2=0x7fe72c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:27.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.975+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe72c06c610 0x7fe72c06ead0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe734034000 tx=0x7fe73402e000 comp rx=0 tx=0).stop 2024-09-16T01:46:27.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.975+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 msgr2=0x7fe74c0ace30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.975+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ace30 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fe73c00c430 tx=0x7fe73c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 shutdown_connections 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fe72c06c610 0x7fe72c06ead0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe74c0cf090 0x7fe74c0af0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe74c0cecb0 0x7fe74c0aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 --2- 172.21.15.16:0/2247247182 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe74c0cda90 0x7fe74c0ace30 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 >> 172.21.15.16:0/2247247182 conn(0x7fe74c0b2000 msgr2=0x7fe74c0d0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 shutdown_connections 2024-09-16T01:46:27.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:27.976+0000 7fe7509fd640 1 -- 172.21.15.16:0/2247247182 wait complete. 2024-09-16T01:46:27.987 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-09-16T01:46:26.357315+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252996,"kb_used_data":7624,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721724,"statfs":{"total":773094113280,"available":772835045376,"internally_reserved":0,"allocated":7806976,"data_stored":3936564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":251055666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002068"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324270+0000","last_change":"2024-09-16T01:46:19.272256+0000","last_active":"2024-09-16T01:46:20.324270+0000","last_peered":"2024-09-16T01:46:20.324270+0000","last_clean":"2024-09-16T01:46:20.324270+0000","last_became_active":"2024-09-16T01:46:19.271998+0000","last_became_peered":"2024-09-16T01:46:19.271998+0000","last_unstale":"2024-09-16T01:46:20.324270+0000","last_undegraded":"2024-09-16T01:46:20.324270+0000","last_fullsized":"2024-09-16T01:46:20.324270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:19.313077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261924+0000","last_change":"2024-09-16T01:46:19.268510+0000","last_active":"2024-09-16T01:46:20.261924+0000","last_peered":"2024-09-16T01:46:20.261924+0000","last_clean":"2024-09-16T01:46:20.261924+0000","last_became_active":"2024-09-16T01:46:19.268239+0000","last_became_peered":"2024-09-16T01:46:19.268239+0000","last_unstale":"2024-09-16T01:46:20.261924+0000","last_undegraded":"2024-09-16T01:46:20.261924+0000","last_fullsized":"2024-09-16T01:46:20.261924+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:25.521949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323865+0000","last_change":"2024-09-16T01:46:19.271988+0000","last_active":"2024-09-16T01:46:20.323865+0000","last_peered":"2024-09-16T01:46:20.323865+0000","last_clean":"2024-09-16T01:46:20.323865+0000","last_became_active":"2024-09-16T01:46:19.271671+0000","last_became_peered":"2024-09-16T01:46:19.271671+0000","last_unstale":"2024-09-16T01:46:20.323865+0000","last_undegraded":"2024-09-16T01:46:20.323865+0000","last_fullsized":"2024-09-16T01:46:20.323865+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:52.376582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324212+0000","last_change":"2024-09-16T01:46:19.275420+0000","last_active":"2024-09-16T01:46:20.324212+0000","last_peered":"2024-09-16T01:46:20.324212+0000","last_clean":"2024-09-16T01:46:20.324212+0000","last_became_active":"2024-09-16T01:46:19.274700+0000","last_became_peered":"2024-09-16T01:46:19.274700+0000","last_unstale":"2024-09-16T01:46:20.324212+0000","last_undegraded":"2024-09-16T01:46:20.324212+0000","last_fullsized":"2024-09-16T01:46:20.324212+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:19.101638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259640+0000","last_change":"2024-09-16T01:46:19.267938+0000","last_active":"2024-09-16T01:46:20.259640+0000","last_peered":"2024-09-16T01:46:20.259640+0000","last_clean":"2024-09-16T01:46:20.259640+0000","last_became_active":"2024-09-16T01:46:19.267457+0000","last_became_peered":"2024-09-16T01:46:19.267457+0000","last_unstale":"2024-09-16T01:46:20.259640+0000","last_undegraded":"2024-09-16T01:46:20.259640+0000","last_fullsized":"2024-09-16T01:46:20.259640+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:45.312399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261572+0000","last_change":"2024-09-16T01:46:19.269984+0000","last_active":"2024-09-16T01:46:20.261572+0000","last_peered":"2024-09-16T01:46:20.261572+0000","last_clean":"2024-09-16T01:46:20.261572+0000","last_became_active":"2024-09-16T01:46:19.269726+0000","last_became_peered":"2024-09-16T01:46:19.269726+0000","last_unstale":"2024-09-16T01:46:20.261572+0000","last_undegraded":"2024-09-16T01:46:20.261572+0000","last_fullsized":"2024-09-16T01:46:20.261572+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:20.215716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267710+0000","last_change":"2024-09-16T01:46:19.262767+0000","last_active":"2024-09-16T01:46:20.267710+0000","last_peered":"2024-09-16T01:46:20.267710+0000","last_clean":"2024-09-16T01:46:20.267710+0000","last_became_active":"2024-09-16T01:46:19.262501+0000","last_became_peered":"2024-09-16T01:46:19.262501+0000","last_unstale":"2024-09-16T01:46:20.267710+0000","last_undegraded":"2024-09-16T01:46:20.267710+0000","last_fullsized":"2024-09-16T01:46:20.267710+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:32.544867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260510+0000","last_change":"2024-09-16T01:46:19.266397+0000","last_active":"2024-09-16T01:46:20.260510+0000","last_peered":"2024-09-16T01:46:20.260510+0000","last_clean":"2024-09-16T01:46:20.260510+0000","last_became_active":"2024-09-16T01:46:19.266131+0000","last_became_peered":"2024-09-16T01:46:19.266131+0000","last_unstale":"2024-09-16T01:46:20.260510+0000","last_undegraded":"2024-09-16T01:46:20.260510+0000","last_fullsized":"2024-09-16T01:46:20.260510+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:54.973246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259753+0000","last_change":"2024-09-16T01:46:19.266313+0000","last_active":"2024-09-16T01:46:20.259753+0000","last_peered":"2024-09-16T01:46:20.259753+0000","last_clean":"2024-09-16T01:46:20.259753+0000","last_became_active":"2024-09-16T01:46:19.265542+0000","last_became_peered":"2024-09-16T01:46:19.265542+0000","last_unstale":"2024-09-16T01:46:20.259753+0000","last_undegraded":"2024-09-16T01:46:20.259753+0000","last_fullsized":"2024-09-16T01:46:20.259753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:02.668135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261480+0000","last_change":"2024-09-16T01:46:19.277759+0000","last_active":"2024-09-16T01:46:20.261480+0000","last_peered":"2024-09-16T01:46:20.261480+0000","last_clean":"2024-09-16T01:46:20.261480+0000","last_became_active":"2024-09-16T01:46:19.277453+0000","last_became_peered":"2024-09-16T01:46:19.277453+0000","last_unstale":"2024-09-16T01:46:20.261480+0000","last_undegraded":"2024-09-16T01:46:20.261480+0000","last_fullsized":"2024-09-16T01:46:20.261480+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:32.544867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324123+0000","last_change":"2024-09-16T01:46:19.268657+0000","last_active":"2024-09-16T01:46:20.324123+0000","last_peered":"2024-09-16T01:46:20.324123+0000","last_clean":"2024-09-16T01:46:20.324123+0000","last_became_active":"2024-09-16T01:46:19.268325+0000","last_became_peered":"2024-09-16T01:46:19.268325+0000","last_unstale":"2024-09-16T01:46:20.324123+0000","last_undegraded":"2024-09-16T01:46:20.324123+0000","last_fullsized":"2024-09-16T01:46:20.324123+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:18.377574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324291+0000","last_change":"2024-09-16T01:46:19.257692+0000","last_active":"2024-09-16T01:46:20.324291+0000","last_peered":"2024-09-16T01:46:20.324291+0000","last_clean":"2024-09-16T01:46:20.324291+0000","last_became_active":"2024-09-16T01:46:19.256658+0000","last_became_peered":"2024-09-16T01:46:19.256658+0000","last_unstale":"2024-09-16T01:46:20.324291+0000","last_undegraded":"2024-09-16T01:46:20.324291+0000","last_fullsized":"2024-09-16T01:46:20.324291+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:22.763051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270206+0000","last_change":"2024-09-16T01:46:19.269504+0000","last_active":"2024-09-16T01:46:20.270206+0000","last_peered":"2024-09-16T01:46:20.270206+0000","last_clean":"2024-09-16T01:46:20.270206+0000","last_became_active":"2024-09-16T01:46:19.269178+0000","last_became_peered":"2024-09-16T01:46:19.269178+0000","last_unstale":"2024-09-16T01:46:20.270206+0000","last_undegraded":"2024-09-16T01:46:20.270206+0000","last_fullsized":"2024-09-16T01:46:20.270206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259450+0000","last_change":"2024-09-16T01:46:19.262016+0000","last_active":"2024-09-16T01:46:20.259450+0000","last_peered":"2024-09-16T01:46:20.259450+0000","last_clean":"2024-09-16T01:46:20.259450+0000","last_became_active":"2024-09-16T01:46:19.261726+0000","last_became_peered":"2024-09-16T01:46:19.261726+0000","last_unstale":"2024-09-16T01:46:20.259450+0000","last_undegraded":"2024-09-16T01:46:20.259450+0000","last_fullsized":"2024-09-16T01:46:20.259450+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:19.966850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270168+0000","last_change":"2024-09-16T01:46:19.273042+0000","last_active":"2024-09-16T01:46:20.270168+0000","last_peered":"2024-09-16T01:46:20.270168+0000","last_clean":"2024-09-16T01:46:20.270168+0000","last_became_active":"2024-09-16T01:46:19.272748+0000","last_became_peered":"2024-09-16T01:46:19.272748+0000","last_unstale":"2024-09-16T01:46:20.270168+0000","last_undegraded":"2024-09-16T01:46:20.270168+0000","last_fullsized":"2024-09-16T01:46:20.270168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260656+0000","last_change":"2024-09-16T01:46:19.262792+0000","last_active":"2024-09-16T01:46:20.260656+0000","last_peered":"2024-09-16T01:46:20.260656+0000","last_clean":"2024-09-16T01:46:20.260656+0000","last_became_active":"2024-09-16T01:46:19.262492+0000","last_became_peered":"2024-09-16T01:46:19.262492+0000","last_unstale":"2024-09-16T01:46:20.260656+0000","last_undegraded":"2024-09-16T01:46:20.260656+0000","last_fullsized":"2024-09-16T01:46:20.260656+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:30.315517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259848+0000","last_change":"2024-09-16T01:46:19.266067+0000","last_active":"2024-09-16T01:46:20.259848+0000","last_peered":"2024-09-16T01:46:20.259848+0000","last_clean":"2024-09-16T01:46:20.259848+0000","last_became_active":"2024-09-16T01:46:19.265152+0000","last_became_peered":"2024-09-16T01:46:19.265152+0000","last_unstale":"2024-09-16T01:46:20.259848+0000","last_undegraded":"2024-09-16T01:46:20.259848+0000","last_fullsized":"2024-09-16T01:46:20.259848+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:14.860431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324114+0000","last_change":"2024-09-16T01:46:19.264380+0000","last_active":"2024-09-16T01:46:20.324114+0000","last_peered":"2024-09-16T01:46:20.324114+0000","last_clean":"2024-09-16T01:46:20.324114+0000","last_became_active":"2024-09-16T01:46:19.264096+0000","last_became_peered":"2024-09-16T01:46:19.264096+0000","last_unstale":"2024-09-16T01:46:20.324114+0000","last_undegraded":"2024-09-16T01:46:20.324114+0000","last_fullsized":"2024-09-16T01:46:20.324114+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:20.527533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261030+0000","last_change":"2024-09-16T01:46:19.268830+0000","last_active":"2024-09-16T01:46:20.261030+0000","last_peered":"2024-09-16T01:46:20.261030+0000","last_clean":"2024-09-16T01:46:20.261030+0000","last_became_active":"2024-09-16T01:46:19.267521+0000","last_became_peered":"2024-09-16T01:46:19.267521+0000","last_unstale":"2024-09-16T01:46:20.261030+0000","last_undegraded":"2024-09-16T01:46:20.261030+0000","last_fullsized":"2024-09-16T01:46:20.261030+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:44.562505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270348+0000","last_change":"2024-09-16T01:46:19.264927+0000","last_active":"2024-09-16T01:46:20.270348+0000","last_peered":"2024-09-16T01:46:20.270348+0000","last_clean":"2024-09-16T01:46:20.270348+0000","last_became_active":"2024-09-16T01:46:19.264614+0000","last_became_peered":"2024-09-16T01:46:19.264614+0000","last_unstale":"2024-09-16T01:46:20.270348+0000","last_undegraded":"2024-09-16T01:46:20.270348+0000","last_fullsized":"2024-09-16T01:46:20.270348+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260616+0000","last_change":"2024-09-16T01:46:19.264655+0000","last_active":"2024-09-16T01:46:20.260616+0000","last_peered":"2024-09-16T01:46:20.260616+0000","last_clean":"2024-09-16T01:46:20.260616+0000","last_became_active":"2024-09-16T01:46:19.264151+0000","last_became_peered":"2024-09-16T01:46:19.264151+0000","last_unstale":"2024-09-16T01:46:20.260616+0000","last_undegraded":"2024-09-16T01:46:20.260616+0000","last_fullsized":"2024-09-16T01:46:20.260616+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:25.521949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260483+0000","last_change":"2024-09-16T01:46:19.262194+0000","last_active":"2024-09-16T01:46:20.260483+0000","last_peered":"2024-09-16T01:46:20.260483+0000","last_clean":"2024-09-16T01:46:20.260483+0000","last_became_active":"2024-09-16T01:46:19.261906+0000","last_became_peered":"2024-09-16T01:46:19.261906+0000","last_unstale":"2024-09-16T01:46:20.260483+0000","last_undegraded":"2024-09-16T01:46:20.260483+0000","last_fullsized":"2024-09-16T01:46:20.260483+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:20.215716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323892+0000","last_change":"2024-09-16T01:46:19.266826+0000","last_active":"2024-09-16T01:46:20.323892+0000","last_peered":"2024-09-16T01:46:20.323892+0000","last_clean":"2024-09-16T01:46:20.323892+0000","last_became_active":"2024-09-16T01:46:19.266337+0000","last_became_peered":"2024-09-16T01:46:19.266337+0000","last_unstale":"2024-09-16T01:46:20.323892+0000","last_undegraded":"2024-09-16T01:46:20.323892+0000","last_fullsized":"2024-09-16T01:46:20.323892+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323718+0000","last_change":"2024-09-16T01:46:19.274476+0000","last_active":"2024-09-16T01:46:20.323718+0000","last_peered":"2024-09-16T01:46:20.323718+0000","last_clean":"2024-09-16T01:46:20.323718+0000","last_became_active":"2024-09-16T01:46:19.274185+0000","last_became_peered":"2024-09-16T01:46:19.274185+0000","last_unstale":"2024-09-16T01:46:20.323718+0000","last_undegraded":"2024-09-16T01:46:20.323718+0000","last_fullsized":"2024-09-16T01:46:20.323718+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:17.183414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261782+0000","last_change":"2024-09-16T01:46:19.276914+0000","last_active":"2024-09-16T01:46:20.261782+0000","last_peered":"2024-09-16T01:46:20.261782+0000","last_clean":"2024-09-16T01:46:20.261782+0000","last_became_active":"2024-09-16T01:46:19.276664+0000","last_became_peered":"2024-09-16T01:46:19.276664+0000","last_unstale":"2024-09-16T01:46:20.261782+0000","last_undegraded":"2024-09-16T01:46:20.261782+0000","last_fullsized":"2024-09-16T01:46:20.261782+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:28:51.727422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268007+0000","last_change":"2024-09-16T01:46:19.268839+0000","last_active":"2024-09-16T01:46:20.268007+0000","last_peered":"2024-09-16T01:46:20.268007+0000","last_clean":"2024-09-16T01:46:20.268007+0000","last_became_active":"2024-09-16T01:46:19.268547+0000","last_became_peered":"2024-09-16T01:46:19.268547+0000","last_unstale":"2024-09-16T01:46:20.268007+0000","last_undegraded":"2024-09-16T01:46:20.268007+0000","last_fullsized":"2024-09-16T01:46:20.268007+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:01.234554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323873+0000","last_change":"2024-09-16T01:46:19.268408+0000","last_active":"2024-09-16T01:46:20.323873+0000","last_peered":"2024-09-16T01:46:20.323873+0000","last_clean":"2024-09-16T01:46:20.323873+0000","last_became_active":"2024-09-16T01:46:19.268137+0000","last_became_peered":"2024-09-16T01:46:19.268137+0000","last_unstale":"2024-09-16T01:46:20.323873+0000","last_undegraded":"2024-09-16T01:46:20.323873+0000","last_fullsized":"2024-09-16T01:46:20.323873+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:55.739639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260999+0000","last_change":"2024-09-16T01:46:19.277970+0000","last_active":"2024-09-16T01:46:20.260999+0000","last_peered":"2024-09-16T01:46:20.260999+0000","last_clean":"2024-09-16T01:46:20.260999+0000","last_became_active":"2024-09-16T01:46:19.277712+0000","last_became_peered":"2024-09-16T01:46:19.277712+0000","last_unstale":"2024-09-16T01:46:20.260999+0000","last_undegraded":"2024-09-16T01:46:20.260999+0000","last_fullsized":"2024-09-16T01:46:20.260999+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:46.882323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323565+0000","last_change":"2024-09-16T01:46:19.262226+0000","last_active":"2024-09-16T01:46:20.323565+0000","last_peered":"2024-09-16T01:46:20.323565+0000","last_clean":"2024-09-16T01:46:20.323565+0000","last_became_active":"2024-09-16T01:46:19.261962+0000","last_became_peered":"2024-09-16T01:46:19.261962+0000","last_unstale":"2024-09-16T01:46:20.323565+0000","last_undegraded":"2024-09-16T01:46:20.323565+0000","last_fullsized":"2024-09-16T01:46:20.323565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:45.089872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267963+0000","last_change":"2024-09-16T01:46:19.272192+0000","last_active":"2024-09-16T01:46:20.267963+0000","last_peered":"2024-09-16T01:46:20.267963+0000","last_clean":"2024-09-16T01:46:20.267963+0000","last_became_active":"2024-09-16T01:46:19.271636+0000","last_became_peered":"2024-09-16T01:46:19.271636+0000","last_unstale":"2024-09-16T01:46:20.267963+0000","last_undegraded":"2024-09-16T01:46:20.267963+0000","last_fullsized":"2024-09-16T01:46:20.267963+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:51.896820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268059+0000","last_change":"2024-09-16T01:46:19.272319+0000","last_active":"2024-09-16T01:46:20.268059+0000","last_peered":"2024-09-16T01:46:20.268059+0000","last_clean":"2024-09-16T01:46:20.268059+0000","last_became_active":"2024-09-16T01:46:19.271810+0000","last_became_peered":"2024-09-16T01:46:19.271810+0000","last_unstale":"2024-09-16T01:46:20.268059+0000","last_undegraded":"2024-09-16T01:46:20.268059+0000","last_fullsized":"2024-09-16T01:46:20.268059+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:31.766368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260750+0000","last_change":"2024-09-16T01:46:19.270584+0000","last_active":"2024-09-16T01:46:20.260750+0000","last_peered":"2024-09-16T01:46:20.260750+0000","last_clean":"2024-09-16T01:46:20.260750+0000","last_became_active":"2024-09-16T01:46:19.270322+0000","last_became_peered":"2024-09-16T01:46:19.270322+0000","last_unstale":"2024-09-16T01:46:20.260750+0000","last_undegraded":"2024-09-16T01:46:20.260750+0000","last_fullsized":"2024-09-16T01:46:20.260750+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:44.967663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324097+0000","last_change":"2024-09-16T01:46:19.274990+0000","last_active":"2024-09-16T01:46:20.324097+0000","last_peered":"2024-09-16T01:46:20.324097+0000","last_clean":"2024-09-16T01:46:20.324097+0000","last_became_active":"2024-09-16T01:46:19.274280+0000","last_became_peered":"2024-09-16T01:46:19.274280+0000","last_unstale":"2024-09-16T01:46:20.324097+0000","last_undegraded":"2024-09-16T01:46:20.324097+0000","last_fullsized":"2024-09-16T01:46:20.324097+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:10.202327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"67'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324375+0000","last_change":"2024-09-16T01:46:18.256512+0000","last_active":"2024-09-16T01:46:20.324375+0000","last_peered":"2024-09-16T01:46:20.324375+0000","last_clean":"2024-09-16T01:46:20.324375+0000","last_became_active":"2024-09-16T01:46:18.256196+0000","last_became_peered":"2024-09-16T01:46:18.256196+0000","last_unstale":"2024-09-16T01:46:20.324375+0000","last_undegraded":"2024-09-16T01:46:20.324375+0000","last_fullsized":"2024-09-16T01:46:20.324375+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:17:25.009150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259893+0000","last_change":"2024-09-16T01:46:19.265828+0000","last_active":"2024-09-16T01:46:20.259893+0000","last_peered":"2024-09-16T01:46:20.259893+0000","last_clean":"2024-09-16T01:46:20.259893+0000","last_became_active":"2024-09-16T01:46:19.264718+0000","last_became_peered":"2024-09-16T01:46:19.264718+0000","last_unstale":"2024-09-16T01:46:20.259893+0000","last_undegraded":"2024-09-16T01:46:20.259893+0000","last_fullsized":"2024-09-16T01:46:20.259893+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:30.141716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270324+0000","last_change":"2024-09-16T01:46:18.256245+0000","last_active":"2024-09-16T01:46:20.270324+0000","last_peered":"2024-09-16T01:46:20.270324+0000","last_clean":"2024-09-16T01:46:20.270324+0000","last_became_active":"2024-09-16T01:46:18.255994+0000","last_became_peered":"2024-09-16T01:46:18.255994+0000","last_unstale":"2024-09-16T01:46:20.270324+0000","last_undegraded":"2024-09-16T01:46:20.270324+0000","last_fullsized":"2024-09-16T01:46:20.270324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:29.551168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261259+0000","last_change":"2024-09-16T01:46:19.268405+0000","last_active":"2024-09-16T01:46:20.261259+0000","last_peered":"2024-09-16T01:46:20.261259+0000","last_clean":"2024-09-16T01:46:20.261259+0000","last_became_active":"2024-09-16T01:46:19.268079+0000","last_became_peered":"2024-09-16T01:46:19.268079+0000","last_unstale":"2024-09-16T01:46:20.261259+0000","last_undegraded":"2024-09-16T01:46:20.261259+0000","last_fullsized":"2024-09-16T01:46:20.261259+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:46.027158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261207+0000","last_change":"2024-09-16T01:46:18.256915+0000","last_active":"2024-09-16T01:46:20.261207+0000","last_peered":"2024-09-16T01:46:20.261207+0000","last_clean":"2024-09-16T01:46:20.261207+0000","last_became_active":"2024-09-16T01:46:18.256659+0000","last_became_peered":"2024-09-16T01:46:18.256659+0000","last_unstale":"2024-09-16T01:46:20.261207+0000","last_undegraded":"2024-09-16T01:46:20.261207+0000","last_fullsized":"2024-09-16T01:46:20.261207+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:24.706763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324185+0000","last_change":"2024-09-16T01:46:19.267323+0000","last_active":"2024-09-16T01:46:20.324185+0000","last_peered":"2024-09-16T01:46:20.324185+0000","last_clean":"2024-09-16T01:46:20.324185+0000","last_became_active":"2024-09-16T01:46:19.267052+0000","last_became_peered":"2024-09-16T01:46:19.267052+0000","last_unstale":"2024-09-16T01:46:20.324185+0000","last_undegraded":"2024-09-16T01:46:20.324185+0000","last_fullsized":"2024-09-16T01:46:20.324185+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:44.327231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261504+0000","last_change":"2024-09-16T01:46:18.256001+0000","last_active":"2024-09-16T01:46:20.261504+0000","last_peered":"2024-09-16T01:46:20.261504+0000","last_clean":"2024-09-16T01:46:20.261504+0000","last_became_active":"2024-09-16T01:46:18.255708+0000","last_became_peered":"2024-09-16T01:46:18.255708+0000","last_unstale":"2024-09-16T01:46:20.261504+0000","last_undegraded":"2024-09-16T01:46:20.261504+0000","last_fullsized":"2024-09-16T01:46:20.261504+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:08.563509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267934+0000","last_change":"2024-09-16T01:46:19.262298+0000","last_active":"2024-09-16T01:46:20.267934+0000","last_peered":"2024-09-16T01:46:20.267934+0000","last_clean":"2024-09-16T01:46:20.267934+0000","last_became_active":"2024-09-16T01:46:19.260885+0000","last_became_peered":"2024-09-16T01:46:19.260885+0000","last_unstale":"2024-09-16T01:46:20.267934+0000","last_undegraded":"2024-09-16T01:46:20.267934+0000","last_fullsized":"2024-09-16T01:46:20.267934+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:44.540528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323616+0000","last_change":"2024-09-16T01:46:18.253771+0000","last_active":"2024-09-16T01:46:20.323616+0000","last_peered":"2024-09-16T01:46:20.323616+0000","last_clean":"2024-09-16T01:46:20.323616+0000","last_became_active":"2024-09-16T01:46:18.253483+0000","last_became_peered":"2024-09-16T01:46:18.253483+0000","last_unstale":"2024-09-16T01:46:20.323616+0000","last_undegraded":"2024-09-16T01:46:20.323616+0000","last_fullsized":"2024-09-16T01:46:20.323616+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:14.011609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260731+0000","last_change":"2024-09-16T01:46:19.276934+0000","last_active":"2024-09-16T01:46:20.260731+0000","last_peered":"2024-09-16T01:46:20.260731+0000","last_clean":"2024-09-16T01:46:20.260731+0000","last_became_active":"2024-09-16T01:46:19.276717+0000","last_became_peered":"2024-09-16T01:46:19.276717+0000","last_unstale":"2024-09-16T01:46:20.260731+0000","last_undegraded":"2024-09-16T01:46:20.260731+0000","last_fullsized":"2024-09-16T01:46:20.260731+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:22.060494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261633+0000","last_change":"2024-09-16T01:46:18.257751+0000","last_active":"2024-09-16T01:46:20.261633+0000","last_peered":"2024-09-16T01:46:20.261633+0000","last_clean":"2024-09-16T01:46:20.261633+0000","last_became_active":"2024-09-16T01:46:18.257452+0000","last_became_peered":"2024-09-16T01:46:18.257452+0000","last_unstale":"2024-09-16T01:46:20.261633+0000","last_undegraded":"2024-09-16T01:46:20.261633+0000","last_fullsized":"2024-09-16T01:46:20.261633+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:37:26.737945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259275+0000","last_change":"2024-09-16T01:46:19.259348+0000","last_active":"2024-09-16T01:46:20.259275+0000","last_peered":"2024-09-16T01:46:20.259275+0000","last_clean":"2024-09-16T01:46:20.259275+0000","last_became_active":"2024-09-16T01:46:19.259086+0000","last_became_peered":"2024-09-16T01:46:19.259086+0000","last_unstale":"2024-09-16T01:46:20.259275+0000","last_undegraded":"2024-09-16T01:46:20.259275+0000","last_fullsized":"2024-09-16T01:46:20.259275+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:00.845841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323855+0000","last_change":"2024-09-16T01:46:18.253722+0000","last_active":"2024-09-16T01:46:20.323855+0000","last_peered":"2024-09-16T01:46:20.323855+0000","last_clean":"2024-09-16T01:46:20.323855+0000","last_became_active":"2024-09-16T01:46:18.253444+0000","last_became_peered":"2024-09-16T01:46:18.253444+0000","last_unstale":"2024-09-16T01:46:20.323855+0000","last_undegraded":"2024-09-16T01:46:20.323855+0000","last_fullsized":"2024-09-16T01:46:20.323855+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:25.770139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270183+0000","last_change":"2024-09-16T01:46:19.268749+0000","last_active":"2024-09-16T01:46:20.270183+0000","last_peered":"2024-09-16T01:46:20.270183+0000","last_clean":"2024-09-16T01:46:20.270183+0000","last_became_active":"2024-09-16T01:46:19.268466+0000","last_became_peered":"2024-09-16T01:46:19.268466+0000","last_unstale":"2024-09-16T01:46:20.270183+0000","last_undegraded":"2024-09-16T01:46:20.270183+0000","last_fullsized":"2024-09-16T01:46:20.270183+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:02.601811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259195+0000","last_change":"2024-09-16T01:46:18.253138+0000","last_active":"2024-09-16T01:46:20.259195+0000","last_peered":"2024-09-16T01:46:20.259195+0000","last_clean":"2024-09-16T01:46:20.259195+0000","last_became_active":"2024-09-16T01:46:18.252845+0000","last_became_peered":"2024-09-16T01:46:18.252845+0000","last_unstale":"2024-09-16T01:46:20.259195+0000","last_undegraded":"2024-09-16T01:46:20.259195+0000","last_fullsized":"2024-09-16T01:46:20.259195+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:38.736847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268048+0000","last_change":"2024-09-16T01:46:19.268587+0000","last_active":"2024-09-16T01:46:20.268048+0000","last_peered":"2024-09-16T01:46:20.268048+0000","last_clean":"2024-09-16T01:46:20.268048+0000","last_became_active":"2024-09-16T01:46:19.268208+0000","last_became_peered":"2024-09-16T01:46:19.268208+0000","last_unstale":"2024-09-16T01:46:20.268048+0000","last_undegraded":"2024-09-16T01:46:20.268048+0000","last_fullsized":"2024-09-16T01:46:20.268048+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:41.685171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261721+0000","last_change":"2024-09-16T01:46:18.250097+0000","last_active":"2024-09-16T01:46:20.261721+0000","last_peered":"2024-09-16T01:46:20.261721+0000","last_clean":"2024-09-16T01:46:20.261721+0000","last_became_active":"2024-09-16T01:46:18.249802+0000","last_became_peered":"2024-09-16T01:46:18.249802+0000","last_unstale":"2024-09-16T01:46:20.261721+0000","last_undegraded":"2024-09-16T01:46:20.261721+0000","last_fullsized":"2024-09-16T01:46:20.261721+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:07:12.816385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324271+0000","last_change":"2024-09-16T01:46:19.275178+0000","last_active":"2024-09-16T01:46:20.324271+0000","last_peered":"2024-09-16T01:46:20.324271+0000","last_clean":"2024-09-16T01:46:20.324271+0000","last_became_active":"2024-09-16T01:46:19.273869+0000","last_became_peered":"2024-09-16T01:46:19.273869+0000","last_unstale":"2024-09-16T01:46:20.324271+0000","last_undegraded":"2024-09-16T01:46:20.324271+0000","last_fullsized":"2024-09-16T01:46:20.324271+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:26.671605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261888+0000","last_change":"2024-09-16T01:46:18.254252+0000","last_active":"2024-09-16T01:46:20.261888+0000","last_peered":"2024-09-16T01:46:20.261888+0000","last_clean":"2024-09-16T01:46:20.261888+0000","last_became_active":"2024-09-16T01:46:18.253883+0000","last_became_peered":"2024-09-16T01:46:18.253883+0000","last_unstale":"2024-09-16T01:46:20.261888+0000","last_undegraded":"2024-09-16T01:46:20.261888+0000","last_fullsized":"2024-09-16T01:46:20.261888+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:50.455130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261437+0000","last_change":"2024-09-16T01:46:19.267660+0000","last_active":"2024-09-16T01:46:20.261437+0000","last_peered":"2024-09-16T01:46:20.261437+0000","last_clean":"2024-09-16T01:46:20.261437+0000","last_became_active":"2024-09-16T01:46:19.267308+0000","last_became_peered":"2024-09-16T01:46:19.267308+0000","last_unstale":"2024-09-16T01:46:20.261437+0000","last_undegraded":"2024-09-16T01:46:20.261437+0000","last_fullsized":"2024-09-16T01:46:20.261437+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:03:07.903533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"67'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323921+0000","last_change":"2024-09-16T01:46:18.249422+0000","last_active":"2024-09-16T01:46:20.323921+0000","last_peered":"2024-09-16T01:46:20.323921+0000","last_clean":"2024-09-16T01:46:20.323921+0000","last_became_active":"2024-09-16T01:46:18.249136+0000","last_became_peered":"2024-09-16T01:46:18.249136+0000","last_unstale":"2024-09-16T01:46:20.323921+0000","last_undegraded":"2024-09-16T01:46:20.323921+0000","last_fullsized":"2024-09-16T01:46:20.323921+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:56.593771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259582+0000","last_change":"2024-09-16T01:46:19.255585+0000","last_active":"2024-09-16T01:46:20.259582+0000","last_peered":"2024-09-16T01:46:20.259582+0000","last_clean":"2024-09-16T01:46:20.259582+0000","last_became_active":"2024-09-16T01:46:19.255278+0000","last_became_peered":"2024-09-16T01:46:19.255278+0000","last_unstale":"2024-09-16T01:46:20.259582+0000","last_undegraded":"2024-09-16T01:46:20.259582+0000","last_fullsized":"2024-09-16T01:46:20.259582+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:27.920338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"67'6","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324340+0000","last_change":"2024-09-16T01:46:18.252915+0000","last_active":"2024-09-16T01:46:20.324340+0000","last_peered":"2024-09-16T01:46:20.324340+0000","last_clean":"2024-09-16T01:46:20.324340+0000","last_became_active":"2024-09-16T01:46:18.252620+0000","last_became_peered":"2024-09-16T01:46:18.252620+0000","last_unstale":"2024-09-16T01:46:20.324340+0000","last_undegraded":"2024-09-16T01:46:20.324340+0000","last_fullsized":"2024-09-16T01:46:20.324340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:00.992278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324031+0000","last_change":"2024-09-16T01:46:19.277026+0000","last_active":"2024-09-16T01:46:20.324031+0000","last_peered":"2024-09-16T01:46:20.324031+0000","last_clean":"2024-09-16T01:46:20.324031+0000","last_became_active":"2024-09-16T01:46:19.276750+0000","last_became_peered":"2024-09-16T01:46:19.276750+0000","last_unstale":"2024-09-16T01:46:20.324031+0000","last_undegraded":"2024-09-16T01:46:20.324031+0000","last_fullsized":"2024-09-16T01:46:20.324031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324024+0000","last_change":"2024-09-16T01:46:18.252968+0000","last_active":"2024-09-16T01:46:20.324024+0000","last_peered":"2024-09-16T01:46:20.324024+0000","last_clean":"2024-09-16T01:46:20.324024+0000","last_became_active":"2024-09-16T01:46:18.252629+0000","last_became_peered":"2024-09-16T01:46:18.252629+0000","last_unstale":"2024-09-16T01:46:20.324024+0000","last_undegraded":"2024-09-16T01:46:20.324024+0000","last_fullsized":"2024-09-16T01:46:20.324024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:39.696101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267959+0000","last_change":"2024-09-16T01:46:19.265093+0000","last_active":"2024-09-16T01:46:20.267959+0000","last_peered":"2024-09-16T01:46:20.267959+0000","last_clean":"2024-09-16T01:46:20.267959+0000","last_became_active":"2024-09-16T01:46:19.264714+0000","last_became_peered":"2024-09-16T01:46:19.264714+0000","last_unstale":"2024-09-16T01:46:20.267959+0000","last_undegraded":"2024-09-16T01:46:20.267959+0000","last_fullsized":"2024-09-16T01:46:20.267959+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:05.769203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261718+0000","last_change":"2024-09-16T01:46:18.259755+0000","last_active":"2024-09-16T01:46:20.261718+0000","last_peered":"2024-09-16T01:46:20.261718+0000","last_clean":"2024-09-16T01:46:20.261718+0000","last_became_active":"2024-09-16T01:46:18.259464+0000","last_became_peered":"2024-09-16T01:46:18.259464+0000","last_unstale":"2024-09-16T01:46:20.261718+0000","last_undegraded":"2024-09-16T01:46:20.261718+0000","last_fullsized":"2024-09-16T01:46:20.261718+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:53.146802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270252+0000","last_change":"2024-09-16T01:46:19.272226+0000","last_active":"2024-09-16T01:46:20.270252+0000","last_peered":"2024-09-16T01:46:20.270252+0000","last_clean":"2024-09-16T01:46:20.270252+0000","last_became_active":"2024-09-16T01:46:19.271945+0000","last_became_peered":"2024-09-16T01:46:19.271945+0000","last_unstale":"2024-09-16T01:46:20.270252+0000","last_undegraded":"2024-09-16T01:46:20.270252+0000","last_fullsized":"2024-09-16T01:46:20.270252+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:39.598416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267733+0000","last_change":"2024-09-16T01:46:18.254827+0000","last_active":"2024-09-16T01:46:20.267733+0000","last_peered":"2024-09-16T01:46:20.267733+0000","last_clean":"2024-09-16T01:46:20.267733+0000","last_became_active":"2024-09-16T01:46:18.254574+0000","last_became_peered":"2024-09-16T01:46:18.254574+0000","last_unstale":"2024-09-16T01:46:20.267733+0000","last_undegraded":"2024-09-16T01:46:20.267733+0000","last_fullsized":"2024-09-16T01:46:20.267733+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:43.963237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259266+0000","last_change":"2024-09-16T01:46:19.264249+0000","last_active":"2024-09-16T01:46:20.259266+0000","last_peered":"2024-09-16T01:46:20.259266+0000","last_clean":"2024-09-16T01:46:20.259266+0000","last_became_active":"2024-09-16T01:46:19.263951+0000","last_became_peered":"2024-09-16T01:46:19.263951+0000","last_unstale":"2024-09-16T01:46:20.259266+0000","last_undegraded":"2024-09-16T01:46:20.259266+0000","last_fullsized":"2024-09-16T01:46:20.259266+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:43.313436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"67'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260492+0000","last_change":"2024-09-16T01:46:18.254730+0000","last_active":"2024-09-16T01:46:20.260492+0000","last_peered":"2024-09-16T01:46:20.260492+0000","last_clean":"2024-09-16T01:46:20.260492+0000","last_became_active":"2024-09-16T01:46:18.254389+0000","last_became_peered":"2024-09-16T01:46:18.254389+0000","last_unstale":"2024-09-16T01:46:20.260492+0000","last_undegraded":"2024-09-16T01:46:20.260492+0000","last_fullsized":"2024-09-16T01:46:20.260492+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:38.273086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261547+0000","last_change":"2024-09-16T01:46:19.256518+0000","last_active":"2024-09-16T01:46:20.261547+0000","last_peered":"2024-09-16T01:46:20.261547+0000","last_clean":"2024-09-16T01:46:20.261547+0000","last_became_active":"2024-09-16T01:46:19.256225+0000","last_became_peered":"2024-09-16T01:46:19.256225+0000","last_unstale":"2024-09-16T01:46:20.261547+0000","last_undegraded":"2024-09-16T01:46:20.261547+0000","last_fullsized":"2024-09-16T01:46:20.261547+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:44.540528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260862+0000","last_change":"2024-09-16T01:46:18.258549+0000","last_active":"2024-09-16T01:46:20.260862+0000","last_peered":"2024-09-16T01:46:20.260862+0000","last_clean":"2024-09-16T01:46:20.260862+0000","last_became_active":"2024-09-16T01:46:18.257609+0000","last_became_peered":"2024-09-16T01:46:18.257609+0000","last_unstale":"2024-09-16T01:46:20.260862+0000","last_undegraded":"2024-09-16T01:46:20.260862+0000","last_fullsized":"2024-09-16T01:46:20.260862+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:19.460183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324410+0000","last_change":"2024-09-16T01:46:19.276435+0000","last_active":"2024-09-16T01:46:20.324410+0000","last_peered":"2024-09-16T01:46:20.324410+0000","last_clean":"2024-09-16T01:46:20.324410+0000","last_became_active":"2024-09-16T01:46:19.275008+0000","last_became_peered":"2024-09-16T01:46:19.275008+0000","last_unstale":"2024-09-16T01:46:20.324410+0000","last_undegraded":"2024-09-16T01:46:20.324410+0000","last_fullsized":"2024-09-16T01:46:20.324410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:30.192930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261579+0000","last_change":"2024-09-16T01:46:18.258245+0000","last_active":"2024-09-16T01:46:20.261579+0000","last_peered":"2024-09-16T01:46:20.261579+0000","last_clean":"2024-09-16T01:46:20.261579+0000","last_became_active":"2024-09-16T01:46:18.257972+0000","last_became_peered":"2024-09-16T01:46:18.257972+0000","last_unstale":"2024-09-16T01:46:20.261579+0000","last_undegraded":"2024-09-16T01:46:20.261579+0000","last_fullsized":"2024-09-16T01:46:20.261579+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:48.776293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324318+0000","last_change":"2024-09-16T01:46:19.256689+0000","last_active":"2024-09-16T01:46:20.324318+0000","last_peered":"2024-09-16T01:46:20.324318+0000","last_clean":"2024-09-16T01:46:20.324318+0000","last_became_active":"2024-09-16T01:46:19.256211+0000","last_became_peered":"2024-09-16T01:46:19.256211+0000","last_unstale":"2024-09-16T01:46:20.324318+0000","last_undegraded":"2024-09-16T01:46:20.324318+0000","last_fullsized":"2024-09-16T01:46:20.324318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:59.829412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260927+0000","last_change":"2024-09-16T01:46:18.254845+0000","last_active":"2024-09-16T01:46:20.260927+0000","last_peered":"2024-09-16T01:46:20.260927+0000","last_clean":"2024-09-16T01:46:20.260927+0000","last_became_active":"2024-09-16T01:46:18.254596+0000","last_became_peered":"2024-09-16T01:46:18.254596+0000","last_unstale":"2024-09-16T01:46:20.260927+0000","last_undegraded":"2024-09-16T01:46:20.260927+0000","last_fullsized":"2024-09-16T01:46:20.260927+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:57:57.100362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259769+0000","last_change":"2024-09-16T01:46:19.258647+0000","last_active":"2024-09-16T01:46:20.259769+0000","last_peered":"2024-09-16T01:46:20.259769+0000","last_clean":"2024-09-16T01:46:20.259769+0000","last_became_active":"2024-09-16T01:46:19.258379+0000","last_became_peered":"2024-09-16T01:46:19.258379+0000","last_unstale":"2024-09-16T01:46:20.259769+0000","last_undegraded":"2024-09-16T01:46:20.259769+0000","last_fullsized":"2024-09-16T01:46:20.259769+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:03.256278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324056+0000","last_change":"2024-09-16T01:46:18.258909+0000","last_active":"2024-09-16T01:46:20.324056+0000","last_peered":"2024-09-16T01:46:20.324056+0000","last_clean":"2024-09-16T01:46:20.324056+0000","last_became_active":"2024-09-16T01:46:18.258467+0000","last_became_peered":"2024-09-16T01:46:18.258467+0000","last_unstale":"2024-09-16T01:46:20.324056+0000","last_undegraded":"2024-09-16T01:46:20.324056+0000","last_fullsized":"2024-09-16T01:46:20.324056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:57:49.404355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323669+0000","last_change":"2024-09-16T01:46:19.263529+0000","last_active":"2024-09-16T01:46:20.323669+0000","last_peered":"2024-09-16T01:46:20.323669+0000","last_clean":"2024-09-16T01:46:20.323669+0000","last_became_active":"2024-09-16T01:46:19.263227+0000","last_became_peered":"2024-09-16T01:46:19.263227+0000","last_unstale":"2024-09-16T01:46:20.323669+0000","last_undegraded":"2024-09-16T01:46:20.323669+0000","last_fullsized":"2024-09-16T01:46:20.323669+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:25.648475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261745+0000","last_change":"2024-09-16T01:46:18.257367+0000","last_active":"2024-09-16T01:46:20.261745+0000","last_peered":"2024-09-16T01:46:20.261745+0000","last_clean":"2024-09-16T01:46:20.261745+0000","last_became_active":"2024-09-16T01:46:18.255403+0000","last_became_peered":"2024-09-16T01:46:18.255403+0000","last_unstale":"2024-09-16T01:46:20.261745+0000","last_undegraded":"2024-09-16T01:46:20.261745+0000","last_fullsized":"2024-09-16T01:46:20.261745+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:20.195235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323512+0000","last_change":"2024-09-16T01:46:19.276621+0000","last_active":"2024-09-16T01:46:20.323512+0000","last_peered":"2024-09-16T01:46:20.323512+0000","last_clean":"2024-09-16T01:46:20.323512+0000","last_became_active":"2024-09-16T01:46:19.276245+0000","last_became_peered":"2024-09-16T01:46:19.276245+0000","last_unstale":"2024-09-16T01:46:20.323512+0000","last_undegraded":"2024-09-16T01:46:20.323512+0000","last_fullsized":"2024-09-16T01:46:20.323512+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:53.991068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267997+0000","last_change":"2024-09-16T01:46:18.253489+0000","last_active":"2024-09-16T01:46:20.267997+0000","last_peered":"2024-09-16T01:46:20.267997+0000","last_clean":"2024-09-16T01:46:20.267997+0000","last_became_active":"2024-09-16T01:46:18.253197+0000","last_became_peered":"2024-09-16T01:46:18.253197+0000","last_unstale":"2024-09-16T01:46:20.267997+0000","last_undegraded":"2024-09-16T01:46:20.267997+0000","last_fullsized":"2024-09-16T01:46:20.267997+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:43.558079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323547+0000","last_change":"2024-09-16T01:46:19.277137+0000","last_active":"2024-09-16T01:46:20.323547+0000","last_peered":"2024-09-16T01:46:20.323547+0000","last_clean":"2024-09-16T01:46:20.323547+0000","last_became_active":"2024-09-16T01:46:19.276789+0000","last_became_peered":"2024-09-16T01:46:19.276789+0000","last_unstale":"2024-09-16T01:46:20.323547+0000","last_undegraded":"2024-09-16T01:46:20.323547+0000","last_fullsized":"2024-09-16T01:46:20.323547+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:23.667998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.269969+0000","last_change":"2024-09-16T01:46:18.252674+0000","last_active":"2024-09-16T01:46:20.269969+0000","last_peered":"2024-09-16T01:46:20.269969+0000","last_clean":"2024-09-16T01:46:20.269969+0000","last_became_active":"2024-09-16T01:46:18.252395+0000","last_became_peered":"2024-09-16T01:46:18.252395+0000","last_unstale":"2024-09-16T01:46:20.269969+0000","last_undegraded":"2024-09-16T01:46:20.269969+0000","last_fullsized":"2024-09-16T01:46:20.269969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:57.943680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270303+0000","last_change":"2024-09-16T01:46:19.273603+0000","last_active":"2024-09-16T01:46:20.270303+0000","last_peered":"2024-09-16T01:46:20.270303+0000","last_clean":"2024-09-16T01:46:20.270303+0000","last_became_active":"2024-09-16T01:46:19.273331+0000","last_became_peered":"2024-09-16T01:46:19.273331+0000","last_unstale":"2024-09-16T01:46:20.270303+0000","last_undegraded":"2024-09-16T01:46:20.270303+0000","last_fullsized":"2024-09-16T01:46:20.270303+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:23.141019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260899+0000","last_change":"2024-09-16T01:46:18.258422+0000","last_active":"2024-09-16T01:46:20.260899+0000","last_peered":"2024-09-16T01:46:20.260899+0000","last_clean":"2024-09-16T01:46:20.260899+0000","last_became_active":"2024-09-16T01:46:18.257321+0000","last_became_peered":"2024-09-16T01:46:18.257321+0000","last_unstale":"2024-09-16T01:46:20.260899+0000","last_undegraded":"2024-09-16T01:46:20.260899+0000","last_fullsized":"2024-09-16T01:46:20.260899+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:00:39.710847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.267931+0000","last_change":"2024-09-16T01:46:19.263738+0000","last_active":"2024-09-16T01:46:20.267931+0000","last_peered":"2024-09-16T01:46:20.267931+0000","last_clean":"2024-09-16T01:46:20.267931+0000","last_became_active":"2024-09-16T01:46:19.263284+0000","last_became_peered":"2024-09-16T01:46:19.263284+0000","last_unstale":"2024-09-16T01:46:20.267931+0000","last_undegraded":"2024-09-16T01:46:20.267931+0000","last_fullsized":"2024-09-16T01:46:20.267931+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:28:51.727422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"68'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.268139+0000","last_change":"2024-09-16T01:46:18.252490+0000","last_active":"2024-09-16T01:46:20.268139+0000","last_peered":"2024-09-16T01:46:20.268139+0000","last_clean":"2024-09-16T01:46:20.268139+0000","last_became_active":"2024-09-16T01:46:18.252206+0000","last_became_peered":"2024-09-16T01:46:18.252206+0000","last_unstale":"2024-09-16T01:46:20.268139+0000","last_undegraded":"2024-09-16T01:46:20.268139+0000","last_fullsized":"2024-09-16T01:46:20.268139+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:01:23.882310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323967+0000","last_change":"2024-09-16T01:46:19.274390+0000","last_active":"2024-09-16T01:46:20.323967+0000","last_peered":"2024-09-16T01:46:20.323967+0000","last_clean":"2024-09-16T01:46:20.323967+0000","last_became_active":"2024-09-16T01:46:19.274065+0000","last_became_peered":"2024-09-16T01:46:19.274065+0000","last_unstale":"2024-09-16T01:46:20.323967+0000","last_undegraded":"2024-09-16T01:46:20.323967+0000","last_fullsized":"2024-09-16T01:46:20.323967+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:21.192588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259699+0000","last_change":"2024-09-16T01:46:18.257663+0000","last_active":"2024-09-16T01:46:20.259699+0000","last_peered":"2024-09-16T01:46:20.259699+0000","last_clean":"2024-09-16T01:46:20.259699+0000","last_became_active":"2024-09-16T01:46:18.257356+0000","last_became_peered":"2024-09-16T01:46:18.257356+0000","last_unstale":"2024-09-16T01:46:20.259699+0000","last_undegraded":"2024-09-16T01:46:20.259699+0000","last_fullsized":"2024-09-16T01:46:20.259699+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:09.389357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.324251+0000","last_change":"2024-09-16T01:46:19.267499+0000","last_active":"2024-09-16T01:46:20.324251+0000","last_peered":"2024-09-16T01:46:20.324251+0000","last_clean":"2024-09-16T01:46:20.324251+0000","last_became_active":"2024-09-16T01:46:19.267179+0000","last_became_peered":"2024-09-16T01:46:19.267179+0000","last_unstale":"2024-09-16T01:46:20.324251+0000","last_undegraded":"2024-09-16T01:46:20.324251+0000","last_fullsized":"2024-09-16T01:46:20.324251+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:07.658530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.270294+0000","last_change":"2024-09-16T01:46:18.249239+0000","last_active":"2024-09-16T01:46:20.270294+0000","last_peered":"2024-09-16T01:46:20.270294+0000","last_clean":"2024-09-16T01:46:20.270294+0000","last_became_active":"2024-09-16T01:46:18.248947+0000","last_became_peered":"2024-09-16T01:46:18.248947+0000","last_unstale":"2024-09-16T01:46:20.270294+0000","last_undegraded":"2024-09-16T01:46:20.270294+0000","last_fullsized":"2024-09-16T01:46:20.270294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:36:29.624836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259604+0000","last_change":"2024-09-16T01:46:19.267009+0000","last_active":"2024-09-16T01:46:20.259604+0000","last_peered":"2024-09-16T01:46:20.259604+0000","last_clean":"2024-09-16T01:46:20.259604+0000","last_became_active":"2024-09-16T01:46:19.266708+0000","last_became_peered":"2024-09-16T01:46:19.266708+0000","last_unstale":"2024-09-16T01:46:20.259604+0000","last_undegraded":"2024-09-16T01:46:20.259604+0000","last_fullsized":"2024-09-16T01:46:20.259604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:21.841637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.259491+0000","last_change":"2024-09-16T01:46:18.258740+0000","last_active":"2024-09-16T01:46:20.259491+0000","last_peered":"2024-09-16T01:46:20.259491+0000","last_clean":"2024-09-16T01:46:20.259491+0000","last_became_active":"2024-09-16T01:46:18.258130+0000","last_became_peered":"2024-09-16T01:46:18.258130+0000","last_unstale":"2024-09-16T01:46:20.259491+0000","last_undegraded":"2024-09-16T01:46:20.259491+0000","last_fullsized":"2024-09-16T01:46:20.259491+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:31.658493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261181+0000","last_change":"2024-09-16T01:46:19.268335+0000","last_active":"2024-09-16T01:46:20.261181+0000","last_peered":"2024-09-16T01:46:20.261181+0000","last_clean":"2024-09-16T01:46:20.261181+0000","last_became_active":"2024-09-16T01:46:19.268039+0000","last_became_peered":"2024-09-16T01:46:19.268039+0000","last_unstale":"2024-09-16T01:46:20.261181+0000","last_undegraded":"2024-09-16T01:46:20.261181+0000","last_fullsized":"2024-09-16T01:46:20.261181+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:01:24.886736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323912+0000","last_change":"2024-09-16T01:46:18.251492+0000","last_active":"2024-09-16T01:46:20.323912+0000","last_peered":"2024-09-16T01:46:20.323912+0000","last_clean":"2024-09-16T01:46:20.323912+0000","last_became_active":"2024-09-16T01:46:18.251188+0000","last_became_peered":"2024-09-16T01:46:18.251188+0000","last_unstale":"2024-09-16T01:46:20.323912+0000","last_undegraded":"2024-09-16T01:46:20.323912+0000","last_fullsized":"2024-09-16T01:46:20.323912+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:21.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323879+0000","last_change":"2024-09-16T01:46:19.261153+0000","last_active":"2024-09-16T01:46:20.323879+0000","last_peered":"2024-09-16T01:46:20.323879+0000","last_clean":"2024-09-16T01:46:20.323879+0000","last_became_active":"2024-09-16T01:46:19.260219+0000","last_became_peered":"2024-09-16T01:46:19.260219+0000","last_unstale":"2024-09-16T01:46:20.323879+0000","last_undegraded":"2024-09-16T01:46:20.323879+0000","last_fullsized":"2024-09-16T01:46:20.323879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:43.779381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260294+0000","last_change":"2024-09-16T01:46:18.254858+0000","last_active":"2024-09-16T01:46:20.260294+0000","last_peered":"2024-09-16T01:46:20.260294+0000","last_clean":"2024-09-16T01:46:20.260294+0000","last_became_active":"2024-09-16T01:46:18.254536+0000","last_became_peered":"2024-09-16T01:46:18.254536+0000","last_unstale":"2024-09-16T01:46:20.260294+0000","last_undegraded":"2024-09-16T01:46:20.260294+0000","last_fullsized":"2024-09-16T01:46:20.260294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:31:33.090179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261355+0000","last_change":"2024-09-16T01:46:19.273723+0000","last_active":"2024-09-16T01:46:20.261355+0000","last_peered":"2024-09-16T01:46:20.261355+0000","last_clean":"2024-09-16T01:46:20.261355+0000","last_became_active":"2024-09-16T01:46:19.273437+0000","last_became_peered":"2024-09-16T01:46:19.273437+0000","last_unstale":"2024-09-16T01:46:20.261355+0000","last_undegraded":"2024-09-16T01:46:20.261355+0000","last_fullsized":"2024-09-16T01:46:20.261355+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:14.687435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.260863+0000","last_change":"2024-09-16T01:46:18.255534+0000","last_active":"2024-09-16T01:46:20.260863+0000","last_peered":"2024-09-16T01:46:20.260863+0000","last_clean":"2024-09-16T01:46:20.260863+0000","last_became_active":"2024-09-16T01:46:18.255255+0000","last_became_peered":"2024-09-16T01:46:18.255255+0000","last_unstale":"2024-09-16T01:46:20.260863+0000","last_undegraded":"2024-09-16T01:46:20.260863+0000","last_fullsized":"2024-09-16T01:46:20.260863+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:24.587106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323562+0000","last_change":"2024-09-16T01:46:19.275106+0000","last_active":"2024-09-16T01:46:20.323562+0000","last_peered":"2024-09-16T01:46:20.323562+0000","last_clean":"2024-09-16T01:46:20.323562+0000","last_became_active":"2024-09-16T01:46:19.274795+0000","last_became_peered":"2024-09-16T01:46:19.274795+0000","last_unstale":"2024-09-16T01:46:20.323562+0000","last_undegraded":"2024-09-16T01:46:20.323562+0000","last_fullsized":"2024-09-16T01:46:20.323562+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:18.235239+0000","last_clean_scrub_stamp":"2024-09-16T01:46:18.235239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:43.659382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.261463+0000","last_change":"2024-09-16T01:46:18.256963+0000","last_active":"2024-09-16T01:46:20.261463+0000","last_peered":"2024-09-16T01:46:20.261463+0000","last_clean":"2024-09-16T01:46:20.261463+0000","last_became_active":"2024-09-16T01:46:18.256709+0000","last_became_peered":"2024-09-16T01:46:18.256709+0000","last_unstale":"2024-09-16T01:46:20.261463+0000","last_undegraded":"2024-09-16T01:46:20.261463+0000","last_fullsized":"2024-09-16T01:46:20.261463+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:17.230814+0000","last_clean_scrub_stamp":"2024-09-16T01:46:17.230814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:22.075912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":255,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T01:46:20.323729+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:46:20.323729+0000","last_peered":"2024-09-16T01:46:20.323729+0000","last_clean":"2024-09-16T01:46:20.323729+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:46:20.323729+0000","last_undegraded":"2024-09-16T01:46:20.323729+0000","last_fullsized":"2024-09-16T01:46:20.323729+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509495,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":827392,"data_stored":343968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509495,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":343966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":823296,"data_stored":343946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542199,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36160,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335680,"statfs":{"total":96636764160,"available":96599736320,"internally_reserved":0,"allocated":827392,"data_stored":343988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542200,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":831488,"data_stored":345488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542200,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":839680,"data_stored":346104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542200,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":934244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574904,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1421312,"data_stored":934860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:46:27.992 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:46:27.992 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:46:28.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.136+0000 7f948809b640 1 Processor -- start 2024-09-16T01:46:28.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.136+0000 7f948809b640 1 -- start start 2024-09-16T01:46:28.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f948809b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f948006bbe0 0x7f9480072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f948809b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94800ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f948809b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f948015fc70 con 0x7f948006bfc0 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f948809b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f94800cf610 con 0x7f948006bbe0 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f948809b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f94800cf8f0 con 0x7f948015f830 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9485e37640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f948006bbe0 0x7f9480072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9486638640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f948006bfc0 0x7f94800b4510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51316/0 (socket says 172.21.15.16:51316) 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9486638640 1 -- 172.21.15.16:0/1851317119 learned_addr learned my addr 172.21.15.16:0/1851317119 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9485636640 1 --2- 172.21.15.16:0/1851317119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94800ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9485e37640 1 -- 172.21.15.16:0/1851317119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 msgr2=0x7f94800ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:28.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9485e37640 1 --2- 172.21.15.16:0/1851317119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94800ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9485e37640 1 -- 172.21.15.16:0/1851317119 >> v1:172.21.15.16:6789/0 conn(0x7f948006bfc0 legacy=0x7f94800b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9485e37640 1 -- 172.21.15.16:0/1851317119 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94800cfbd0 con 0x7f948006bbe0 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.137+0000 7f9484e35640 1 -- 172.21.15.16:0/1851317119 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2189608900 0 0) 0x7f948015fc70 con 0x7f948006bfc0 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.138+0000 7f9485e37640 1 --2- 172.21.15.16:0/1851317119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f9480072190 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f947c009d90 tx=0x7f947c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a761fa2d85753fa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.138+0000 7f9484e35640 1 -- 172.21.15.16:0/1851317119 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c031600 con 0x7f948006bbe0 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.138+0000 7f9484e35640 1 -- 172.21.15.16:0/1851317119 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f947c0317a0 con 0x7f948006bbe0 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.138+0000 7f9484e35640 1 -- 172.21.15.16:0/1851317119 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c031b70 con 0x7f948006bbe0 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.138+0000 7f948809b640 1 -- 172.21.15.16:0/1851317119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 msgr2=0x7f9480072190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.138+0000 7f948809b640 1 --2- 172.21.15.16:0/1851317119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f9480072190 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f947c009d90 tx=0x7f947c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.139+0000 7f948809b640 1 -- 172.21.15.16:0/1851317119 shutdown_connections 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.139+0000 7f948809b640 1 --2- 172.21.15.16:0/1851317119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94800ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.139+0000 7f948809b640 1 --2- 172.21.15.16:0/1851317119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f9480072190 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.139+0000 7f948809b640 1 -- 172.21.15.16:0/1851317119 >> 172.21.15.16:0/1851317119 conn(0x7f94800b2000 msgr2=0x7f94800b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:28.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.139+0000 7f948809b640 1 -- 172.21.15.16:0/1851317119 shutdown_connections 2024-09-16T01:46:28.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.139+0000 7f948809b640 1 -- 172.21.15.16:0/1851317119 wait complete. 2024-09-16T01:46:28.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.140+0000 7f948809b640 1 Processor -- start 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.140+0000 7f948809b640 1 -- start start 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f948809b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f948014c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f948809b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f948006bfc0 0x7f9480167e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f948809b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94801683a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f948809b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f948006c450 con 0x7f948006bbe0 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f948809b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f94800cd380 con 0x7f948006bfc0 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f948809b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f948015b4e0 con 0x7f948015f830 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f948014c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f948014c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44406/0 (socket says 172.21.15.16:44406) 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 -- 172.21.15.16:0/1298679612 learned_addr learned my addr 172.21.15.16:0/1298679612 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:28.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485636640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f948006bfc0 0x7f9480167e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9486638640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94801683a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 -- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 msgr2=0x7f94801683a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94801683a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 -- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f948006bfc0 msgr2=0x7f9480167e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f948006bfc0 0x7f9480167e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 -- 172.21.15.16:0/1298679612 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f948014cd60 con 0x7f948006bbe0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f9485e37640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f948014c820 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f947c009d90 tx=0x7f947c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f94767fc640 1 -- 172.21.15.16:0/1298679612 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c03f070 con 0x7f948006bbe0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f94767fc640 1 -- 172.21.15.16:0/1298679612 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f947c030be0 con 0x7f948006bbe0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9480168ee0 con 0x7f948006bbe0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.141+0000 7f94767fc640 1 -- 172.21.15.16:0/1298679612 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c009450 con 0x7f948006bbe0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.142+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94800aa530 con 0x7f948006bbe0 2024-09-16T01:46:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.143+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9480072190 con 0x7f948006bbe0 2024-09-16T01:46:28.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.143+0000 7f94767fc640 1 -- 172.21.15.16:0/1298679612 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f947c043410 con 0x7f948006bbe0 2024-09-16T01:46:28.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.144+0000 7f94767fc640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f946406c610 0x7f946406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.144+0000 7f94767fc640 1 -- 172.21.15.16:0/1298679612 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f947c0aca60 con 0x7f948006bbe0 2024-09-16T01:46:28.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.144+0000 7f9485636640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f946406c610 0x7f946406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.144+0000 7f9485636640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f946406c610 0x7f946406ead0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f94800cd060 tx=0x7f9470009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:28.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.148+0000 7f94767fc640 1 -- 172.21.15.16:0/1298679612 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f948014cd60 con 0x7f948006bbe0 2024-09-16T01:46:28.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.393+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f94800b04f0 con 0x7f948006bbe0 2024-09-16T01:46:28.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.395+0000 7f94767fc640 1 -- 172.21.15.16:0/1298679612 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f947c07a6f0 con 0x7f948006bbe0 2024-09-16T01:46:28.397 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:46:28.397 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:46:28.397 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:46:28.397 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:46:28.397 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:46:28.397 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:46:28.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.397+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f946406c610 msgr2=0x7f946406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.397+0000 7f948809b640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f946406c610 0x7f946406ead0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f94800cd060 tx=0x7f9470009190 comp rx=0 tx=0).stop 2024-09-16T01:46:28.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.397+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 msgr2=0x7f948014c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.397+0000 7f948809b640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f948014c820 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f947c009d90 tx=0x7f947c004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:28.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 shutdown_connections 2024-09-16T01:46:28.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f946406c610 0x7f946406ead0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f948015f830 0x7f94801683a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f948006bfc0 0x7f9480167e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 --2- 172.21.15.16:0/1298679612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f948006bbe0 0x7f948014c820 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 >> 172.21.15.16:0/1298679612 conn(0x7f94800b2000 msgr2=0x7f94800b0a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:28.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 shutdown_connections 2024-09-16T01:46:28.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.398+0000 7f948809b640 1 -- 172.21.15.16:0/1298679612 wait complete. 2024-09-16T01:46:28.410 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:28.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.511+0000 7fa1f9559640 1 Processor -- start 2024-09-16T01:46:28.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.511+0000 7fa1f9559640 1 -- start start 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f9559640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1f40755d0 0x7fa1f40739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f9559640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1f415f350 con 0x7fa1f406d2a0 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f9559640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1f415f630 con 0x7fa1f4073f20 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f9559640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa1f4073270 con 0x7fa1f40755d0 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa1f406d2a0 0x7fa1f415eb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51322/0 (socket says 172.21.15.16:51322) 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f2ffd640 1 -- 172.21.15.16:0/1890115940 learned_addr learned my addr 172.21.15.16:0/1890115940 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1974630322 0 0) 0x7fa1f415f350 con 0x7fa1f406d2a0 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f27fc640 1 --2- 172.21.15.16:0/1890115940 >> v2:172.21.15.104:3300/0 conn(0x7fa1f40755d0 0x7fa1f40739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.512+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1dc003520 con 0x7fa1f406d2a0 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4270934156 0 0) 0x7fa1dc003520 con 0x7fa1f406d2a0 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 >> v2:172.21.15.104:3300/0 conn(0x7fa1f40755d0 msgr2=0x7fa1f40739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 --2- 172.21.15.16:0/1890115940 >> v2:172.21.15.104:3300/0 conn(0x7fa1f40755d0 0x7fa1f40739e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 >> v1:172.21.15.104:6789/0 conn(0x7fa1f4073f20 legacy=0x7fa1f40cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f415f910 con 0x7fa1f406d2a0 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fa1e4001670 con 0x7fa1f406d2a0 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 >> v1:172.21.15.16:6789/0 conn(0x7fa1f406d2a0 legacy=0x7fa1f415eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0039b0 0x7fa1dc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1dc004800 0x7fa1dc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1dc0051c0 0x7fa1dc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f4073270 con 0x7fa1dc0051c0 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1dc00c060 con 0x7fa1dc004800 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1dc00c260 con 0x7fa1dc0039b0 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f37fe640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1dc0051c0 0x7fa1dc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f2ffd640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0039b0 0x7fa1dc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f27fc640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1dc004800 0x7fa1dc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0039b0 msgr2=0x7fa1dc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f37fe640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0039b0 0x7fa1dc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1dc004800 msgr2=0x7fa1dc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:28.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f37fe640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1dc004800 0x7fa1dc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.513+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1890115940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1dc003520 con 0x7fa1dc0051c0 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.514+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1890115940 reap_dead start 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.514+0000 7fa1f37fe640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1dc0051c0 0x7fa1dc00b9c0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec001e50 tx=0x7fa1dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=429f1b32ace9ff08 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.514+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec001a70 con 0x7fa1dc0051c0 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.514+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1ec003970 con 0x7fa1dc0051c0 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.514+0000 7fa1f1ffb640 1 -- 172.21.15.16:0/1890115940 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec003d60 con 0x7fa1dc0051c0 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.515+0000 7fa1f9559640 1 -- 172.21.15.16:0/1890115940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1dc0051c0 msgr2=0x7fa1dc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.515+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1dc0051c0 0x7fa1dc00b9c0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec001e50 tx=0x7fa1dc005830 comp rx=0 tx=0).stop 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.515+0000 7fa1f9559640 1 -- 172.21.15.16:0/1890115940 shutdown_connections 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.515+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1890115940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1dc0051c0 0x7fa1dc00b9c0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.515+0000 7fa1f9559640 1 -- 172.21.15.16:0/1890115940 >> 172.21.15.16:0/1890115940 conn(0x7fa1f40b2ec0 msgr2=0x7fa1f40b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.515+0000 7fa1f9559640 1 -- 172.21.15.16:0/1890115940 shutdown_connections 2024-09-16T01:46:28.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.515+0000 7fa1f9559640 1 -- 172.21.15.16:0/1890115940 wait complete. 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.516+0000 7fa1f9559640 1 Processor -- start 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.516+0000 7fa1f9559640 1 -- start start 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f9559640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0051c0 0x7fa1f4153b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f9559640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1f40b03e0 0x7fa1f414e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f9559640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f4150970 0x7fa1f414ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f9559640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f4073d70 con 0x7fa1f4150970 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f9559640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f4073bf0 con 0x7fa1f40b03e0 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f9559640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1f4073550 con 0x7fa1dc0051c0 2024-09-16T01:46:28.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f4150970 0x7fa1f414ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f4150970 0x7fa1f414ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44418/0 (socket says 172.21.15.16:44418) 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1112417042 learned_addr learned my addr 172.21.15.16:0/1112417042 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f27fc640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1f40b03e0 0x7fa1f414e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f2ffd640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0051c0 0x7fa1f4153b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0051c0 msgr2=0x7fa1f4153b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0051c0 0x7fa1f4153b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1f40b03e0 msgr2=0x7fa1f414e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1f40b03e0 0x7fa1f414e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.517+0000 7fa1f37fe640 1 -- 172.21.15.16:0/1112417042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f4150760 con 0x7fa1f4150970 2024-09-16T01:46:28.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.518+0000 7fa1f37fe640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f4150970 0x7fa1f414ed70 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec001f70 tx=0x7fa1ec0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.518+0000 7fa1db7fe640 1 -- 172.21.15.16:0/1112417042 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec007db0 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.518+0000 7fa1db7fe640 1 -- 172.21.15.16:0/1112417042 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1ec02ac70 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.518+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1f40ce430 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.518+0000 7fa1db7fe640 1 -- 172.21.15.16:0/1112417042 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec001a70 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.518+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1f41501a0 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.519+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1f415eb40 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.519+0000 7fa1db7fe640 1 -- 172.21.15.16:0/1112417042 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fa1ec007030 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.520+0000 7fa1db7fe640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1e006c610 0x7fa1e006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.520+0000 7fa1db7fe640 1 -- 172.21.15.16:0/1112417042 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fa1ec0ab490 con 0x7fa1f4150970 2024-09-16T01:46:28.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.520+0000 7fa1f2ffd640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1e006c610 0x7fa1e006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:28.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.520+0000 7fa1f2ffd640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1e006c610 0x7fa1e006ead0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4001eb0 tx=0x7fa1e40015b0 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:28.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.524+0000 7fa1db7fe640 1 -- 172.21.15.16:0/1112417042 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa1ec043060 con 0x7fa1f4150970 2024-09-16T01:46:28.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.738+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1f40ae500 con 0x7fa1f4150970 2024-09-16T01:46:28.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.738+0000 7fa1db7fe640 1 -- 172.21.15.16:0/1112417042 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5225 (secure 0 0 0) 0x7fa1ec079840 con 0x7fa1f4150970 2024-09-16T01:46:28.740 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:28.740 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":40,"btime":"2024-09-16T01:46:22:269067+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:28.741 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 40 2024-09-16T01:46:28.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1e006c610 msgr2=0x7fa1e006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1e006c610 0x7fa1e006ead0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4001eb0 tx=0x7fa1e40015b0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f4150970 msgr2=0x7fa1f414ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:28.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f4150970 0x7fa1f414ed70 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec001f70 tx=0x7fa1ec0014a0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 shutdown_connections 2024-09-16T01:46:28.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fa1e006c610 0x7fa1e006ead0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f4150970 0x7fa1f414ed70 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1f40b03e0 0x7fa1f414e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 --2- 172.21.15.16:0/1112417042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1dc0051c0 0x7fa1f4153b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:28.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 >> 172.21.15.16:0/1112417042 conn(0x7fa1f40b2ec0 msgr2=0x7fa1f40b0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:28.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 shutdown_connections 2024-09-16T01:46:28.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:28.741+0000 7fa1f9559640 1 -- 172.21.15.16:0/1112417042 wait complete. 2024-09-16T01:46:29.156 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 40, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:46:18.605493+0000', 'modified': '2024-09-16T01:46:21.334756+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6243}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6243': {'gid': 6243, 'name': 'c', 'rank': 0, 'incarnation': 37, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/3477787997', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6833', 'nonce': 3477787997}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 3477787997}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6243, 'qdb_cluster': [6243]} 2024-09-16T01:46:29.156 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:46:29.157 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T01:46:29.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.262+0000 7f4327a8d640 1 Processor -- start 2024-09-16T01:46:29.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.262+0000 7f4327a8d640 1 -- start start 2024-09-16T01:46:29.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f4327a8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f432015e570 0x7f43200d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f4327a8d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f43200d4a00 0x7f43200cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f4327a8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f432015e950 con 0x7f43200d1030 2024-09-16T01:46:29.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f4327a8d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f43200d3960 con 0x7f43200d4a00 2024-09-16T01:46:29.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f4327a8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f43200d3c40 con 0x7f432015e570 2024-09-16T01:46:29.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f4325028640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f43200d4a00 0x7f43200cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f432602a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f43200d1030 0x7f43200b43c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51334/0 (socket says 172.21.15.16:51334) 2024-09-16T01:46:29.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.263+0000 7f432602a640 1 -- 172.21.15.16:0/2841465985 learned_addr learned my addr 172.21.15.16:0/2841465985 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:29.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.264+0000 7f4325829640 1 --2- 172.21.15.16:0/2841465985 >> v2:172.21.15.104:3300/0 conn(0x7f432015e570 0x7f43200d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.264+0000 7f4325028640 1 -- 172.21.15.16:0/2841465985 >> v2:172.21.15.104:3300/0 conn(0x7f432015e570 msgr2=0x7f43200d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.264+0000 7f4325028640 1 --2- 172.21.15.16:0/2841465985 >> v2:172.21.15.104:3300/0 conn(0x7f432015e570 0x7f43200d32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.264+0000 7f4325028640 1 -- 172.21.15.16:0/2841465985 >> v1:172.21.15.16:6789/0 conn(0x7f43200d1030 legacy=0x7f43200b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.264+0000 7f4324827640 1 -- 172.21.15.16:0/2841465985 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3745349212 0 0) 0x7f432015e950 con 0x7f43200d1030 2024-09-16T01:46:29.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.264+0000 7f4325028640 1 -- 172.21.15.16:0/2841465985 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43200d3f20 con 0x7f43200d4a00 2024-09-16T01:46:29.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4325028640 1 --2- 172.21.15.16:0/2841465985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200d4a00 0x7f43200cf720 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f43200d2110 tx=0x7f431402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db55a1733862375c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4324827640 1 -- 172.21.15.16:0/2841465985 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314037070 con 0x7f43200d4a00 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4324827640 1 -- 172.21.15.16:0/2841465985 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4314032440 con 0x7f43200d4a00 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4324827640 1 -- 172.21.15.16:0/2841465985 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314032810 con 0x7f43200d4a00 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 -- 172.21.15.16:0/2841465985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200d4a00 msgr2=0x7f43200cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 --2- 172.21.15.16:0/2841465985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200d4a00 0x7f43200cf720 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f43200d2110 tx=0x7f431402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 -- 172.21.15.16:0/2841465985 shutdown_connections 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 --2- 172.21.15.16:0/2841465985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200d4a00 0x7f43200cf720 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 --2- 172.21.15.16:0/2841465985 >> v2:172.21.15.104:3300/0 conn(0x7f432015e570 0x7f43200d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 -- 172.21.15.16:0/2841465985 >> 172.21.15.16:0/2841465985 conn(0x7f4320074bc0 msgr2=0x7f4320074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 -- 172.21.15.16:0/2841465985 shutdown_connections 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.265+0000 7f4327a8d640 1 -- 172.21.15.16:0/2841465985 wait complete. 2024-09-16T01:46:29.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 Processor -- start 2024-09-16T01:46:29.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 -- start start 2024-09-16T01:46:29.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200d1030 0x7f4320156880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200d4a00 0x7f4320153970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f432015e570 0x7f4320145620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f43200cfc60 con 0x7f432015e570 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f43200d44e0 con 0x7f43200d4a00 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4327a8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f43200d4e40 con 0x7f43200d1030 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f432602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f432015e570 0x7f4320145620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f432602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f432015e570 0x7f4320145620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44446/0 (socket says 172.21.15.16:44446) 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f432602a640 1 -- 172.21.15.16:0/925128563 learned_addr learned my addr 172.21.15.16:0/925128563 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.267+0000 7f4325829640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200d1030 0x7f4320156880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f4325028640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200d4a00 0x7f4320153970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f432602a640 1 -- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200d1030 msgr2=0x7f4320156880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f432602a640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200d1030 0x7f4320156880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f432602a640 1 -- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200d4a00 msgr2=0x7f4320153970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f432602a640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200d4a00 0x7f4320153970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f432602a640 1 -- 172.21.15.16:0/925128563 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43201543c0 con 0x7f432015e570 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f432602a640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f432015e570 0x7f4320145620 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f431000c7d0 tx=0x7f431000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f431e7fc640 1 -- 172.21.15.16:0/925128563 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310018070 con 0x7f432015e570 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f431e7fc640 1 -- 172.21.15.16:0/925128563 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f431000a640 con 0x7f432015e570 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4320155ac0 con 0x7f432015e570 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f431e7fc640 1 -- 172.21.15.16:0/925128563 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431000aa70 con 0x7f432015e570 2024-09-16T01:46:29.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.268+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4320156080 con 0x7f432015e570 2024-09-16T01:46:29.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.270+0000 7f431e7fc640 1 -- 172.21.15.16:0/925128563 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f431001b070 con 0x7f432015e570 2024-09-16T01:46:29.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.270+0000 7f431e7fc640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f430c06c610 0x7f430c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.270+0000 7f431e7fc640 1 -- 172.21.15.16:0/925128563 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f431008af60 con 0x7f432015e570 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.270+0000 7f4325829640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f430c06c610 0x7f430c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.271+0000 7f4325829640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f430c06c610 0x7f430c06ead0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f431800aa20 tx=0x7f4318008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.271+0000 7f432a82b740 1 Processor -- start 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.271+0000 7f432a82b740 1 -- start start 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d80346ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f432a82b740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803424a80 0x55d8034276a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d8034218b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f432a82b740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55d803389520 con 0x55d803424a80 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d8033313e0 con 0x55d8034272c0 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55d8033854e0 con 0x55d803428a50 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f4325028640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803424a80 0x55d8034276a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f4325028640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803424a80 0x55d8034276a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44448/0 (socket says 172.21.15.16:44448) 2024-09-16T01:46:29.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f4325028640 1 -- 172.21.15.16:0/1437844107 learned_addr learned my addr 172.21.15.16:0/1437844107 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f4325829640 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d80346ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.272+0000 7f432602a640 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d8034218b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f4325028640 1 -- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 msgr2=0x55d8034218b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f4325028640 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d8034218b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f4325028640 1 -- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 msgr2=0x55d80346ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f4325028640 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d80346ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f4325028640 1 -- 172.21.15.16:0/1437844107 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d80334c2f0 con 0x55d803424a80 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f4325028640 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803424a80 0x55d8034276a0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f4314009890 tx=0x7f431402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57afeb8bde641b03 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f43077fe640 1 -- 172.21.15.16:0/1437844107 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314043070 con 0x55d803424a80 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f43077fe640 1 -- 172.21.15.16:0/1437844107 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4314032900 con 0x55d803424a80 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.273+0000 7f43077fe640 1 -- 172.21.15.16:0/1437844107 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314037040 con 0x55d803424a80 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 -- 172.21.15.16:0/1437844107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803424a80 msgr2=0x55d8034276a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803424a80 0x55d8034276a0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f4314009890 tx=0x7f431402c000 comp rx=0 tx=0).stop 2024-09-16T01:46:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 -- 172.21.15.16:0/1437844107 shutdown_connections 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d8034218b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803424a80 0x55d8034276a0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 --2- 172.21.15.16:0/1437844107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d80346ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 -- 172.21.15.16:0/1437844107 >> 172.21.15.16:0/1437844107 conn(0x55d803423a80 msgr2=0x55d80346bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 -- 172.21.15.16:0/1437844107 shutdown_connections 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 -- 172.21.15.16:0/1437844107 wait complete. 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 -- start start 2024-09-16T01:46:29.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.274+0000 7f432a82b740 1 Processor -- start 2024-09-16T01:46:29.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d8034211e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f432a82b740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803446860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034503a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f432a82b740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55d803422f20 con 0x55d803428a50 2024-09-16T01:46:29.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d803312450 con 0x55d80344d550 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55d80346d290 con 0x55d8034272c0 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f432a82b740 10 client.0 _ll_register_callbacks cb 0x55d80309bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.275+0000 7f4325028640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803446860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803446860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44452/0 (socket says 172.21.15.16:44452) 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 -- 172.21.15.16:0/2258983708 learned_addr learned my addr 172.21.15.16:0/2258983708 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325829640 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d8034211e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f432602a640 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 -- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 msgr2=0x55d8034211e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d8034211e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 -- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 msgr2=0x55d8034503a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034503a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 -- 172.21.15.16:0/2258983708 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d80309c2d0 con 0x55d803428a50 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4325028640 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803446860 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f4314009860 tx=0x7f4314004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1560cebab7c5caa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4304ff9640 1 -- 172.21.15.16:0/2258983708 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314037040 con 0x55d803428a50 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4304ff9640 1 -- 172.21.15.16:0/2258983708 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f4314004230 con 0x55d803428a50 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4314032900 con 0x55d803428a50 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4304ff9640 1 -- 172.21.15.16:0/2258983708 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f4314052050 con 0x55d803428a50 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f432a82b740 10 client.6396 fetch_fsmap learned FSMap version 40 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55d8031666b0 con 0x55d803428a50 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.276+0000 7f4304ff9640 1 -- 172.21.15.16:0/2258983708 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4314032900 con 0x55d803428a50 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f4304ff9640 1 -- 172.21.15.16:0/2258983708 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f4314055020 con 0x55d803428a50 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f432a82b740 10 client.6396 fetch_fsmap finished waiting for FSMap version 40 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f432a82b740 10 client.6396 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f432a82b740 20 client.6396 populate_metadata read hostname 'smithi016' 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f432a82b740 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d803421ba0 0x55d803421f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f432a82b740 4 client.6396 mds_command: new command op to 6243 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 --> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d803396c50 con 0x55d803421ba0 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f4325829640 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d803421ba0 0x55d803421f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f4304ff9640 10 client.6396 ms_handle_connect on v2:172.21.15.16:6833/3477787997 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.277+0000 7f4325829640 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d803421ba0 0x55d803421f80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30f8f4a58d281ddf server_cookie=2c74019fb65dc780 in_seq=0 out_seq=0 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f4304ff9640 1 -- 172.21.15.16:0/2258983708 <== mds.0 v2:172.21.15.16:6833/3477787997 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d803396c50 con 0x55d803421ba0 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f4304ff9640 10 client.6396 handle_command_reply: tid=0 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 client.6396 shutdown 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 msgr2=0x55d803446860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803446860 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f4314009860 tx=0x7f4314004730 comp rx=0 tx=0).stop 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 shutdown_connections 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d803421ba0 0x55d803421f80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803446860 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f4304ff9640 0 client.6396 ms_handle_reset on v2:172.21.15.16:6833/3477787997 2024-09-16T01:46:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 --2- 172.21.15.16:0/2258983708 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d8034211e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 >> 172.21.15.16:0/2258983708 conn(0x55d803424a80 msgr2=0x55d803469ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 shutdown_connections 2024-09-16T01:46:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 1 -- 172.21.15.16:0/2258983708 wait complete. 2024-09-16T01:46:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.278+0000 7f432a82b740 20 client.6396 trim_cache size 0 max 16384 2024-09-16T01:46:29.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.296+0000 7f432a82b740 1 Processor -- start 2024-09-16T01:46:29.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.296+0000 7f432a82b740 1 -- start start 2024-09-16T01:46:29.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d80346dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f432a82b740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803421f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034224c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f432a82b740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f432015da10 con 0x55d803428a50 2024-09-16T01:46:29.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f432015cd70 con 0x55d80344d550 2024-09-16T01:46:29.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f432015d3c0 con 0x55d8034272c0 2024-09-16T01:46:29.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f4325028640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803421f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f4325028640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803421f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44468/0 (socket says 172.21.15.16:44468) 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f4325028640 1 -- 172.21.15.16:0/440260603 learned_addr learned my addr 172.21.15.16:0/440260603 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f4325829640 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d80346dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f432602a640 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034224c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f4325028640 1 -- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 msgr2=0x55d80346dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.297+0000 7f4325028640 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d80346dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4325028640 1 -- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 msgr2=0x55d8034224c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4325028640 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034224c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4325028640 1 -- 172.21.15.16:0/440260603 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d80346ca30 con 0x55d803428a50 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4325829640 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d80346dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432602a640 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034224c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:29.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4325028640 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803421f80 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f4314006a20 tx=0x7f4314034070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d68e8145715b5b29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4306ffd640 1 -- 172.21.15.16:0/440260603 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314037040 con 0x55d803428a50 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4306ffd640 1 -- 172.21.15.16:0/440260603 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4314048650 con 0x55d803428a50 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f4306ffd640 1 -- 172.21.15.16:0/440260603 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314043040 con 0x55d803428a50 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 -- 172.21.15.16:0/440260603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 msgr2=0x55d803421f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803421f80 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f4314006a20 tx=0x7f4314034070 comp rx=0 tx=0).stop 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 -- 172.21.15.16:0/440260603 shutdown_connections 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d80344d550 0x55d8034224c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d803428a50 0x55d803421f80 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 --2- 172.21.15.16:0/440260603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d8034272c0 0x55d80346dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 -- 172.21.15.16:0/440260603 >> 172.21.15.16:0/440260603 conn(0x55d803424a80 msgr2=0x55d803445220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.298+0000 7f432a82b740 1 -- 172.21.15.16:0/440260603 shutdown_connections 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.299+0000 7f432a82b740 1 -- 172.21.15.16:0/440260603 wait complete. 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.299+0000 7f432a82b740 1 -- start start 2024-09-16T01:46:29.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.299+0000 7f432a82b740 1 Processor -- start 2024-09-16T01:46:29.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d8034ea0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432a82b740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d80344a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432a82b740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d80344d550 0x55d80344ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432a82b740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55d803450e50 con 0x55d80344d550 2024-09-16T01:46:29.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d803421720 con 0x55d8034272c0 2024-09-16T01:46:29.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432a82b740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55d803450a80 con 0x55d803428a50 2024-09-16T01:46:29.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432a82b740 10 client.0 _ll_register_callbacks cb 0x7f431800a670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d80344d550 0x55d80344ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d80344d550 0x55d80344ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44472/0 (socket says 172.21.15.16:44472) 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f4325028640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d80344a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 -- 172.21.15.16:0/2627535130 learned_addr learned my addr 172.21.15.16:0/2627535130 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f4325829640 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d8034ea0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 -- 172.21.15.16:0/2627535130 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 msgr2=0x55d80344a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d80344a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 -- 172.21.15.16:0/2627535130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 msgr2=0x55d8034ea0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d8034ea0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.300+0000 7f432602a640 1 -- 172.21.15.16:0/2627535130 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d803490530 con 0x55d80344d550 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432602a640 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d80344d550 0x55d80344ad70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f4310058870 tx=0x7f4310058ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b05e2811a9bb4ba8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f4304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f4304ff9640 1 -- 172.21.15.16:0/2627535130 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310087060 con 0x55d80344d550 2024-09-16T01:46:29.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f4304ff9640 1 -- 172.21.15.16:0/2627535130 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f4310061420 con 0x55d80344d550 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4314048650 con 0x55d80344d550 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f4304ff9640 1 -- 172.21.15.16:0/2627535130 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f4310075050 con 0x55d80344d550 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 10 client.6402 fetch_fsmap learned FSMap version 40 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55d8034466d0 con 0x55d80344d550 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f4304ff9640 1 -- 172.21.15.16:0/2627535130 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4314048650 con 0x55d80344d550 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f4304ff9640 1 -- 172.21.15.16:0/2627535130 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f431005f0b0 con 0x55d80344d550 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 10 client.6402 fetch_fsmap finished waiting for FSMap version 40 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 10 client.6402 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 20 client.6402 populate_metadata read hostname 'smithi016' 2024-09-16T01:46:29.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d8034ee770 0x55d80348aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 4 client.6402 mds_command: new command op to 6243 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 --> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] -- command(tid 0: {"prefix": "status"}) -- 0x55d803390fa0 con 0x55d8034ee770 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.301+0000 7f4325829640 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d8034ee770 0x55d80348aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f4304ff9640 10 client.6402 ms_handle_connect on v2:172.21.15.16:6833/3477787997 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f4325829640 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d8034ee770 0x55d80348aa50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a31627ab7ab6ee8d server_cookie=1abf8225baf56e13 in_seq=0 out_seq=0 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f4304ff9640 1 -- 172.21.15.16:0/2627535130 <== mds.0 v2:172.21.15.16:6833/3477787997 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x55d803390fa0 con 0x55d8034ee770 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f4304ff9640 10 client.6402 handle_command_reply: tid=0 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 client.6402 shutdown 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d80344d550 msgr2=0x55d80344ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d80344d550 0x55d80344ad70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f4310058870 tx=0x7f4310058ca0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 shutdown_connections 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:6833/3477787997,v1:172.21.15.16:6835/3477787997] conn(0x55d8034ee770 0x55d80348aa50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d80344d550 0x55d80344ad70 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d803428a50 0x55d80344a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f4304ff9640 0 client.6402 ms_handle_reset on v2:172.21.15.16:6833/3477787997 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 --2- 172.21.15.16:0/2627535130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8034272c0 0x55d8034ea0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 >> 172.21.15.16:0/2627535130 conn(0x55d803424a80 msgr2=0x55d80346a180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 shutdown_connections 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 1 -- 172.21.15.16:0/2627535130 wait complete. 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.302+0000 7f432a82b740 20 client.6402 trim_cache size 0 max 16384 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:46:29.310 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 6243, 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 10.045443448, 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 40, 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 68, 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 68, 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 15.066834854 2024-09-16T01:46:29.311 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f430c06c610 msgr2=0x7f430c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f430c06c610 0x7f430c06ead0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f431800aa20 tx=0x7f4318008040 comp rx=0 tx=0).stop 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f432015e570 msgr2=0x7f4320145620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f432015e570 0x7f4320145620 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f431000c7d0 tx=0x7f431000cc90 comp rx=0 tx=0).stop 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 shutdown_connections 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f430c06c610 0x7f430c06ead0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f432015e570 0x7f4320145620 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200d4a00 0x7f4320153970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 --2- 172.21.15.16:0/925128563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200d1030 0x7f4320156880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 >> 172.21.15.16:0/925128563 conn(0x7f4320074bc0 msgr2=0x7f432015b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 shutdown_connections 2024-09-16T01:46:29.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.303+0000 7f4327a8d640 1 -- 172.21.15.16:0/925128563 wait complete. 2024-09-16T01:46:29.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:46:29.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.415+0000 7f4d23a23640 1 Processor -- start 2024-09-16T01:46:29.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.416+0000 7f4d23a23640 1 -- start start 2024-09-16T01:46:29.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.416+0000 7f4d23a23640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4d1c06c2f0 0x7f4d1c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.416+0000 7f4d23a23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4d1c1590d0 0x7f4d1c0ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.416+0000 7f4d23a23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d1c15bb20 con 0x7f4d1c158cf0 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.416+0000 7f4d23a23640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4d1c0afd50 con 0x7f4d1c1590d0 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.416+0000 7f4d23a23640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4d1c15be00 con 0x7f4d1c06c2f0 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d21fc0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4d1c1590d0 0x7f4d1c0ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d21fc0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4d1c1590d0 0x7f4d1c0ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44486/0 (socket says 172.21.15.16:44486) 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d21fc0640 1 -- 172.21.15.16:0/751055143 learned_addr learned my addr 172.21.15.16:0/751055143 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d20fbe640 1 --2- 172.21.15.16:0/751055143 >> v2:172.21.15.104:3300/0 conn(0x7f4d1c06c2f0 0x7f4d1c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d21fc0640 1 -- 172.21.15.16:0/751055143 >> v2:172.21.15.104:3300/0 conn(0x7f4d1c06c2f0 msgr2=0x7f4d1c0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d21fc0640 1 --2- 172.21.15.16:0/751055143 >> v2:172.21.15.104:3300/0 conn(0x7f4d1c06c2f0 0x7f4d1c0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d21fc0640 1 -- 172.21.15.16:0/751055143 >> v1:172.21.15.104:6789/0 conn(0x7f4d1c158cf0 legacy=0x7f4d1c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d21fc0640 1 -- 172.21.15.16:0/751055143 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c15c0e0 con 0x7f4d1c1590d0 2024-09-16T01:46:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.417+0000 7f4d20fbe640 1 --2- 172.21.15.16:0/751055143 >> v2:172.21.15.104:3300/0 conn(0x7f4d1c06c2f0 0x7f4d1c0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.418+0000 7f4d21fc0640 1 --2- 172.21.15.16:0/751055143 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c0ce290 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0b3990 tx=0x7f4d1402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cbb67b6f4406816 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.418+0000 7f4d13fff640 1 -- 172.21.15.16:0/751055143 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d14036070 con 0x7f4d1c1590d0 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.418+0000 7f4d13fff640 1 -- 172.21.15.16:0/751055143 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d14031600 con 0x7f4d1c1590d0 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d13fff640 1 -- 172.21.15.16:0/751055143 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d140319d0 con 0x7f4d1c1590d0 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 -- 172.21.15.16:0/751055143 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 msgr2=0x7f4d1c0ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 --2- 172.21.15.16:0/751055143 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c0ce290 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0b3990 tx=0x7f4d1402a610 comp rx=0 tx=0).stop 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 -- 172.21.15.16:0/751055143 shutdown_connections 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 --2- 172.21.15.16:0/751055143 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c0ce290 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 --2- 172.21.15.16:0/751055143 >> v2:172.21.15.104:3300/0 conn(0x7f4d1c06c2f0 0x7f4d1c0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 -- 172.21.15.16:0/751055143 >> 172.21.15.16:0/751055143 conn(0x7f4d1c0b2000 msgr2=0x7f4d1c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 -- 172.21.15.16:0/751055143 shutdown_connections 2024-09-16T01:46:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.419+0000 7f4d23a23640 1 -- 172.21.15.16:0/751055143 wait complete. 2024-09-16T01:46:29.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.420+0000 7f4d23a23640 1 Processor -- start 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.420+0000 7f4d23a23640 1 -- start start 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d23a23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4d1c06c2f0 0x7f4d1c15ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d23a23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4d1c158cf0 0x7f4d1c14a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d23a23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c14abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d23a23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c15cb70 con 0x7f4d1c1590d0 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d23a23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c15c9f0 con 0x7f4d1c158cf0 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d23a23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1c15ccf0 con 0x7f4d1c06c2f0 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d21fc0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c14abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d21fc0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c14abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44500/0 (socket says 172.21.15.16:44500) 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d21fc0640 1 -- 172.21.15.16:0/3772481386 learned_addr learned my addr 172.21.15.16:0/3772481386 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d20fbe640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4d1c158cf0 0x7f4d1c14a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.421+0000 7f4d217bf640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4d1c06c2f0 0x7f4d1c15ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d21fc0640 1 -- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4d1c06c2f0 msgr2=0x7f4d1c15ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d21fc0640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4d1c06c2f0 0x7f4d1c15ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d21fc0640 1 -- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4d1c158cf0 msgr2=0x7f4d1c14a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d21fc0640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4d1c158cf0 0x7f4d1c14a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d21fc0640 1 -- 172.21.15.16:0/3772481386 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c152960 con 0x7f4d1c1590d0 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d21fc0640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c14abf0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f4d14009f40 tx=0x7f4d14004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d11ffb640 1 -- 172.21.15.16:0/3772481386 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d14036050 con 0x7f4d1c1590d0 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d11ffb640 1 -- 172.21.15.16:0/3772481386 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d14042070 con 0x7f4d1c1590d0 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d11ffb640 1 -- 172.21.15.16:0/3772481386 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d14009510 con 0x7f4d1c1590d0 2024-09-16T01:46:29.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1c15d570 con 0x7f4d1c1590d0 2024-09-16T01:46:29.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.422+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d1c14fb60 con 0x7f4d1c1590d0 2024-09-16T01:46:29.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.423+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d1c0b3300 con 0x7f4d1c1590d0 2024-09-16T01:46:29.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.424+0000 7f4d11ffb640 1 -- 172.21.15.16:0/3772481386 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f4d14007bd0 con 0x7f4d1c1590d0 2024-09-16T01:46:29.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.424+0000 7f4d11ffb640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4d0006c610 0x7f4d0006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:29.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.424+0000 7f4d11ffb640 1 -- 172.21.15.16:0/3772481386 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f4d140ac7b0 con 0x7f4d1c1590d0 2024-09-16T01:46:29.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.424+0000 7f4d217bf640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4d0006c610 0x7f4d0006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:29.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.425+0000 7f4d217bf640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4d0006c610 0x7f4d0006ead0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c155060 tx=0x7f4d18009040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:29.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.429+0000 7f4d11ffb640 1 -- 172.21.15.16:0/3772481386 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4d1c152960 con 0x7f4d1c1590d0 2024-09-16T01:46:29.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.640+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4d1c06dd90 con 0x7f4d1c1590d0 2024-09-16T01:46:29.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.641+0000 7f4d11ffb640 1 -- 172.21.15.16:0/3772481386 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7f4d1407a3b0 con 0x7f4d1c1590d0 2024-09-16T01:46:29.642 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:46:29.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4d0006c610 msgr2=0x7f4d0006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4d0006c610 0x7f4d0006ead0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c155060 tx=0x7f4d18009040 comp rx=0 tx=0).stop 2024-09-16T01:46:29.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 msgr2=0x7f4d1c14abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:29.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c14abf0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f4d14009f40 tx=0x7f4d14004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 shutdown_connections 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f4d0006c610 0x7f4d0006ead0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d1c1590d0 0x7f4d1c14abf0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4d1c158cf0 0x7f4d1c14a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 --2- 172.21.15.16:0/3772481386 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4d1c06c2f0 0x7f4d1c15ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 >> 172.21.15.16:0/3772481386 conn(0x7f4d1c0b2000 msgr2=0x7f4d1c06d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 shutdown_connections 2024-09-16T01:46:29.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29.643+0000 7f4d23a23640 1 -- 172.21.15.16:0/3772481386 wait complete. 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:46:29.655 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:46:29.656 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:46:29.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:29.656 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:46:29.674 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:46:29.674 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:46:29.674 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:46:29.674 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:29.674 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:46:29.674 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:29.675 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42551sec preferred_lft 42551sec 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:29.676 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:29.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:29.678 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:46:29.738 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:46:29.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:29.740 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:46:29.797 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:46:29.797 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:46:29.797 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:46:29.797 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:46:29.797 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:46:29.800 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:46:29.800 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:46:29.800 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:46:29.800 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:46:29.801 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:46:29.801 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:46:29.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:46:29.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:46:29.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:29.925 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:46:29.941 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:46:29.941 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:46:29.942 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:46:29.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:29.942 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:46:30.008 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:46:30.008 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:46:30.008 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:30.064 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:46:30.064 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:46:30.064 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:30.120 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:46:30.186 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:46:30.242 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:46:30.243 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:46:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:46:30.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:30.245 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:46:30.299 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:46:30.299 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:46:30.341 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:46:30.367 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:46:30.425 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:46:30.426 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:46:30.427 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:46:30.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:30.428 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:46:30.429 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:46:30.426+0000 7f026c1cb480 -1 init, newargv = 0x55d54547ccb0 newargc=15 2024-09-16T01:46:30.429 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[57920]: starting ceph client 2024-09-16T01:46:30.431 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[57920]: starting fuse 2024-09-16T01:46:30.445 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:46:30.445 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:46:30.446 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:46:30.447 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:46:30.448 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:46:30.448 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:46:30.448 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:46:30.448 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:46:30.448 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:46:30.566 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.57920.asok 2024-09-16T01:46:30.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:46:30.577 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.57920.asok 2024-09-16T01:46:30.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:30.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.57920.asok status 2024-09-16T01:46:30.716 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "57920", 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:30.717 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 6411, 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 6411 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 259829693 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:30.718 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 259829693 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.6411 192.168.0.1:0/259829693", 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/259829693", 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 40, 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 68, 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:46:30.719 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:46:30.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:30.725 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:46:30.725 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:30.741 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:46:30.742 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:30.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:30.742 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:30.808 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:46:30.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.949+0000 7f1b47ca5640 1 Processor -- start 2024-09-16T01:46:30.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.950+0000 7f1b47ca5640 1 -- start start 2024-09-16T01:46:30.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.950+0000 7f1b47ca5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b4006da40 0x7f1b400ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:30.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.950+0000 7f1b47ca5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1b40140440 0x7f1b400b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:30.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.950+0000 7f1b47ca5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b40143e60 0x7f1b400b3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:30.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b47ca5640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1b4015e760 con 0x7f1b40143e60 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b47ca5640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1b401409b0 con 0x7f1b40140440 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b47ca5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1b40140c90 con 0x7f1b4006da40 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b40143e60 0x7f1b400b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b40143e60 0x7f1b400b3840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44508/0 (socket says 172.21.15.16:44508) 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 -- 172.21.15.16:0/1256365056 learned_addr learned my addr 172.21.15.16:0/1256365056 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b45a41640 1 --2- 172.21.15.16:0/1256365056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b4006da40 0x7f1b400ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b45240640 1 --2- 172.21.15.16:0/1256365056 >> v2:172.21.15.104:3300/0 conn(0x7f1b40140440 0x7f1b400b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 -- 172.21.15.16:0/1256365056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b4006da40 msgr2=0x7f1b400ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 --2- 172.21.15.16:0/1256365056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b4006da40 0x7f1b400ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 -- 172.21.15.16:0/1256365056 >> v2:172.21.15.104:3300/0 conn(0x7f1b40140440 msgr2=0x7f1b400b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 --2- 172.21.15.16:0/1256365056 >> v2:172.21.15.104:3300/0 conn(0x7f1b40140440 0x7f1b400b3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:30.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.951+0000 7f1b46242640 1 -- 172.21.15.16:0/1256365056 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b40140f70 con 0x7f1b40143e60 2024-09-16T01:46:30.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b46242640 1 --2- 172.21.15.16:0/1256365056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40143e60 0x7f1b400b3840 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f1b4006f050 tx=0x7f1b3802c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8840eb109b11c8d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:30.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b44a3f640 1 -- 172.21.15.16:0/1256365056 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38039070 con 0x7f1b40143e60 2024-09-16T01:46:30.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b44a3f640 1 -- 172.21.15.16:0/1256365056 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b38009600 con 0x7f1b40143e60 2024-09-16T01:46:30.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b44a3f640 1 -- 172.21.15.16:0/1256365056 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b380099f0 con 0x7f1b40143e60 2024-09-16T01:46:30.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b47ca5640 1 -- 172.21.15.16:0/1256365056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40143e60 msgr2=0x7f1b400b3840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/1256365056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40143e60 0x7f1b400b3840 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f1b4006f050 tx=0x7f1b3802c810 comp rx=0 tx=0).stop 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b47ca5640 1 -- 172.21.15.16:0/1256365056 shutdown_connections 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/1256365056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40143e60 0x7f1b400b3840 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/1256365056 >> v2:172.21.15.104:3300/0 conn(0x7f1b40140440 0x7f1b400b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/1256365056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b4006da40 0x7f1b400ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.952+0000 7f1b47ca5640 1 -- 172.21.15.16:0/1256365056 >> 172.21.15.16:0/1256365056 conn(0x7f1b400b2000 msgr2=0x7f1b400b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.953+0000 7f1b47ca5640 1 -- 172.21.15.16:0/1256365056 shutdown_connections 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.953+0000 7f1b47ca5640 1 -- 172.21.15.16:0/1256365056 wait complete. 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 Processor -- start 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 -- start start 2024-09-16T01:46:30.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b4006da40 0x7f1b40134410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40140440 0x7f1b4015d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b40143e60 0x7f1b400aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1b400ce850 con 0x7f1b40140440 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b400ce6d0 con 0x7f1b4006da40 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.954+0000 7f1b47ca5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1b40144540 con 0x7f1b40143e60 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40140440 0x7f1b4015d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40140440 0x7f1b4015d230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44522/0 (socket says 172.21.15.16:44522) 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 -- 172.21.15.16:0/3530943532 learned_addr learned my addr 172.21.15.16:0/3530943532 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b46242640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b40143e60 0x7f1b400aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45a41640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b4006da40 0x7f1b40134410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 -- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b40143e60 msgr2=0x7f1b400aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b40143e60 0x7f1b400aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:30.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 -- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b4006da40 msgr2=0x7f1b40134410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b4006da40 0x7f1b40134410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 -- 172.21.15.16:0/3530943532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b4015d770 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45a41640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b4006da40 0x7f1b40134410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b45240640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40140440 0x7f1b4015d230 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f1b3000e980 tx=0x7f1b3000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b367fc640 1 -- 172.21.15.16:0/3530943532 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30017070 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b367fc640 1 -- 172.21.15.16:0/3530943532 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b3000ca00 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b4015d9f0 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b367fc640 1 -- 172.21.15.16:0/3530943532 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3000cdd0 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.955+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b400711a0 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.956+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b400ce190 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.957+0000 7f1b367fc640 1 -- 172.21.15.16:0/3530943532 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f1b3001a070 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.957+0000 7f1b367fc640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b2406c610 0x7f1b2406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.957+0000 7f1b367fc640 1 -- 172.21.15.16:0/3530943532 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f1b3008b820 con 0x7f1b40140440 2024-09-16T01:46:30.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.957+0000 7f1b45a41640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b2406c610 0x7f1b2406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:30.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.958+0000 7f1b45a41640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b2406c610 0x7f1b2406ead0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c009b10 tx=0x7f1b3c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:30.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:30.962+0000 7f1b367fc640 1 -- 172.21.15.16:0/3530943532 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b4015d770 con 0x7f1b40140440 2024-09-16T01:46:31.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.170+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1b400b2480 con 0x7f1b40140440 2024-09-16T01:46:31.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.170+0000 7f1b367fc640 1 -- 172.21.15.16:0/3530943532 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7f1b300595c0 con 0x7f1b40140440 2024-09-16T01:46:31.172 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:46:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b2406c610 msgr2=0x7f1b2406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b2406c610 0x7f1b2406ead0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c009b10 tx=0x7f1b3c008040 comp rx=0 tx=0).stop 2024-09-16T01:46:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40140440 msgr2=0x7f1b4015d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40140440 0x7f1b4015d230 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f1b3000e980 tx=0x7f1b3000ee40 comp rx=0 tx=0).stop 2024-09-16T01:46:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 shutdown_connections 2024-09-16T01:46:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f1b2406c610 0x7f1b2406ead0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b40143e60 0x7f1b400aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b40140440 0x7f1b4015d230 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 --2- 172.21.15.16:0/3530943532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b4006da40 0x7f1b40134410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.172+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 >> 172.21.15.16:0/3530943532 conn(0x7f1b400b2000 msgr2=0x7f1b401434a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.173+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 shutdown_connections 2024-09-16T01:46:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:31.173+0000 7f1b47ca5640 1 -- 172.21.15.16:0/3530943532 wait complete. 2024-09-16T01:46:31.185 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:46:31.185 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:46:31.185 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:46:31.185 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:46:31.185 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:31.186 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:46:31.186 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:46:31.186 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:46:31.186 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:46:31.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:31.186 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:46:31.206 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:46:31.206 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:46:31.206 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:46:31.206 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:31.206 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:46:31.206 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42549sec preferred_lft 42549sec 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:46:31.207 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:46:31.208 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:46:31.209 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:46:31.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:31.209 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:46:31.275 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:46:31.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:31.277 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:46:31.334 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:46:31.335 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:46:31.335 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:46:31.335 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:46:31.335 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:46:31.335 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:46:31.335 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:46:31.335 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:46:31.335 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:46:31.335 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:46:31.335 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:46:31.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:46:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:46:31.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:46:31.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:31.471 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:46:31.487 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:46:31.487 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:46:31.487 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:46:31.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:31.487 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:46:31.552 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:46:31.553 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:46:31.553 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:31.608 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:46:31.609 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:46:31.609 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:31.664 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:46:31.730 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:46:31.787 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:46:31.787 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:46:31.787 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:46:31.787 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:46:31.788 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:46:31.789 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:46:31.790 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:46:31.790 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:46:31.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:31.790 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:46:31.844 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:46:31.845 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:46:31.887 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:46:31.911 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:46:31.968 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:46:31.969 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:46:31.970 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:46:31.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:31.971 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:46:31.971 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:46:31.968+0000 7f7c2c16e480 -1 init, newargv = 0x56013fba3a70 newargc=15 2024-09-16T01:46:31.972 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[46084]: starting ceph client 2024-09-16T01:46:31.974 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[46084]: starting fuse 2024-09-16T01:46:31.986 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:46:31.986 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:46:31.986 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:46:31.986 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:46:31.986 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:46:31.987 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:46:31.988 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:46:32.103 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.46084.asok 2024-09-16T01:46:32.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:46:32.113 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.46084.asok 2024-09-16T01:46:32.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:32.113 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.46084.asok status 2024-09-16T01:46:32.245 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:46:32.246 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:46:32.246 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:46:32.246 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:46:32.246 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:46:32.246 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:46:32.246 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:46:32.247 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "46084", 2024-09-16T01:46:32.247 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:46:32.247 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:46:32.247 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:46:32.247 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:46:32.247 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 6010, 2024-09-16T01:46:32.247 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:46:32.248 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:46:32.248 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:46:32.248 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 6010 2024-09-16T01:46:32.248 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:46:32.248 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:46:32.249 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:46:32.249 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:46:32.249 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1404924992 2024-09-16T01:46:32.249 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:46:32.249 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:46:32.249 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:46:32.250 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:46:32.250 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:46:32.250 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1404924992 2024-09-16T01:46:32.250 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:46:32.250 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.6010 192.168.0.1:0/1404924992", 2024-09-16T01:46:32.250 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/1404924992", 2024-09-16T01:46:32.251 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:46:32.251 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 40, 2024-09-16T01:46:32.251 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 68, 2024-09-16T01:46:32.251 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:46:32.251 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:46:32.251 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:46:32.252 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:46:32.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:32.256 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:46:32.256 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:32.273 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:46:32.274 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:32.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:32.274 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:32.339 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:46:32.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.457+0000 7f15268c9640 1 Processor -- start 2024-09-16T01:46:32.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.457+0000 7f15268c9640 1 -- start start 2024-09-16T01:46:32.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f15268c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1520073120 0x7f1520073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:32.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f15268c9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15200d0460 con 0x7f152015c4e0 2024-09-16T01:46:32.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f15268c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15200d0740 con 0x7f15200b5550 2024-09-16T01:46:32.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f15268c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1520073ab0 con 0x7f1520073120 2024-09-16T01:46:32.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f151ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f152015c4e0 0x7f15200712d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42356/0 (socket says 172.21.15.16:42356) 2024-09-16T01:46:32.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f151ffff640 1 -- 172.21.15.16:0/3090959797 learned_addr learned my addr 172.21.15.16:0/3090959797 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:32.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f151f7fe640 1 --2- 172.21.15.16:0/3090959797 >> v2:172.21.15.104:3300/0 conn(0x7f1520073120 0x7f1520073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:32.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f151effd640 1 -- 172.21.15.16:0/3090959797 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 746015728 0 0) 0x7f15200d0460 con 0x7f152015c4e0 2024-09-16T01:46:32.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f151effd640 1 -- 172.21.15.16:0/3090959797 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1508003520 con 0x7f152015c4e0 2024-09-16T01:46:32.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f151effd640 1 -- 172.21.15.16:0/3090959797 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3703315502 0 0) 0x7f15200d0740 con 0x7f15200b5550 2024-09-16T01:46:32.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.458+0000 7f151effd640 1 -- 172.21.15.16:0/3090959797 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f15200d0460 con 0x7f15200b5550 2024-09-16T01:46:32.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.459+0000 7f151f7fe640 1 -- 172.21.15.16:0/3090959797 >> v1:172.21.15.104:6789/0 conn(0x7f15200b5550 legacy=0x7f15200b59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:32.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.459+0000 7f151f7fe640 1 -- 172.21.15.16:0/3090959797 >> v1:172.21.15.16:6789/0 conn(0x7f152015c4e0 legacy=0x7f15200712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:32.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.459+0000 7f151f7fe640 1 -- 172.21.15.16:0/3090959797 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15200d0a20 con 0x7f1520073120 2024-09-16T01:46:32.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.459+0000 7f151f7fe640 1 --2- 172.21.15.16:0/3090959797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1520073120 0x7f1520073570 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f15140097a0 tx=0x7f151402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9231ba18b49cb615 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:32.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f151effd640 1 -- 172.21.15.16:0/3090959797 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1514037070 con 0x7f1520073120 2024-09-16T01:46:32.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f151effd640 1 -- 172.21.15.16:0/3090959797 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1514032440 con 0x7f1520073120 2024-09-16T01:46:32.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f151effd640 1 -- 172.21.15.16:0/3090959797 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1514032810 con 0x7f1520073120 2024-09-16T01:46:32.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f15268c9640 1 -- 172.21.15.16:0/3090959797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1520073120 msgr2=0x7f1520073570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:32.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f15268c9640 1 --2- 172.21.15.16:0/3090959797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1520073120 0x7f1520073570 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f15140097a0 tx=0x7f151402a230 comp rx=0 tx=0).stop 2024-09-16T01:46:32.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f15268c9640 1 -- 172.21.15.16:0/3090959797 shutdown_connections 2024-09-16T01:46:32.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f15268c9640 1 --2- 172.21.15.16:0/3090959797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1520073120 0x7f1520073570 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:32.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f15268c9640 1 -- 172.21.15.16:0/3090959797 >> 172.21.15.16:0/3090959797 conn(0x7f15200b4250 msgr2=0x7f15200b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:32.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f15268c9640 1 -- 172.21.15.16:0/3090959797 shutdown_connections 2024-09-16T01:46:32.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.460+0000 7f15268c9640 1 -- 172.21.15.16:0/3090959797 wait complete. 2024-09-16T01:46:32.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.461+0000 7f15268c9640 1 Processor -- start 2024-09-16T01:46:32.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.462+0000 7f15268c9640 1 -- start start 2024-09-16T01:46:32.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.462+0000 7f15268c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1520073120 0x7f15200ce120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:32.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.462+0000 7f15268c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15200b5550 0x7f15200c76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:32.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.462+0000 7f15268c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f152015c4e0 0x7f15200c7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:32.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.462+0000 7f15268c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f15200d0fe0 con 0x7f1520073120 2024-09-16T01:46:32.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.462+0000 7f15268c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f152015c8c0 con 0x7f15200b5550 2024-09-16T01:46:32.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.462+0000 7f15268c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f15200719e0 con 0x7f152015c4e0 2024-09-16T01:46:32.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1520073120 0x7f15200ce120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:32.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1520073120 0x7f15200ce120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50410/0 (socket says 172.21.15.16:50410) 2024-09-16T01:46:32.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 -- 172.21.15.16:0/3705708494 learned_addr learned my addr 172.21.15.16:0/3705708494 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:32.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151f7fe640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15200b5550 0x7f15200c76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:32.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f1524e66640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f152015c4e0 0x7f15200c7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:32.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 -- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f152015c4e0 msgr2=0x7f15200c7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:32.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f152015c4e0 0x7f15200c7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:32.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 -- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15200b5550 msgr2=0x7f15200c76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:32.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15200b5550 0x7f15200c76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:32.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 -- 172.21.15.16:0/3705708494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15200c8290 con 0x7f1520073120 2024-09-16T01:46:32.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151f7fe640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15200b5550 0x7f15200c76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:32.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151ffff640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1520073120 0x7f15200ce120 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f151000c500 tx=0x7f151000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:32.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151cff9640 1 -- 172.21.15.16:0/3705708494 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1510017070 con 0x7f1520073120 2024-09-16T01:46:32.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151cff9640 1 -- 172.21.15.16:0/3705708494 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1510005d00 con 0x7f1520073120 2024-09-16T01:46:32.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15200c8570 con 0x7f1520073120 2024-09-16T01:46:32.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f151cff9640 1 -- 172.21.15.16:0/3705708494 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1510007330 con 0x7f1520073120 2024-09-16T01:46:32.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.463+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15200c8b30 con 0x7f1520073120 2024-09-16T01:46:32.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.464+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15200d1500 con 0x7f1520073120 2024-09-16T01:46:32.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.465+0000 7f151cff9640 1 -- 172.21.15.16:0/3705708494 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f151001a070 con 0x7f1520073120 2024-09-16T01:46:32.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.465+0000 7f151cff9640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f150c06c640 0x7f150c06eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:32.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.465+0000 7f151cff9640 1 -- 172.21.15.16:0/3705708494 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f151008ac70 con 0x7f1520073120 2024-09-16T01:46:32.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.466+0000 7f151f7fe640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f150c06c640 0x7f150c06eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:32.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.466+0000 7f151f7fe640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f150c06c640 0x7f150c06eb00 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1514034000 tx=0x7f151402e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:32.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.470+0000 7f151cff9640 1 -- 172.21.15.16:0/3705708494 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1510058ad0 con 0x7f1520073120 2024-09-16T01:46:32.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:32.681+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f1520159190 con 0x7f1520073120 2024-09-16T01:46:33.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.428+0000 7f151cff9640 1 -- 172.21.15.16:0/3705708494 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v41) ==== 136+0+0 (secure 0 0 0) 0x7f151005cdd0 con 0x7f1520073120 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.430+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f150c06c640 msgr2=0x7f150c06eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.430+0000 7f15268c9640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f150c06c640 0x7f150c06eb00 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1514034000 tx=0x7f151402e000 comp rx=0 tx=0).stop 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.430+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1520073120 msgr2=0x7f15200ce120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.430+0000 7f15268c9640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1520073120 0x7f15200ce120 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f151000c500 tx=0x7f151000c9c0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 shutdown_connections 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f150c06c640 0x7f150c06eb00 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f152015c4e0 0x7f15200c7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15200b5550 0x7f15200c76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 --2- 172.21.15.16:0/3705708494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1520073120 0x7f15200ce120 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 >> 172.21.15.16:0/3705708494 conn(0x7f15200b4250 msgr2=0x7f15200b4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:33.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 shutdown_connections 2024-09-16T01:46:33.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.431+0000 7f15268c9640 1 -- 172.21.15.16:0/3705708494 wait complete. 2024-09-16T01:46:33.446 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:46:33.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.555+0000 7f8de1a47640 1 Processor -- start 2024-09-16T01:46:33.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.555+0000 7f8de1a47640 1 -- start start 2024-09-16T01:46:33.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8de1a47640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8ddc140440 0x7f8ddc0b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8de1a47640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ddc143e60 0x7f8ddc0b3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8de1a47640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ddc1409b0 con 0x7f8ddc06da40 2024-09-16T01:46:33.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8de1a47640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8ddc15e760 con 0x7f8ddc143e60 2024-09-16T01:46:33.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8de1a47640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8ddc0ce8a0 con 0x7f8ddc140440 2024-09-16T01:46:33.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8ddb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ddc143e60 0x7f8ddc0b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8ddaffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8ddc06da40 0x7f8ddc0ce190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42360/0 (socket says 172.21.15.16:42360) 2024-09-16T01:46:33.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8ddaffd640 1 -- 172.21.15.16:0/927249558 learned_addr learned my addr 172.21.15.16:0/927249558 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:33.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8dda7fc640 1 --2- 172.21.15.16:0/927249558 >> v2:172.21.15.104:3300/0 conn(0x7f8ddc140440 0x7f8ddc0b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8ddb7fe640 1 -- 172.21.15.16:0/927249558 >> v2:172.21.15.104:3300/0 conn(0x7f8ddc140440 msgr2=0x7f8ddc0b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:33.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8ddb7fe640 1 --2- 172.21.15.16:0/927249558 >> v2:172.21.15.104:3300/0 conn(0x7f8ddc140440 0x7f8ddc0b3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8ddb7fe640 1 -- 172.21.15.16:0/927249558 >> v1:172.21.15.16:6789/0 conn(0x7f8ddc06da40 legacy=0x7f8ddc0ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8ddb7fe640 1 -- 172.21.15.16:0/927249558 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ddc140c90 con 0x7f8ddc143e60 2024-09-16T01:46:33.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.556+0000 7f8dd9ffb640 1 -- 172.21.15.16:0/927249558 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2324702824 0 0) 0x7f8ddc1409b0 con 0x7f8ddc06da40 2024-09-16T01:46:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.557+0000 7f8ddb7fe640 1 --2- 172.21.15.16:0/927249558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc143e60 0x7f8ddc0b3840 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc0ccb50 tx=0x7f8dd402cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85acd49614c3df8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.557+0000 7f8dd9ffb640 1 -- 172.21.15.16:0/927249558 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dd402e870 con 0x7f8ddc143e60 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.557+0000 7f8dd9ffb640 1 -- 172.21.15.16:0/927249558 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dd402ea10 con 0x7f8ddc143e60 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.557+0000 7f8dd9ffb640 1 -- 172.21.15.16:0/927249558 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dd402ede0 con 0x7f8ddc143e60 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 -- 172.21.15.16:0/927249558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc143e60 msgr2=0x7f8ddc0b3840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 --2- 172.21.15.16:0/927249558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc143e60 0x7f8ddc0b3840 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc0ccb50 tx=0x7f8dd402cb10 comp rx=0 tx=0).stop 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 -- 172.21.15.16:0/927249558 shutdown_connections 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 --2- 172.21.15.16:0/927249558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc143e60 0x7f8ddc0b3840 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 --2- 172.21.15.16:0/927249558 >> v2:172.21.15.104:3300/0 conn(0x7f8ddc140440 0x7f8ddc0b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 -- 172.21.15.16:0/927249558 >> 172.21.15.16:0/927249558 conn(0x7f8ddc0b2000 msgr2=0x7f8ddc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 -- 172.21.15.16:0/927249558 shutdown_connections 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.558+0000 7f8de1a47640 1 -- 172.21.15.16:0/927249558 wait complete. 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.559+0000 7f8de1a47640 1 Processor -- start 2024-09-16T01:46:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.559+0000 7f8de1a47640 1 -- start start 2024-09-16T01:46:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8de1a47640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc06da40 0x7f8ddc158390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8de1a47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ddc140440 0x7f8ddc15c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8de1a47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ddc143e60 0x7f8ddc071a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8de1a47640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8ddc144540 con 0x7f8ddc06da40 2024-09-16T01:46:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8de1a47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ddc141250 con 0x7f8ddc140440 2024-09-16T01:46:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8de1a47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ddc1446c0 con 0x7f8ddc143e60 2024-09-16T01:46:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc06da40 0x7f8ddc158390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc06da40 0x7f8ddc158390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50426/0 (socket says 172.21.15.16:50426) 2024-09-16T01:46:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 -- 172.21.15.16:0/1013051638 learned_addr learned my addr 172.21.15.16:0/1013051638 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8dda7fc640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ddc140440 0x7f8ddc15c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddb7fe640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ddc143e60 0x7f8ddc071a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 -- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ddc143e60 msgr2=0x7f8ddc071a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ddc143e60 0x7f8ddc071a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 -- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ddc140440 msgr2=0x7f8ddc15c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ddc140440 0x7f8ddc15c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 -- 172.21.15.16:0/1013051638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ddc158c90 con 0x7f8ddc06da40 2024-09-16T01:46:33.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8dda7fc640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ddc140440 0x7f8ddc15c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.560+0000 7f8ddaffd640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc06da40 0x7f8ddc158390 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc00c4d0 tx=0x7f8dcc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.561+0000 7f8dc3fff640 1 -- 172.21.15.16:0/1013051638 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc018070 con 0x7f8ddc06da40 2024-09-16T01:46:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.561+0000 7f8dc3fff640 1 -- 172.21.15.16:0/1013051638 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dcc007500 con 0x7f8ddc06da40 2024-09-16T01:46:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.561+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ddc158f70 con 0x7f8ddc06da40 2024-09-16T01:46:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.561+0000 7f8dc3fff640 1 -- 172.21.15.16:0/1013051638 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc004a20 con 0x7f8ddc06da40 2024-09-16T01:46:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.561+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ddc1588d0 con 0x7f8ddc06da40 2024-09-16T01:46:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.562+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ddc0ce190 con 0x7f8ddc06da40 2024-09-16T01:46:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.562+0000 7f8dc3fff640 1 -- 172.21.15.16:0/1013051638 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f8dcc01b070 con 0x7f8ddc06da40 2024-09-16T01:46:33.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.563+0000 7f8dc3fff640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8dc806c610 0x7f8dc806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.563+0000 7f8dc3fff640 1 -- 172.21.15.16:0/1013051638 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f8dcc08ad60 con 0x7f8ddc06da40 2024-09-16T01:46:33.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.563+0000 7f8dda7fc640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8dc806c610 0x7f8dc806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.564+0000 7f8dda7fc640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8dc806c610 0x7f8dc806ead0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc15c3d0 tx=0x7f8dd0008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:33.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.567+0000 7f8dc3fff640 1 -- 172.21.15.16:0/1013051638 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8dcc059050 con 0x7f8ddc06da40 2024-09-16T01:46:33.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.765+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f8ddc0b2a40 con 0x7f8dc806c610 2024-09-16T01:46:33.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.768+0000 7f8dc3fff640 1 -- 172.21.15.16:0/1013051638 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f8ddc0b2a40 con 0x7f8dc806c610 2024-09-16T01:46:33.769 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:46:33.770 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:33.770 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:46:33.770 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:33.770 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:46:33.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8dc806c610 msgr2=0x7f8dc806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8dc806c610 0x7f8dc806ead0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc15c3d0 tx=0x7f8dd0008040 comp rx=0 tx=0).stop 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc06da40 msgr2=0x7f8ddc158390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc06da40 0x7f8ddc158390 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc00c4d0 tx=0x7f8dcc00c990 comp rx=0 tx=0).stop 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 shutdown_connections 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8dc806c610 0x7f8dc806ead0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ddc143e60 0x7f8ddc071a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ddc140440 0x7f8ddc15c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 --2- 172.21.15.16:0/1013051638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ddc06da40 0x7f8ddc158390 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 >> 172.21.15.16:0/1013051638 conn(0x7f8ddc0b2000 msgr2=0x7f8ddc0cfc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 shutdown_connections 2024-09-16T01:46:33.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.769+0000 7f8de1a47640 1 -- 172.21.15.16:0/1013051638 wait complete. 2024-09-16T01:46:33.782 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:46:33.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.884+0000 7f104490a640 1 Processor -- start 2024-09-16T01:46:33.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.885+0000 7f104490a640 1 -- start start 2024-09-16T01:46:33.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.885+0000 7f104490a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1040145e20 0x7f104015c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.885+0000 7f104490a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f104006bbe0 0x7f104006c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.885+0000 7f104490a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10400719d0 con 0x7f104015ccf0 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.885+0000 7f104490a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f10400b3900 con 0x7f104006bbe0 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.885+0000 7f104490a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1040071cb0 con 0x7f1040145e20 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f104006bbe0 0x7f104006c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103dd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f104015ccf0 0x7f1040070f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42368/0 (socket says 172.21.15.16:42368) 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103dd9b640 1 -- 172.21.15.16:0/238944510 learned_addr learned my addr 172.21.15.16:0/238944510 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103e59c640 1 --2- 172.21.15.16:0/238944510 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1040145e20 0x7f104015c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103ed9d640 1 -- 172.21.15.16:0/238944510 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1040145e20 msgr2=0x7f104015c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103ed9d640 1 --2- 172.21.15.16:0/238944510 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1040145e20 0x7f104015c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103ed9d640 1 -- 172.21.15.16:0/238944510 >> v1:172.21.15.16:6789/0 conn(0x7f104015ccf0 legacy=0x7f1040070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103ed9d640 1 -- 172.21.15.16:0/238944510 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10400b3b50 con 0x7f104006bbe0 2024-09-16T01:46:33.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.886+0000 7f103d59a640 1 -- 172.21.15.16:0/238944510 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 862138087 0 0) 0x7f10400719d0 con 0x7f104015ccf0 2024-09-16T01:46:33.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f103ed9d640 1 --2- 172.21.15.16:0/238944510 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104006bbe0 0x7f104006c070 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f1038009d90 tx=0x7f103802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bad415928871502 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f103d59a640 1 -- 172.21.15.16:0/238944510 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1038007740 con 0x7f104006bbe0 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f103d59a640 1 -- 172.21.15.16:0/238944510 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10380078e0 con 0x7f104006bbe0 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f103d59a640 1 -- 172.21.15.16:0/238944510 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1038007cb0 con 0x7f104006bbe0 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f104490a640 1 -- 172.21.15.16:0/238944510 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104006bbe0 msgr2=0x7f104006c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f104490a640 1 --2- 172.21.15.16:0/238944510 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104006bbe0 0x7f104006c070 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f1038009d90 tx=0x7f103802a660 comp rx=0 tx=0).stop 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f104490a640 1 -- 172.21.15.16:0/238944510 shutdown_connections 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f104490a640 1 --2- 172.21.15.16:0/238944510 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104006bbe0 0x7f104006c070 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f104490a640 1 --2- 172.21.15.16:0/238944510 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1040145e20 0x7f104015c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.887+0000 7f104490a640 1 -- 172.21.15.16:0/238944510 >> 172.21.15.16:0/238944510 conn(0x7f10400b2000 msgr2=0x7f10400b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.888+0000 7f104490a640 1 -- 172.21.15.16:0/238944510 shutdown_connections 2024-09-16T01:46:33.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.888+0000 7f104490a640 1 -- 172.21.15.16:0/238944510 wait complete. 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.889+0000 7f104490a640 1 Processor -- start 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.889+0000 7f104490a640 1 -- start start 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f104490a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f104006bbe0 0x7f104015be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f104490a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1040145e20 0x7f10400ce8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f104490a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104015ccf0 0x7f10401e4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f104490a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1040071620 con 0x7f104015ccf0 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f104490a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10400b3530 con 0x7f1040145e20 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f104490a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f10400cede0 con 0x7f104006bbe0 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104015ccf0 0x7f10401e4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104015ccf0 0x7f10401e4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50444/0 (socket says 172.21.15.16:50444) 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 -- 172.21.15.16:0/1524024090 learned_addr learned my addr 172.21.15.16:0/1524024090 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:33.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103dd9b640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1040145e20 0x7f10400ce8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103e59c640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f104006bbe0 0x7f104015be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 -- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f104006bbe0 msgr2=0x7f104015be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f104006bbe0 0x7f104015be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 -- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1040145e20 msgr2=0x7f10400ce8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1040145e20 0x7f10400ce8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 -- 172.21.15.16:0/1524024090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10400cd800 con 0x7f104015ccf0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103dd9b640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1040145e20 0x7f10400ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f103ed9d640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104015ccf0 0x7f10401e4cc0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f1038009eb0 tx=0x7f1038004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f102effd640 1 -- 172.21.15.16:0/1524024090 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1038040070 con 0x7f104015ccf0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f102effd640 1 -- 172.21.15.16:0/1524024090 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1038031bc0 con 0x7f104015ccf0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f102effd640 1 -- 172.21.15.16:0/1524024090 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f103803c420 con 0x7f104015ccf0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.890+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10400cdae0 con 0x7f104015ccf0 2024-09-16T01:46:33.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.891+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10400ce0a0 con 0x7f104015ccf0 2024-09-16T01:46:33.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.892+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f104015c7b0 con 0x7f104015ccf0 2024-09-16T01:46:33.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.892+0000 7f102effd640 1 -- 172.21.15.16:0/1524024090 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f1038039040 con 0x7f104015ccf0 2024-09-16T01:46:33.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.892+0000 7f102effd640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f102006c610 0x7f102006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:33.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.893+0000 7f102effd640 1 -- 172.21.15.16:0/1524024090 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f10380acec0 con 0x7f104015ccf0 2024-09-16T01:46:33.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.893+0000 7f103e59c640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f102006c610 0x7f102006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:33.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.893+0000 7f103e59c640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f102006c610 0x7f102006ead0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f1030006fd0 tx=0x7f1030008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:33.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:33.897+0000 7f102effd640 1 -- 172.21.15.16:0/1524024090 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f103807b1a0 con 0x7f104015ccf0 2024-09-16T01:46:34.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.072+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f1040143d80 con 0x7f104015ccf0 2024-09-16T01:46:34.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.072+0000 7f102effd640 1 -- 172.21.15.16:0/1524024090 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f103807aaa0 con 0x7f104015ccf0 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f102006c610 msgr2=0x7f102006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f102006c610 0x7f102006ead0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f1030006fd0 tx=0x7f1030008040 comp rx=0 tx=0).stop 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104015ccf0 msgr2=0x7f10401e4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104015ccf0 0x7f10401e4cc0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f1038009eb0 tx=0x7f1038004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 shutdown_connections 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f102006c610 0x7f102006ead0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f104015ccf0 0x7f10401e4cc0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1040145e20 0x7f10400ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 --2- 172.21.15.16:0/1524024090 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f104006bbe0 0x7f104015be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 >> 172.21.15.16:0/1524024090 conn(0x7f10400b2000 msgr2=0x7f1040144420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:34.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 shutdown_connections 2024-09-16T01:46:34.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.074+0000 7f104490a640 1 -- 172.21.15.16:0/1524024090 wait complete. 2024-09-16T01:46:34.088 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:34.088 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:34.107 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:46:34.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.248+0000 7f5706eac640 1 Processor -- start 2024-09-16T01:46:34.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.248+0000 7f5706eac640 1 -- start start 2024-09-16T01:46:34.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5706eac640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f570015f960 0x7f57000cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5706eac640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f57000ce9f0 0x7f57000b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5706eac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57000b6830 0x7f57000d0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5706eac640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f57000d0780 con 0x7f570015f960 2024-09-16T01:46:34.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5706eac640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f57000d0a60 con 0x7f57000ce9f0 2024-09-16T01:46:34.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5706eac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f57000d0d40 con 0x7f57000b6830 2024-09-16T01:46:34.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f570015f960 0x7f57000cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f570015f960 0x7f57000cff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50448/0 (socket says 172.21.15.16:50448) 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 -- 172.21.15.16:0/3948115911 learned_addr learned my addr 172.21.15.16:0/3948115911 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5705449640 1 --2- 172.21.15.16:0/3948115911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57000b6830 0x7f57000d0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f56fffff640 1 --2- 172.21.15.16:0/3948115911 >> v2:172.21.15.104:3300/0 conn(0x7f57000ce9f0 0x7f57000b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 -- 172.21.15.16:0/3948115911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57000b6830 msgr2=0x7f57000d0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 --2- 172.21.15.16:0/3948115911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57000b6830 0x7f57000d0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 -- 172.21.15.16:0/3948115911 >> v2:172.21.15.104:3300/0 conn(0x7f57000ce9f0 msgr2=0x7f57000b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:34.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 --2- 172.21.15.16:0/3948115911 >> v2:172.21.15.104:3300/0 conn(0x7f57000ce9f0 0x7f57000b62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f5704c48640 1 -- 172.21.15.16:0/3948115911 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5700072e90 con 0x7f570015f960 2024-09-16T01:46:34.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.249+0000 7f56fffff640 1 --2- 172.21.15.16:0/3948115911 >> v2:172.21.15.104:3300/0 conn(0x7f57000ce9f0 0x7f57000b62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:34.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.250+0000 7f5704c48640 1 --2- 172.21.15.16:0/3948115911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f570015f960 0x7f57000cff30 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f57000702c0 tx=0x7f56f402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb246fbc3dbca99 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:34.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.250+0000 7f56ff7fe640 1 -- 172.21.15.16:0/3948115911 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4037070 con 0x7f570015f960 2024-09-16T01:46:34.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.250+0000 7f56ff7fe640 1 -- 172.21.15.16:0/3948115911 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56f4032440 con 0x7f570015f960 2024-09-16T01:46:34.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.250+0000 7f56ff7fe640 1 -- 172.21.15.16:0/3948115911 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4032810 con 0x7f570015f960 2024-09-16T01:46:34.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 -- 172.21.15.16:0/3948115911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f570015f960 msgr2=0x7f57000cff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 --2- 172.21.15.16:0/3948115911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f570015f960 0x7f57000cff30 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f57000702c0 tx=0x7f56f402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 -- 172.21.15.16:0/3948115911 shutdown_connections 2024-09-16T01:46:34.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 --2- 172.21.15.16:0/3948115911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57000b6830 0x7f57000d0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 --2- 172.21.15.16:0/3948115911 >> v2:172.21.15.104:3300/0 conn(0x7f57000ce9f0 0x7f57000b62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 --2- 172.21.15.16:0/3948115911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f570015f960 0x7f57000cff30 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 -- 172.21.15.16:0/3948115911 >> 172.21.15.16:0/3948115911 conn(0x7f57000b4090 msgr2=0x7f57000b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:34.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 -- 172.21.15.16:0/3948115911 shutdown_connections 2024-09-16T01:46:34.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.251+0000 7f5706eac640 1 -- 172.21.15.16:0/3948115911 wait complete. 2024-09-16T01:46:34.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.252+0000 7f5706eac640 1 Processor -- start 2024-09-16T01:46:34.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.252+0000 7f5706eac640 1 -- start start 2024-09-16T01:46:34.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.253+0000 7f5706eac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57000b6830 0x7f57000cb710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.253+0000 7f5706eac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57000ce9f0 0x7f570014bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.253+0000 7f5706eac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f570015f960 0x7f57000cc080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.253+0000 7f5706eac640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f57000d1520 con 0x7f57000b6830 2024-09-16T01:46:34.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.253+0000 7f5706eac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f57000d0470 con 0x7f57000ce9f0 2024-09-16T01:46:34.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.253+0000 7f5706eac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f57000d16a0 con 0x7f570015f960 2024-09-16T01:46:34.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.253+0000 7f5704c48640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57000b6830 0x7f57000cb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57000b6830 0x7f57000cb710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50464/0 (socket says 172.21.15.16:50464) 2024-09-16T01:46:34.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 -- 172.21.15.16:0/1514523312 learned_addr learned my addr 172.21.15.16:0/1514523312 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:34.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f56fffff640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57000ce9f0 0x7f570014bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5705449640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f570015f960 0x7f57000cc080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 -- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f570015f960 msgr2=0x7f57000cc080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f570015f960 0x7f57000cc080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 -- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57000ce9f0 msgr2=0x7f570014bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57000ce9f0 0x7f570014bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 -- 172.21.15.16:0/1514523312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f570006ca00 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5704c48640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57000b6830 0x7f57000cb710 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f56f402a220 tx=0x7f56f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f56fd7fa640 1 -- 172.21.15.16:0/1514523312 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4041020 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f56fd7fa640 1 -- 172.21.15.16:0/1514523312 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56f40306c0 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f570006cce0 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f56fd7fa640 1 -- 172.21.15.16:0/1514523312 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4037040 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.254+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f570006d2a0 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.256+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57000b62f0 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.256+0000 7f56fd7fa640 1 -- 172.21.15.16:0/1514523312 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f56f4044020 con 0x7f57000b6830 2024-09-16T01:46:34.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.257+0000 7f56fd7fa640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f56e406c610 0x7f56e406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.257+0000 7f56fd7fa640 1 -- 172.21.15.16:0/1514523312 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f56f40abf40 con 0x7f57000b6830 2024-09-16T01:46:34.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.257+0000 7f56fffff640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f56e406c610 0x7f56e406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.257+0000 7f56fffff640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f56e406c610 0x7f56e406ead0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f570006d9a0 tx=0x7f56ec008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:34.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.261+0000 7f56fd7fa640 1 -- 172.21.15.16:0/1514523312 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f56f404b030 con 0x7f57000b6830 2024-09-16T01:46:34.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.447+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f57000b7e50 con 0x7f57000b6830 2024-09-16T01:46:34.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.447+0000 7f56fd7fa640 1 -- 172.21.15.16:0/1514523312 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) ==== 80+0+0 (secure 0 0 0) 0x7f56f4079ce0 con 0x7f57000b6830 2024-09-16T01:46:34.450 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f56e406c610 msgr2=0x7f56e406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f56e406c610 0x7f56e406ead0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f570006d9a0 tx=0x7f56ec008040 comp rx=0 tx=0).stop 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57000b6830 msgr2=0x7f57000cb710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57000b6830 0x7f57000cb710 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f56f402a220 tx=0x7f56f40046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 shutdown_connections 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f56e406c610 0x7f56e406ead0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f570015f960 0x7f57000cc080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57000ce9f0 0x7f570014bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 --2- 172.21.15.16:0/1514523312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57000b6830 0x7f57000cb710 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 >> 172.21.15.16:0/1514523312 conn(0x7f57000b4090 msgr2=0x7f57000b6cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:34.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 shutdown_connections 2024-09-16T01:46:34.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.450+0000 7f5706eac640 1 -- 172.21.15.16:0/1514523312 wait complete. 2024-09-16T01:46:34.463 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:34.463 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:34.480 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:46:34.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.619+0000 7f75c4ab7640 1 Processor -- start 2024-09-16T01:46:34.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.619+0000 7f75c4ab7640 1 -- start start 2024-09-16T01:46:34.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75c4ab7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f75c0147fc0 0x7f75c015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75c4ab7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75c4ab7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75c00ba310 con 0x7f75c00b97d0 2024-09-16T01:46:34.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75c4ab7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f75c01483a0 con 0x7f75c0147fc0 2024-09-16T01:46:34.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75c4ab7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f75c015efa0 con 0x7f75c00d0ee0 2024-09-16T01:46:34.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75be59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f75c0147fc0 0x7f75c015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75bed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f75c00b97d0 0x7f75c00b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42384/0 (socket says 172.21.15.16:42384) 2024-09-16T01:46:34.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.620+0000 7f75bed9d640 1 -- 172.21.15.16:0/3647928487 learned_addr learned my addr 172.21.15.16:0/3647928487 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:34.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.621+0000 7f75bdd9b640 1 --2- 172.21.15.16:0/3647928487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.621+0000 7f75be59c640 1 -- 172.21.15.16:0/3647928487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 msgr2=0x7f75c00d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:34.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.621+0000 7f75be59c640 1 --2- 172.21.15.16:0/3647928487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.621+0000 7f75be59c640 1 -- 172.21.15.16:0/3647928487 >> v1:172.21.15.16:6789/0 conn(0x7f75c00b97d0 legacy=0x7f75c00b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.621+0000 7f75be59c640 1 -- 172.21.15.16:0/3647928487 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75c00d2750 con 0x7f75c0147fc0 2024-09-16T01:46:34.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.621+0000 7f75be59c640 1 --2- 172.21.15.16:0/3647928487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c0147fc0 0x7f75c015ea60 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f75b80097a0 tx=0x7f75b802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df270922faf90281 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:34.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75bd59a640 1 -- 172.21.15.16:0/3647928487 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b8037070 con 0x7f75c0147fc0 2024-09-16T01:46:34.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75bd59a640 1 -- 172.21.15.16:0/3647928487 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b8032440 con 0x7f75c0147fc0 2024-09-16T01:46:34.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75bd59a640 1 -- 172.21.15.16:0/3647928487 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b8032810 con 0x7f75c0147fc0 2024-09-16T01:46:34.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 -- 172.21.15.16:0/3647928487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c0147fc0 msgr2=0x7f75c015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/3647928487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c0147fc0 0x7f75c015ea60 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f75b80097a0 tx=0x7f75b802a180 comp rx=0 tx=0).stop 2024-09-16T01:46:34.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 -- 172.21.15.16:0/3647928487 shutdown_connections 2024-09-16T01:46:34.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/3647928487 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/3647928487 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c0147fc0 0x7f75c015ea60 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 -- 172.21.15.16:0/3647928487 >> 172.21.15.16:0/3647928487 conn(0x7f75c0074fe0 msgr2=0x7f75c006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:34.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 -- 172.21.15.16:0/3647928487 shutdown_connections 2024-09-16T01:46:34.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.622+0000 7f75c4ab7640 1 -- 172.21.15.16:0/3647928487 wait complete. 2024-09-16T01:46:34.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 Processor -- start 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 -- start start 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c00b97d0 0x7f75c01f7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00afd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75c0147fc0 0x7f75c00cb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f75c00d2500 con 0x7f75c00b97d0 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f75c00d2d10 con 0x7f75c0147fc0 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75c4ab7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f75c00d2ff0 con 0x7f75c00d0ee0 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.624+0000 7f75be59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c00b97d0 0x7f75c01f7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c00b97d0 0x7f75c01f7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50480/0 (socket says 172.21.15.16:50480) 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 -- 172.21.15.16:0/2642356549 learned_addr learned my addr 172.21.15.16:0/2642356549 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75bdd9b640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00afd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 -- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 msgr2=0x7f75c00afd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75bed9d640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75c0147fc0 0x7f75c00cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00afd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 -- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75c0147fc0 msgr2=0x7f75c00cb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75c0147fc0 0x7f75c00cb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 -- 172.21.15.16:0/2642356549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75c01f85a0 con 0x7f75c00b97d0 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75bdd9b640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00afd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75bed9d640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75c0147fc0 0x7f75c00cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75be59c640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c00b97d0 0x7f75c01f7d70 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f75b802a1c0 tx=0x7f75b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75b6ffd640 1 -- 172.21.15.16:0/2642356549 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b8037040 con 0x7f75c00b97d0 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75b6ffd640 1 -- 172.21.15.16:0/2642356549 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b8042070 con 0x7f75c00b97d0 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75c01f8880 con 0x7f75c00b97d0 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75b6ffd640 1 -- 172.21.15.16:0/2642356549 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b8030bb0 con 0x7f75c00b97d0 2024-09-16T01:46:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.625+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75c00ace10 con 0x7f75c00b97d0 2024-09-16T01:46:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.626+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75c00d1340 con 0x7f75c00b97d0 2024-09-16T01:46:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.627+0000 7f75b6ffd640 1 -- 172.21.15.16:0/2642356549 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f75b8047460 con 0x7f75c00b97d0 2024-09-16T01:46:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.627+0000 7f75b6ffd640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f75a006c610 0x7f75a006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:34.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.628+0000 7f75b6ffd640 1 -- 172.21.15.16:0/2642356549 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f75b80ac590 con 0x7f75c00b97d0 2024-09-16T01:46:34.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.628+0000 7f75bdd9b640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f75a006c610 0x7f75a006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:34.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.628+0000 7f75bdd9b640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f75a006c610 0x7f75a006ead0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f75c00cc3a0 tx=0x7f75a8008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.632+0000 7f75b6ffd640 1 -- 172.21.15.16:0/2642356549 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f75b8045360 con 0x7f75c00b97d0 2024-09-16T01:46:34.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.818+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f75c00cd080 con 0x7f75c00b97d0 2024-09-16T01:46:34.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.818+0000 7f75b6ffd640 1 -- 172.21.15.16:0/2642356549 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) ==== 80+0+0 (secure 0 0 0) 0x7f75b807a980 con 0x7f75c00b97d0 2024-09-16T01:46:34.820 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f75a006c610 msgr2=0x7f75a006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f75a006c610 0x7f75a006ead0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f75c00cc3a0 tx=0x7f75a8008040 comp rx=0 tx=0).stop 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c00b97d0 msgr2=0x7f75c01f7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c00b97d0 0x7f75c01f7d70 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f75b802a1c0 tx=0x7f75b80046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 shutdown_connections 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f75a006c610 0x7f75a006ead0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75c0147fc0 0x7f75c00cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75c00d0ee0 0x7f75c00afd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 --2- 172.21.15.16:0/2642356549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75c00b97d0 0x7f75c01f7d70 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:34.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 >> 172.21.15.16:0/2642356549 conn(0x7f75c0074fe0 msgr2=0x7f75c00cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:34.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 shutdown_connections 2024-09-16T01:46:34.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:34.820+0000 7f75c4ab7640 1 -- 172.21.15.16:0/2642356549 wait complete. 2024-09-16T01:46:34.835 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:46:34.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:34.835 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:46:34.859 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[57920]: fuse finished with error 0 and tester_r 0 2024-09-16T01:46:34.862 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:40.964 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:46:40.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:40.964 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:46:40.985 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:40.985 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:41.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:46:41.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.138+0000 7ff855242640 1 Processor -- start 2024-09-16T01:46:41.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.138+0000 7ff855242640 1 -- start start 2024-09-16T01:46:41.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff855242640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff850140440 0x7ff8500b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff855242640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff8500b3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff855242640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8501409b0 con 0x7ff85006da40 2024-09-16T01:46:41.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff855242640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff85015e760 con 0x7ff850140440 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff855242640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff8500ce8a0 con 0x7ff850143e60 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff84e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff850140440 0x7ff8500b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff84e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff850140440 0x7ff8500b3300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50486/0 (socket says 172.21.15.16:50486) 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.139+0000 7ff84e59c640 1 -- 172.21.15.16:0/1893321914 learned_addr learned my addr 172.21.15.16:0/1893321914 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.140+0000 7ff84f59e640 1 --2- 172.21.15.16:0/1893321914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff8500b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.140+0000 7ff84e59c640 1 -- 172.21.15.16:0/1893321914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 msgr2=0x7ff8500b3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.140+0000 7ff84e59c640 1 --2- 172.21.15.16:0/1893321914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff8500b3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.140+0000 7ff84e59c640 1 -- 172.21.15.16:0/1893321914 >> v1:172.21.15.104:6789/0 conn(0x7ff85006da40 legacy=0x7ff8500ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.140+0000 7ff84e59c640 1 -- 172.21.15.16:0/1893321914 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff850140c90 con 0x7ff850140440 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.140+0000 7ff84f59e640 1 --2- 172.21.15.16:0/1893321914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff8500b3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:41.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.140+0000 7ff84e59c640 1 --2- 172.21.15.16:0/1893321914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff850140440 0x7ff8500b3300 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7ff84400bb10 tx=0x7ff84402c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87799b90e3c4816c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff84dd9b640 1 -- 172.21.15.16:0/1893321914 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff844032790 con 0x7ff850140440 2024-09-16T01:46:41.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff84dd9b640 1 -- 172.21.15.16:0/1893321914 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff844038070 con 0x7ff850140440 2024-09-16T01:46:41.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff84dd9b640 1 -- 172.21.15.16:0/1893321914 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff844032b50 con 0x7ff850140440 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 -- 172.21.15.16:0/1893321914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff850140440 msgr2=0x7ff8500b3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 --2- 172.21.15.16:0/1893321914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff850140440 0x7ff8500b3300 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7ff84400bb10 tx=0x7ff84402c8d0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 -- 172.21.15.16:0/1893321914 shutdown_connections 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 --2- 172.21.15.16:0/1893321914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff8500b3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 --2- 172.21.15.16:0/1893321914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff850140440 0x7ff8500b3300 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 -- 172.21.15.16:0/1893321914 >> 172.21.15.16:0/1893321914 conn(0x7ff8500b2000 msgr2=0x7ff8500b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 -- 172.21.15.16:0/1893321914 shutdown_connections 2024-09-16T01:46:41.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.141+0000 7ff855242640 1 -- 172.21.15.16:0/1893321914 wait complete. 2024-09-16T01:46:41.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.143+0000 7ff855242640 1 Processor -- start 2024-09-16T01:46:41.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.143+0000 7ff855242640 1 -- start start 2024-09-16T01:46:41.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff855242640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff85006da40 0x7ff8500cf700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff855242640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff850140440 0x7ff8500cfc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff855242640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff85015b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff855242640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff850144540 con 0x7ff85006da40 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff855242640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff850141250 con 0x7ff850140440 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff855242640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff8501446c0 con 0x7ff850143e60 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff85006da40 0x7ff8500cf700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff85006da40 0x7ff8500cf700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50500/0 (socket says 172.21.15.16:50500) 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 -- 172.21.15.16:0/3296877995 learned_addr learned my addr 172.21.15.16:0/3296877995 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84e59c640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff850140440 0x7ff8500cfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84f59e640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff85015b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 -- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 msgr2=0x7ff85015b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff85015b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 -- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff850140440 msgr2=0x7ff8500cfc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff850140440 0x7ff8500cfc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 -- 172.21.15.16:0/3296877995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8500723c0 con 0x7ff85006da40 2024-09-16T01:46:41.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84f59e640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff85015b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:41.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff84ed9d640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff85006da40 0x7ff8500cf700 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7ff84000c7c0 tx=0x7ff84000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff8377fe640 1 -- 172.21.15.16:0/3296877995 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff840016020 con 0x7ff85006da40 2024-09-16T01:46:41.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff8377fe640 1 -- 172.21.15.16:0/3296877995 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff84000aa50 con 0x7ff85006da40 2024-09-16T01:46:41.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.144+0000 7ff8377fe640 1 -- 172.21.15.16:0/3296877995 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84000ae40 con 0x7ff85006da40 2024-09-16T01:46:41.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.145+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8500726a0 con 0x7ff85006da40 2024-09-16T01:46:41.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.145+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff850072c60 con 0x7ff85006da40 2024-09-16T01:46:41.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.146+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8500ce190 con 0x7ff85006da40 2024-09-16T01:46:41.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.146+0000 7ff8377fe640 1 -- 172.21.15.16:0/3296877995 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7ff840019020 con 0x7ff85006da40 2024-09-16T01:46:41.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.147+0000 7ff8377fe640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff83c06c610 0x7ff83c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.147+0000 7ff8377fe640 1 -- 172.21.15.16:0/3296877995 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7ff84008b8c0 con 0x7ff85006da40 2024-09-16T01:46:41.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.147+0000 7ff84e59c640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff83c06c610 0x7ff83c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.148+0000 7ff84e59c640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff83c06c610 0x7ff83c06ead0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff844037000 tx=0x7ff84403e040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.152+0000 7ff8377fe640 1 -- 172.21.15.16:0/3296877995 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff840020030 con 0x7ff85006da40 2024-09-16T01:46:41.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.339+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff850074200 con 0x7ff85006da40 2024-09-16T01:46:41.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.339+0000 7ff8377fe640 1 -- 172.21.15.16:0/3296877995 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) ==== 80+0+0 (secure 0 0 0) 0x7ff840059cb0 con 0x7ff85006da40 2024-09-16T01:46:41.342 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:46:41.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.341+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff83c06c610 msgr2=0x7ff83c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.341+0000 7ff855242640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff83c06c610 0x7ff83c06ead0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff844037000 tx=0x7ff84403e040 comp rx=0 tx=0).stop 2024-09-16T01:46:41.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff85006da40 msgr2=0x7ff8500cf700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff85006da40 0x7ff8500cf700 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7ff84000c7c0 tx=0x7ff84000cc80 comp rx=0 tx=0).stop 2024-09-16T01:46:41.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 shutdown_connections 2024-09-16T01:46:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7ff83c06c610 0x7ff83c06ead0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff850143e60 0x7ff85015b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff850140440 0x7ff8500cfc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 --2- 172.21.15.16:0/3296877995 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff85006da40 0x7ff8500cf700 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 >> 172.21.15.16:0/3296877995 conn(0x7ff8500b2000 msgr2=0x7ff85006be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 shutdown_connections 2024-09-16T01:46:41.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.342+0000 7ff855242640 1 -- 172.21.15.16:0/3296877995 wait complete. 2024-09-16T01:46:41.355 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:41.355 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:41.375 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:46:41.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.477+0000 7fcdaf61e640 1 Processor -- start 2024-09-16T01:46:41.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.477+0000 7fcdaf61e640 1 -- start start 2024-09-16T01:46:41.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdaf61e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcda8140440 0x7fcda806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdaf61e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcda806da40 0x7fcda80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdaf61e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8143e60 0x7fcda80b3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdaf61e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcda815e760 con 0x7fcda8140440 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdaf61e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcda81409b0 con 0x7fcda806da40 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdaf61e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcda8140c90 con 0x7fcda8143e60 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcda8140440 0x7fcda806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcda8140440 0x7fcda806bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50506/0 (socket says 172.21.15.16:50506) 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 -- 172.21.15.16:0/1376953821 learned_addr learned my addr 172.21.15.16:0/1376953821 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 -- 172.21.15.16:0/1376953821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8143e60 msgr2=0x7fcda80b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 --2- 172.21.15.16:0/1376953821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8143e60 0x7fcda80b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 -- 172.21.15.16:0/1376953821 >> v2:172.21.15.104:3300/0 conn(0x7fcda806da40 msgr2=0x7fcda80ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 --2- 172.21.15.16:0/1376953821 >> v2:172.21.15.104:3300/0 conn(0x7fcda806da40 0x7fcda80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.478+0000 7fcdad3ba640 1 -- 172.21.15.16:0/1376953821 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda8140f70 con 0x7fcda8140440 2024-09-16T01:46:41.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.479+0000 7fcdad3ba640 1 --2- 172.21.15.16:0/1376953821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda8140440 0x7fcda806bbe0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fcda80ccb50 tx=0x7fcda002c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c3f2379996924e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.479+0000 7fcda7fff640 1 -- 172.21.15.16:0/1376953821 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0038070 con 0x7fcda8140440 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.479+0000 7fcda7fff640 1 -- 172.21.15.16:0/1376953821 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda0031710 con 0x7fcda8140440 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.479+0000 7fcda7fff640 1 -- 172.21.15.16:0/1376953821 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0031ae0 con 0x7fcda8140440 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 -- 172.21.15.16:0/1376953821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda8140440 msgr2=0x7fcda806bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/1376953821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda8140440 0x7fcda806bbe0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fcda80ccb50 tx=0x7fcda002c3f0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 -- 172.21.15.16:0/1376953821 shutdown_connections 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/1376953821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8143e60 0x7fcda80b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/1376953821 >> v2:172.21.15.104:3300/0 conn(0x7fcda806da40 0x7fcda80ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/1376953821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda8140440 0x7fcda806bbe0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 -- 172.21.15.16:0/1376953821 >> 172.21.15.16:0/1376953821 conn(0x7fcda80b2000 msgr2=0x7fcda80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 -- 172.21.15.16:0/1376953821 shutdown_connections 2024-09-16T01:46:41.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.480+0000 7fcdaf61e640 1 -- 172.21.15.16:0/1376953821 wait complete. 2024-09-16T01:46:41.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.481+0000 7fcdaf61e640 1 Processor -- start 2024-09-16T01:46:41.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.481+0000 7fcdaf61e640 1 -- start start 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdaf61e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda806da40 0x7fcda815d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdaf61e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8140440 0x7fcda80ab1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdaf61e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcda8143e60 0x7fcda81f3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdaf61e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcda806c2a0 con 0x7fcda806da40 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdaf61e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcda806c120 con 0x7fcda8143e60 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdaf61e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcda80ce6d0 con 0x7fcda8140440 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda806da40 0x7fcda815d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda806da40 0x7fcda815d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50516/0 (socket says 172.21.15.16:50516) 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 -- 172.21.15.16:0/639029173 learned_addr learned my addr 172.21.15.16:0/639029173 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdadbbb640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcda8143e60 0x7fcda81f3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdacbb9640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8140440 0x7fcda80ab1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 -- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8140440 msgr2=0x7fcda80ab1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8140440 0x7fcda80ab1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 -- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcda8143e60 msgr2=0x7fcda81f3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcda8143e60 0x7fcda81f3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 -- 172.21.15.16:0/639029173 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda815db50 con 0x7fcda806da40 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.482+0000 7fcdad3ba640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda806da40 0x7fcda815d3b0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fcda0000c00 tx=0x7fcda00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.483+0000 7fcda5ffb640 1 -- 172.21.15.16:0/639029173 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0043070 con 0x7fcda806da40 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.483+0000 7fcda5ffb640 1 -- 172.21.15.16:0/639029173 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda0033890 con 0x7fcda806da40 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.483+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcda815de30 con 0x7fcda806da40 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.483+0000 7fcda5ffb640 1 -- 172.21.15.16:0/639029173 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0038040 con 0x7fcda806da40 2024-09-16T01:46:41.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.483+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcda815a2e0 con 0x7fcda806da40 2024-09-16T01:46:41.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.484+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcda8144540 con 0x7fcda806da40 2024-09-16T01:46:41.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.484+0000 7fcda5ffb640 1 -- 172.21.15.16:0/639029173 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7fcda0046070 con 0x7fcda806da40 2024-09-16T01:46:41.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.485+0000 7fcda5ffb640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd9406c610 0x7fcd9406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.485+0000 7fcda5ffb640 1 -- 172.21.15.16:0/639029173 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fcda00ae970 con 0x7fcda806da40 2024-09-16T01:46:41.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.485+0000 7fcdacbb9640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd9406c610 0x7fcd9406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.486+0000 7fcdacbb9640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd9406c610 0x7fcd9406ead0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fcda80cdaf0 tx=0x7fcd9c008040 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.490+0000 7fcda5ffb640 1 -- 172.21.15.16:0/639029173 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcda007ccf0 con 0x7fcda806da40 2024-09-16T01:46:41.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.676+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcda813fe00 con 0x7fcda806da40 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.677+0000 7fcda5ffb640 1 -- 172.21.15.16:0/639029173 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) ==== 80+0+0 (secure 0 0 0) 0x7fcda007c5f0 con 0x7fcda806da40 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd9406c610 msgr2=0x7fcd9406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd9406c610 0x7fcd9406ead0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fcda80cdaf0 tx=0x7fcd9c008040 comp rx=0 tx=0).stop 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda806da40 msgr2=0x7fcda815d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda806da40 0x7fcda815d3b0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fcda0000c00 tx=0x7fcda00046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 shutdown_connections 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7fcd9406c610 0x7fcd9406ead0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcda8143e60 0x7fcda81f3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcda8140440 0x7fcda80ab1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 --2- 172.21.15.16:0/639029173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda806da40 0x7fcda815d3b0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 >> 172.21.15.16:0/639029173 conn(0x7fcda80b2000 msgr2=0x7fcda8141bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:41.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 shutdown_connections 2024-09-16T01:46:41.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.679+0000 7fcdaf61e640 1 -- 172.21.15.16:0/639029173 wait complete. 2024-09-16T01:46:41.692 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:46:41.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:41.692 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:46:41.722 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[46084]: fuse finished with error 0 and tester_r 0 2024-09-16T01:46:41.724 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:41.771 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:46:41.771 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:41.772 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:46:41.789 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:41.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.889+0000 7f9c5598d640 1 Processor -- start 2024-09-16T01:46:41.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.890+0000 7f9c5598d640 1 -- start start 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.890+0000 7f9c5598d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9c5006bbe0 0x7f9c5006f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.890+0000 7f9c5598d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c500b6a70 con 0x7f9c5006f6e0 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.890+0000 7f9c5598d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c5006d960 con 0x7f9c5015e3a0 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.890+0000 7f9c5598d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9c5006fb50 con 0x7f9c5006bbe0 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9c5006f6e0 0x7f9c50161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:42398/0 (socket says 172.21.15.16:42398) 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4f7fe640 1 -- 172.21.15.16:0/1676263824 learned_addr learned my addr 172.21.15.16:0/1676263824 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4e7fc640 1 --2- 172.21.15.16:0/1676263824 >> v2:172.21.15.104:3300/0 conn(0x7f9c5006bbe0 0x7f9c5006f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4036904904 0 0) 0x7f9c500b6a70 con 0x7f9c5006f6e0 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c38003520 con 0x7f9c5006f6e0 2024-09-16T01:46:41.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1180092298 0 0) 0x7f9c38003520 con 0x7f9c5006f6e0 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 >> v2:172.21.15.104:3300/0 conn(0x7f9c5006bbe0 msgr2=0x7f9c5006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 --2- 172.21.15.16:0/1676263824 >> v2:172.21.15.104:3300/0 conn(0x7f9c5006bbe0 0x7f9c5006f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 >> v1:172.21.15.104:6789/0 conn(0x7f9c5015e3a0 legacy=0x7f9c5006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c500b6d10 con 0x7f9c5006f6e0 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f9c48001a10 con 0x7f9c5006f6e0 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 >> v1:172.21.15.16:6789/0 conn(0x7f9c5006f6e0 legacy=0x7f9c50161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c380039b0 0x7f9c38003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c38004800 0x7f9c38004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c380051c0 0x7f9c3800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5006fb50 con 0x7f9c380039b0 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3800c060 con 0x7f9c380051c0 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9c3800c260 con 0x7f9c38004800 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.891+0000 7f9c4effd640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c380039b0 0x7f9c38003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4e7fc640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c38004800 0x7f9c38004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4f7fe640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c380051c0 0x7f9c3800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4effd640 1 -- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c38004800 msgr2=0x7f9c38004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4effd640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c38004800 0x7f9c38004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4effd640 1 -- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c380051c0 msgr2=0x7f9c3800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4effd640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c380051c0 0x7f9c3800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4effd640 1 -- 172.21.15.16:0/1676263824 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c38003520 con 0x7f9c380039b0 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4f7fe640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c380051c0 0x7f9c3800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.892+0000 7f9c4f7fe640 1 -- 172.21.15.16:0/1676263824 reap_dead start 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c4effd640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c380039b0 0x7f9c38003dd0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9c40001750 tx=0x7f9c38005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=160fc1107059988d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c40001370 con 0x7f9c380039b0 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c400052d0 con 0x7f9c380039b0 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c4dffb640 1 -- 172.21.15.16:0/1676263824 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4002abc0 con 0x7f9c380039b0 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c5598d640 1 -- 172.21.15.16:0/1676263824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c380039b0 msgr2=0x7f9c38003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c5598d640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c380039b0 0x7f9c38003dd0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9c40001750 tx=0x7f9c38005830 comp rx=0 tx=0).stop 2024-09-16T01:46:41.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c5598d640 1 -- 172.21.15.16:0/1676263824 shutdown_connections 2024-09-16T01:46:41.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c5598d640 1 --2- 172.21.15.16:0/1676263824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c380039b0 0x7f9c38003dd0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c5598d640 1 -- 172.21.15.16:0/1676263824 >> 172.21.15.16:0/1676263824 conn(0x7f9c500b4090 msgr2=0x7f9c500b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:41.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c5598d640 1 -- 172.21.15.16:0/1676263824 shutdown_connections 2024-09-16T01:46:41.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.893+0000 7f9c5598d640 1 -- 172.21.15.16:0/1676263824 wait complete. 2024-09-16T01:46:41.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.894+0000 7f9c5598d640 1 Processor -- start 2024-09-16T01:46:41.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.895+0000 7f9c5598d640 1 -- start start 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.895+0000 7f9c5598d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c380039b0 0x7f9c50149f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.895+0000 7f9c5598d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c5015d520 0x7f9c500d0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.895+0000 7f9c5598d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c500d0ec0 0x7f9c500b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.895+0000 7f9c5598d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9c500b72d0 con 0x7f9c500d0ec0 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.895+0000 7f9c5598d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9c500b7640 con 0x7f9c5015d520 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.895+0000 7f9c5598d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9c5015e780 con 0x7f9c380039b0 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c500d0ec0 0x7f9c500b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c500d0ec0 0x7f9c500b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:50534/0 (socket says 172.21.15.16:50534) 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 -- 172.21.15.16:0/2756867654 learned_addr learned my addr 172.21.15.16:0/2756867654 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4effd640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c380039b0 0x7f9c50149f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4e7fc640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c5015d520 0x7f9c500d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 -- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c380039b0 msgr2=0x7f9c50149f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c380039b0 0x7f9c50149f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 -- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c5015d520 msgr2=0x7f9c500d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c5015d520 0x7f9c500d0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 -- 172.21.15.16:0/2756867654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c501578c0 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c4f7fe640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c500d0ec0 0x7f9c500b0a70 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9c50073ad0 tx=0x7f9c48007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c37fff640 1 -- 172.21.15.16:0/2756867654 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4800e9c0 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c37fff640 1 -- 172.21.15.16:0/2756867654 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c4800eb60 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c5015b390 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c37fff640 1 -- 172.21.15.16:0/2756867654 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c48014480 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.896+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c50155af0 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.897+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c50073cc0 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.898+0000 7f9c37fff640 1 -- 172.21.15.16:0/2756867654 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f9c48014620 con 0x7f9c500d0ec0 2024-09-16T01:46:41.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.898+0000 7f9c37fff640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9c3c06c610 0x7f9c3c06ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:41.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.898+0000 7f9c37fff640 1 -- 172.21.15.16:0/2756867654 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f9c4808b6b0 con 0x7f9c500d0ec0 2024-09-16T01:46:41.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.899+0000 7f9c4effd640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9c3c06c610 0x7f9c3c06ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:41.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.899+0000 7f9c4effd640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9c3c06c610 0x7f9c3c06ead0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9c40032000 tx=0x7f9c4002e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:41.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:41.903+0000 7f9c37fff640 1 -- 172.21.15.16:0/2756867654 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c480599f0 con 0x7f9c500d0ec0 2024-09-16T01:46:42.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.117+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c500cf3b0 con 0x7f9c500d0ec0 2024-09-16T01:46:42.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.117+0000 7f9c37fff640 1 -- 172.21.15.16:0/2756867654 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5225 (secure 0 0 0) 0x7f9c480592f0 con 0x7f9c500d0ec0 2024-09-16T01:46:42.185 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:42.185 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":41,"btime":"2024-09-16T01:46:33:425267+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 41 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9c3c06c610 msgr2=0x7f9c3c06ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9c3c06c610 0x7f9c3c06ead0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9c40032000 tx=0x7f9c4002e000 comp rx=0 tx=0).stop 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c500d0ec0 msgr2=0x7f9c500b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c500d0ec0 0x7f9c500b0a70 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9c50073ad0 tx=0x7f9c48007b00 comp rx=0 tx=0).stop 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 shutdown_connections 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f9c3c06c610 0x7f9c3c06ead0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c500d0ec0 0x7f9c500b0a70 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c5015d520 0x7f9c500d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 --2- 172.21.15.16:0/2756867654 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c380039b0 0x7f9c50149f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 >> 172.21.15.16:0/2756867654 conn(0x7f9c500b4090 msgr2=0x7f9c500704d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:42.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 shutdown_connections 2024-09-16T01:46:42.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.120+0000 7f9c5598d640 1 -- 172.21.15.16:0/2756867654 wait complete. 2024-09-16T01:46:42.188 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T01:46:42.310 INFO:teuthology.orchestra.run.smithi016.stdout:[] 2024-09-16T01:46:42.310 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-16T01:46:42.311 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol45280 2024-09-16T01:46:42.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.413+0000 7f91ae85a640 1 Processor -- start 2024-09-16T01:46:42.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.413+0000 7f91ae85a640 1 -- start start 2024-09-16T01:46:42.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91ae85a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a815e690 0x7f91a806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91ae85a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91a80cf7b0 0x7f91a80b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91ae85a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91a815ea70 con 0x7f91a806c120 2024-09-16T01:46:42.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91ae85a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f91a806c560 con 0x7f91a80cf7b0 2024-09-16T01:46:42.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91ae85a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f91a80722a0 con 0x7f91a815e690 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91acdf7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91a80cf7b0 0x7f91a80b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91a77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f91a806c120 0x7f91a80cf0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48640/0 (socket says 172.21.15.16:48640) 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91acdf7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91a80cf7b0 0x7f91a80b7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40052/0 (socket says 172.21.15.16:40052) 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91a77fe640 1 -- 172.21.15.16:0/3423133238 learned_addr learned my addr 172.21.15.16:0/3423133238 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.414+0000 7f91a7fff640 1 --2- 172.21.15.16:0/3423133238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a815e690 0x7f91a806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.415+0000 7f91acdf7640 1 -- 172.21.15.16:0/3423133238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a815e690 msgr2=0x7f91a806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.415+0000 7f91acdf7640 1 --2- 172.21.15.16:0/3423133238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a815e690 0x7f91a806bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.415+0000 7f91acdf7640 1 -- 172.21.15.16:0/3423133238 >> v1:172.21.15.16:6789/0 conn(0x7f91a806c120 legacy=0x7f91a80cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.415+0000 7f91acdf7640 1 -- 172.21.15.16:0/3423133238 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a8072580 con 0x7f91a80cf7b0 2024-09-16T01:46:42.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.415+0000 7f91a6ffd640 1 -- 172.21.15.16:0/3423133238 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2740502627 0 0) 0x7f91a815ea70 con 0x7f91a806c120 2024-09-16T01:46:42.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.415+0000 7f91acdf7640 1 --2- 172.21.15.16:0/3423133238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a80cf7b0 0x7f91a80b7630 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009d90 tx=0x7f91a002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cb695743b423048 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:42.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91a6ffd640 1 -- 172.21.15.16:0/3423133238 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a0007740 con 0x7f91a80cf7b0 2024-09-16T01:46:42.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91a6ffd640 1 -- 172.21.15.16:0/3423133238 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91a00078e0 con 0x7f91a80cf7b0 2024-09-16T01:46:42.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91a6ffd640 1 -- 172.21.15.16:0/3423133238 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a0007cb0 con 0x7f91a80cf7b0 2024-09-16T01:46:42.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 -- 172.21.15.16:0/3423133238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a80cf7b0 msgr2=0x7f91a80b7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3423133238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a80cf7b0 0x7f91a80b7630 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009d90 tx=0x7f91a002a660 comp rx=0 tx=0).stop 2024-09-16T01:46:42.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 -- 172.21.15.16:0/3423133238 shutdown_connections 2024-09-16T01:46:42.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3423133238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a80cf7b0 0x7f91a80b7630 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3423133238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a815e690 0x7f91a806bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 -- 172.21.15.16:0/3423133238 >> 172.21.15.16:0/3423133238 conn(0x7f91a80d1200 msgr2=0x7f91a80d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:42.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 -- 172.21.15.16:0/3423133238 shutdown_connections 2024-09-16T01:46:42.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.416+0000 7f91ae85a640 1 -- 172.21.15.16:0/3423133238 wait complete. 2024-09-16T01:46:42.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.417+0000 7f91ae85a640 1 Processor -- start 2024-09-16T01:46:42.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.418+0000 7f91ae85a640 1 -- start start 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.418+0000 7f91ae85a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a806c120 0x7f91a8153dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.418+0000 7f91ae85a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91a80cf7b0 0x7f91a81f3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.418+0000 7f91ae85a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a815e690 0x7f91a8152bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.418+0000 7f91ae85a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f91a80b7b70 con 0x7f91a815e690 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.418+0000 7f91ae85a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f91a8072b40 con 0x7f91a80cf7b0 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.418+0000 7f91ae85a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f91a80b7cf0 con 0x7f91a806c120 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a815e690 0x7f91a8152bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a815e690 0x7f91a8152bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40054/0 (socket says 172.21.15.16:40054) 2024-09-16T01:46:42.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 -- 172.21.15.16:0/3563672099 learned_addr learned my addr 172.21.15.16:0/3563672099 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91a7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a806c120 0x7f91a8153dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91a77fe640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91a80cf7b0 0x7f91a81f3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 -- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a806c120 msgr2=0x7f91a8153dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a806c120 0x7f91a8153dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 -- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91a80cf7b0 msgr2=0x7f91a81f3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91a80cf7b0 0x7f91a81f3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 -- 172.21.15.16:0/3563672099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a81f3c60 con 0x7f91a815e690 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91acdf7640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a815e690 0x7f91a8152bd0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009eb0 tx=0x7f91a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91a4ff9640 1 -- 172.21.15.16:0/3563672099 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a0040070 con 0x7f91a815e690 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91a4ff9640 1 -- 172.21.15.16:0/3563672099 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91a0031bc0 con 0x7f91a815e690 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a80ce500 con 0x7f91a815e690 2024-09-16T01:46:42.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91a4ff9640 1 -- 172.21.15.16:0/3563672099 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a0009450 con 0x7f91a815e690 2024-09-16T01:46:42.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.419+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a81523d0 con 0x7f91a815e690 2024-09-16T01:46:42.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.420+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91a8073720 con 0x7f91a815e690 2024-09-16T01:46:42.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.421+0000 7f91a4ff9640 1 -- 172.21.15.16:0/3563672099 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f91a0039040 con 0x7f91a815e690 2024-09-16T01:46:42.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.421+0000 7f91a4ff9640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f918806c610 0x7f918806ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.421+0000 7f91a4ff9640 1 -- 172.21.15.16:0/3563672099 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f91a00ad170 con 0x7f91a815e690 2024-09-16T01:46:42.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.421+0000 7f91a7fff640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f918806c610 0x7f918806ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.422+0000 7f91a7fff640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f918806c610 0x7f918806ead0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9198009aa0 tx=0x7f9198009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:42.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.426+0000 7f91a4ff9640 1 -- 172.21.15.16:0/3563672099 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f91a007adc0 con 0x7f91a815e690 2024-09-16T01:46:42.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.627+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 --> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol45280", "target": ["mon-mgr", ""]}) -- 0x7f91a80b7630 con 0x7f918806c610 2024-09-16T01:46:42.634 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:42.633+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:42.635 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:42.633+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:42.635 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:42.633+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:42.635 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:42.633+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:42.635 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:42.633+0000 7f475d723640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:42.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.660+0000 7f91a4ff9640 1 -- 172.21.15.16:0/3563672099 <== mgr.4108 v2:172.21.15.104:6832/2952325595 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f91a80b7630 con 0x7f918806c610 2024-09-16T01:46:42.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f918806c610 msgr2=0x7f918806ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f918806c610 0x7f918806ead0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9198009aa0 tx=0x7f9198009190 comp rx=0 tx=0).stop 2024-09-16T01:46:42.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a815e690 msgr2=0x7f91a8152bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a815e690 0x7f91a8152bd0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009eb0 tx=0x7f91a0004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:42.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 shutdown_connections 2024-09-16T01:46:42.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f918806c610 0x7f918806ead0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91a815e690 0x7f91a8152bd0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91a80cf7b0 0x7f91a81f3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 --2- 172.21.15.16:0/3563672099 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91a806c120 0x7f91a8153dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 >> 172.21.15.16:0/3563672099 conn(0x7f91a80d1200 msgr2=0x7f91a80ca0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:42.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 shutdown_connections 2024-09-16T01:46:42.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.662+0000 7f91ae85a640 1 -- 172.21.15.16:0/3563672099 wait complete. 2024-09-16T01:46:42.676 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:42.758 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:46:42.761 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:46:42.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.777+0000 7f8f9ac94640 1 Processor -- start 2024-09-16T01:46:42.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.777+0000 7f8f9ac94640 1 -- start start 2024-09-16T01:46:42.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.777+0000 7f8f9ac94640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f9415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.777+0000 7f8f9ac94640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f940b9ee0 0x7f8f940d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.777+0000 7f8f9ac94640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f940ba310 con 0x7f8f940d0ee0 2024-09-16T01:46:42.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.777+0000 7f8f9ac94640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8f941483a0 con 0x7f8f940b9ee0 2024-09-16T01:46:42.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.777+0000 7f8f9ac94640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8f9415efa0 con 0x7f8f94147fc0 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f99231640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f940b9ee0 0x7f8f940d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f99231640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f940b9ee0 0x7f8f940d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40068/0 (socket says 172.21.15.16:40068) 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f99231640 1 -- 172.21.15.16:0/2704246153 learned_addr learned my addr 172.21.15.16:0/2704246153 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f98a30640 1 --2- 172.21.15.16:0/2704246153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f9415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f99231640 1 -- 172.21.15.16:0/2704246153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 msgr2=0x7f8f9415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f99231640 1 --2- 172.21.15.16:0/2704246153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f9415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f99231640 1 -- 172.21.15.16:0/2704246153 >> v1:172.21.15.104:6789/0 conn(0x7f8f940d0ee0 legacy=0x7f8f940b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.778+0000 7f8f99231640 1 -- 172.21.15.16:0/2704246153 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f940d2750 con 0x7f8f940b9ee0 2024-09-16T01:46:42.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.779+0000 7f8f99231640 1 --2- 172.21.15.16:0/2704246153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940b9ee0 0x7f8f940d1340 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c009870 tx=0x7f8f7c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61db025f5b86f914 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:42.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.779+0000 7f8f937fe640 1 -- 172.21.15.16:0/2704246153 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f7c037070 con 0x7f8f940b9ee0 2024-09-16T01:46:42.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.779+0000 7f8f937fe640 1 -- 172.21.15.16:0/2704246153 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f7c032440 con 0x7f8f940b9ee0 2024-09-16T01:46:42.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.779+0000 7f8f937fe640 1 -- 172.21.15.16:0/2704246153 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f7c032810 con 0x7f8f940b9ee0 2024-09-16T01:46:42.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 -- 172.21.15.16:0/2704246153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940b9ee0 msgr2=0x7f8f940d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/2704246153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940b9ee0 0x7f8f940d1340 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c009870 tx=0x7f8f7c02a270 comp rx=0 tx=0).stop 2024-09-16T01:46:42.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 -- 172.21.15.16:0/2704246153 shutdown_connections 2024-09-16T01:46:42.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/2704246153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940b9ee0 0x7f8f940d1340 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/2704246153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f9415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 -- 172.21.15.16:0/2704246153 >> 172.21.15.16:0/2704246153 conn(0x7f8f94074fe0 msgr2=0x7f8f9406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:42.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 -- 172.21.15.16:0/2704246153 shutdown_connections 2024-09-16T01:46:42.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.780+0000 7f8f9ac94640 1 -- 172.21.15.16:0/2704246153 wait complete. 2024-09-16T01:46:42.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.781+0000 7f8f9ac94640 1 Processor -- start 2024-09-16T01:46:42.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.782+0000 7f8f9ac94640 1 -- start start 2024-09-16T01:46:42.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.782+0000 7f8f9ac94640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f940b9ee0 0x7f8f941f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.782+0000 7f8f9ac94640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940d0ee0 0x7f8f941f5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.782+0000 7f8f9ac94640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f941442d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.782+0000 7f8f9ac94640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8f940d2500 con 0x7f8f940d0ee0 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.782+0000 7f8f9ac94640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8f940d2d10 con 0x7f8f940b9ee0 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.782+0000 7f8f9ac94640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8f940d2ff0 con 0x7f8f94147fc0 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940d0ee0 0x7f8f941f5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940d0ee0 0x7f8f941f5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40070/0 (socket says 172.21.15.16:40070) 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 -- 172.21.15.16:0/951350003 learned_addr learned my addr 172.21.15.16:0/951350003 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f99231640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f941442d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f98a30640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f940b9ee0 0x7f8f941f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 -- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 msgr2=0x7f8f941442d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f941442d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 -- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f940b9ee0 msgr2=0x7f8f941f8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f940b9ee0 0x7f8f941f8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 -- 172.21.15.16:0/951350003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f94144810 con 0x7f8f940d0ee0 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f93fff640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940d0ee0 0x7f8f941f5760 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f8f8400c790 tx=0x7f8f8400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f917fa640 1 -- 172.21.15.16:0/951350003 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f84016020 con 0x7f8f940d0ee0 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f917fa640 1 -- 172.21.15.16:0/951350003 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f84006d50 con 0x7f8f940d0ee0 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f94144a90 con 0x7f8f940d0ee0 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f917fa640 1 -- 172.21.15.16:0/951350003 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f84003bb0 con 0x7f8f940d0ee0 2024-09-16T01:46:42.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.783+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f941f82c0 con 0x7f8f940d0ee0 2024-09-16T01:46:42.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.784+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f940b8830 con 0x7f8f940d0ee0 2024-09-16T01:46:42.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.785+0000 7f8f917fa640 1 -- 172.21.15.16:0/951350003 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f8f8400a850 con 0x7f8f940d0ee0 2024-09-16T01:46:42.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.785+0000 7f8f917fa640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f7406c640 0x7f8f7406eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:42.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.785+0000 7f8f917fa640 1 -- 172.21.15.16:0/951350003 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f8f8408b420 con 0x7f8f940d0ee0 2024-09-16T01:46:42.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.785+0000 7f8f98a30640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f7406c640 0x7f8f7406eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:42.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.786+0000 7f8f98a30640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f7406c640 0x7f8f7406eb00 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c009aa0 tx=0x7f8f8c009190 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:42.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:42.789+0000 7f8f917fa640 1 -- 172.21.15.16:0/951350003 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f940b8830 con 0x7f8f940d0ee0 2024-09-16T01:46:43.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.003+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f940d1340 con 0x7f8f940d0ee0 2024-09-16T01:46:43.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.003+0000 7f8f917fa640 1 -- 172.21.15.16:0/951350003 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5225 (secure 0 0 0) 0x7f8f84020020 con 0x7f8f940d0ee0 2024-09-16T01:46:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:43.006 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":41,"btime":"2024-09-16T01:46:33:425267+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:43.006 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 41 2024-09-16T01:46:43.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.005+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f7406c640 msgr2=0x7f8f7406eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.005+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f7406c640 0x7f8f7406eb00 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c009aa0 tx=0x7f8f8c009190 comp rx=0 tx=0).stop 2024-09-16T01:46:43.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.005+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940d0ee0 msgr2=0x7f8f941f5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.005+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940d0ee0 0x7f8f941f5760 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f8f8400c790 tx=0x7f8f8400cc50 comp rx=0 tx=0).stop 2024-09-16T01:46:43.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 shutdown_connections 2024-09-16T01:46:43.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f8f7406c640 0x7f8f7406eb00 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f94147fc0 0x7f8f941442d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f940d0ee0 0x7f8f941f5760 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 --2- 172.21.15.16:0/951350003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f940b9ee0 0x7f8f941f8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 >> 172.21.15.16:0/951350003 conn(0x7f8f94074fe0 msgr2=0x7f8f9415e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 shutdown_connections 2024-09-16T01:46:43.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.006+0000 7f8f9ac94640 1 -- 172.21.15.16:0/951350003 wait complete. 2024-09-16T01:46:43.019 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T01:46:43.140 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":5594,"entity":{"name":{"type":"client","num":5594},"addr":{"type":"any","addr":"172.21.15.104:0","nonce":2922622969}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":14,"uptime":0.49399216499999998,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.975405115506042,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":14,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5594 172.21.15.104:0/2922622969","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"x","hostname":"smithi104","pid":"36417","root":"/"}}] 2024-09-16T01:46:43.140 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi104", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36417", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.104:0", "nonce": 2922622969, "type": "any" }, "name": { "num": 5594, "type": "client" } }, "id": 5594, "inst": "client.5594 172.21.15.104:0/2922622969", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 14, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 14, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.975405115506042 }, "state": "open", "uptime": 0.493992165 } ] 2024-09-16T01:46:43.141 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-16T01:46:43.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.241+0000 7f48572a6640 1 Processor -- start 2024-09-16T01:46:43.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.241+0000 7f48572a6640 1 -- start start 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f48572a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f48500af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f48572a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f485015bb20 con 0x7f4850158cf0 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f48572a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f485015be00 con 0x7f48501590d0 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f48572a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f48500afd50 con 0x7f485006c2f0 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4855042640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4850158cf0 0x7f485006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48650/0 (socket says 172.21.15.16:48650) 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4855042640 1 -- 172.21.15.16:0/3752330310 learned_addr learned my addr 172.21.15.16:0/3752330310 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4854841640 1 --2- 172.21.15.16:0/3752330310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f48500af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 517950797 0 0) 0x7f485015bb20 con 0x7f4850158cf0 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f483c003520 con 0x7f4850158cf0 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 899588020 0 0) 0x7f485015be00 con 0x7f48501590d0 2024-09-16T01:46:43.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f485015bb20 con 0x7f48501590d0 2024-09-16T01:46:43.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2420194729 0 0) 0x7f483c003520 con 0x7f4850158cf0 2024-09-16T01:46:43.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4854841640 1 -- 172.21.15.16:0/3752330310 >> v1:172.21.15.104:6789/0 conn(0x7f48501590d0 legacy=0x7f48500ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4854841640 1 -- 172.21.15.16:0/3752330310 >> v1:172.21.15.16:6789/0 conn(0x7f4850158cf0 legacy=0x7f485006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.242+0000 7f4854841640 1 -- 172.21.15.16:0/3752330310 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f485015c0e0 con 0x7f485006c2f0 2024-09-16T01:46:43.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.243+0000 7f4854841640 1 --2- 172.21.15.16:0/3752330310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f48500af810 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f48400097d0 tx=0x7f484002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=372b1b4a016d7d47 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.243+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4840037070 con 0x7f485006c2f0 2024-09-16T01:46:43.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.243+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f484002ab90 con 0x7f485006c2f0 2024-09-16T01:46:43.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.243+0000 7f4847fff640 1 -- 172.21.15.16:0/3752330310 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c001670 con 0x7f485006c2f0 2024-09-16T01:46:43.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.244+0000 7f48572a6640 1 -- 172.21.15.16:0/3752330310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 msgr2=0x7f48500af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.244+0000 7f48572a6640 1 --2- 172.21.15.16:0/3752330310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f48500af810 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f48400097d0 tx=0x7f484002a100 comp rx=0 tx=0).stop 2024-09-16T01:46:43.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.244+0000 7f48572a6640 1 -- 172.21.15.16:0/3752330310 shutdown_connections 2024-09-16T01:46:43.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.244+0000 7f48572a6640 1 --2- 172.21.15.16:0/3752330310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f48500af810 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.244+0000 7f48572a6640 1 -- 172.21.15.16:0/3752330310 >> 172.21.15.16:0/3752330310 conn(0x7f48500b2000 msgr2=0x7f48500b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.244+0000 7f48572a6640 1 -- 172.21.15.16:0/3752330310 shutdown_connections 2024-09-16T01:46:43.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.244+0000 7f48572a6640 1 -- 172.21.15.16:0/3752330310 wait complete. 2024-09-16T01:46:43.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.245+0000 7f48572a6640 1 Processor -- start 2024-09-16T01:46:43.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.245+0000 7f48572a6640 1 -- start start 2024-09-16T01:46:43.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f48572a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f485014b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f48572a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4850158cf0 0x7f48500b0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f48572a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48501590d0 0x7f4850150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f48572a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f485015cb90 con 0x7f48501590d0 2024-09-16T01:46:43.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f48572a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f485015ca10 con 0x7f4850158cf0 2024-09-16T01:46:43.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f48572a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f485015cd10 con 0x7f485006c2f0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48501590d0 0x7f4850150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48501590d0 0x7f4850150f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40080/0 (socket says 172.21.15.16:40080) 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 -- 172.21.15.16:0/1198468460 learned_addr learned my addr 172.21.15.16:0/1198468460 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855042640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f485014b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4854841640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4850158cf0 0x7f48500b0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 -- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 msgr2=0x7f485014b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f485014b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 -- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4850158cf0 msgr2=0x7f48500b0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4850158cf0 0x7f48500b0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.246+0000 7f4855843640 1 -- 172.21.15.16:0/1198468460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4850151b30 con 0x7f48501590d0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.247+0000 7f4855843640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48501590d0 0x7f4850150f50 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f484800c730 tx=0x7f484800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.247+0000 7f4845ffb640 1 -- 172.21.15.16:0/1198468460 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4848003b70 con 0x7f48501590d0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.247+0000 7f4845ffb640 1 -- 172.21.15.16:0/1198468460 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4848003d10 con 0x7f48501590d0 2024-09-16T01:46:43.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.247+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4850151e10 con 0x7f48501590d0 2024-09-16T01:46:43.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.247+0000 7f4845ffb640 1 -- 172.21.15.16:0/1198468460 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484800aa90 con 0x7f48501590d0 2024-09-16T01:46:43.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.247+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f485014add0 con 0x7f48501590d0 2024-09-16T01:46:43.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.248+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48500b3390 con 0x7f48501590d0 2024-09-16T01:46:43.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.248+0000 7f4845ffb640 1 -- 172.21.15.16:0/1198468460 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 91152+0+0 (secure 0 0 0) 0x7f484800ac30 con 0x7f48501590d0 2024-09-16T01:46:43.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.249+0000 7f4845ffb640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f483406c610 0x7f483406ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.249+0000 7f4845ffb640 1 -- 172.21.15.16:0/1198468460 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f484808b890 con 0x7f48501590d0 2024-09-16T01:46:43.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.249+0000 7f4855042640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f483406c610 0x7f483406ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.250+0000 7f4855042640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f483406c610 0x7f483406ead0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f484c0017e0 tx=0x7f484c001610 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.253+0000 7f4845ffb640 1 -- 172.21.15.16:0/1198468460 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f48480594a0 con 0x7f48501590d0 2024-09-16T01:46:43.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.480+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f48500ce5d0 con 0x7f48501590d0 2024-09-16T01:46:43.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.485+0000 7f4845ffb640 1 -- 172.21.15.16:0/1198468460 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v11) ==== 81+0+473223 (secure 0 0 0) 0x7f484805d7a0 con 0x7f48501590d0 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: "epoch": 11, 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: "active_gid": 4108, 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: "active_name": "x", 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: "active_addrs": { 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.493 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:6832", 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2952325595 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:6833", 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2952325595 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:43.494 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "active_addr": "172.21.15.104:6833/2952325595", 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "active_change": "2024-09-16T01:41:54.287343+0000", 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "active_mgr_features": 4540701547738038271, 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "available": true, 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "standbys": [ 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "gid": 4101, 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "y", 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr_features": 4540701547738038271, 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "available_modules": [ 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "alerts", 2024-09-16T01:46:43.495 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.496 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T01:46:43.497 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.497 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.497 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.498 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.499 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.500 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.501 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.502 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.503 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_destination": { 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_destination", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Email address to send alerts to", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.504 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_from_name": { 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_from_name", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "Ceph", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Email From: name", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.505 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_host": { 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_host", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SMTP server", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.506 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_password": { 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_password", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Password to authenticate with", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.507 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_port": { 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_port", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "465", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SMTP port", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.508 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_sender": { 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_sender", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SMTP envelope sender", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.509 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_ssl": { 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_ssl", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.510 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_user": { 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_user", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "User to authenticate as", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.511 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "balancer", 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.512 INFO:teuthology.orchestra.run.smithi016.stdout: "active": { 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "active", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.513 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "begin_time": { 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "begin_time", 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0000", 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.514 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "begin_weekday": { 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "begin_weekday", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "0", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "6", 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.515 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "crush_compat_max_iterations": { 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crush_compat_max_iterations", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "25", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "250", 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "crush_compat_metrics": { 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crush_compat_metrics", 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.517 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "crush_compat_step": { 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crush_compat_step", 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.518 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0.5", 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "0.001", 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "0.999", 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "aggressiveness of optimization", 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.519 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "end_time": { 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "end_time", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "2359", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.520 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "end_weekday": { 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "end_weekday", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "0", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "6", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.521 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.522 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.522 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.522 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.522 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.522 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.525 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.526 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.527 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.528 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.529 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "min_score": { 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "min_score", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T01:46:43.530 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "mode": { 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mode", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "upmap", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "crush-compat", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "none", 2024-09-16T01:46:43.531 INFO:teuthology.orchestra.run.smithi016.stdout: "read", 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap", 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap-read" 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Balancer mode", 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "pool_ids": { 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pool_ids", 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.532 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.533 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap_max_deviation": { 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "upmap_max_deviation", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:43.534 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap_max_optimizations": { 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "upmap_max_optimizations", 2024-09-16T01:46:43.535 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephadm", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "agent_down_multiplier": { 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "agent_down_multiplier", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "3.0", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.537 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "agent_refresh_rate": { 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "agent_refresh_rate", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "20", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.538 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "agent_starting_port": { 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "agent_starting_port", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "4721", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.539 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "allow_ptrace": { 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "allow_ptrace", 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.540 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "autotune_interval": { 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "autotune_interval", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.541 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "autotune_memory_target_ratio": { 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0.7", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.542 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "cephadm_log_destination": { 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephadm_log_destination", 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.543 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "file", 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "file,syslog", 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "syslog" 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "cgroups_split": { 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cgroups_split", 2024-09-16T01:46:43.544 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "config_checks_enabled": { 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "config_checks_enabled", 2024-09-16T01:46:43.545 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "config_dashboard": { 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "config_dashboard", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.546 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_alertmanager": { 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_alertmanager", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.547 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_base": { 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_base", 2024-09-16T01:46:43.548 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Container image name, without the tag", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_elasticsearch": { 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_elasticsearch", 2024-09-16T01:46:43.549 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "elasticsearch container image", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_grafana": { 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_grafana", 2024-09-16T01:46:43.550 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_haproxy": { 2024-09-16T01:46:43.551 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_haproxy", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "HAproxy container image", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.552 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_jaeger_agent": { 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_jaeger_agent", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Jaeger agent container image", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.553 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_jaeger_collector": { 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_jaeger_collector", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Jaeger collector container image", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.554 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_jaeger_query": { 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_jaeger_query", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Jaeger query container image", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.555 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_keepalived": { 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_keepalived", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Keepalived container image", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_loki": { 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_loki", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Loki container image", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.557 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_node_exporter": { 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_node_exporter", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.558 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_nvmeof": { 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_nvmeof", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Nvme-of container image", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.559 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_prometheus": { 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_prometheus", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.560 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_promtail": { 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_promtail", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Promtail container image", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.561 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_samba": { 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_samba", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Samba/SMB container image", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.562 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_snmp_gateway": { 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_snmp_gateway", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SNMP Gateway container image", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.563 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "container_init": { 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_init", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.564 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "daemon_cache_timeout": { 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "daemon_cache_timeout", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.565 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "default_cephadm_command_timeout": { 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "900", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.566 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "default_registry": { 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "default_registry", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.567 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "device_cache_timeout": { 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "device_cache_timeout", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "1800", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "seconds to cache device inventory", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.568 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "device_enhanced_scan": { 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "device_enhanced_scan", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "facts_cache_timeout": { 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "facts_cache_timeout", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "seconds to cache host facts data", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "grafana_dashboards_path": { 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "grafana_dashboards_path", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "host_check_interval": { 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "host_check_interval", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to perform a host check", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "hw_monitoring": { 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "hw_monitoring", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "inventory_list_all": { 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "inventory_list_all", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "log_refresh_metadata": { 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_refresh_metadata", 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.581 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "*", 2024-09-16T01:46:43.582 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "max_count_per_host": { 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_count_per_host", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.583 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "max number of daemons per service per host", 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "max_osd_draining_count": { 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_osd_draining_count", 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.584 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "migration_current": { 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "migration_current", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.585 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "internal - do not modify", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "mode": { 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mode", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "root", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "cephadm-package", 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "root" 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "oob_default_addr": { 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "oob_default_addr", 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "169.254.1.1", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "prometheus_alerts_path": { 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "prometheus_alerts_path", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_insecure": { 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_insecure", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.589 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_password": { 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_password", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.590 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_url": { 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_url", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.591 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_username": { 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_username", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "secure_monitoring_stack": { 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "secure_monitoring_stack", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "service_discovery_port": { 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "service_discovery_port", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8765", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "cephadm service discovery port", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "ssh_config_file": { 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssh_config_file", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "use_agent": { 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "use_agent", 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "use_repo_digest": { 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "use_repo_digest", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_on_failed_host_check": { 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_on_failed_host_check", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_on_stray_daemons": { 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_on_stray_daemons", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_on_stray_hosts": { 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_on_stray_hosts", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crash", 2024-09-16T01:46:43.601 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.602 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.603 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.604 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.605 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.606 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "retain_interval": { 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "retain_interval", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "31536000", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.607 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_recent_interval": { 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_recent_interval", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "1209600", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.608 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "dashboard", 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.609 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.610 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.611 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "AUDIT_API_ENABLED": { 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.612 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.613 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.614 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.615 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.616 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.617 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.618 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.619 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.620 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.621 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.622 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.623 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "admin", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.624 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_URL": { 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_URL", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.625 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.626 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "admin", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.627 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.628 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.629 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.630 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.631 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.632 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.633 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.634 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.635 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.636 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.637 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.638 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.639 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.640 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T01:46:43.641 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.642 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.643 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "45", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.644 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.645 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "admin", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.646 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.647 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.648 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.649 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.650 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "cross_origin_url": { 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cross_origin_url", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.652 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "crt_file": { 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crt_file", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.653 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "debug": { 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "debug", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.654 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Enable/disable debug options", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "jwt_token_ttl": { 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "jwt_token_ttl", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "28800", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.655 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "key_file": { 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "key_file", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.656 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.658 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.659 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.660 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.661 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "motd": { 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "motd", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "The message of the day", 2024-09-16T01:46:43.662 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "redirect_resolve_ip_addr": { 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.663 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "server_addr": { 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_addr", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "::", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.664 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "server_port": { 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_port", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8080", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.665 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "ssl": { 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssl", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.666 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "ssl_server_port": { 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssl_server_port", 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8443", 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.667 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_behaviour": { 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_behaviour", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "redirect", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.668 INFO:teuthology.orchestra.run.smithi016.stdout: "redirect" 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_error_status_code": { 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_error_status_code", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "500", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "400", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "599", 2024-09-16T01:46:43.669 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "url_prefix": { 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "url_prefix", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.670 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "devicehealth", 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "enable_monitoring": { 2024-09-16T01:46:43.671 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enable_monitoring", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "monitor device health metrics", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.672 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.673 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.674 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.675 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.676 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "mark_out_threshold": { 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mark_out_threshold", 2024-09-16T01:46:43.677 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "2419200", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "pool_name": { 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pool_name", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.678 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "device_health_metrics", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "retention_period": { 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "retention_period", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.679 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "15552000", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how long to retain device health metrics", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "scrape_frequency": { 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "scrape_frequency", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.680 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "86400", 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.681 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "self_heal": { 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "self_heal", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.682 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.683 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_threshold": { 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_threshold", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "7257600", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.684 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "diskprediction_local", 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.685 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.686 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.687 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.688 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.689 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "predict_interval": { 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "predict_interval", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.690 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "86400", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "predictor_model": { 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "predictor_model", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "prophetstor", 2024-09-16T01:46:43.691 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.692 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "influx", 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": false, 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "influxdb python module not found", 2024-09-16T01:46:43.693 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "batch_size": { 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "batch_size", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5000", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.694 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "database": { 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "database", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "ceph", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.695 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": { 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "hostname", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "InfluxDB server hostname", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.696 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "30", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "5", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.697 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.698 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.699 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.700 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.701 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.702 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "password": { 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "password", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "password of InfluxDB server user", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.703 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "port": { 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "port", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8086", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "InfluxDB server port", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.704 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "ssl": { 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssl", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "false", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.705 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "threads": { 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "threads", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "32", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.706 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "username": { 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "username", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "username of InfluxDB server user", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.707 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "verify_ssl": { 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "verify_ssl", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "true", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.708 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "insights", 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.709 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.710 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.711 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.712 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.713 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "iostat", 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.714 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.715 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.716 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.717 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.718 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.719 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "localpool", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "failure_domain": { 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "failure_domain", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "host", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.720 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "failure domain for any created local pool", 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.721 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.722 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.723 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.724 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.725 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "min_size": { 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "min_size", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.726 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.727 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.727 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "default min_size for any created local pool", 2024-09-16T01:46:43.727 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T01:46:43.728 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.728 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.728 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.728 INFO:teuthology.orchestra.run.smithi016.stdout: "num_rep": { 2024-09-16T01:46:43.728 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "num_rep", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "3", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "default replica count for any created local pool", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "pg_num": { 2024-09-16T01:46:43.729 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pg_num", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "128", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "prefix": { 2024-09-16T01:46:43.730 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "prefix", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "name prefix for any created local pool", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "subtree": { 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "subtree", 2024-09-16T01:46:43.731 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "rack", 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mds_autoscaler", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.733 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.734 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.735 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.736 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.737 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mirroring", 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.738 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.739 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.740 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.741 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.742 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "nfs", 2024-09-16T01:46:43.743 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.744 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.745 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.746 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.747 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.748 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "orchestrator", 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "fail_fs": { 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "fail_fs", 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.749 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.750 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.752 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.753 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.754 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "orchestrator": { 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "orchestrator", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.755 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "cephadm", 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "rook", 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "test_orchestrator" 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Orchestrator backend", 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.756 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "osd_perf_query", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.757 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.758 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.759 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.760 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.761 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "osd_support", 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.762 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.763 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.764 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.765 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.766 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.767 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pg_autoscaler", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.768 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.769 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.770 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.771 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.772 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.773 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "threshold": { 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "threshold", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "3.0", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1.0", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "scaling threshold", 2024-09-16T01:46:43.774 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "progress", 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "allow_pg_recovery_event": { 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "allow_pg_recovery_event", 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.775 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "enabled": { 2024-09-16T01:46:43.776 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enabled", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.777 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.778 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.779 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.780 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.781 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "max_completed_events": { 2024-09-16T01:46:43.782 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_completed_events", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "50", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "number of past completed events to remember", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:43.783 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how long the module is going to sleep", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.784 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "prometheus", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "cache": { 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cache", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.785 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "exclude_perf_counters": { 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "exclude_perf_counters", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.786 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.787 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.789 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.790 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.791 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_stats_pools": { 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rbd_stats_pools", 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.792 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "300", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.793 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "scrape_interval": { 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "scrape_interval", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "15.0", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.794 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "server_addr": { 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_addr", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "::", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.795 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "server_port": { 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_port", 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "9283", 2024-09-16T01:46:43.796 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "stale_cache_strategy": { 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "stale_cache_strategy", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "log", 2024-09-16T01:46:43.797 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_behaviour": { 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_behaviour", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "default", 2024-09-16T01:46:43.798 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "default", 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "error" 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_error_status_code": { 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_error_status_code", 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.799 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "500", 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "400", 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "599", 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.800 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rbd_support", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.801 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.802 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.803 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.804 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.805 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "max_concurrent_snap_create": { 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_concurrent_snap_create", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.806 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "mirror_snapshot_schedule": { 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.807 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "trash_purge_schedule": { 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "trash_purge_schedule", 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.808 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "restful", 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "enable_auth": { 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enable_auth", 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "key_file": { 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "key_file", 2024-09-16T01:46:43.810 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.811 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.812 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.813 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.814 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.815 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "server_addr": { 2024-09-16T01:46:43.816 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_addr", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "server_port": { 2024-09-16T01:46:43.817 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_port", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.818 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rgw", 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.819 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.820 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.821 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.822 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.824 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rook", 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.825 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.827 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.828 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.829 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.830 INFO:teuthology.orchestra.run.smithi016.stdout: "storage_class": { 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "storage_class", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "local", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.831 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "selftest", 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.832 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.833 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.834 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.835 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.836 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "roption1": { 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "roption1", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.837 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "roption2": { 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "roption2", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "xyz", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.838 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption1": { 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption1", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.839 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption2": { 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption2", 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.840 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption3": { 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption3", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.841 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption4": { 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption4", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.842 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption5": { 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption5", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.843 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption6": { 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption6", 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.844 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption7": { 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption7", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:43.845 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "42", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "testkey": { 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "testkey", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.846 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "testlkey": { 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "testlkey", 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.847 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "testnewline": { 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "testnewline", 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.848 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "snap_schedule", 2024-09-16T01:46:43.849 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "allow_m_granularity": { 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "allow_m_granularity", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.850 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "dump_on_update": { 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "dump_on_update", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "dump database to debug log on update", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.851 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.852 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.853 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.854 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.855 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.856 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "stats", 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.857 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.858 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.859 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.860 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.861 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "status", 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.862 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.863 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.864 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.865 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.866 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.867 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "telegraf", 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "address": { 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "address", 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.868 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "15", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.869 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.870 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.871 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.873 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.874 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "telemetry", 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.875 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_basic": { 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_basic", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.876 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_crash": { 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_crash", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.877 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_device": { 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_device", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.878 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_ident": { 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_ident", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.879 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_perf": { 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_perf", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: "contact": { 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "contact", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.881 INFO:teuthology.orchestra.run.smithi016.stdout: "description": { 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "description", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.882 INFO:teuthology.orchestra.run.smithi016.stdout: "device_url": { 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "device_url", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "enabled": { 2024-09-16T01:46:43.883 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enabled", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:43.884 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "24", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "8", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.885 INFO:teuthology.orchestra.run.smithi016.stdout: "last_opt_revision": { 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "last_opt_revision", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "1", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.886 INFO:teuthology.orchestra.run.smithi016.stdout: "leaderboard": { 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "leaderboard", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "leaderboard_description": { 2024-09-16T01:46:43.887 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "leaderboard_description", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.888 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.889 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.890 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.891 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.892 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "organization": { 2024-09-16T01:46:43.893 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "organization", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "proxy": { 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "proxy", 2024-09-16T01:46:43.894 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "url": { 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "url", 2024-09-16T01:46:43.895 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.896 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "test_orchestrator", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.897 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.898 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.899 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.900 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.901 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.902 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.903 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.904 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.905 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.906 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "max_concurrent_clones": { 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_concurrent_clones", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.907 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "4", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "periodic_async_work": { 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "periodic_async_work", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.908 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Periodically check for async work", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot_clone_delay": { 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "snapshot_clone_delay", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.909 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot_clone_no_wait": { 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.910 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix", 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.911 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "discovery_interval": { 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "discovery_interval", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "100", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.912 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "identifier": { 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "identifier", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.913 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.914 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.915 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.916 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.917 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.918 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.919 INFO:teuthology.orchestra.run.smithi016.stdout: "zabbix_host": { 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix_host", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.920 INFO:teuthology.orchestra.run.smithi016.stdout: "zabbix_port": { 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix_port", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10051", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.921 INFO:teuthology.orchestra.run.smithi016.stdout: "zabbix_sender": { 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix_sender", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.922 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "modules": [ 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "iostat", 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "nfs", 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "restful" 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "available_modules": [ 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "alerts", 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.923 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.924 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.925 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.926 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.927 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.928 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.929 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.929 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.929 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.932 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.932 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_destination": { 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_destination", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Email address to send alerts to", 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_from_name": { 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_from_name", 2024-09-16T01:46:43.934 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "Ceph", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Email From: name", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_host": { 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_host", 2024-09-16T01:46:43.935 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SMTP server", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_password": { 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_password", 2024-09-16T01:46:43.936 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Password to authenticate with", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_port": { 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_port", 2024-09-16T01:46:43.937 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "465", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SMTP port", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_sender": { 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_sender", 2024-09-16T01:46:43.938 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SMTP envelope sender", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_ssl": { 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_ssl", 2024-09-16T01:46:43.939 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "smtp_user": { 2024-09-16T01:46:43.940 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "smtp_user", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "User to authenticate as", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.941 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "balancer", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "active": { 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "active", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.942 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "begin_time": { 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "begin_time", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0000", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.943 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "begin_weekday": { 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "begin_weekday", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "0", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "6", 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.944 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "crush_compat_max_iterations": { 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crush_compat_max_iterations", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "25", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "250", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T01:46:43.945 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "crush_compat_metrics": { 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crush_compat_metrics", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T01:46:43.946 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "crush_compat_step": { 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crush_compat_step", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0.5", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "0.001", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "0.999", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "aggressiveness of optimization", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T01:46:43.947 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "end_time": { 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "end_time", 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "2359", 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T01:46:43.948 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "end_weekday": { 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "end_weekday", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "0", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "6", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T01:46:43.949 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.950 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.951 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.952 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.953 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.954 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "min_score": { 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "min_score", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.955 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "mode": { 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mode", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "upmap", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "crush-compat", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "none", 2024-09-16T01:46:43.956 INFO:teuthology.orchestra.run.smithi016.stdout: "read", 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap", 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap-read" 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Balancer mode", 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "pool_ids": { 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pool_ids", 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.957 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.958 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap_max_deviation": { 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "upmap_max_deviation", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.959 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "upmap_max_optimizations": { 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "upmap_max_optimizations", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.960 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephadm", 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:43.961 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "agent_down_multiplier": { 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "agent_down_multiplier", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "3.0", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.962 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "agent_refresh_rate": { 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "agent_refresh_rate", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "20", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.963 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "agent_starting_port": { 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "agent_starting_port", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "4721", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.964 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "allow_ptrace": { 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "allow_ptrace", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.965 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "autotune_interval": { 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "autotune_interval", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.966 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "autotune_memory_target_ratio": { 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0.7", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.967 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "cephadm_log_destination": { 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephadm_log_destination", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "file", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "file,syslog", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "syslog" 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T01:46:43.968 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "cgroups_split": { 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cgroups_split", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T01:46:43.969 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "config_checks_enabled": { 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "config_checks_enabled", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T01:46:43.970 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "config_dashboard": { 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "config_dashboard", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.971 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_alertmanager": { 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_alertmanager", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.972 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_base": { 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_base", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Container image name, without the tag", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.973 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_elasticsearch": { 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_elasticsearch", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "elasticsearch container image", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.974 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_grafana": { 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_grafana", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.975 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_haproxy": { 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_haproxy", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "HAproxy container image", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.976 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_jaeger_agent": { 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_jaeger_agent", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Jaeger agent container image", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.977 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_jaeger_collector": { 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_jaeger_collector", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Jaeger collector container image", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.978 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_jaeger_query": { 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_jaeger_query", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Jaeger query container image", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.979 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_keepalived": { 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_keepalived", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Keepalived container image", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.980 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_loki": { 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_loki", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Loki container image", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.981 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_node_exporter": { 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_node_exporter", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.982 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_nvmeof": { 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_nvmeof", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Nvme-of container image", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.983 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_prometheus": { 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_prometheus", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Prometheus container image", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.984 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_promtail": { 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_promtail", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Promtail container image", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.985 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_samba": { 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_samba", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Samba/SMB container image", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.986 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "container_image_snmp_gateway": { 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_image_snmp_gateway", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "SNMP Gateway container image", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.987 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "container_init": { 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "container_init", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.988 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "daemon_cache_timeout": { 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "daemon_cache_timeout", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.989 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "default_cephadm_command_timeout": { 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "900", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.990 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "default_registry": { 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "default_registry", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "docker.io", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.991 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "device_cache_timeout": { 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "device_cache_timeout", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "1800", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "seconds to cache device inventory", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.992 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "device_enhanced_scan": { 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "device_enhanced_scan", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.993 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "facts_cache_timeout": { 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "facts_cache_timeout", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "seconds to cache host facts data", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.994 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "grafana_dashboards_path": { 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "grafana_dashboards_path", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.995 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "host_check_interval": { 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "host_check_interval", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to perform a host check", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.996 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "hw_monitoring": { 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "hw_monitoring", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.997 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "inventory_list_all": { 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "inventory_list_all", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:43.998 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:43.999 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "log_refresh_metadata": { 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_refresh_metadata", 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.000 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.001 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.002 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.003 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T01:46:44.004 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T01:46:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "*", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "max_count_per_host": { 2024-09-16T01:46:44.006 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_count_per_host", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "max number of daemons per service per host", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "max_osd_draining_count": { 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_osd_draining_count", 2024-09-16T01:46:44.007 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "migration_current": { 2024-09-16T01:46:44.008 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "migration_current", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "internal - do not modify", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "mode": { 2024-09-16T01:46:44.009 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mode", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "root", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "cephadm-package", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "root" 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.010 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "oob_default_addr": { 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "oob_default_addr", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "169.254.1.1", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.011 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "prometheus_alerts_path": { 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "prometheus_alerts_path", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.012 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_insecure": { 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_insecure", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.013 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_password": { 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_password", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.014 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_url": { 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_url", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.015 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "registry_username": { 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "registry_username", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.016 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "secure_monitoring_stack": { 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "secure_monitoring_stack", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.017 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "service_discovery_port": { 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "service_discovery_port", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8765", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "cephadm service discovery port", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.018 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "ssh_config_file": { 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssh_config_file", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.019 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "use_agent": { 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "use_agent", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.020 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "use_repo_digest": { 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "use_repo_digest", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.021 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_on_failed_host_check": { 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_on_failed_host_check", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.022 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_on_stray_daemons": { 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_on_stray_daemons", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.023 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_on_stray_hosts": { 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_on_stray_hosts", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.024 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crash", 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.025 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.026 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.027 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.028 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.029 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "retain_interval": { 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "retain_interval", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "31536000", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.030 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_recent_interval": { 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_recent_interval", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "1209600", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.031 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "dashboard", 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T01:46:44.032 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T01:46:44.033 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T01:46:44.034 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "AUDIT_API_ENABLED": { 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.035 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.036 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.037 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.038 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.039 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.041 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.042 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.043 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.044 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.045 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.046 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "admin", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.047 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_URL": { 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_URL", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "admin", 2024-09-16T01:46:44.049 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.050 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.051 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.052 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.054 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.055 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.056 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.057 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.058 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.059 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.060 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.061 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.062 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.064 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.065 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.066 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "45", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.067 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.068 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "admin", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.069 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.070 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.071 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.072 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.073 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.074 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "cross_origin_url": { 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cross_origin_url", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.075 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "crt_file": { 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "crt_file", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.076 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "debug": { 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "debug", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Enable/disable debug options", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.077 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "jwt_token_ttl": { 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "jwt_token_ttl", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "28800", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.078 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "key_file": { 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "key_file", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.079 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.080 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.081 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.082 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.083 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.084 INFO:teuthology.orchestra.run.smithi016.stdout: "motd": { 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "motd", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "The message of the day", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "redirect_resolve_ip_addr": { 2024-09-16T01:46:44.085 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "server_addr": { 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_addr", 2024-09-16T01:46:44.086 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "::", 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "server_port": { 2024-09-16T01:46:44.087 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_port", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8080", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "ssl": { 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssl", 2024-09-16T01:46:44.088 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "ssl_server_port": { 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssl_server_port", 2024-09-16T01:46:44.089 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8443", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_behaviour": { 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_behaviour", 2024-09-16T01:46:44.090 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "redirect", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "redirect" 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.091 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_error_status_code": { 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_error_status_code", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "500", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "400", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "599", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.092 INFO:teuthology.orchestra.run.smithi016.stdout: "url_prefix": { 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "url_prefix", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.093 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "devicehealth", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "enable_monitoring": { 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enable_monitoring", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.094 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "monitor device health metrics", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.095 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.096 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.097 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.098 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.099 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "mark_out_threshold": { 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mark_out_threshold", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "2419200", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T01:46:44.100 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "pool_name": { 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pool_name", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "device_health_metrics", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T01:46:44.101 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "retention_period": { 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "retention_period", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "15552000", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how long to retain device health metrics", 2024-09-16T01:46:44.102 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "scrape_frequency": { 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "scrape_frequency", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "86400", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T01:46:44.103 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "self_heal": { 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "self_heal", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T01:46:44.104 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T01:46:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "warn_threshold": { 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "warn_threshold", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "7257600", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "diskprediction_local", 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.107 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.108 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.109 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.110 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.111 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "predict_interval": { 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "predict_interval", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "86400", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "predictor_model": { 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "predictor_model", 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "prophetstor", 2024-09-16T01:46:44.113 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "600", 2024-09-16T01:46:44.114 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "influx", 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": false, 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "influxdb python module not found", 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.115 INFO:teuthology.orchestra.run.smithi016.stdout: "batch_size": { 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "batch_size", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5000", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.116 INFO:teuthology.orchestra.run.smithi016.stdout: "database": { 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "database", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "ceph", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.117 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": { 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "hostname", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "InfluxDB server hostname", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.118 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "30", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "5", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.119 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.120 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.121 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.122 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.123 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "password": { 2024-09-16T01:46:44.124 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "password", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "password of InfluxDB server user", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "port": { 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "port", 2024-09-16T01:46:44.125 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "8086", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "InfluxDB server port", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "ssl": { 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "ssl", 2024-09-16T01:46:44.126 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "false", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "threads": { 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "threads", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.127 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "32", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "username": { 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "username", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.128 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "username of InfluxDB server user", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "verify_ssl": { 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "verify_ssl", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.129 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "true", 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "insights", 2024-09-16T01:46:44.130 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.131 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.132 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.133 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.136 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.136 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.136 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.137 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.138 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.139 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "iostat", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.140 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.141 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.142 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.143 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.144 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "localpool", 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "failure_domain": { 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "failure_domain", 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.145 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "host", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "failure domain for any created local pool", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.146 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.147 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.148 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.149 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.150 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "min_size": { 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "min_size", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.151 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "default min_size for any created local pool", 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "num_rep": { 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "num_rep", 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "3", 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.152 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "default replica count for any created local pool", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "pg_num": { 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pg_num", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "128", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.153 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "prefix": { 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "prefix", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.154 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "name prefix for any created local pool", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "subtree": { 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "subtree", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "rack", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.155 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mds_autoscaler", 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.157 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.158 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.159 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.160 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.161 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mirroring", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.162 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.164 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.165 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.166 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "nfs", 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.167 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.168 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.169 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.170 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.171 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "orchestrator", 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.172 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "fail_fs": { 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "fail_fs", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.173 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.174 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.175 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.176 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.177 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "orchestrator": { 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "orchestrator", 2024-09-16T01:46:44.178 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "cephadm", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "rook", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "test_orchestrator" 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Orchestrator backend", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.179 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "osd_perf_query", 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.180 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.181 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.182 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.183 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "osd_support", 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.185 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.186 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.187 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.188 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.189 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.190 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "pg_autoscaler", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.191 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.192 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.193 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.194 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.195 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "threshold": { 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "threshold", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "3.0", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1.0", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "scaling threshold", 2024-09-16T01:46:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "progress", 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "allow_pg_recovery_event": { 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "allow_pg_recovery_event", 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.198 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "enabled": { 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enabled", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.199 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.200 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.201 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.203 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.204 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "max_completed_events": { 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_completed_events", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "50", 2024-09-16T01:46:44.205 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "number of past completed events to remember", 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "sleep_interval": { 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "sleep_interval", 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.206 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "how long the module is going to sleep", 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "prometheus", 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.207 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "cache": { 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cache", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.208 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "exclude_perf_counters": { 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "exclude_perf_counters", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.209 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.210 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.211 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.212 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.213 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_stats_pools": { 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rbd_stats_pools", 2024-09-16T01:46:44.214 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.215 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "300", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "scrape_interval": { 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "scrape_interval", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:44.216 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "15.0", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "server_addr": { 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_addr", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.217 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "::", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "server_port": { 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_port", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.218 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "9283", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "stale_cache_strategy": { 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "stale_cache_strategy", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "log", 2024-09-16T01:46:44.219 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_behaviour": { 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_behaviour", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "default", 2024-09-16T01:46:44.220 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "default", 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "error" 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.221 INFO:teuthology.orchestra.run.smithi016.stdout: "standby_error_status_code": { 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "standby_error_status_code", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "500", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "400", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "599", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.222 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rbd_support", 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.223 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.224 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.225 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.226 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.227 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "max_concurrent_snap_create": { 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_concurrent_snap_create", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.228 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "mirror_snapshot_schedule": { 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.229 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "trash_purge_schedule": { 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "trash_purge_schedule", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.230 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "restful", 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "enable_auth": { 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enable_auth", 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.231 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "key_file": { 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "key_file", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.232 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.233 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.234 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.235 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.236 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.237 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "server_addr": { 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_addr", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.238 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "server_port": { 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "server_port", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.239 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rgw", 2024-09-16T01:46:44.240 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.241 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.242 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.243 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.244 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.245 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "5", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.246 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rook", 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.247 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.248 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.249 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.250 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.251 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "storage_class": { 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "storage_class", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "local", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.252 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "selftest", 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.253 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.254 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.255 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.256 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.257 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "roption1": { 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "roption1", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.258 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "roption2": { 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "roption2", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.259 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "xyz", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption1": { 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption1", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.260 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption2": { 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption2", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.261 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption3": { 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption3", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "float", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.262 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption4": { 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption4", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.263 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption5": { 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption5", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.264 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption6": { 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption6", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.265 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "rwoption7": { 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rwoption7", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "1", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "42", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "testkey": { 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "testkey", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.267 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "testlkey": { 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "testlkey", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.268 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "testnewline": { 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "testnewline", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.269 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "snap_schedule", 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "allow_m_granularity": { 2024-09-16T01:46:44.270 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "allow_m_granularity", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "dump_on_update": { 2024-09-16T01:46:44.271 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "dump_on_update", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "dump database to debug log on update", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.272 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.273 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.274 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.275 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.276 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.277 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "stats", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.278 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.279 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.280 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.281 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.282 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "status", 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.283 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.284 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.285 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.286 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.287 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "telegraf", 2024-09-16T01:46:44.288 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "address": { 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "address", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.289 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "15", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.290 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.291 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.292 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.293 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.294 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.295 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "telemetry", 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_basic": { 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_basic", 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.296 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_crash": { 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_crash", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_device": { 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_device", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.298 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_ident": { 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_ident", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.299 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "channel_perf": { 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "channel_perf", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.300 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "contact": { 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "contact", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.301 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "description": { 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "description", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.302 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "device_url": { 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "device_url", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.303 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "enabled": { 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "enabled", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.304 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "24", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "8", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.305 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "last_opt_revision": { 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "last_opt_revision", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "1", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.306 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "leaderboard": { 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "leaderboard", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.307 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "leaderboard_description": { 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "leaderboard_description", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.308 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.309 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.310 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.311 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.312 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.313 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "organization": { 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "organization", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.314 INFO:teuthology.orchestra.run.smithi016.stdout: "proxy": { 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "proxy", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: "url": { 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "url", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.316 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "test_orchestrator", 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.317 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.318 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.319 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.320 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.321 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.322 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.323 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.324 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.325 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.326 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "max_concurrent_clones": { 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "max_concurrent_clones", 2024-09-16T01:46:44.327 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "4", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "periodic_async_work": { 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "periodic_async_work", 2024-09-16T01:46:44.328 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Periodically check for async work", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot_clone_delay": { 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "snapshot_clone_delay", 2024-09-16T01:46:44.329 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "0", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot_clone_no_wait": { 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.330 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "True", 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.331 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "can_run": true, 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "error_string": "", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "module_options": { 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "discovery_interval": { 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "discovery_interval", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "uint", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "100", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.332 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "identifier": { 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "identifier", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.333 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "interval": { 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "interval", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "secs", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "60", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.334 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "log_level": { 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_level", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.335 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster": { 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.336 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_cluster_level": { 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_cluster_level", 2024-09-16T01:46:44.337 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.340 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.340 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.340 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "info", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [ 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "critical", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "debug", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "error", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "info", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "warning" 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.341 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "log_to_file": { 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "log_to_file", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "bool", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 1, 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "False", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.342 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "zabbix_host": { 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix_host", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.343 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "zabbix_port": { 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix_port", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "int", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "10051", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.344 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "zabbix_sender": { 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "zabbix_sender", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "str", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "level": "advanced", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "flags": 0, 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "min": "", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "max": "", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "enum_allowed": [], 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "desc": "", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "long_desc": "", 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "tags": [], 2024-09-16T01:46:44.345 INFO:teuthology.orchestra.run.smithi016.stdout: "see_also": [] 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "services": {}, 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "always_on_modules": { 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "octopus": [ 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "balancer", 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "crash", 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "devicehealth", 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "orchestrator", 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "pg_autoscaler", 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "progress", 2024-09-16T01:46:44.346 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_support", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "status", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "telemetry", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "volumes" 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "pacific": [ 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "balancer", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "crash", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "devicehealth", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "orchestrator", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "pg_autoscaler", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "progress", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_support", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "status", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "telemetry", 2024-09-16T01:46:44.347 INFO:teuthology.orchestra.run.smithi016.stdout: "volumes" 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "quincy": [ 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "balancer", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "crash", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "devicehealth", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "orchestrator", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "pg_autoscaler", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "progress", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_support", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "status", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "telemetry", 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "volumes" 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.348 INFO:teuthology.orchestra.run.smithi016.stdout: "reef": [ 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "balancer", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "crash", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "devicehealth", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "orchestrator", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "pg_autoscaler", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "progress", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_support", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "status", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "telemetry", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "volumes" 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "squid": [ 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "balancer", 2024-09-16T01:46:44.349 INFO:teuthology.orchestra.run.smithi016.stdout: "crash", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "devicehealth", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "orchestrator", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "pg_autoscaler", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "progress", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "rbd_support", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "status", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "telemetry", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "volumes" 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "last_failure_osd_epoch": 0, 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "active_clients": [ 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "devicehealth", 2024-09-16T01:46:44.350 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3246470285 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "libcephsqlite", 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.351 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 1595666438 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "rbd_support", 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3439768684 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.352 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2448254887 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.353 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2733510095 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 99570172 2024-09-16T01:46:44.354 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 886694638 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.355 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 777101563 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.356 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2794602654 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "volumes", 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: "addrvec": [ 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v2", 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "172.21.15.104:0", 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 1341551985 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:44.357 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:44.358 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:46:44.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f483406c610 msgr2=0x7f483406ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f483406c610 0x7f483406ead0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f484c0017e0 tx=0x7f484c001610 comp rx=0 tx=0).stop 2024-09-16T01:46:44.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48501590d0 msgr2=0x7f4850150f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48501590d0 0x7f4850150f50 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f484800c730 tx=0x7f484800cbf0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 shutdown_connections 2024-09-16T01:46:44.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f483406c610 0x7f483406ead0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48501590d0 0x7f4850150f50 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4850158cf0 0x7f48500b0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 --2- 172.21.15.16:0/1198468460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f485006c2f0 0x7f485014b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.489+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 >> 172.21.15.16:0/1198468460 conn(0x7f48500b2000 msgr2=0x7f485015ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:44.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.490+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 shutdown_connections 2024-09-16T01:46:44.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:43.490+0000 7f48572a6640 1 -- 172.21.15.16:0/1198468460 wait complete. 2024-09-16T01:46:44.364 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-09-16T01:46:44.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5ca1b6d640 1 Processor -- start 2024-09-16T01:46:44.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5ca1b6d640 1 -- start start 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5ca1b6d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c15f840 0x7f5c9c0b5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5ca1b6d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5c9c06f1a0 0x7f5c9c06f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5ca1b6d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c9c0731d0 con 0x7f5c9c0706e0 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5ca1b6d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5c9c074270 con 0x7f5c9c06f1a0 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5ca1b6d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5c9c06fb20 con 0x7f5c9c15f840 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9bfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5c9c0706e0 0x7f5c9c070b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48652/0 (socket says 172.21.15.16:48652) 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9bfff640 1 -- 172.21.15.16:0/2089643308 learned_addr learned my addr 172.21.15.16:0/2089643308 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9affd640 1 --2- 172.21.15.16:0/2089643308 >> v2:172.21.15.104:3300/0 conn(0x7f5c9c06f1a0 0x7f5c9c06f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9b7fe640 1 --2- 172.21.15.16:0/2089643308 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c15f840 0x7f5c9c0b5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9a7fc640 1 -- 172.21.15.16:0/2089643308 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 402751753 0 0) 0x7f5c9c0731d0 con 0x7f5c9c0706e0 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9a7fc640 1 -- 172.21.15.16:0/2089643308 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5c84003520 con 0x7f5c9c0706e0 2024-09-16T01:46:44.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9b7fe640 1 -- 172.21.15.16:0/2089643308 >> v2:172.21.15.104:3300/0 conn(0x7f5c9c06f1a0 msgr2=0x7f5c9c06f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:44.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9a7fc640 1 -- 172.21.15.16:0/2089643308 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3330530031 0 0) 0x7f5c84003520 con 0x7f5c9c0706e0 2024-09-16T01:46:44.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9b7fe640 1 --2- 172.21.15.16:0/2089643308 >> v2:172.21.15.104:3300/0 conn(0x7f5c9c06f1a0 0x7f5c9c06f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9b7fe640 1 -- 172.21.15.16:0/2089643308 >> v1:172.21.15.16:6789/0 conn(0x7f5c9c0706e0 legacy=0x7f5c9c070b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9b7fe640 1 -- 172.21.15.16:0/2089643308 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c9c0734b0 con 0x7f5c9c15f840 2024-09-16T01:46:44.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.482+0000 7f5c9affd640 1 --2- 172.21.15.16:0/2089643308 >> v2:172.21.15.104:3300/0 conn(0x7f5c9c06f1a0 0x7f5c9c06f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:44.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.483+0000 7f5c9b7fe640 1 --2- 172.21.15.16:0/2089643308 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c15f840 0x7f5c9c0b5da0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c0097a0 tx=0x7f5c8c02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=800a204bb1764734 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:44.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5c9a7fc640 1 -- 172.21.15.16:0/2089643308 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c8c037070 con 0x7f5c9c15f840 2024-09-16T01:46:44.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5c9a7fc640 1 -- 172.21.15.16:0/2089643308 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c8c02aba0 con 0x7f5c9c15f840 2024-09-16T01:46:44.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5c9a7fc640 1 -- 172.21.15.16:0/2089643308 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c940019f0 con 0x7f5c9c15f840 2024-09-16T01:46:44.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/2089643308 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c15f840 msgr2=0x7f5c9c0b5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/2089643308 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c15f840 0x7f5c9c0b5da0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c0097a0 tx=0x7f5c8c02a110 comp rx=0 tx=0).stop 2024-09-16T01:46:44.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/2089643308 shutdown_connections 2024-09-16T01:46:44.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/2089643308 >> v2:172.21.15.104:3300/0 conn(0x7f5c9c06f1a0 0x7f5c9c06f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/2089643308 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c15f840 0x7f5c9c0b5da0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/2089643308 >> 172.21.15.16:0/2089643308 conn(0x7f5c9c0b4090 msgr2=0x7f5c9c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:44.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/2089643308 shutdown_connections 2024-09-16T01:46:44.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.484+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/2089643308 wait complete. 2024-09-16T01:46:44.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.485+0000 7f5ca1b6d640 1 Processor -- start 2024-09-16T01:46:44.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 -- start start 2024-09-16T01:46:44.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c9c06f1a0 0x7f5c9c14ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c0706e0 0x7f5c9c1586c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5c9c15f840 0x7f5c9c156ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5c9c073d50 con 0x7f5c9c15f840 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5c9c073a70 con 0x7f5c9c06f1a0 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5c9c0b7590 con 0x7f5c9c0706e0 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5c9c15f840 0x7f5c9c156ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5c9c15f840 0x7f5c9c156ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40088/0 (socket says 172.21.15.16:40088) 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 -- 172.21.15.16:0/3607676367 learned_addr learned my addr 172.21.15.16:0/3607676367 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9b7fe640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c9c06f1a0 0x7f5c9c14ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9affd640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c0706e0 0x7f5c9c1586c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 -- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c0706e0 msgr2=0x7f5c9c1586c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c0706e0 0x7f5c9c1586c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 -- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c9c06f1a0 msgr2=0x7f5c9c14ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c9c06f1a0 0x7f5c9c14ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 -- 172.21.15.16:0/3607676367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c9c157620 con 0x7f5c9c15f840 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9b7fe640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c9c06f1a0 0x7f5c9c14ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9affd640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c0706e0 0x7f5c9c1586c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c9bfff640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5c9c15f840 0x7f5c9c156ab0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f5c94001b60 tx=0x7f5c9400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c94017070 con 0x7f5c9c15f840 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c9c157900 con 0x7f5c9c15f840 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c94012400 con 0x7f5c9c15f840 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c940127b0 con 0x7f5c9c15f840 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.487+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c9c157ec0 con 0x7f5c9c15f840 2024-09-16T01:46:44.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.488+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c9c06f5e0 con 0x7f5c9c15f840 2024-09-16T01:46:44.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.489+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 12) ==== 91203+0+0 (secure 0 0 0) 0x7f5c9401a070 con 0x7f5c9c15f840 2024-09-16T01:46:44.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.489+0000 7f5c83fff640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5c8806c6a0 0x7f5c8806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.489+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f5c9408ba00 con 0x7f5c9c15f840 2024-09-16T01:46:44.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.490+0000 7f5c9b7fe640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5c8806c6a0 0x7f5c8806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.490+0000 7f5c9b7fe640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5c8806c6a0 0x7f5c8806eb60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c034000 tx=0x7f5c8c02e000 comp rx=0 tx=0).ready entity=mgr.4108 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:44.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.494+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5c94059550 con 0x7f5c9c15f840 2024-09-16T01:46:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.718+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7f5c9c0b2e30 con 0x7f5c9c15f840 2024-09-16T01:46:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.721+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v13) ==== 68+0+0 (secure 0 0 0) 0x7f5c9405d850 con 0x7f5c9c15f840 2024-09-16T01:46:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.723+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mgrmap(e 13) ==== 45448+0+0 (secure 0 0 0) 0x7f5c94055bc0 con 0x7f5c9c15f840 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5c83fff640 1 -- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5c8806c6a0 msgr2=0x7f5c8806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5c83fff640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5c8806c6a0 0x7f5c8806eb60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c034000 tx=0x7f5c8c02e000 comp rx=0 tx=0).stop 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5c9c15f840 msgr2=0x7f5c9c156ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5c9c15f840 0x7f5c9c156ab0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f5c94001b60 tx=0x7f5c9400a430 comp rx=0 tx=0).stop 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 shutdown_connections 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:6832/2952325595,v1:172.21.15.104:6833/2952325595] conn(0x7f5c8806c6a0 0x7f5c8806eb60 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5c9c15f840 0x7f5c9c156ab0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5c9c0706e0 0x7f5c9c1586c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 --2- 172.21.15.16:0/3607676367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c9c06f1a0 0x7f5c9c14ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 >> 172.21.15.16:0/3607676367 conn(0x7f5c9c0b4090 msgr2=0x7f5c9c0b1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.724+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 shutdown_connections 2024-09-16T01:46:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.725+0000 7f5ca1b6d640 1 -- 172.21.15.16:0/3607676367 wait complete. 2024-09-16T01:46:44.728 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:44.728+0000 7f47d9eb5640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-16T01:46:44.757 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:44.816 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.813+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.816 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.813+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.816 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.813+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.816 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.813+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.816 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.813+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.817 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.814+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.817 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.814+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.817 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.814+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.817 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.814+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.818 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:46:44.814+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:46:44.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc3c84640 1 Processor -- start 2024-09-16T01:46:44.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc3c84640 1 -- start start 2024-09-16T01:46:44.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc3c84640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7bbc158cf0 0x7f7bbc0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc3c84640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bbc15bb20 con 0x7f7bbc1590d0 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc3c84640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bbc15be00 con 0x7f7bbc06c2f0 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc3c84640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7bbc0afd50 con 0x7f7bbc158cf0 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc1a20640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7bbc158cf0 0x7f7bbc0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc121f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7bbc1590d0 0x7f7bbc06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48654/0 (socket says 172.21.15.16:48654) 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc121f640 1 -- 172.21.15.16:0/1048285792 learned_addr learned my addr 172.21.15.16:0/1048285792 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc1a20640 1 -- 172.21.15.16:0/1048285792 >> v1:172.21.15.104:6789/0 conn(0x7f7bbc06c2f0 legacy=0x7f7bbc0ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc1a20640 1 -- 172.21.15.16:0/1048285792 >> v1:172.21.15.16:6789/0 conn(0x7f7bbc1590d0 legacy=0x7f7bbc06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc0a1e640 1 -- 172.21.15.16:0/1048285792 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1282140829 0 0) 0x7f7bbc15bb20 con 0x7f7bbc1590d0 2024-09-16T01:46:44.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.870+0000 7f7bc1a20640 1 -- 172.21.15.16:0/1048285792 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bbc15c0e0 con 0x7f7bbc158cf0 2024-09-16T01:46:44.874 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:44.871+0000 7fe488f27040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:46:44.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.871+0000 7f7bc1a20640 1 --2- 172.21.15.16:0/1048285792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc0af810 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7bb80097a0 tx=0x7f7bb802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d65c6fcd440c51 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:44.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.871+0000 7f7bc0a1e640 1 -- 172.21.15.16:0/1048285792 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8037070 con 0x7f7bbc158cf0 2024-09-16T01:46:44.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.871+0000 7f7bc0a1e640 1 -- 172.21.15.16:0/1048285792 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bb8032440 con 0x7f7bbc158cf0 2024-09-16T01:46:44.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.871+0000 7f7bc0a1e640 1 -- 172.21.15.16:0/1048285792 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8032810 con 0x7f7bbc158cf0 2024-09-16T01:46:44.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.872+0000 7f7bc3c84640 1 -- 172.21.15.16:0/1048285792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 msgr2=0x7f7bbc0af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.872+0000 7f7bc3c84640 1 --2- 172.21.15.16:0/1048285792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc0af810 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7bb80097a0 tx=0x7f7bb802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.872+0000 7f7bc3c84640 1 -- 172.21.15.16:0/1048285792 shutdown_connections 2024-09-16T01:46:44.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.872+0000 7f7bc3c84640 1 --2- 172.21.15.16:0/1048285792 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc0af810 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.872+0000 7f7bc3c84640 1 -- 172.21.15.16:0/1048285792 >> 172.21.15.16:0/1048285792 conn(0x7f7bbc0b2000 msgr2=0x7f7bbc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:44.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.872+0000 7f7bc3c84640 1 -- 172.21.15.16:0/1048285792 shutdown_connections 2024-09-16T01:46:44.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.872+0000 7f7bc3c84640 1 -- 172.21.15.16:0/1048285792 wait complete. 2024-09-16T01:46:44.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.873+0000 7f7bc3c84640 1 Processor -- start 2024-09-16T01:46:44.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.873+0000 7f7bc3c84640 1 -- start start 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc3c84640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bbc06c2f0 0x7f7bbc14ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc3c84640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc1e4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc3c84640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bbc1590d0 0x7f7bbc0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc3c84640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7bbc15cb90 con 0x7f7bbc158cf0 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc3c84640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7bbc15ca10 con 0x7f7bbc1590d0 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc3c84640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7bbc15cd10 con 0x7f7bbc06c2f0 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc1e4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc1e4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40176/0 (socket says 172.21.15.16:40176) 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 -- 172.21.15.16:0/2850566221 learned_addr learned my addr 172.21.15.16:0/2850566221 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc1a20640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bbc06c2f0 0x7f7bbc14ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc2221640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bbc1590d0 0x7f7bbc0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 -- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bbc06c2f0 msgr2=0x7f7bbc14ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bbc06c2f0 0x7f7bbc14ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 -- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bbc1590d0 msgr2=0x7f7bbc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bbc1590d0 0x7f7bbc0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 -- 172.21.15.16:0/2850566221 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bbc1e59f0 con 0x7f7bbc158cf0 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc1a20640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bbc06c2f0 0x7f7bbc14ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc2221640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bbc1590d0 0x7f7bbc0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.874+0000 7f7bc121f640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc1e4fa0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7bac00c3c0 tx=0x7f7bac00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.875+0000 7f7bb27fc640 1 -- 172.21.15.16:0/2850566221 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bac0074e0 con 0x7f7bbc158cf0 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.875+0000 7f7bb27fc640 1 -- 172.21.15.16:0/2850566221 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bac0047e0 con 0x7f7bbc158cf0 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.875+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bbc1e5cd0 con 0x7f7bbc158cf0 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.875+0000 7f7bb27fc640 1 -- 172.21.15.16:0/2850566221 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bac004bd0 con 0x7f7bbc158cf0 2024-09-16T01:46:44.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.875+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bbc1e6290 con 0x7f7bbc158cf0 2024-09-16T01:46:44.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.876+0000 7f7bb27fc640 1 -- 172.21.15.16:0/2850566221 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 13) ==== 45448+0+0 (secure 0 0 0) 0x7f7bac011070 con 0x7f7bbc158cf0 2024-09-16T01:46:44.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.876+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bbc0b0fc0 con 0x7f7bbc158cf0 2024-09-16T01:46:44.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.876+0000 7f7bb27fc640 1 -- 172.21.15.16:0/2850566221 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f7bac04b580 con 0x7f7bbc158cf0 2024-09-16T01:46:44.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:44.881+0000 7f7bb27fc640 1 -- 172.21.15.16:0/2850566221 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7bac013470 con 0x7f7bbc158cf0 2024-09-16T01:46:44.914 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:44.913+0000 7fe488f27040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:46:45.043 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:45.041+0000 7fe488f27040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:46:45.090 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:45.089+0000 7fe488f27040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:46:45.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.091+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7bbc0ce570 con 0x7f7bbc158cf0 2024-09-16T01:46:45.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.091+0000 7f7bb27fc640 1 -- 172.21.15.16:0/2850566221 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5225 (secure 0 0 0) 0x7f7bac01ad90 con 0x7f7bbc158cf0 2024-09-16T01:46:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:45.094 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":41,"btime":"2024-09-16T01:46:33:425267+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:45.094 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 41 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 msgr2=0x7f7bbc1e4fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc1e4fa0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7bac00c3c0 tx=0x7f7bac00c880 comp rx=0 tx=0).stop 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 shutdown_connections 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bbc1590d0 0x7f7bbc0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bbc158cf0 0x7f7bbc1e4fa0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 --2- 172.21.15.16:0/2850566221 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bbc06c2f0 0x7f7bbc14ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 >> 172.21.15.16:0/2850566221 conn(0x7f7bbc0b2000 msgr2=0x7f7bbc0b3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 shutdown_connections 2024-09-16T01:46:45.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.093+0000 7f7bc3c84640 1 -- 172.21.15.16:0/2850566221 wait complete. 2024-09-16T01:46:45.106 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T01:46:45.196 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:45.195+0000 7fe488f27040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:46:45.227 INFO:teuthology.orchestra.run.smithi016.stdout:[{"id":6109,"entity":{"name":{"type":"client","num":6109},"addr":{"type":"any","addr":"172.21.15.16:0","nonce":3695394339}},"state":"open","num_leases":0,"num_caps":2,"request_load_avg":2,"uptime":0.40099363999999998,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1.9981640323185443,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":2,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6109 172.21.15.16:0/3695394339","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"y","hostname":"smithi016","pid":"36307","root":"/"}},{"id":6106,"entity":{"name":{"type":"client","num":6106},"addr":{"type":"any","addr":"172.21.15.16:0","nonce":3147085880}},"state":"open","num_leases":0,"num_caps":2,"request_load_avg":2,"uptime":0.40099363999999998,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1.9981640323185443,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":2,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6106 172.21.15.16:0/3147085880","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"8921c8ef947807b717db041d85f0761b7914d5fc","ceph_version":"ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)","entity_id":"y","hostname":"smithi016","pid":"36307","root":"/"}}] 2024-09-16T01:46:45.227 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi016", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36307", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.16:0", "nonce": 3695394339, "type": "any" }, "name": { "num": 6109, "type": "client" } }, "id": 6109, "inst": "client.6109 172.21.15.16:0/3695394339", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 2, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1.9981640323185443 }, "state": "open", "uptime": 0.40099364 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi016", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36307", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.16:0", "nonce": 3147085880, "type": "any" }, "name": { "num": 6106, "type": "client" } }, "id": 6106, "inst": "client.6106 172.21.15.16:0/3147085880", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 2, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1.9981640323185443 }, "state": "open", "uptime": 0.40099364 } ] 2024-09-16T01:46:45.227 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-16T01:46:45.228 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:46:45.228 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:45.270 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:45.290 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:45.289+0000 7fe488f27040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:46:45.307 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:46:45.307 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:45.308 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:45.308 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:45.326 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:46:45.326 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:46:45.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:45.326 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:46:45.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:46:45.382 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T01:46:45.382 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:45.382 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:45.382 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:45.398 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:46:45.398 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:46:45.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:45.398 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:46:45.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:46:45.454 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-16T01:46:45.454 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:45.454 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:45.455 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:45.471 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:46:45.471 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:46:45.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:45.471 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:46:45.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:46:45.527 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:46:45.527 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:46:45.527 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:45.527 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:45.543 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:46:45.544 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:46:45.544 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:46:45.544 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:46:45.565 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:45.564+0000 7fe488f27040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:46:45.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:46:45.579 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:46:45.580 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:45.610 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:45.610+0000 7fe488f27040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:46:45.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.680+0000 7f552067b640 1 Processor -- start 2024-09-16T01:46:45.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.680+0000 7f552067b640 1 -- start start 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.681+0000 7f552067b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f55181590d0 0x7f55180af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.681+0000 7f552067b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f551815bb20 con 0x7f551806c2f0 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.681+0000 7f552067b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f551815be00 con 0x7f5518158cf0 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.681+0000 7f552067b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f55180afd50 con 0x7f55181590d0 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.681+0000 7f551dc16640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f551806c2f0 0x7f55180ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48660/0 (socket says 172.21.15.16:48660) 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.681+0000 7f551dc16640 1 -- 172.21.15.16:0/3215063134 learned_addr learned my addr 172.21.15.16:0/3215063134 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.681+0000 7f551ec18640 1 --2- 172.21.15.16:0/3215063134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f55181590d0 0x7f55180af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.682+0000 7f551d415640 1 -- 172.21.15.16:0/3215063134 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3476785936 0 0) 0x7f551815bb20 con 0x7f551806c2f0 2024-09-16T01:46:45.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.682+0000 7f551d415640 1 -- 172.21.15.16:0/3215063134 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5500003520 con 0x7f551806c2f0 2024-09-16T01:46:45.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.682+0000 7f551d415640 1 -- 172.21.15.16:0/3215063134 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 224564008 0 0) 0x7f551815be00 con 0x7f5518158cf0 2024-09-16T01:46:45.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.682+0000 7f551d415640 1 -- 172.21.15.16:0/3215063134 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f551815bb20 con 0x7f5518158cf0 2024-09-16T01:46:45.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.682+0000 7f551ec18640 1 -- 172.21.15.16:0/3215063134 >> v1:172.21.15.104:6789/0 conn(0x7f5518158cf0 legacy=0x7f551806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.682+0000 7f551ec18640 1 -- 172.21.15.16:0/3215063134 >> v1:172.21.15.16:6789/0 conn(0x7f551806c2f0 legacy=0x7f55180ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.682+0000 7f551ec18640 1 -- 172.21.15.16:0/3215063134 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551815c0e0 con 0x7f55181590d0 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f551ec18640 1 --2- 172.21.15.16:0/3215063134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f55181590d0 0x7f55180af810 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5508009dc0 tx=0x7f550802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65bb12742287272 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f551d415640 1 -- 172.21.15.16:0/3215063134 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550802ae60 con 0x7f55181590d0 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f551d415640 1 -- 172.21.15.16:0/3215063134 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5508007740 con 0x7f55181590d0 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f551d415640 1 -- 172.21.15.16:0/3215063134 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5508007af0 con 0x7f55181590d0 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f552067b640 1 -- 172.21.15.16:0/3215063134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f55181590d0 msgr2=0x7f55180af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f552067b640 1 --2- 172.21.15.16:0/3215063134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f55181590d0 0x7f55180af810 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5508009dc0 tx=0x7f550802a640 comp rx=0 tx=0).stop 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f552067b640 1 -- 172.21.15.16:0/3215063134 shutdown_connections 2024-09-16T01:46:45.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f552067b640 1 --2- 172.21.15.16:0/3215063134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f55181590d0 0x7f55180af810 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f552067b640 1 -- 172.21.15.16:0/3215063134 >> 172.21.15.16:0/3215063134 conn(0x7f55180b2000 msgr2=0x7f55180b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:45.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f552067b640 1 -- 172.21.15.16:0/3215063134 shutdown_connections 2024-09-16T01:46:45.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.683+0000 7f552067b640 1 -- 172.21.15.16:0/3215063134 wait complete. 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.684+0000 7f552067b640 1 Processor -- start 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f552067b640 1 -- start start 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f552067b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f551806c2f0 0x7f551815a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f552067b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5518158cf0 0x7f551815aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f552067b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55181590d0 0x7f5518157330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f552067b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f551815cb90 con 0x7f5518158cf0 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f552067b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f551815ca10 con 0x7f55181590d0 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f552067b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f551815cd10 con 0x7f551806c2f0 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f551dc16640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5518158cf0 0x7f551815aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f551dc16640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5518158cf0 0x7f551815aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40188/0 (socket says 172.21.15.16:40188) 2024-09-16T01:46:45.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f551dc16640 1 -- 172.21.15.16:0/2180516811 learned_addr learned my addr 172.21.15.16:0/2180516811 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f551e417640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f551806c2f0 0x7f551815a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.685+0000 7f551ec18640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55181590d0 0x7f5518157330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f551dc16640 1 -- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f551806c2f0 msgr2=0x7f551815a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f551dc16640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f551806c2f0 0x7f551815a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f551dc16640 1 -- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55181590d0 msgr2=0x7f5518157330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f551dc16640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55181590d0 0x7f5518157330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f551dc16640 1 -- 172.21.15.16:0/2180516811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551815f090 con 0x7f5518158cf0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f551dc16640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5518158cf0 0x7f551815aba0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f550c00c500 tx=0x7f550c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c017070 con 0x7f5518158cf0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f550c005d00 con 0x7f5518158cf0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f551815f330 con 0x7f5518158cf0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c007330 con 0x7f5518158cf0 2024-09-16T01:46:45.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.686+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f551815f8f0 con 0x7f5518158cf0 2024-09-16T01:46:45.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.687+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 13) ==== 45448+0+0 (secure 0 0 0) 0x7f550c01a070 con 0x7f5518158cf0 2024-09-16T01:46:45.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.687+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55180b3300 con 0x7f5518158cf0 2024-09-16T01:46:45.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.688+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f550c04ad60 con 0x7f5518158cf0 2024-09-16T01:46:45.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.692+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f550c0076b0 con 0x7f5518158cf0 2024-09-16T01:46:45.728 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:45.727+0000 7fe488f27040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:46:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.728+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 14) ==== 45575+0+0 (secure 0 0 0) 0x7f550c01b8d0 con 0x7f5518158cf0 2024-09-16T01:46:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.728+0000 7f5516ffd640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f550403de30 0x7f5504040220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.729+0000 7f551e417640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f550403de30 0x7f5504040220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.730+0000 7f551e417640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f550403de30 0x7f5504040220 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5510007fd0 tx=0x7f5510009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:45.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.907+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f551815fc60 con 0x7f5518158cf0 2024-09-16T01:46:45.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.907+0000 7f5516ffd640 1 -- 172.21.15.16:0/2180516811 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5225 (secure 0 0 0) 0x7f550c021020 con 0x7f5518158cf0 2024-09-16T01:46:45.909 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:45.909 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":41,"btime":"2024-09-16T01:46:33:425267+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:45.910 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 41 2024-09-16T01:46:45.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f550403de30 msgr2=0x7f5504040220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f550403de30 0x7f5504040220 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5510007fd0 tx=0x7f5510009040 comp rx=0 tx=0).stop 2024-09-16T01:46:45.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5518158cf0 msgr2=0x7f551815aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5518158cf0 0x7f551815aba0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f550c00c500 tx=0x7f550c00c9c0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 shutdown_connections 2024-09-16T01:46:45.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f550403de30 0x7f5504040220 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55181590d0 0x7f5518157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5518158cf0 0x7f551815aba0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 --2- 172.21.15.16:0/2180516811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f551806c2f0 0x7f551815a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 >> 172.21.15.16:0/2180516811 conn(0x7f55180b2000 msgr2=0x7f55180b0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:45.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 shutdown_connections 2024-09-16T01:46:45.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:45.909+0000 7f552067b640 1 -- 172.21.15.16:0/2180516811 wait complete. 2024-09-16T01:46:45.921 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:46.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.022+0000 7f2706dc6640 1 Processor -- start 2024-09-16T01:46:46.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.022+0000 7f2706dc6640 1 -- start start 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2706dc6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2700160670 0x7f27000cda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2706dc6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27000b04f0 con 0x7f270015f7e0 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2706dc6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27000b07d0 con 0x7f27000b3ae0 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2706dc6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2700073410 con 0x7f2700160670 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2704b62640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f270015f7e0 0x7f270006d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48668/0 (socket says 172.21.15.16:48668) 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2704b62640 1 -- 172.21.15.16:0/51744041 learned_addr learned my addr 172.21.15.16:0/51744041 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2705363640 1 --2- 172.21.15.16:0/51744041 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2700160670 0x7f27000cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f26f77fe640 1 -- 172.21.15.16:0/51744041 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1257070897 0 0) 0x7f27000b04f0 con 0x7f270015f7e0 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f26f77fe640 1 -- 172.21.15.16:0/51744041 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26e8003520 con 0x7f270015f7e0 2024-09-16T01:46:46.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f26f77fe640 1 -- 172.21.15.16:0/51744041 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3292305103 0 0) 0x7f27000b07d0 con 0x7f27000b3ae0 2024-09-16T01:46:46.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f26f77fe640 1 -- 172.21.15.16:0/51744041 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f27000b04f0 con 0x7f27000b3ae0 2024-09-16T01:46:46.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2705363640 1 -- 172.21.15.16:0/51744041 >> v1:172.21.15.104:6789/0 conn(0x7f27000b3ae0 legacy=0x7f270015ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2705363640 1 -- 172.21.15.16:0/51744041 >> v1:172.21.15.16:6789/0 conn(0x7f270015f7e0 legacy=0x7f270006d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.023+0000 7f2705363640 1 -- 172.21.15.16:0/51744041 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27000736f0 con 0x7f2700160670 2024-09-16T01:46:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.024+0000 7f2705363640 1 --2- 172.21.15.16:0/51744041 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2700160670 0x7f27000cda90 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f26f8009dc0 tx=0x7f26f802a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2361dc1e4deda243 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.024+0000 7f26f77fe640 1 -- 172.21.15.16:0/51744041 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8007740 con 0x7f2700160670 2024-09-16T01:46:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.024+0000 7f26f77fe640 1 -- 172.21.15.16:0/51744041 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f80078e0 con 0x7f2700160670 2024-09-16T01:46:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.024+0000 7f26f77fe640 1 -- 172.21.15.16:0/51744041 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8007c90 con 0x7f2700160670 2024-09-16T01:46:46.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.025+0000 7f2706dc6640 1 -- 172.21.15.16:0/51744041 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2700160670 msgr2=0x7f27000cda90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.025+0000 7f2706dc6640 1 --2- 172.21.15.16:0/51744041 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2700160670 0x7f27000cda90 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f26f8009dc0 tx=0x7f26f802a6d0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.025+0000 7f2706dc6640 1 -- 172.21.15.16:0/51744041 shutdown_connections 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.025+0000 7f2706dc6640 1 --2- 172.21.15.16:0/51744041 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2700160670 0x7f27000cda90 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.025+0000 7f2706dc6640 1 -- 172.21.15.16:0/51744041 >> 172.21.15.16:0/51744041 conn(0x7f27000b2ec0 msgr2=0x7f27000b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.025+0000 7f2706dc6640 1 -- 172.21.15.16:0/51744041 shutdown_connections 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.025+0000 7f2706dc6640 1 -- 172.21.15.16:0/51744041 wait complete. 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.026+0000 7f2706dc6640 1 Processor -- start 2024-09-16T01:46:46.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.026+0000 7f2706dc6640 1 -- start start 2024-09-16T01:46:46.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2706dc6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f27000b3ae0 0x7f27000b1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2706dc6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f270015f7e0 0x7f27001575f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2706dc6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2700160670 0x7f270014e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2706dc6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f270015fd40 con 0x7f27000b3ae0 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2706dc6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f270015fbc0 con 0x7f2700160670 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2706dc6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2700073ef0 con 0x7f270015f7e0 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f27000b3ae0 0x7f27000b1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f27000b3ae0 0x7f27000b1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40192/0 (socket says 172.21.15.16:40192) 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 -- 172.21.15.16:0/510770560 learned_addr learned my addr 172.21.15.16:0/510770560 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2705363640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2700160670 0x7f270014e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f26f7fff640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f270015f7e0 0x7f27001575f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 -- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f270015f7e0 msgr2=0x7f27001575f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f270015f7e0 0x7f27001575f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 -- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2700160670 msgr2=0x7f270014e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2700160670 0x7f270014e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.027+0000 7f2704b62640 1 -- 172.21.15.16:0/510770560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27000b1c00 con 0x7f27000b3ae0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.028+0000 7f2704b62640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f27000b3ae0 0x7f27000b1620 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f26fc00c500 tx=0x7f26fc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.028+0000 7f26f57fa640 1 -- 172.21.15.16:0/510770560 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26fc017070 con 0x7f27000b3ae0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.028+0000 7f26f57fa640 1 -- 172.21.15.16:0/510770560 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26fc005ce0 con 0x7f27000b3ae0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.028+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f270015d1f0 con 0x7f27000b3ae0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.028+0000 7f26f57fa640 1 -- 172.21.15.16:0/510770560 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26fc0072f0 con 0x7f27000b3ae0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.028+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2700153210 con 0x7f27000b3ae0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.029+0000 7f26f57fa640 1 -- 172.21.15.16:0/510770560 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 45575+0+0 (secure 0 0 0) 0x7f26fc01a070 con 0x7f27000b3ae0 2024-09-16T01:46:46.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.029+0000 7f26f57fa640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f26ec038200 0x7f26ec03a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.029+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f270015ff60 con 0x7f27000b3ae0 2024-09-16T01:46:46.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.029+0000 7f26f57fa640 1 -- 172.21.15.16:0/510770560 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f26fc04ae20 con 0x7f27000b3ae0 2024-09-16T01:46:46.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.029+0000 7f26f7fff640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f26ec038200 0x7f26ec03a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.029+0000 7f26f7fff640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f26ec038200 0x7f26ec03a6c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f26f0007fd0 tx=0x7f26f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.034+0000 7f26f57fa640 1 -- 172.21.15.16:0/510770560 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f26fc01a720 con 0x7f27000b3ae0 2024-09-16T01:46:46.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.243+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27000b2c80 con 0x7f27000b3ae0 2024-09-16T01:46:46.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.244+0000 7f26f57fa640 1 -- 172.21.15.16:0/510770560 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5225 (secure 0 0 0) 0x7f26fc01a980 con 0x7f27000b3ae0 2024-09-16T01:46:46.245 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:46.245 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":41,"btime":"2024-09-16T01:46:33:425267+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:46.246 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 41 2024-09-16T01:46:46.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.245+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f26ec038200 msgr2=0x7f26ec03a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.245+0000 7f2706dc6640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f26ec038200 0x7f26ec03a6c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f26f0007fd0 tx=0x7f26f0009040 comp rx=0 tx=0).stop 2024-09-16T01:46:46.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.245+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f27000b3ae0 msgr2=0x7f27000b1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.245+0000 7f2706dc6640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f27000b3ae0 0x7f27000b1620 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f26fc00c500 tx=0x7f26fc00c9c0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 shutdown_connections 2024-09-16T01:46:46.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f26ec038200 0x7f26ec03a6c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2700160670 0x7f270014e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f270015f7e0 0x7f27001575f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 --2- 172.21.15.16:0/510770560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f27000b3ae0 0x7f27000b1620 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 >> 172.21.15.16:0/510770560 conn(0x7f27000b2ec0 msgr2=0x7f27000ce4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:46.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 shutdown_connections 2024-09-16T01:46:46.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.246+0000 7f2706dc6640 1 -- 172.21.15.16:0/510770560 wait complete. 2024-09-16T01:46:46.258 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.358+0000 7f10994a6640 1 Processor -- start 2024-09-16T01:46:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.359+0000 7f10994a6640 1 -- start start 2024-09-16T01:46:46.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.359+0000 7f10994a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1094147fc0 0x7f109415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.359+0000 7f10994a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10940ba2f0 con 0x7f10940b9ee0 2024-09-16T01:46:46.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.359+0000 7f10994a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10940d2750 con 0x7f10940d0ee0 2024-09-16T01:46:46.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.359+0000 7f10994a6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f10941483a0 con 0x7f1094147fc0 2024-09-16T01:46:46.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.360+0000 7f1092ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1094147fc0 0x7f109415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.360+0000 7f1092ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1094147fc0 0x7f109415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40198/0 (socket says 172.21.15.16:40198) 2024-09-16T01:46:46.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.360+0000 7f1092ffd640 1 -- 172.21.15.16:0/1714436202 learned_addr learned my addr 172.21.15.16:0/1714436202 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:46.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.360+0000 7f1092ffd640 1 -- 172.21.15.16:0/1714436202 >> v1:172.21.15.104:6789/0 conn(0x7f10940d0ee0 legacy=0x7f10940b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.360+0000 7f1092ffd640 1 -- 172.21.15.16:0/1714436202 >> v1:172.21.15.16:6789/0 conn(0x7f10940b9ee0 legacy=0x7f10940d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.360+0000 7f1091ffb640 1 -- 172.21.15.16:0/1714436202 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 456408274 0 0) 0x7f10940d2750 con 0x7f10940d0ee0 2024-09-16T01:46:46.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.360+0000 7f1092ffd640 1 -- 172.21.15.16:0/1714436202 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10940d2a30 con 0x7f1094147fc0 2024-09-16T01:46:46.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f1092ffd640 1 --2- 172.21.15.16:0/1714436202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1094147fc0 0x7f109415ea60 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f108c009870 tx=0x7f108c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bbd8f2c851193a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f1091ffb640 1 -- 172.21.15.16:0/1714436202 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f108c037070 con 0x7f1094147fc0 2024-09-16T01:46:46.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f1091ffb640 1 -- 172.21.15.16:0/1714436202 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f108c02ae50 con 0x7f1094147fc0 2024-09-16T01:46:46.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f1091ffb640 1 -- 172.21.15.16:0/1714436202 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f108c032860 con 0x7f1094147fc0 2024-09-16T01:46:46.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f10994a6640 1 -- 172.21.15.16:0/1714436202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1094147fc0 msgr2=0x7f109415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f10994a6640 1 --2- 172.21.15.16:0/1714436202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1094147fc0 0x7f109415ea60 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f108c009870 tx=0x7f108c02a300 comp rx=0 tx=0).stop 2024-09-16T01:46:46.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f10994a6640 1 -- 172.21.15.16:0/1714436202 shutdown_connections 2024-09-16T01:46:46.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f10994a6640 1 --2- 172.21.15.16:0/1714436202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1094147fc0 0x7f109415ea60 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f10994a6640 1 -- 172.21.15.16:0/1714436202 >> 172.21.15.16:0/1714436202 conn(0x7f1094074fe0 msgr2=0x7f109406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:46.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f10994a6640 1 -- 172.21.15.16:0/1714436202 shutdown_connections 2024-09-16T01:46:46.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.361+0000 7f10994a6640 1 -- 172.21.15.16:0/1714436202 wait complete. 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.363+0000 7f10994a6640 1 Processor -- start 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.363+0000 7f10994a6640 1 -- start start 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10994a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10940b9ee0 0x7f109415c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10994a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10940d0ee0 0x7f109415de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10994a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1094147fc0 0x7f1094143900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10994a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f10940d2500 con 0x7f10940d0ee0 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10994a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f109415efa0 con 0x7f10940b9ee0 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10994a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f10940d2ff0 con 0x7f1094147fc0 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10940d0ee0 0x7f109415de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10940d0ee0 0x7f109415de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40212/0 (socket says 172.21.15.16:40212) 2024-09-16T01:46:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 -- 172.21.15.16:0/2757000554 learned_addr learned my addr 172.21.15.16:0/2757000554 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f1092ffd640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10940b9ee0 0x7f109415c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10937fe640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1094147fc0 0x7f1094143900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 -- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1094147fc0 msgr2=0x7f1094143900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1094147fc0 0x7f1094143900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 -- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10940b9ee0 msgr2=0x7f109415c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10940b9ee0 0x7f109415c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 -- 172.21.15.16:0/2757000554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10940c95b0 con 0x7f10940d0ee0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10927fc640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10940d0ee0 0x7f109415de20 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f107c00c460 tx=0x7f107c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f108b7fe640 1 -- 172.21.15.16:0/2757000554 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107c005480 con 0x7f10940d0ee0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f108b7fe640 1 -- 172.21.15.16:0/2757000554 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f107c0035f0 con 0x7f10940d0ee0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10940c9890 con 0x7f10940d0ee0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.364+0000 7f108b7fe640 1 -- 172.21.15.16:0/2757000554 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107c003a00 con 0x7f10940d0ee0 2024-09-16T01:46:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.365+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1094142c30 con 0x7f10940d0ee0 2024-09-16T01:46:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.365+0000 7f108b7fe640 1 -- 172.21.15.16:0/2757000554 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 45575+0+0 (secure 0 0 0) 0x7f107c003ba0 con 0x7f10940d0ee0 2024-09-16T01:46:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.365+0000 7f108b7fe640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10740383a0 0x7f107403a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.365+0000 7f108b7fe640 1 -- 172.21.15.16:0/2757000554 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f107c04b710 con 0x7f10940d0ee0 2024-09-16T01:46:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.366+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f109415ea60 con 0x7f10940d0ee0 2024-09-16T01:46:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.366+0000 7f1092ffd640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10740383a0 0x7f107403a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.366+0000 7f1092ffd640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10740383a0 0x7f107403a860 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f108c034000 tx=0x7f108c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.370+0000 7f108b7fe640 1 -- 172.21.15.16:0/2757000554 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f107c01a520 con 0x7f10940d0ee0 2024-09-16T01:46:46.431 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:46.430+0000 7fe488f27040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:46:46.474 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:46.473+0000 7fe488f27040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:46:46.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.548+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f10940cee90 con 0x7f10940d0ee0 2024-09-16T01:46:46.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.549+0000 7f108b7fe640 1 -- 172.21.15.16:0/2757000554 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+17512 (secure 0 0 0) 0x7f107c010a50 con 0x7f10940d0ee0 2024-09-16T01:46:46.550 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:46.550 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":69,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:44.720624+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:16.667280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:17.588338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/777101563":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2922622969":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/99570172":"2024-09-17T01:46:44.720584+0000","172.21.15.104:6832/2952325595":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2794602654":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2448254887":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/3246470285":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/886694638":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2733510095":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/1341551985":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/3439768684":"2024-09-17T01:46:44.720584+0000","172.21.15.104:6833/2952325595":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/1595666438":"2024-09-17T01:46:44.720584+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:46.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10740383a0 msgr2=0x7f107403a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10740383a0 0x7f107403a860 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f108c034000 tx=0x7f108c02e000 comp rx=0 tx=0).stop 2024-09-16T01:46:46.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10940d0ee0 msgr2=0x7f109415de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10940d0ee0 0x7f109415de20 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f107c00c460 tx=0x7f107c00c920 comp rx=0 tx=0).stop 2024-09-16T01:46:46.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 shutdown_connections 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10740383a0 0x7f107403a860 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1094147fc0 0x7f1094143900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10940d0ee0 0x7f109415de20 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 --2- 172.21.15.16:0/2757000554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10940b9ee0 0x7f109415c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 >> 172.21.15.16:0/2757000554 conn(0x7f1094074fe0 msgr2=0x7f1094144f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 shutdown_connections 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.551+0000 7f10994a6640 1 -- 172.21.15.16:0/2757000554 wait complete. 2024-09-16T01:46:46.563 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:46:46.563 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:46.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.664+0000 7f818f986640 1 Processor -- start 2024-09-16T01:46:46.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.664+0000 7f818f986640 1 -- start start 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.665+0000 7f818f986640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f81880d4c80 0x7f81880b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.665+0000 7f818f986640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81880b8500 con 0x7f81880b7f20 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.665+0000 7f818f986640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81880b87e0 con 0x7f818815e680 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.665+0000 7f818f986640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f81880b8ac0 con 0x7f81880d4c80 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.665+0000 7f818cf21640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f81880b7f20 0x7f81880d4570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48680/0 (socket says 172.21.15.16:48680) 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.665+0000 7f818cf21640 1 -- 172.21.15.16:0/206573945 learned_addr learned my addr 172.21.15.16:0/206573945 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.665+0000 7f818df23640 1 --2- 172.21.15.16:0/206573945 >> v2:172.21.15.104:3300/0 conn(0x7f81880d4c80 0x7f81880b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.666+0000 7f817ffff640 1 -- 172.21.15.16:0/206573945 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3772533763 0 0) 0x7f81880b8500 con 0x7f81880b7f20 2024-09-16T01:46:46.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.666+0000 7f817ffff640 1 -- 172.21.15.16:0/206573945 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8174003520 con 0x7f81880b7f20 2024-09-16T01:46:46.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.666+0000 7f818df23640 1 -- 172.21.15.16:0/206573945 >> v1:172.21.15.104:6789/0 conn(0x7f818815e680 legacy=0x7f81880d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.666+0000 7f818df23640 1 -- 172.21.15.16:0/206573945 >> v1:172.21.15.16:6789/0 conn(0x7f81880b7f20 legacy=0x7f81880d4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.666+0000 7f818df23640 1 -- 172.21.15.16:0/206573945 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81880b8da0 con 0x7f81880d4c80 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.666+0000 7f818df23640 1 --2- 172.21.15.16:0/206573945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81880d4c80 0x7f81880b95a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8180009d90 tx=0x7f818002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3e4e69d2230ccb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f817ffff640 1 -- 172.21.15.16:0/206573945 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8180007740 con 0x7f81880d4c80 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f817ffff640 1 -- 172.21.15.16:0/206573945 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81800078e0 con 0x7f81880d4c80 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f817ffff640 1 -- 172.21.15.16:0/206573945 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8180007c90 con 0x7f81880d4c80 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f818f986640 1 -- 172.21.15.16:0/206573945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81880d4c80 msgr2=0x7f81880b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f818f986640 1 --2- 172.21.15.16:0/206573945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81880d4c80 0x7f81880b95a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8180009d90 tx=0x7f818002a6f0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f818f986640 1 -- 172.21.15.16:0/206573945 shutdown_connections 2024-09-16T01:46:46.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f818f986640 1 --2- 172.21.15.16:0/206573945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81880d4c80 0x7f81880b95a0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f818f986640 1 -- 172.21.15.16:0/206573945 >> 172.21.15.16:0/206573945 conn(0x7f8188074fe0 msgr2=0x7f8188072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:46.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f818f986640 1 -- 172.21.15.16:0/206573945 shutdown_connections 2024-09-16T01:46:46.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.667+0000 7f818f986640 1 -- 172.21.15.16:0/206573945 wait complete. 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.668+0000 7f818f986640 1 Processor -- start 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818f986640 1 -- start start 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818f986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81880b7f20 0x7f8188151bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818f986640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81880d4c80 0x7f8188144ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818f986640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f818815e680 0x7f818815ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818f986640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f818815ebe0 con 0x7f81880d4c80 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818f986640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f818815ea60 con 0x7f818815e680 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818f986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f818815ed60 con 0x7f81880b7f20 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818cf21640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81880d4c80 0x7f8188144ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818cf21640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81880d4c80 0x7f8188144ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40214/0 (socket says 172.21.15.16:40214) 2024-09-16T01:46:46.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818cf21640 1 -- 172.21.15.16:0/1053979538 learned_addr learned my addr 172.21.15.16:0/1053979538 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.669+0000 7f818df23640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f818815e680 0x7f818815ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818d722640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81880b7f20 0x7f8188151bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818cf21640 1 -- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81880b7f20 msgr2=0x7f8188151bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818cf21640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81880b7f20 0x7f8188151bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818cf21640 1 -- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f818815e680 msgr2=0x7f818815ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818cf21640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f818815e680 0x7f818815ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818cf21640 1 -- 172.21.15.16:0/1053979538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81881f44f0 con 0x7f81880d4c80 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818cf21640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81880d4c80 0x7f8188144ac0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f817800c500 tx=0x7f817800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8178017070 con 0x7f81880d4c80 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8178005ce0 con 0x7f81880d4c80 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8188154c90 con 0x7f81880d4c80 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8178007330 con 0x7f81880d4c80 2024-09-16T01:46:46.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.670+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81881f4d70 con 0x7f81880d4c80 2024-09-16T01:46:46.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.671+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 45575+0+0 (secure 0 0 0) 0x7f817801a070 con 0x7f81880d4c80 2024-09-16T01:46:46.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.671+0000 7f817dffb640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f816c038230 0x7f816c03a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:46.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.671+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81880b95a0 con 0x7f81880d4c80 2024-09-16T01:46:46.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.671+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f817804af10 con 0x7f81880d4c80 2024-09-16T01:46:46.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.671+0000 7f818d722640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f816c038230 0x7f816c03a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:46.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.672+0000 7f818d722640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f816c038230 0x7f816c03a6f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f8184000f60 tx=0x7f8184009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:46.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.676+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8178019df0 con 0x7f81880d4c80 2024-09-16T01:46:46.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.730+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 15) ==== 45783+0+0 (secure 0 0 0) 0x7f817804d080 con 0x7f81880d4c80 2024-09-16T01:46:46.788 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:46.787+0000 7fe488f27040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:46:46.872 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:46.872+0000 7fe488f27040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:46:46.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.893+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81880b7a00 con 0x7f81880d4c80 2024-09-16T01:46:46.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.894+0000 7f817dffb640 1 -- 172.21.15.16:0/1053979538 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5225 (secure 0 0 0) 0x7f8178022480 con 0x7f81880d4c80 2024-09-16T01:46:46.895 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:46.896 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":41,"btime":"2024-09-16T01:46:33:425267+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:46.896 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 41 2024-09-16T01:46:46.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f816c038230 msgr2=0x7f816c03a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f816c038230 0x7f816c03a6f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f8184000f60 tx=0x7f8184009040 comp rx=0 tx=0).stop 2024-09-16T01:46:46.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81880d4c80 msgr2=0x7f8188144ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:46.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81880d4c80 0x7f8188144ac0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f817800c500 tx=0x7f817800c9c0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 shutdown_connections 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f816c038230 0x7f816c03a6f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f818815e680 0x7f818815ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81880d4c80 0x7f8188144ac0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 --2- 172.21.15.16:0/1053979538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81880b7f20 0x7f8188151bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 >> 172.21.15.16:0/1053979538 conn(0x7f8188074fe0 msgr2=0x7f81881620a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 shutdown_connections 2024-09-16T01:46:46.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:46.896+0000 7f818f986640 1 -- 172.21.15.16:0/1053979538 wait complete. 2024-09-16T01:46:46.908 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:46.978 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:46.977+0000 7fe488f27040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:46:47.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.008+0000 7f7645f0a640 1 Processor -- start 2024-09-16T01:46:47.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.008+0000 7f7645f0a640 1 -- start start 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f7645f0a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f764015e530 0x7f7640070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f7645f0a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f7640070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f7645f0a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f764015e910 con 0x7f7640073c00 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f7645f0a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f76400718c0 con 0x7f764015e530 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f7645f0a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76400d1c50 con 0x7f76400b73c0 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f763ffff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f7640070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f763effd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f7640073c00 0x7f7640162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:45544/0 (socket says 172.21.15.16:45544) 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f763f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f764015e530 0x7f7640070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.009+0000 7f763effd640 1 -- 172.21.15.16:0/1285116199 learned_addr learned my addr 172.21.15.16:0/1285116199 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:47.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.010+0000 7f763f7fe640 1 -- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 msgr2=0x7f7640070c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.010+0000 7f763f7fe640 1 --2- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f7640070c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.010+0000 7f763f7fe640 1 -- 172.21.15.16:0/1285116199 >> v1:172.21.15.104:6789/0 conn(0x7f7640073c00 legacy=0x7f7640162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.010+0000 7f763f7fe640 1 -- 172.21.15.16:0/1285116199 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7640073120 con 0x7f764015e530 2024-09-16T01:46:47.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.010+0000 7f763e7fc640 1 -- 172.21.15.16:0/1285116199 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2560888439 0 0) 0x7f764015e910 con 0x7f7640073c00 2024-09-16T01:46:47.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.010+0000 7f763ffff640 1 --2- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f7640070c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:47.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f763f7fe640 1 --2- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f764015e530 0x7f7640070700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f76300097a0 tx=0x7f763002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58a153282c3124b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f763e7fc640 1 -- 172.21.15.16:0/1285116199 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7630037070 con 0x7f764015e530 2024-09-16T01:46:47.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f763e7fc640 1 -- 172.21.15.16:0/1285116199 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7630032440 con 0x7f764015e530 2024-09-16T01:46:47.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f763e7fc640 1 -- 172.21.15.16:0/1285116199 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7630032810 con 0x7f764015e530 2024-09-16T01:46:47.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 -- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f764015e530 msgr2=0x7f7640070700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 --2- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f764015e530 0x7f7640070700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f76300097a0 tx=0x7f763002a180 comp rx=0 tx=0).stop 2024-09-16T01:46:47.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 -- 172.21.15.16:0/1285116199 shutdown_connections 2024-09-16T01:46:47.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 --2- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f7640070c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 --2- 172.21.15.16:0/1285116199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f764015e530 0x7f7640070700 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 -- 172.21.15.16:0/1285116199 >> 172.21.15.16:0/1285116199 conn(0x7f76400d2300 msgr2=0x7f76400d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 -- 172.21.15.16:0/1285116199 shutdown_connections 2024-09-16T01:46:47.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.011+0000 7f7645f0a640 1 -- 172.21.15.16:0/1285116199 wait complete. 2024-09-16T01:46:47.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.012+0000 7f7645f0a640 1 Processor -- start 2024-09-16T01:46:47.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.013+0000 7f7645f0a640 1 -- start start 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.013+0000 7f7645f0a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7640073c00 0x7f76401e9170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.013+0000 7f7645f0a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f764015d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.013+0000 7f7645f0a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f764015e530 0x7f76400aec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.013+0000 7f7645f0a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f76400d2f10 con 0x7f764015e530 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.013+0000 7f7645f0a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f76400736e0 con 0x7f7640073c00 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.013+0000 7f7645f0a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76400d3090 con 0x7f76400b73c0 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f764015e530 0x7f76400aec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763f7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7640073c00 0x7f76401e9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f764015e530 0x7f76400aec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40234/0 (socket says 172.21.15.16:40234) 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763ffff640 1 -- 172.21.15.16:0/3920069976 learned_addr learned my addr 172.21.15.16:0/3920069976 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763effd640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f764015d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763f7fe640 1 -- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 msgr2=0x7f764015d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763f7fe640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f764015d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763f7fe640 1 -- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f764015e530 msgr2=0x7f76400aec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763f7fe640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f764015e530 0x7f76400aec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763f7fe640 1 -- 172.21.15.16:0/3920069976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76401f4ab0 con 0x7f7640073c00 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763ffff640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f764015e530 0x7f76400aec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763effd640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f764015d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f763f7fe640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7640073c00 0x7f76401e9170 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7630031000 tx=0x7f76300046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f7627fff640 1 -- 172.21.15.16:0/3920069976 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7630037050 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f7627fff640 1 -- 172.21.15.16:0/3920069976 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7630038040 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76401e7df0 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.014+0000 7f7627fff640 1 -- 172.21.15.16:0/3920069976 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7630004450 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.015+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76401e83b0 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.016+0000 7f7627fff640 1 -- 172.21.15.16:0/3920069976 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 15) ==== 45783+0+0 (secure 0 0 0) 0x7f763003c6d0 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.016+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7640070700 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.016+0000 7f7627fff640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762c038440 0x7f762c03a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.016+0000 7f7627fff640 1 -- 172.21.15.16:0/3920069976 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f763006c6b0 con 0x7f7640073c00 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.016+0000 7f763effd640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762c038440 0x7f762c03a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.016+0000 7f763effd640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762c038440 0x7f762c03a900 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f76401e9ac0 tx=0x7f7634007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.021 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.020+0000 7fe488f27040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:46:47.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.021+0000 7f7627fff640 1 -- 172.21.15.16:0/3920069976 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f76401f4ab0 con 0x7f7640073c00 2024-09-16T01:46:47.132 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.131+0000 7fe488f27040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:46:47.183 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.182+0000 7fe488f27040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:46:47.224 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.223+0000 7fe488f27040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:46:47.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.231+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f764006c480 con 0x7f7640073c00 2024-09-16T01:46:47.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.232+0000 7f7627fff640 1 -- 172.21.15.16:0/3920069976 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5225 (secure 0 0 0) 0x7f763003c9c0 con 0x7f7640073c00 2024-09-16T01:46:47.233 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:47.233 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":41,"btime":"2024-09-16T01:46:33:425267+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:18.605493+0000","modified":"2024-09-16T01:46:21.334756+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6243},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6243":{"gid":6243,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3477787997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3477787997},{"type":"v1","addr":"172.21.15.16:6835","nonce":3477787997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6243,"qdb_cluster":[6243]},"id":5}]} 2024-09-16T01:46:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 41 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762c038440 msgr2=0x7f762c03a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762c038440 0x7f762c03a900 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f76401e9ac0 tx=0x7f7634007de0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7640073c00 msgr2=0x7f76401e9170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7640073c00 0x7f76401e9170 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7630031000 tx=0x7f76300046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 shutdown_connections 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762c038440 0x7f762c03a900 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f764015e530 0x7f76400aec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76400b73c0 0x7f764015d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 --2- 172.21.15.16:0/3920069976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7640073c00 0x7f76401e9170 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 >> 172.21.15.16:0/3920069976 conn(0x7f76400d2300 msgr2=0x7f7640070910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 shutdown_connections 2024-09-16T01:46:47.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.234+0000 7f7645f0a640 1 -- 172.21.15.16:0/3920069976 wait complete. 2024-09-16T01:46:47.246 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:47.335 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.334+0000 7fe488f27040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:46:47.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.347+0000 7f162aa1e640 1 Processor -- start 2024-09-16T01:46:47.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.347+0000 7f162aa1e640 1 -- start start 2024-09-16T01:46:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f162aa1e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f162415e3a0 0x7f162406d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f162aa1e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f162406bbe0 0x7f1624161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f162aa1e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16240b6a70 con 0x7f162406d790 2024-09-16T01:46:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f162aa1e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f16240b7640 con 0x7f162406bbe0 2024-09-16T01:46:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f162aa1e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f16240b6d10 con 0x7f162415e3a0 2024-09-16T01:46:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1628fbb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f162406bbe0 0x7f1624161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1628fbb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f162406bbe0 0x7f1624161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40244/0 (socket says 172.21.15.16:40244) 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1628fbb640 1 -- 172.21.15.16:0/768660332 learned_addr learned my addr 172.21.15.16:0/768660332 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1623fff640 1 --2- 172.21.15.16:0/768660332 >> v2:172.21.15.104:3300/0 conn(0x7f162415e3a0 0x7f162406d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1628fbb640 1 -- 172.21.15.16:0/768660332 >> v2:172.21.15.104:3300/0 conn(0x7f162415e3a0 msgr2=0x7f162406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1628fbb640 1 --2- 172.21.15.16:0/768660332 >> v2:172.21.15.104:3300/0 conn(0x7f162415e3a0 0x7f162406d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1628fbb640 1 -- 172.21.15.16:0/768660332 >> v1:172.21.15.104:6789/0 conn(0x7f162406d790 legacy=0x7f162406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.348+0000 7f1628fbb640 1 -- 172.21.15.16:0/768660332 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16240b6ff0 con 0x7f162406bbe0 2024-09-16T01:46:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.349+0000 7f1628fbb640 1 --2- 172.21.15.16:0/768660332 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162406bbe0 0x7f1624161f80 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f16240b77c0 tx=0x7f161c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad7adcc804935fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.349+0000 7f1622ffd640 1 -- 172.21.15.16:0/768660332 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c036070 con 0x7f162406bbe0 2024-09-16T01:46:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.349+0000 7f1622ffd640 1 -- 172.21.15.16:0/768660332 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f161c031600 con 0x7f162406bbe0 2024-09-16T01:46:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.349+0000 7f1622ffd640 1 -- 172.21.15.16:0/768660332 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c0319d0 con 0x7f162406bbe0 2024-09-16T01:46:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 -- 172.21.15.16:0/768660332 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162406bbe0 msgr2=0x7f1624161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 --2- 172.21.15.16:0/768660332 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162406bbe0 0x7f1624161f80 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f16240b77c0 tx=0x7f161c02a730 comp rx=0 tx=0).stop 2024-09-16T01:46:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 -- 172.21.15.16:0/768660332 shutdown_connections 2024-09-16T01:46:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 --2- 172.21.15.16:0/768660332 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162406bbe0 0x7f1624161f80 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 --2- 172.21.15.16:0/768660332 >> v2:172.21.15.104:3300/0 conn(0x7f162415e3a0 0x7f162406d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 -- 172.21.15.16:0/768660332 >> 172.21.15.16:0/768660332 conn(0x7f16240b4090 msgr2=0x7f16240b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 -- 172.21.15.16:0/768660332 shutdown_connections 2024-09-16T01:46:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.350+0000 7f162aa1e640 1 -- 172.21.15.16:0/768660332 wait complete. 2024-09-16T01:46:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.351+0000 7f162aa1e640 1 Processor -- start 2024-09-16T01:46:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.351+0000 7f162aa1e640 1 -- start start 2024-09-16T01:46:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f162aa1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f162406bbe0 0x7f16240afea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f162aa1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f162406d790 0x7f162415c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f162aa1e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162415e3a0 0x7f1624148c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f162aa1e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1624073cc0 con 0x7f162415e3a0 2024-09-16T01:46:47.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f162aa1e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f162415e780 con 0x7f162406d790 2024-09-16T01:46:47.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f162aa1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1624073e40 con 0x7f162406bbe0 2024-09-16T01:46:47.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f1628fbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162415e3a0 0x7f1624148c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f1628fbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162415e3a0 0x7f1624148c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40252/0 (socket says 172.21.15.16:40252) 2024-09-16T01:46:47.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f1628fbb640 1 -- 172.21.15.16:0/2284484282 learned_addr learned my addr 172.21.15.16:0/2284484282 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:47.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f1623fff640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f162406bbe0 0x7f16240afea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.352+0000 7f16237fe640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f162406d790 0x7f162415c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1628fbb640 1 -- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f162406bbe0 msgr2=0x7f16240afea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1628fbb640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f162406bbe0 0x7f16240afea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1628fbb640 1 -- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f162406d790 msgr2=0x7f162415c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1628fbb640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f162406d790 0x7f162415c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1628fbb640 1 -- 172.21.15.16:0/2284484282 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f162415ca60 con 0x7f162415e3a0 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1628fbb640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162415e3a0 0x7f1624148c40 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f161c009f10 tx=0x7f161c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1620ff9640 1 -- 172.21.15.16:0/2284484282 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c036050 con 0x7f162415e3a0 2024-09-16T01:46:47.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1620ff9640 1 -- 172.21.15.16:0/2284484282 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f161c042070 con 0x7f162415e3a0 2024-09-16T01:46:47.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f1620ff9640 1 -- 172.21.15.16:0/2284484282 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c009510 con 0x7f162415e3a0 2024-09-16T01:46:47.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f162415cd40 con 0x7f162415e3a0 2024-09-16T01:46:47.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.353+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f162415d300 con 0x7f162415e3a0 2024-09-16T01:46:47.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.354+0000 7f1620ff9640 1 -- 172.21.15.16:0/2284484282 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 15) ==== 45783+0+0 (secure 0 0 0) 0x7f161c007bf0 con 0x7f162415e3a0 2024-09-16T01:46:47.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.354+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16240d26d0 con 0x7f162415e3a0 2024-09-16T01:46:47.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.354+0000 7f1620ff9640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1610038440 0x7f161003a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.354+0000 7f1620ff9640 1 -- 172.21.15.16:0/2284484282 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f161c06cbb0 con 0x7f162415e3a0 2024-09-16T01:46:47.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.354+0000 7f1623fff640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1610038440 0x7f161003a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.355+0000 7f1623fff640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1610038440 0x7f161003a900 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f1614009b40 tx=0x7f1614009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.359+0000 7f1620ff9640 1 -- 172.21.15.16:0/2284484282 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f161c03cb00 con 0x7f162415e3a0 2024-09-16T01:46:47.384 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.382+0000 7fe488f27040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:46:47.430 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.430+0000 7fe488f27040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:46:47.482 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.481+0000 7fe488f27040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:46:47.524 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.523+0000 7fe488f27040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:46:47.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.534+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16240d23f0 con 0x7f162415e3a0 2024-09-16T01:46:47.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.535+0000 7f1620ff9640 1 -- 172.21.15.16:0/2284484282 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+17512 (secure 0 0 0) 0x7f161c03cce0 con 0x7f162415e3a0 2024-09-16T01:46:47.537 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:47.537 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":69,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:44.720624+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:16.667280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:17.588338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/777101563":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2922622969":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/99570172":"2024-09-17T01:46:44.720584+0000","172.21.15.104:6832/2952325595":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2794602654":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2448254887":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/3246470285":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/886694638":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2733510095":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/1341551985":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/3439768684":"2024-09-17T01:46:44.720584+0000","172.21.15.104:6833/2952325595":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/1595666438":"2024-09-17T01:46:44.720584+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:47.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.537+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1610038440 msgr2=0x7f161003a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.537+0000 7f162aa1e640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1610038440 0x7f161003a900 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f1614009b40 tx=0x7f1614009190 comp rx=0 tx=0).stop 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162415e3a0 msgr2=0x7f1624148c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162415e3a0 0x7f1624148c40 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f161c009f10 tx=0x7f161c004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 shutdown_connections 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1610038440 0x7f161003a900 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f162415e3a0 0x7f1624148c40 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f162406d790 0x7f162415c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 --2- 172.21.15.16:0/2284484282 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f162406bbe0 0x7f16240afea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 >> 172.21.15.16:0/2284484282 conn(0x7f16240b4090 msgr2=0x7f16240d29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 shutdown_connections 2024-09-16T01:46:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.538+0000 7f162aa1e640 1 -- 172.21.15.16:0/2284484282 wait complete. 2024-09-16T01:46:47.550 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:46:47.564 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:47.564+0000 7fe488f27040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:46:47.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.652+0000 7f85858a6640 1 Processor -- start 2024-09-16T01:46:47.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.652+0000 7f85858a6640 1 -- start start 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f85858a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8580147fc0 0x7f858015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f85858a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f85800d0ee0 0x7f85800d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f85858a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85800ba310 con 0x7f85800b97d0 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f85858a6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f85801483a0 con 0x7f85800d0ee0 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f85858a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f858015efa0 con 0x7f8580147fc0 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f857e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f85800d0ee0 0x7f85800d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f857f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f85800b97d0 0x7f85800b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48684/0 (socket says 172.21.15.16:48684) 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.653+0000 7f857f7fe640 1 -- 172.21.15.16:0/1036981227 learned_addr learned my addr 172.21.15.16:0/1036981227 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.654+0000 7f857effd640 1 --2- 172.21.15.16:0/1036981227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8580147fc0 0x7f858015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.654+0000 7f857e7fc640 1 -- 172.21.15.16:0/1036981227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8580147fc0 msgr2=0x7f858015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.654+0000 7f857e7fc640 1 --2- 172.21.15.16:0/1036981227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8580147fc0 0x7f858015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.654+0000 7f857e7fc640 1 -- 172.21.15.16:0/1036981227 >> v1:172.21.15.16:6789/0 conn(0x7f85800b97d0 legacy=0x7f85800b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.654+0000 7f857dffb640 1 -- 172.21.15.16:0/1036981227 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 432229649 0 0) 0x7f85800ba310 con 0x7f85800b97d0 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.654+0000 7f857e7fc640 1 -- 172.21.15.16:0/1036981227 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85800d2750 con 0x7f85800d0ee0 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.654+0000 7f857e7fc640 1 --2- 172.21.15.16:0/1036981227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85800d1340 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f85680097a0 tx=0x7f856802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297b428d10b0119b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f857dffb640 1 -- 172.21.15.16:0/1036981227 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568037070 con 0x7f85800d0ee0 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f857dffb640 1 -- 172.21.15.16:0/1036981227 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8568032440 con 0x7f85800d0ee0 2024-09-16T01:46:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f857dffb640 1 -- 172.21.15.16:0/1036981227 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568032810 con 0x7f85800d0ee0 2024-09-16T01:46:47.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 -- 172.21.15.16:0/1036981227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 msgr2=0x7f85800d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 --2- 172.21.15.16:0/1036981227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85800d1340 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f85680097a0 tx=0x7f856802a180 comp rx=0 tx=0).stop 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 -- 172.21.15.16:0/1036981227 shutdown_connections 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 --2- 172.21.15.16:0/1036981227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85800d1340 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 --2- 172.21.15.16:0/1036981227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8580147fc0 0x7f858015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 -- 172.21.15.16:0/1036981227 >> 172.21.15.16:0/1036981227 conn(0x7f8580074fe0 msgr2=0x7f858006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 -- 172.21.15.16:0/1036981227 shutdown_connections 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.655+0000 7f85858a6640 1 -- 172.21.15.16:0/1036981227 wait complete. 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.656+0000 7f85858a6640 1 Processor -- start 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f85858a6640 1 -- start start 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f85858a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85800b97d0 0x7f8580140260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f85858a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85801421f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f85858a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8580147fc0 0x7f85801462d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f85858a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f85800d2500 con 0x7f85800d0ee0 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f85858a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f85800d2d10 con 0x7f8580147fc0 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f85858a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f85800d2ff0 con 0x7f85800b97d0 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f857e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85801421f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.657+0000 7f857e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85801421f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40266/0 (socket says 172.21.15.16:40266) 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857e7fc640 1 -- 172.21.15.16:0/1821707450 learned_addr learned my addr 172.21.15.16:0/1821707450 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857effd640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85800b97d0 0x7f8580140260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857f7fe640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8580147fc0 0x7f85801462d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857e7fc640 1 -- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85800b97d0 msgr2=0x7f8580140260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857e7fc640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85800b97d0 0x7f8580140260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857e7fc640 1 -- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8580147fc0 msgr2=0x7f85801462d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857e7fc640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8580147fc0 0x7f85801462d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857e7fc640 1 -- 172.21.15.16:0/1821707450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85800cd750 con 0x7f85800d0ee0 2024-09-16T01:46:47.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f857e7fc640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85801421f0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f85680097a0 tx=0x7f85680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f8577fff640 1 -- 172.21.15.16:0/1821707450 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568037050 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f8577fff640 1 -- 172.21.15.16:0/1821707450 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8568038040 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f8577fff640 1 -- 172.21.15.16:0/1821707450 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568004470 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85800c97a0 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.658+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85800c9d60 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.659+0000 7f8577fff640 1 -- 172.21.15.16:0/1821707450 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 15) ==== 45783+0+0 (secure 0 0 0) 0x7f8568030900 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.659+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85800d1340 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.659+0000 7f8577fff640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8560038470 0x7f856003a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.659+0000 7f8577fff640 1 -- 172.21.15.16:0/1821707450 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6268+0+0 (secure 0 0 0) 0x7f856806c980 con 0x7f85800d0ee0 2024-09-16T01:46:47.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.659+0000 7f857effd640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8560038470 0x7f856003a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.660+0000 7f857effd640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8560038470 0x7f856003a930 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8570003aa0 tx=0x7f8570009830 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.664+0000 7f8577fff640 1 -- 172.21.15.16:0/1821707450 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f85800cd750 con 0x7f85800d0ee0 2024-09-16T01:46:47.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.878+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f8580145db0 con 0x7f85800d0ee0 2024-09-16T01:46:47.880 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:46:47.879+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:46:47.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.880+0000 7f8577fff640 1 -- 172.21.15.16:0/1821707450 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v42) ==== 161+0+0 (secure 0 0 0) 0x7f8568003670 con 0x7f85800d0ee0 2024-09-16T01:46:47.881 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:46:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8560038470 msgr2=0x7f856003a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8560038470 0x7f856003a930 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8570003aa0 tx=0x7f8570009830 comp rx=0 tx=0).stop 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 msgr2=0x7f85801421f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85801421f0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f85680097a0 tx=0x7f85680046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 shutdown_connections 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8560038470 0x7f856003a930 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8580147fc0 0x7f85801462d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85800d0ee0 0x7f85801421f0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 --2- 172.21.15.16:0/1821707450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85800b97d0 0x7f8580140260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 >> 172.21.15.16:0/1821707450 conn(0x7f8580074fe0 msgr2=0x7f85800d3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 shutdown_connections 2024-09-16T01:46:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.883+0000 7f85858a6640 1 -- 172.21.15.16:0/1821707450 wait complete. 2024-09-16T01:46:47.887 INFO:tasks.ceph.mds.c.smithi016.stderr: -6609> 2024-09-16T01:46:21.234+0000 7f6ed3243640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:46:47.896 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:46:47.919 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:46:48.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:47.999+0000 7f67e0911640 1 Processor -- start 2024-09-16T01:46:48.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.000+0000 7f67e0911640 1 -- start start 2024-09-16T01:46:48.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.000+0000 7f67e0911640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67dc0d2b20 0x7f67dc06e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:48.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.000+0000 7f67e0911640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67dc06ecf0 con 0x7f67dc06e5e0 2024-09-16T01:46:48.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.000+0000 7f67e0911640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67dc06bbe0 con 0x7f67dc15c280 2024-09-16T01:46:48.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.000+0000 7f67e0911640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f67dc06bec0 con 0x7f67dc0d2b20 2024-09-16T01:46:48.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67d3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67dc0d2b20 0x7f67dc06e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:48.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67d3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67dc0d2b20 0x7f67dc06e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40294/0 (socket says 172.21.15.16:40294) 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67d3fff640 1 -- 172.21.15.16:0/2998781339 learned_addr learned my addr 172.21.15.16:0/2998781339 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67dad9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f67dc06e5e0 0x7f67dc0b5dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48702/0 (socket says 172.21.15.16:48702) 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67d3fff640 1 -- 172.21.15.16:0/2998781339 >> v1:172.21.15.104:6789/0 conn(0x7f67dc15c280 legacy=0x7f67dc0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67d3fff640 1 -- 172.21.15.16:0/2998781339 >> v1:172.21.15.16:6789/0 conn(0x7f67dc06e5e0 legacy=0x7f67dc0b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67d9d9b640 1 -- 172.21.15.16:0/2998781339 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 438494494 0 0) 0x7f67dc06ecf0 con 0x7f67dc06e5e0 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.001+0000 7f67d3fff640 1 -- 172.21.15.16:0/2998781339 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67dc06c1a0 con 0x7f67dc0d2b20 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67d3fff640 1 --2- 172.21.15.16:0/2998781339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc0d2b20 0x7f67dc06e0a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f67c4009870 tx=0x7f67c402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=946227731e91a3fd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67d9d9b640 1 -- 172.21.15.16:0/2998781339 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c4037070 con 0x7f67dc0d2b20 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67d9d9b640 1 -- 172.21.15.16:0/2998781339 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67c402ae50 con 0x7f67dc0d2b20 2024-09-16T01:46:48.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67d9d9b640 1 -- 172.21.15.16:0/2998781339 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c4032860 con 0x7f67dc0d2b20 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67e0911640 1 -- 172.21.15.16:0/2998781339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc0d2b20 msgr2=0x7f67dc06e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67e0911640 1 --2- 172.21.15.16:0/2998781339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc0d2b20 0x7f67dc06e0a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f67c4009870 tx=0x7f67c402a300 comp rx=0 tx=0).stop 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67e0911640 1 -- 172.21.15.16:0/2998781339 shutdown_connections 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67e0911640 1 --2- 172.21.15.16:0/2998781339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc0d2b20 0x7f67dc06e0a0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67e0911640 1 -- 172.21.15.16:0/2998781339 >> 172.21.15.16:0/2998781339 conn(0x7f67dc06f2d0 msgr2=0x7f67dc06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67e0911640 1 -- 172.21.15.16:0/2998781339 shutdown_connections 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.002+0000 7f67e0911640 1 -- 172.21.15.16:0/2998781339 wait complete. 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.004+0000 7f67e0911640 1 Processor -- start 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.004+0000 7f67e0911640 1 -- start start 2024-09-16T01:46:48.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67e0911640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc06e5e0 0x7f67dc1f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67e0911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67dc0d2b20 0x7f67dc14c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67e0911640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc15c280 0x7f67dc15fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67e0911640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc15fae0 con 0x7f67dc15c280 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67e0911640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc06ea10 con 0x7f67dc06e5e0 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67e0911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f67dc06c9a0 con 0x7f67dc0d2b20 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc15c280 0x7f67dc15fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc15c280 0x7f67dc15fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40296/0 (socket says 172.21.15.16:40296) 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 -- 172.21.15.16:0/4127785954 learned_addr learned my addr 172.21.15.16:0/4127785954 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67da59c640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc06e5e0 0x7f67dc1f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67d3fff640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67dc0d2b20 0x7f67dc14c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 -- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67dc0d2b20 msgr2=0x7f67dc14c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67dc0d2b20 0x7f67dc14c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 -- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc06e5e0 msgr2=0x7f67dc1f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc06e5e0 0x7f67dc1f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 -- 172.21.15.16:0/4127785954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67dc1571a0 con 0x7f67dc15c280 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67dad9d640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc15c280 0x7f67dc15fc60 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f67d400c700 tx=0x7f67d400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67d2ffd640 1 -- 172.21.15.16:0/4127785954 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d4018070 con 0x7f67dc15c280 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67d2ffd640 1 -- 172.21.15.16:0/4127785954 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67d400ce10 con 0x7f67dc15c280 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67dc157480 con 0x7f67dc15c280 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.005+0000 7f67d2ffd640 1 -- 172.21.15.16:0/4127785954 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d400a860 con 0x7f67dc15c280 2024-09-16T01:46:48.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.006+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67dc157a40 con 0x7f67dc15c280 2024-09-16T01:46:48.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.006+0000 7f67d2ffd640 1 -- 172.21.15.16:0/4127785954 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 15) ==== 45783+0+0 (secure 0 0 0) 0x7f67d401b070 con 0x7f67dc15c280 2024-09-16T01:46:48.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.006+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67dc06e0a0 con 0x7f67dc15c280 2024-09-16T01:46:48.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.007+0000 7f67d2ffd640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f67bc038440 0x7f67bc03a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:48.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.007+0000 7f67d2ffd640 1 -- 172.21.15.16:0/4127785954 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6354+0+0 (secure 0 0 0) 0x7f67d404b490 con 0x7f67dc15c280 2024-09-16T01:46:48.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.007+0000 7f67da59c640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f67bc038440 0x7f67bc03a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:48.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.007+0000 7f67da59c640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f67bc038440 0x7f67bc03a900 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f67dc160810 tx=0x7f67cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:48.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.011+0000 7f67d2ffd640 1 -- 172.21.15.16:0/4127785954 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f67d401b970 con 0x7f67dc15c280 2024-09-16T01:46:48.135 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-16T01:46:48.134+0000 7fe488f27040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:46:48.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.224+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f67dc0b4b20 con 0x7f67dc15c280 2024-09-16T01:46:48.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.881+0000 7f67d2ffd640 1 -- 172.21.15.16:0/4127785954 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v43) ==== 104+0+0 (secure 0 0 0) 0x7f67d401bbd0 con 0x7f67dc15c280 2024-09-16T01:46:48.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f67bc038440 msgr2=0x7f67bc03a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:48.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f67bc038440 0x7f67bc03a900 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f67dc160810 tx=0x7f67cc009040 comp rx=0 tx=0).stop 2024-09-16T01:46:48.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc15c280 msgr2=0x7f67dc15fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:48.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc15c280 0x7f67dc15fc60 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f67d400c700 tx=0x7f67d400cbc0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 shutdown_connections 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f67bc038440 0x7f67bc03a900 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67dc15c280 0x7f67dc15fc60 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67dc0d2b20 0x7f67dc14c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 --2- 172.21.15.16:0/4127785954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc06e5e0 0x7f67dc1f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 >> 172.21.15.16:0/4127785954 conn(0x7f67dc06f2d0 msgr2=0x7f67dc0b39f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 shutdown_connections 2024-09-16T01:46:48.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:48.885+0000 7f67e0911640 1 -- 172.21.15.16:0/4127785954 wait complete. 2024-09-16T01:46:48.903 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:46:49.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.057+0000 7f117f9fd640 1 Processor -- start 2024-09-16T01:46:49.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.058+0000 7f117f9fd640 1 -- start start 2024-09-16T01:46:49.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.058+0000 7f117f9fd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11781619e0 0x7f117806c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:49.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.058+0000 7f117f9fd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f11780d1b20 0x7f1178073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117f9fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f117806c320 con 0x7f11780735d0 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117f9fd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f117806bd60 con 0x7f11781619e0 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117f9fd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f117806c040 con 0x7f11780d1b20 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117d799640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11781619e0 0x7f117806c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117d799640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f11781619e0 0x7f117806c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40308/0 (socket says 172.21.15.16:40308) 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117d799640 1 -- 172.21.15.16:0/591645262 learned_addr learned my addr 172.21.15.16:0/591645262 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117cf98640 1 --2- 172.21.15.16:0/591645262 >> v2:172.21.15.104:3300/0 conn(0x7f11780d1b20 0x7f1178073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:49.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117d799640 1 -- 172.21.15.16:0/591645262 >> v2:172.21.15.104:3300/0 conn(0x7f11780d1b20 msgr2=0x7f1178073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117d799640 1 --2- 172.21.15.16:0/591645262 >> v2:172.21.15.104:3300/0 conn(0x7f11780d1b20 0x7f1178073090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117d799640 1 -- 172.21.15.16:0/591645262 >> v1:172.21.15.104:6789/0 conn(0x7f11780735d0 legacy=0x7f11780707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.059+0000 7f117d799640 1 -- 172.21.15.16:0/591645262 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1178161dc0 con 0x7f11781619e0 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.060+0000 7f117d799640 1 --2- 172.21.15.16:0/591645262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11781619e0 0x7f117806c860 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f11780b1dd0 tx=0x7f117402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2974f5a455829b3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.060+0000 7f116ffff640 1 -- 172.21.15.16:0/591645262 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174037070 con 0x7f11781619e0 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.060+0000 7f116ffff640 1 -- 172.21.15.16:0/591645262 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1174032440 con 0x7f11781619e0 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.060+0000 7f116ffff640 1 -- 172.21.15.16:0/591645262 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174032810 con 0x7f11781619e0 2024-09-16T01:46:49.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.060+0000 7f117f9fd640 1 -- 172.21.15.16:0/591645262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11781619e0 msgr2=0x7f117806c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:49.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.060+0000 7f117f9fd640 1 --2- 172.21.15.16:0/591645262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11781619e0 0x7f117806c860 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f11780b1dd0 tx=0x7f117402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.061+0000 7f117f9fd640 1 -- 172.21.15.16:0/591645262 shutdown_connections 2024-09-16T01:46:49.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.061+0000 7f117f9fd640 1 --2- 172.21.15.16:0/591645262 >> v2:172.21.15.104:3300/0 conn(0x7f11780d1b20 0x7f1178073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.061+0000 7f117f9fd640 1 --2- 172.21.15.16:0/591645262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11781619e0 0x7f117806c860 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.061+0000 7f117f9fd640 1 -- 172.21.15.16:0/591645262 >> 172.21.15.16:0/591645262 conn(0x7f11780b4170 msgr2=0x7f11780b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:49.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.061+0000 7f117f9fd640 1 -- 172.21.15.16:0/591645262 shutdown_connections 2024-09-16T01:46:49.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.061+0000 7f117f9fd640 1 -- 172.21.15.16:0/591645262 wait complete. 2024-09-16T01:46:49.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.062+0000 7f117f9fd640 1 Processor -- start 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.062+0000 7f117f9fd640 1 -- start start 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117f9fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11780735d0 0x7f117814da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117f9fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11780d1b20 0x7f117815dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117f9fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11781619e0 0x7f117815a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117f9fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f11780b75a0 con 0x7f11780735d0 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117f9fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11780b7420 con 0x7f11780d1b20 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117f9fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f11780b7720 con 0x7f11781619e0 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11780735d0 0x7f117814da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11780735d0 0x7f117814da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40310/0 (socket says 172.21.15.16:40310) 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 -- 172.21.15.16:0/2256331042 learned_addr learned my addr 172.21.15.16:0/2256331042 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117cf98640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11780d1b20 0x7f117815dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117df9a640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11781619e0 0x7f117815a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:49.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 -- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11781619e0 msgr2=0x7f117815a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11781619e0 0x7f117815a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 -- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11780d1b20 msgr2=0x7f117815dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11780d1b20 0x7f117815dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 -- 172.21.15.16:0/2256331042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117815e2b0 con 0x7f11780735d0 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117cf98640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11780d1b20 0x7f117815dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f117d799640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11780735d0 0x7f117814da70 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f1174000c00 tx=0x7f11740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.063+0000 7f116dffb640 1 -- 172.21.15.16:0/2256331042 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174041020 con 0x7f11780735d0 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.064+0000 7f116dffb640 1 -- 172.21.15.16:0/2256331042 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11740306c0 con 0x7f11780735d0 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.064+0000 7f116dffb640 1 -- 172.21.15.16:0/2256331042 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174037040 con 0x7f11780735d0 2024-09-16T01:46:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.064+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f117815d710 con 0x7f11780735d0 2024-09-16T01:46:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.064+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11780d0750 con 0x7f11780735d0 2024-09-16T01:46:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.065+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11780b3b80 con 0x7f11780735d0 2024-09-16T01:46:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.065+0000 7f116dffb640 1 -- 172.21.15.16:0/2256331042 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f1174044020 con 0x7f11780735d0 2024-09-16T01:46:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.066+0000 7f116dffb640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f115c06c3d0 0x7f115c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.066+0000 7f116dffb640 1 -- 172.21.15.16:0/2256331042 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6354+0+0 (secure 0 0 0) 0x7f11740ac050 con 0x7f11780735d0 2024-09-16T01:46:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.066+0000 7f117cf98640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f115c06c3d0 0x7f115c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.066+0000 7f117cf98640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f115c06c3d0 0x7f115c06e890 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f117815d330 tx=0x7f1168008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.070+0000 7f116dffb640 1 -- 172.21.15.16:0/2256331042 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f11780b3b80 con 0x7f11780735d0 2024-09-16T01:46:49.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.246+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1178073090 con 0x7f11780735d0 2024-09-16T01:46:49.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.888+0000 7f116dffb640 1 -- 172.21.15.16:0/2256331042 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v71) ==== 181+0+0 (secure 0 0 0) 0x7f117404b030 con 0x7f11780735d0 2024-09-16T01:46:49.889 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f115c06c3d0 msgr2=0x7f115c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f115c06c3d0 0x7f115c06e890 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f117815d330 tx=0x7f1168008040 comp rx=0 tx=0).stop 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11780735d0 msgr2=0x7f117814da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11780735d0 0x7f117814da70 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f1174000c00 tx=0x7f11740046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 shutdown_connections 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f115c06c3d0 0x7f115c06e890 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f11781619e0 0x7f117815a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11780d1b20 0x7f117815dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 --2- 172.21.15.16:0/2256331042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11780735d0 0x7f117814da70 secure :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f1174000c00 tx=0x7f11740046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.891+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 >> 172.21.15.16:0/2256331042 conn(0x7f11780b4170 msgr2=0x7f11780cb880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.892+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 shutdown_connections 2024-09-16T01:46:49.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:49.892+0000 7f117f9fd640 1 -- 172.21.15.16:0/2256331042 wait complete. 2024-09-16T01:46:49.909 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:46:50.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.021+0000 7f2cdbee4640 1 Processor -- start 2024-09-16T01:46:50.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.021+0000 7f2cdbee4640 1 -- start start 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cdbee4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2cd406f2d0 0x7f2cd406f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cdbee4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2cd40b66d0 0x7f2cd40b6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cdbee4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cd4073250 con 0x7f2cd415c3e0 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cdbee4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2cd4071800 con 0x7f2cd40b66d0 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cdbee4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2cd406fc60 con 0x7f2cd406f2d0 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cda481640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2cd40b66d0 0x7f2cd40b6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cda481640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2cd40b66d0 0x7f2cd40b6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40326/0 (socket says 172.21.15.16:40326) 2024-09-16T01:46:50.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.022+0000 7f2cda481640 1 -- 172.21.15.16:0/350634630 learned_addr learned my addr 172.21.15.16:0/350634630 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:50.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.023+0000 7f2cd947f640 1 --2- 172.21.15.16:0/350634630 >> v2:172.21.15.104:3300/0 conn(0x7f2cd406f2d0 0x7f2cd406f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:50.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.023+0000 7f2cda481640 1 -- 172.21.15.16:0/350634630 >> v2:172.21.15.104:3300/0 conn(0x7f2cd406f2d0 msgr2=0x7f2cd406f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:50.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.023+0000 7f2cda481640 1 --2- 172.21.15.16:0/350634630 >> v2:172.21.15.104:3300/0 conn(0x7f2cd406f2d0 0x7f2cd406f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.023+0000 7f2cda481640 1 -- 172.21.15.16:0/350634630 >> v1:172.21.15.104:6789/0 conn(0x7f2cd415c3e0 legacy=0x7f2cd40710f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:50.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.023+0000 7f2cda481640 1 -- 172.21.15.16:0/350634630 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd4073530 con 0x7f2cd40b66d0 2024-09-16T01:46:50.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.023+0000 7f2cda481640 1 --2- 172.21.15.16:0/350634630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40b6b20 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009e50 tx=0x7f2cc402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83388ee35f79c8c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:50.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cd8c7e640 1 -- 172.21.15.16:0/350634630 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4036070 con 0x7f2cd40b66d0 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cd8c7e640 1 -- 172.21.15.16:0/350634630 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc4031600 con 0x7f2cd40b66d0 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cd8c7e640 1 -- 172.21.15.16:0/350634630 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc40319d0 con 0x7f2cd40b66d0 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 -- 172.21.15.16:0/350634630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 msgr2=0x7f2cd40b6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/350634630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40b6b20 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009e50 tx=0x7f2cc402a710 comp rx=0 tx=0).stop 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 -- 172.21.15.16:0/350634630 shutdown_connections 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/350634630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40b6b20 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/350634630 >> v2:172.21.15.104:3300/0 conn(0x7f2cd406f2d0 0x7f2cd406f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 -- 172.21.15.16:0/350634630 >> 172.21.15.16:0/350634630 conn(0x7f2cd40cede0 msgr2=0x7f2cd40cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 -- 172.21.15.16:0/350634630 shutdown_connections 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.024+0000 7f2cdbee4640 1 -- 172.21.15.16:0/350634630 wait complete. 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.025+0000 7f2cdbee4640 1 Processor -- start 2024-09-16T01:46:50.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cdbee4640 1 -- start start 2024-09-16T01:46:50.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cdbee4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cd406f2d0 0x7f2cd406d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cdbee4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40afb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cdbee4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cd415c3e0 0x7f2cd415da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cdbee4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd40b61b0 con 0x7f2cd40b66d0 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cdbee4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd40b5ed0 con 0x7f2cd406f2d0 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cdbee4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd4073c50 con 0x7f2cd415c3e0 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cd947f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40afb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cd947f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40afb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40328/0 (socket says 172.21.15.16:40328) 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cd947f640 1 -- 172.21.15.16:0/797216758 learned_addr learned my addr 172.21.15.16:0/797216758 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.026+0000 7f2cd9c80640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cd406f2d0 0x7f2cd406d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cda481640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cd415c3e0 0x7f2cd415da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd947f640 1 -- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cd415c3e0 msgr2=0x7f2cd415da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:50.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd947f640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cd415c3e0 0x7f2cd415da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd947f640 1 -- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cd406f2d0 msgr2=0x7f2cd406d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd947f640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cd406f2d0 0x7f2cd406d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd947f640 1 -- 172.21.15.16:0/797216758 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd415f380 con 0x7f2cd40b66d0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd947f640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40afb90 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f2cc800d800 tx=0x7f2cc800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd27fc640 1 -- 172.21.15.16:0/797216758 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc800b6c0 con 0x7f2cd40b66d0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd27fc640 1 -- 172.21.15.16:0/797216758 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc8019070 con 0x7f2cd40b66d0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cd27fc640 1 -- 172.21.15.16:0/797216758 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc800ba80 con 0x7f2cd40b66d0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd406c7d0 con 0x7f2cd40b66d0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.027+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd406d070 con 0x7f2cd40b66d0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.028+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cd415c7c0 con 0x7f2cd40b66d0 2024-09-16T01:46:50.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.029+0000 7f2cd27fc640 1 -- 172.21.15.16:0/797216758 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f2cc800bc20 con 0x7f2cd40b66d0 2024-09-16T01:46:50.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.029+0000 7f2cd27fc640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2cc006c3d0 0x7f2cc006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:50.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.029+0000 7f2cd27fc640 1 -- 172.21.15.16:0/797216758 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5916+0+0 (secure 0 0 0) 0x7f2cc808b970 con 0x7f2cd40b66d0 2024-09-16T01:46:50.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.029+0000 7f2cd9c80640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2cc006c3d0 0x7f2cc006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:50.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.030+0000 7f2cd9c80640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2cc006c3d0 0x7f2cc006e890 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc006fd0 tx=0x7f2ccc009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:50.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.034+0000 7f2cd27fc640 1 -- 172.21.15.16:0/797216758 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2cc8059940 con 0x7f2cd40b66d0 2024-09-16T01:46:50.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.209+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2cd40d1480 con 0x7f2cd40b66d0 2024-09-16T01:46:50.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.892+0000 7f2cd27fc640 1 -- 172.21.15.16:0/797216758 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v72) ==== 169+0+0 (secure 0 0 0) 0x7f2cc805dc40 con 0x7f2cd40b66d0 2024-09-16T01:46:50.894 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:46:50.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2cc006c3d0 msgr2=0x7f2cc006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:50.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2cc006c3d0 0x7f2cc006e890 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc006fd0 tx=0x7f2ccc009060 comp rx=0 tx=0).stop 2024-09-16T01:46:50.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 msgr2=0x7f2cd40afb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:50.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40afb90 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f2cc800d800 tx=0x7f2cc800dcc0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 shutdown_connections 2024-09-16T01:46:50.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2cc006c3d0 0x7f2cc006e890 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cd415c3e0 0x7f2cd415da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cd40b66d0 0x7f2cd40afb90 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 --2- 172.21.15.16:0/797216758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cd406f2d0 0x7f2cd406d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:50.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.901+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 >> 172.21.15.16:0/797216758 conn(0x7f2cd40cede0 msgr2=0x7f2cd40d0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:50.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.902+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 shutdown_connections 2024-09-16T01:46:50.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:50.902+0000 7f2cdbee4640 1 -- 172.21.15.16:0/797216758 wait complete. 2024-09-16T01:46:50.918 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:46:51.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.027+0000 7f84af477640 1 Processor -- start 2024-09-16T01:46:51.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.027+0000 7f84af477640 1 -- start start 2024-09-16T01:46:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84af477640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 0x7f84a80add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84af477640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84a806e0d0 0x7f84a806c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84af477640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84a806e610 con 0x7f84a806bbe0 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84af477640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f84a806c590 con 0x7f84a806e0d0 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84af477640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f84a80b00f0 con 0x7f84a815e4b0 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84aca12640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f84a806bbe0 0x7f84a806d9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48716/0 (socket says 172.21.15.16:48716) 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84aca12640 1 -- 172.21.15.16:0/1292568671 learned_addr learned my addr 172.21.15.16:0/1292568671 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3517821560 0 0) 0x7f84a806e610 con 0x7f84a806bbe0 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84ad213640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 0x7f84a80add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.028+0000 7f84ada14640 1 --2- 172.21.15.16:0/1292568671 >> v2:172.21.15.104:3300/0 conn(0x7f84a806e0d0 0x7f84a806c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8494003520 con 0x7f84a806bbe0 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 846715182 0 0) 0x7f8494003520 con 0x7f84a806bbe0 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 msgr2=0x7f84a80add60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 0x7f84a80add60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 >> v2:172.21.15.104:3300/0 conn(0x7f84a806e0d0 msgr2=0x7f84a806c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 --2- 172.21.15.16:0/1292568671 >> v2:172.21.15.104:3300/0 conn(0x7f84a806e0d0 0x7f84a806c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a806e8f0 con 0x7f84a806bbe0 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8498001670 con 0x7f84a806bbe0 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 >> v1:172.21.15.16:6789/0 conn(0x7f84a806bbe0 legacy=0x7f84a806d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 0x7f84940039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8494003f30 0x7f8494004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8494004d40 0x7f84940051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f84a806c590 con 0x7f8494004d40 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f84a80b00f0 con 0x7f8494003f30 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f849400b9c0 con 0x7f84a815e4b0 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84ada14640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8494004d40 0x7f84940051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84ad213640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 0x7f84940039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84aca12640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8494003f30 0x7f8494004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84ada14640 1 -- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 msgr2=0x7f84940039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84ada14640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a815e4b0 0x7f84940039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84ada14640 1 -- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8494003f30 msgr2=0x7f8494004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84ada14640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8494003f30 0x7f8494004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.029+0000 7f84ada14640 1 -- 172.21.15.16:0/1292568671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8494003520 con 0x7f8494004d40 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.030+0000 7f84ada14640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8494004d40 0x7f84940051c0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f84a0009f90 tx=0x7f8494005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f220aba4b54da96 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.030+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a0009c10 con 0x7f8494004d40 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.030+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84a0036070 con 0x7f8494004d40 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.030+0000 7f849ffff640 1 -- 172.21.15.16:0/1292568671 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a0031670 con 0x7f8494004d40 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.031+0000 7f84af477640 1 -- 172.21.15.16:0/1292568671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8494004d40 msgr2=0x7f84940051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.031+0000 7f84af477640 1 --2- 172.21.15.16:0/1292568671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8494004d40 0x7f84940051c0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f84a0009f90 tx=0x7f8494005830 comp rx=0 tx=0).stop 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.031+0000 7f84ada14640 1 -- 172.21.15.16:0/1292568671 reap_dead start 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.031+0000 7f84af477640 1 -- 172.21.15.16:0/1292568671 shutdown_connections 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.031+0000 7f84af477640 1 -- 172.21.15.16:0/1292568671 >> 172.21.15.16:0/1292568671 conn(0x7f84a80b2a80 msgr2=0x7f84a80b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.031+0000 7f84af477640 1 -- 172.21.15.16:0/1292568671 shutdown_connections 2024-09-16T01:46:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.031+0000 7f84af477640 1 -- 172.21.15.16:0/1292568671 wait complete. 2024-09-16T01:46:51.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.032+0000 7f84af477640 1 Processor -- start 2024-09-16T01:46:51.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.032+0000 7f84af477640 1 -- start start 2024-09-16T01:46:51.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84af477640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8494004d40 0x7f84a81513e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84af477640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a8161650 0x7f84a8154d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84af477640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a8156890 0x7f84a8156d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84af477640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f84a815e890 con 0x7f84a8161650 2024-09-16T01:46:51.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84af477640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f84a80b3f90 con 0x7f84a8156890 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84af477640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f84a815ea10 con 0x7f8494004d40 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a8161650 0x7f84a8154d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a8161650 0x7f84a8154d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40346/0 (socket says 172.21.15.16:40346) 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 -- 172.21.15.16:0/1141787839 learned_addr learned my addr 172.21.15.16:0/1141787839 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84ada14640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a8156890 0x7f84a8156d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84ad213640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8494004d40 0x7f84a81513e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 -- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8494004d40 msgr2=0x7f84a81513e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8494004d40 0x7f84a81513e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 -- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a8156890 msgr2=0x7f84a8156d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a8156890 0x7f84a8156d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 -- 172.21.15.16:0/1141787839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a81f3af0 con 0x7f84a8161650 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84ad213640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8494004d40 0x7f84a81513e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.033+0000 7f84aca12640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a8161650 0x7f84a8154d30 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8498007310 tx=0x7f84980077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.034+0000 7f849dffb640 1 -- 172.21.15.16:0/1141787839 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849800f9c0 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.034+0000 7f849dffb640 1 -- 172.21.15.16:0/1141787839 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8498018070 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.034+0000 7f849dffb640 1 -- 172.21.15.16:0/1141787839 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849800fdc0 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.034+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a8157560 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.034+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a8157b20 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.035+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a806c050 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.035+0000 7f849dffb640 1 -- 172.21.15.16:0/1141787839 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f849801d460 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.036+0000 7f849dffb640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f848c06c400 0x7f848c06e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.036+0000 7f849dffb640 1 -- 172.21.15.16:0/1141787839 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7f849808b470 con 0x7f84a8161650 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.036+0000 7f84ad213640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f848c06c400 0x7f848c06e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.036+0000 7f84ad213640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f848c06c400 0x7f848c06e8c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009bc0 tx=0x7f84a4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.040+0000 7f849dffb640 1 -- 172.21.15.16:0/1141787839 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8498059ba0 con 0x7f84a8161650 2024-09-16T01:46:51.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.220+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f84a80b0530 con 0x7f84a8161650 2024-09-16T01:46:51.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.223+0000 7f849dffb640 1 -- 172.21.15.16:0/1141787839 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7f84980594a0 con 0x7f84a8161650 2024-09-16T01:46:51.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f848c06c400 msgr2=0x7f848c06e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f848c06c400 0x7f848c06e8c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009bc0 tx=0x7f84a4008040 comp rx=0 tx=0).stop 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a8161650 msgr2=0x7f84a8154d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a8161650 0x7f84a8154d30 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8498007310 tx=0x7f84980077d0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 shutdown_connections 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f848c06c400 0x7f848c06e8c0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a8156890 0x7f84a8156d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a8161650 0x7f84a8154d30 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 --2- 172.21.15.16:0/1141787839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8494004d40 0x7f84a81513e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 >> 172.21.15.16:0/1141787839 conn(0x7f84a80b2a80 msgr2=0x7f84a806d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 shutdown_connections 2024-09-16T01:46:51.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.225+0000 7f84af477640 1 -- 172.21.15.16:0/1141787839 wait complete. 2024-09-16T01:46:51.237 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction' 2024-09-16T01:46:51.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.338+0000 7ffba57cf640 1 Processor -- start 2024-09-16T01:46:51.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.338+0000 7ffba57cf640 1 -- start start 2024-09-16T01:46:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.339+0000 7ffba57cf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffba00d15f0 0x7ffba015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.339+0000 7ffba57cf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffba00ba350 con 0x7ffba0147fc0 2024-09-16T01:46:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.339+0000 7ffba57cf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffba00d2750 con 0x7ffba00b97d0 2024-09-16T01:46:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.339+0000 7ffba57cf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ffba01483a0 con 0x7ffba00d15f0 2024-09-16T01:46:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.339+0000 7ffb9effd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ffba0147fc0 0x7ffba00d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48730/0 (socket says 172.21.15.16:48730) 2024-09-16T01:46:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.339+0000 7ffb9e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffba00d15f0 0x7ffba015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.339+0000 7ffb9effd640 1 -- 172.21.15.16:0/2710211965 learned_addr learned my addr 172.21.15.16:0/2710211965 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.340+0000 7ffb9dffb640 1 -- 172.21.15.16:0/2710211965 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 180996936 0 0) 0x7ffba00ba350 con 0x7ffba0147fc0 2024-09-16T01:46:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.340+0000 7ffb9dffb640 1 -- 172.21.15.16:0/2710211965 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb8c003520 con 0x7ffba0147fc0 2024-09-16T01:46:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.340+0000 7ffb9e7fc640 1 -- 172.21.15.16:0/2710211965 >> v1:172.21.15.104:6789/0 conn(0x7ffba00b97d0 legacy=0x7ffba00b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.340+0000 7ffb9e7fc640 1 -- 172.21.15.16:0/2710211965 >> v1:172.21.15.16:6789/0 conn(0x7ffba0147fc0 legacy=0x7ffba00d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.340+0000 7ffb9e7fc640 1 -- 172.21.15.16:0/2710211965 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffba00d2a30 con 0x7ffba00d15f0 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffb9e7fc640 1 --2- 172.21.15.16:0/2710211965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00d15f0 0x7ffba015ea60 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7ffb880097a0 tx=0x7ffb8802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f32db48eaeb15f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffb9dffb640 1 -- 172.21.15.16:0/2710211965 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb88037070 con 0x7ffba00d15f0 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffb9dffb640 1 -- 172.21.15.16:0/2710211965 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb88032440 con 0x7ffba00d15f0 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffb9dffb640 1 -- 172.21.15.16:0/2710211965 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb880327f0 con 0x7ffba00d15f0 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffba57cf640 1 -- 172.21.15.16:0/2710211965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00d15f0 msgr2=0x7ffba015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffba57cf640 1 --2- 172.21.15.16:0/2710211965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00d15f0 0x7ffba015ea60 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7ffb880097a0 tx=0x7ffb8802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffba57cf640 1 -- 172.21.15.16:0/2710211965 shutdown_connections 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffba57cf640 1 --2- 172.21.15.16:0/2710211965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00d15f0 0x7ffba015ea60 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffba57cf640 1 -- 172.21.15.16:0/2710211965 >> 172.21.15.16:0/2710211965 conn(0x7ffba0074fe0 msgr2=0x7ffba006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffba57cf640 1 -- 172.21.15.16:0/2710211965 shutdown_connections 2024-09-16T01:46:51.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.341+0000 7ffba57cf640 1 -- 172.21.15.16:0/2710211965 wait complete. 2024-09-16T01:46:51.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 Processor -- start 2024-09-16T01:46:51.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 -- start start 2024-09-16T01:46:51.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00b97d0 0x7ffba01e6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffba00d15f0 0x7ffba00d4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffba0147fc0 0x7ffba01508d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffba00d2500 con 0x7ffba00b97d0 2024-09-16T01:46:51.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffba015efa0 con 0x7ffba0147fc0 2024-09-16T01:46:51.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.343+0000 7ffba57cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffba00d2ff0 con 0x7ffba00d15f0 2024-09-16T01:46:51.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00b97d0 0x7ffba01e6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00b97d0 0x7ffba01e6cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40360/0 (socket says 172.21.15.16:40360) 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 -- 172.21.15.16:0/3575744956 learned_addr learned my addr 172.21.15.16:0/3575744956 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9e7fc640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffba00d15f0 0x7ffba00d4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9f7fe640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffba0147fc0 0x7ffba01508d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 -- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffba00d15f0 msgr2=0x7ffba00d4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffba00d15f0 0x7ffba00d4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 -- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffba0147fc0 msgr2=0x7ffba01508d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffba0147fc0 0x7ffba01508d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 -- 172.21.15.16:0/3575744956 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffba01e75d0 con 0x7ffba00b97d0 2024-09-16T01:46:51.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb9effd640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00b97d0 0x7ffba01e6cd0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7ffb9000cad0 tx=0x7ffb9000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb977fe640 1 -- 172.21.15.16:0/3575744956 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb90017070 con 0x7ffba00b97d0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb977fe640 1 -- 172.21.15.16:0/3575744956 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb9000ac30 con 0x7ffba00b97d0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffba01e78b0 con 0x7ffba00b97d0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffb977fe640 1 -- 172.21.15.16:0/3575744956 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb90012400 con 0x7ffba00b97d0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.344+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffba01e7e70 con 0x7ffba00b97d0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.345+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffba015ea60 con 0x7ffba00b97d0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.346+0000 7ffb977fe640 1 -- 172.21.15.16:0/3575744956 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ffb9001a070 con 0x7ffba00b97d0 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.346+0000 7ffb977fe640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb8006c3d0 0x7ffb8006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.346+0000 7ffb977fe640 1 -- 172.21.15.16:0/3575744956 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7ffb9008b2c0 con 0x7ffba00b97d0 2024-09-16T01:46:51.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.346+0000 7ffb9e7fc640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb8006c3d0 0x7ffb8006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.347+0000 7ffb9e7fc640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb8006c3d0 0x7ffb8006e890 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffb88034000 tx=0x7ffb8802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.351+0000 7ffb977fe640 1 -- 172.21.15.16:0/3575744956 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffb900599f0 con 0x7ffba00b97d0 2024-09-16T01:46:51.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.595+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]} v 0) -- 0x7ffba01e8240 con 0x7ffba00b97d0 2024-09-16T01:46:51.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.894+0000 7ffb977fe640 1 -- 172.21.15.16:0/3575744956 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]}]=0 v240) ==== 131+0+0 (secure 0 0 0) 0x7ffb900592f0 con 0x7ffba00b97d0 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb8006c3d0 msgr2=0x7ffb8006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb8006c3d0 0x7ffb8006e890 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffb88034000 tx=0x7ffb8802e000 comp rx=0 tx=0).stop 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00b97d0 msgr2=0x7ffba01e6cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00b97d0 0x7ffba01e6cd0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7ffb9000cad0 tx=0x7ffb9000cf90 comp rx=0 tx=0).stop 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 shutdown_connections 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb8006c3d0 0x7ffb8006e890 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffba0147fc0 0x7ffba01508d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffba00d15f0 0x7ffba00d4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 --2- 172.21.15.16:0/3575744956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffba00b97d0 0x7ffba01e6cd0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 >> 172.21.15.16:0/3575744956 conn(0x7ffba0074fe0 msgr2=0x7ffba00ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 shutdown_connections 2024-09-16T01:46:51.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:51.896+0000 7ffba57cf640 1 -- 172.21.15.16:0/3575744956 wait complete. 2024-09-16T01:46:51.909 INFO:tasks.cephfs_test_runner:test_mgr_eviction (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-16T01:46:51.909 INFO:tasks.cephfs_test_runner:Starting test: test_names_can_only_be_goodchars (tasks.cephfs.test_volumes.TestMisc) Test the creating vols, subvols subvolgroups fails when their names uses 2024-09-16T01:46:51.909 INFO:tasks.cephfs_test_runner:test_names_can_only_be_goodchars (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:46:51.910 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:52.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.012+0000 7fd93698d640 1 Processor -- start 2024-09-16T01:46:52.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.012+0000 7fd93698d640 1 -- start start 2024-09-16T01:46:52.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd93698d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd93006c2f0 0x7fd9300af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd93698d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9301590d0 0x7fd9300ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd93698d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd93015bb20 con 0x7fd930158cf0 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd93698d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd9300afd50 con 0x7fd93006c2f0 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd93698d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd93015be00 con 0x7fd9301590d0 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd92f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd93006c2f0 0x7fd9300af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd92f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd93006c2f0 0x7fd9300af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40368/0 (socket says 172.21.15.16:40368) 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd92f7fe640 1 -- 172.21.15.16:0/361426823 learned_addr learned my addr 172.21.15.16:0/361426823 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd934f2a640 1 --2- 172.21.15.16:0/361426823 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9301590d0 0x7fd9300ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd92f7fe640 1 -- 172.21.15.16:0/361426823 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9301590d0 msgr2=0x7fd9300ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd92f7fe640 1 --2- 172.21.15.16:0/361426823 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9301590d0 0x7fd9300ce290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd92f7fe640 1 -- 172.21.15.16:0/361426823 >> v1:172.21.15.104:6789/0 conn(0x7fd930158cf0 legacy=0x7fd93006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd92f7fe640 1 -- 172.21.15.16:0/361426823 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd93015c0e0 con 0x7fd93006c2f0 2024-09-16T01:46:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.013+0000 7fd934f2a640 1 --2- 172.21.15.16:0/361426823 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9301590d0 0x7fd9300ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.014+0000 7fd92f7fe640 1 --2- 172.21.15.16:0/361426823 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93006c2f0 0x7fd9300af810 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd924009870 tx=0x7fd92402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb92db2fdea0c010 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.014+0000 7fd92effd640 1 -- 172.21.15.16:0/361426823 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd924037070 con 0x7fd93006c2f0 2024-09-16T01:46:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.014+0000 7fd92effd640 1 -- 172.21.15.16:0/361426823 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd924032440 con 0x7fd93006c2f0 2024-09-16T01:46:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.014+0000 7fd92effd640 1 -- 172.21.15.16:0/361426823 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd924032810 con 0x7fd93006c2f0 2024-09-16T01:46:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 -- 172.21.15.16:0/361426823 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93006c2f0 msgr2=0x7fd9300af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 --2- 172.21.15.16:0/361426823 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93006c2f0 0x7fd9300af810 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd924009870 tx=0x7fd92402a180 comp rx=0 tx=0).stop 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 -- 172.21.15.16:0/361426823 shutdown_connections 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 --2- 172.21.15.16:0/361426823 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9301590d0 0x7fd9300ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 --2- 172.21.15.16:0/361426823 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93006c2f0 0x7fd9300af810 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 -- 172.21.15.16:0/361426823 >> 172.21.15.16:0/361426823 conn(0x7fd9300b2000 msgr2=0x7fd9300b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 -- 172.21.15.16:0/361426823 shutdown_connections 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.015+0000 7fd93698d640 1 -- 172.21.15.16:0/361426823 wait complete. 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.016+0000 7fd93698d640 1 Processor -- start 2024-09-16T01:46:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.016+0000 7fd93698d640 1 -- start start 2024-09-16T01:46:52.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd93698d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd93006c2f0 0x7fd930071260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd93698d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd930158cf0 0x7fd9301f2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd93698d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9301590d0 0x7fd93014aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd93698d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd93015cb90 con 0x7fd930158cf0 2024-09-16T01:46:52.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd93698d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd93015ca10 con 0x7fd9301590d0 2024-09-16T01:46:52.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd93698d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd93015cd10 con 0x7fd93006c2f0 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd930158cf0 0x7fd9301f2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd930158cf0 0x7fd9301f2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40370/0 (socket says 172.21.15.16:40370) 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 -- 172.21.15.16:0/2763803732 learned_addr learned my addr 172.21.15.16:0/2763803732 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd934f2a640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9301590d0 0x7fd93014aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92ffff640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd93006c2f0 0x7fd930071260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 -- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd93006c2f0 msgr2=0x7fd930071260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd93006c2f0 0x7fd930071260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 -- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9301590d0 msgr2=0x7fd93014aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9301590d0 0x7fd93014aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.017+0000 7fd92f7fe640 1 -- 172.21.15.16:0/2763803732 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9301f3390 con 0x7fd930158cf0 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.018+0000 7fd92f7fe640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd930158cf0 0x7fd9301f2e50 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fd924009870 tx=0x7fd9240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.018+0000 7fd92cff9640 1 -- 172.21.15.16:0/2763803732 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd924041070 con 0x7fd930158cf0 2024-09-16T01:46:52.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.018+0000 7fd92cff9640 1 -- 172.21.15.16:0/2763803732 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd92403c870 con 0x7fd930158cf0 2024-09-16T01:46:52.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.018+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd930071910 con 0x7fd930158cf0 2024-09-16T01:46:52.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.018+0000 7fd92cff9640 1 -- 172.21.15.16:0/2763803732 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd924037040 con 0x7fd930158cf0 2024-09-16T01:46:52.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.018+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd930072150 con 0x7fd930158cf0 2024-09-16T01:46:52.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.019+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9300b3300 con 0x7fd930158cf0 2024-09-16T01:46:52.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.020+0000 7fd92cff9640 1 -- 172.21.15.16:0/2763803732 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fd924044070 con 0x7fd930158cf0 2024-09-16T01:46:52.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.020+0000 7fd92cff9640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd91c06c3d0 0x7fd91c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.020+0000 7fd92cff9640 1 -- 172.21.15.16:0/2763803732 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7fd9240ac360 con 0x7fd930158cf0 2024-09-16T01:46:52.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.020+0000 7fd92ffff640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd91c06c3d0 0x7fd91c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.020+0000 7fd92ffff640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd91c06c3d0 0x7fd91c06e890 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd93014b5c0 tx=0x7fd920009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.024+0000 7fd92cff9640 1 -- 172.21.15.16:0/2763803732 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd930071910 con 0x7fd930158cf0 2024-09-16T01:46:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.204+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd9300ce710 con 0x7fd930158cf0 2024-09-16T01:46:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.205+0000 7fd92cff9640 1 -- 172.21.15.16:0/2763803732 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+13818 (secure 0 0 0) 0x7fd92407abc0 con 0x7fd930158cf0 2024-09-16T01:46:52.206 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:52.206 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":72,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:50.889129+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6833/3477787997":"2024-09-17T01:46:47.879540+0000","172.21.15.104:6833/2952325595":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/3439768684":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/1595666438":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/1341551985":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/3246470285":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2448254887":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2794602654":"2024-09-17T01:46:44.720584+0000","172.21.15.16:6835/3477787997":"2024-09-17T01:46:47.879540+0000","172.21.15.104:0/2733510095":"2024-09-17T01:46:44.720584+0000","172.21.15.104:6832/2952325595":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/886694638":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/99570172":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/2922622969":"2024-09-17T01:46:44.720584+0000","172.21.15.104:0/777101563":"2024-09-17T01:46:44.720584+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd91c06c3d0 msgr2=0x7fd91c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd91c06c3d0 0x7fd91c06e890 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd93014b5c0 tx=0x7fd920009040 comp rx=0 tx=0).stop 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd930158cf0 msgr2=0x7fd9301f2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd930158cf0 0x7fd9301f2e50 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fd924009870 tx=0x7fd9240046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 shutdown_connections 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd91c06c3d0 0x7fd91c06e890 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9301590d0 0x7fd93014aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd930158cf0 0x7fd9301f2e50 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 --2- 172.21.15.16:0/2763803732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd93006c2f0 0x7fd930071260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 >> 172.21.15.16:0/2763803732 conn(0x7fd9300b2000 msgr2=0x7fd93015acf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 shutdown_connections 2024-09-16T01:46:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.207+0000 7fd93698d640 1 -- 172.21.15.16:0/2763803732 wait complete. 2024-09-16T01:46:52.220 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:46:52.220 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:46:52.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.324+0000 7f3dae423640 1 Processor -- start 2024-09-16T01:46:52.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.324+0000 7f3dae423640 1 -- start start 2024-09-16T01:46:52.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.325+0000 7f3dae423640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 0x7f3da80cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.325+0000 7f3dae423640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3da80d22f0 con 0x7f3da80d1680 2024-09-16T01:46:52.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.325+0000 7f3dae423640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3da80d25d0 con 0x7f3da80cfb00 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.325+0000 7f3dae423640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3da80d20a0 con 0x7f3da8147f30 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.325+0000 7f3dac9c0640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3da80d1680 0x7f3da80b8810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43152/0 (socket says 172.21.15.16:43152) 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.325+0000 7f3dac9c0640 1 -- 172.21.15.16:0/2463037929 learned_addr learned my addr 172.21.15.16:0/2463037929 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2951543873 0 0) 0x7f3da80d22f0 con 0x7f3da80d1680 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d90003520 con 0x7f3da80d1680 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da7fff640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 0x7f3da80cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4055043180 0 0) 0x7f3d90003520 con 0x7f3da80d1680 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 msgr2=0x7f3da80cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 0x7f3da80cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 >> v1:172.21.15.104:6789/0 conn(0x7f3da80cfb00 legacy=0x7f3da80d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da80d28b0 con 0x7f3da80d1680 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f3da00019f0 con 0x7f3da80d1680 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 >> v1:172.21.15.16:6789/0 conn(0x7f3da80d1680 legacy=0x7f3da80b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d900039e0 0x7f3d90003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3d90004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 0x7f3d90005270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3da80d20a0 con 0x7f3d90004800 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9000bb80 con 0x7f3d900039e0 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3d9000bd80 con 0x7f3da8147f30 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da77fe640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3d90004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da7fff640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d900039e0 0x7f3d90003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3dac9c0640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 0x7f3d90005270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da77fe640 1 -- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 msgr2=0x7f3d90005270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da77fe640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 0x7f3d90005270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da77fe640 1 -- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d900039e0 msgr2=0x7f3d90003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.326+0000 7f3da77fe640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d900039e0 0x7f3d90003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.327+0000 7f3da77fe640 1 -- 172.21.15.16:0/2463037929 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d90003520 con 0x7f3d90004800 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.327+0000 7f3dac9c0640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da8147f30 0x7f3d90005270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.327+0000 7f3da77fe640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3d90004c80 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f3da80d1f90 tx=0x7f3d90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab5d052322872215 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.327+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c001370 con 0x7f3d90004800 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.327+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d9c0052d0 con 0x7f3d90004800 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.327+0000 7f3da6ffd640 1 -- 172.21.15.16:0/2463037929 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c02ab50 con 0x7f3d90004800 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.328+0000 7f3dae423640 1 -- 172.21.15.16:0/2463037929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 msgr2=0x7f3d90004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.328+0000 7f3dae423640 1 --2- 172.21.15.16:0/2463037929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3d90004c80 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f3da80d1f90 tx=0x7f3d90005830 comp rx=0 tx=0).stop 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.328+0000 7f3dac9c0640 1 -- 172.21.15.16:0/2463037929 reap_dead start 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.328+0000 7f3dae423640 1 -- 172.21.15.16:0/2463037929 shutdown_connections 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.328+0000 7f3dae423640 1 -- 172.21.15.16:0/2463037929 >> 172.21.15.16:0/2463037929 conn(0x7f3da8074da0 msgr2=0x7f3da80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.328+0000 7f3dae423640 1 -- 172.21.15.16:0/2463037929 shutdown_connections 2024-09-16T01:46:52.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.328+0000 7f3dae423640 1 -- 172.21.15.16:0/2463037929 wait complete. 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.329+0000 7f3dae423640 1 Processor -- start 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.329+0000 7f3dae423640 1 -- start start 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3dae423640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3da80cf190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3dae423640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8140160 0x7f3da80cb630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3dae423640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da81f4640 0x7f3da81f4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3dae423640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3da80d4010 con 0x7f3d90004800 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3dae423640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3da8148310 con 0x7f3da8140160 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3dae423640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3da80d4190 con 0x7f3da81f4640 2024-09-16T01:46:52.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3da7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3da80cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3da7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3da80cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42862/0 (socket says 172.21.15.16:42862) 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3da7fff640 1 -- 172.21.15.16:0/3407095653 learned_addr learned my addr 172.21.15.16:0/3407095653 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3dac9c0640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da81f4640 0x7f3da81f4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.330+0000 7f3da77fe640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8140160 0x7f3da80cb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da7fff640 1 -- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da81f4640 msgr2=0x7f3da81f4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da7fff640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da81f4640 0x7f3da81f4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da7fff640 1 -- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8140160 msgr2=0x7f3da80cb630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da7fff640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8140160 0x7f3da80cb630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da7fff640 1 -- 172.21.15.16:0/3407095653 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da80cbb70 con 0x7f3d90004800 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da7fff640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3da80cf190 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f3d980119a0 tx=0x7f3d98011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da4ff9640 1 -- 172.21.15.16:0/3407095653 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9800faf0 con 0x7f3d90004800 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da4ff9640 1 -- 172.21.15.16:0/3407095653 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d9800fc90 con 0x7f3d90004800 2024-09-16T01:46:52.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3da4ff9640 1 -- 172.21.15.16:0/3407095653 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d98014440 con 0x7f3d90004800 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3da81405e0 con 0x7f3d90004800 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.331+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3da80cc0f0 con 0x7f3d90004800 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.332+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3da80d30b0 con 0x7f3d90004800 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.332+0000 7f3da4ff9640 1 -- 172.21.15.16:0/3407095653 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f3d98012040 con 0x7f3d90004800 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.333+0000 7f3da4ff9640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3d9406c400 0x7f3d9406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.333+0000 7f3da77fe640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3d9406c400 0x7f3d9406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.333+0000 7f3da4ff9640 1 -- 172.21.15.16:0/3407095653 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7f3d9808bb70 con 0x7f3d90004800 2024-09-16T01:46:52.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.333+0000 7f3da77fe640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3d9406c400 0x7f3d9406e8c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c032000 tx=0x7f3d9c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.337+0000 7f3da4ff9640 1 -- 172.21.15.16:0/3407095653 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d98019030 con 0x7f3d90004800 2024-09-16T01:46:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.511+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3da8161840 con 0x7f3d90004800 2024-09-16T01:46:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.512+0000 7f3da4ff9640 1 -- 172.21.15.16:0/3407095653 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7f3d9805a330 con 0x7f3d90004800 2024-09-16T01:46:52.513 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:46:52.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3d9406c400 msgr2=0x7f3d9406e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3d9406c400 0x7f3d9406e8c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c032000 tx=0x7f3d9c02e000 comp rx=0 tx=0).stop 2024-09-16T01:46:52.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 msgr2=0x7f3da80cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3da80cf190 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f3d980119a0 tx=0x7f3d98011e60 comp rx=0 tx=0).stop 2024-09-16T01:46:52.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 shutdown_connections 2024-09-16T01:46:52.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3d9406c400 0x7f3d9406e8c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3da81f4640 0x7f3da81f4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8140160 0x7f3da80cb630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 --2- 172.21.15.16:0/3407095653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d90004800 0x7f3da80cf190 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 >> 172.21.15.16:0/3407095653 conn(0x7f3da8074da0 msgr2=0x7f3da80d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:52.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 shutdown_connections 2024-09-16T01:46:52.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.514+0000 7f3dae423640 1 -- 172.21.15.16:0/3407095653 wait complete. 2024-09-16T01:46:52.529 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars' 2024-09-16T01:46:52.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.629+0000 7f8e4d142640 1 Processor -- start 2024-09-16T01:46:52.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.629+0000 7f8e4d142640 1 -- start start 2024-09-16T01:46:52.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.630+0000 7f8e4d142640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8e4806f9e0 0x7f8e480b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.630+0000 7f8e4d142640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e4806d8d0 con 0x7f8e480cf210 2024-09-16T01:46:52.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.630+0000 7f8e4d142640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e4806dbb0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.630+0000 7f8e4d142640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8e4806d680 con 0x7f8e4806f9e0 2024-09-16T01:46:52.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.630+0000 7f8e4659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8e480cf210 0x7f8e4806f2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43166/0 (socket says 172.21.15.16:43166) 2024-09-16T01:46:52.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.630+0000 7f8e4659c640 1 -- 172.21.15.16:0/3382462891 learned_addr learned my addr 172.21.15.16:0/3382462891 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:52.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.631+0000 7f8e4759e640 1 --2- 172.21.15.16:0/3382462891 >> v2:172.21.15.104:3300/0 conn(0x7f8e4806f9e0 0x7f8e480b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.631+0000 7f8e45d9b640 1 -- 172.21.15.16:0/3382462891 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3820377897 0 0) 0x7f8e4806d8d0 con 0x7f8e480cf210 2024-09-16T01:46:52.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.631+0000 7f8e45d9b640 1 -- 172.21.15.16:0/3382462891 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e34003520 con 0x7f8e480cf210 2024-09-16T01:46:52.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.631+0000 7f8e4759e640 1 -- 172.21.15.16:0/3382462891 >> v1:172.21.15.104:6789/0 conn(0x7f8e4815c2b0 legacy=0x7f8e4806e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.631+0000 7f8e45d9b640 1 -- 172.21.15.16:0/3382462891 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 269089484 0 0) 0x7f8e4806dbb0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.631+0000 7f8e4759e640 1 -- 172.21.15.16:0/3382462891 >> v1:172.21.15.16:6789/0 conn(0x7f8e480cf210 legacy=0x7f8e4806f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.631+0000 7f8e4759e640 1 -- 172.21.15.16:0/3382462891 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e4806de90 con 0x7f8e4806f9e0 2024-09-16T01:46:52.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e4759e640 1 --2- 172.21.15.16:0/3382462891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e480b3990 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8e4806d800 tx=0x7f8e3802a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34ffbcbd2f8240f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e45d9b640 1 -- 172.21.15.16:0/3382462891 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38035020 con 0x7f8e4806f9e0 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e45d9b640 1 -- 172.21.15.16:0/3382462891 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e38007540 con 0x7f8e4806f9e0 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e45d9b640 1 -- 172.21.15.16:0/3382462891 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e30001670 con 0x7f8e4806f9e0 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e4d142640 1 -- 172.21.15.16:0/3382462891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 msgr2=0x7f8e480b3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3382462891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e480b3990 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8e4806d800 tx=0x7f8e3802a530 comp rx=0 tx=0).stop 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e4d142640 1 -- 172.21.15.16:0/3382462891 shutdown_connections 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3382462891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e480b3990 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.632+0000 7f8e4d142640 1 -- 172.21.15.16:0/3382462891 >> 172.21.15.16:0/3382462891 conn(0x7f8e480b2690 msgr2=0x7f8e480b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.633+0000 7f8e4d142640 1 -- 172.21.15.16:0/3382462891 shutdown_connections 2024-09-16T01:46:52.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.633+0000 7f8e4d142640 1 -- 172.21.15.16:0/3382462891 wait complete. 2024-09-16T01:46:52.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.634+0000 7f8e4d142640 1 Processor -- start 2024-09-16T01:46:52.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.634+0000 7f8e4d142640 1 -- start start 2024-09-16T01:46:52.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4d142640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e48144db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4d142640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8e480cf210 0x7f8e481452f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4d142640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8e4815c2b0 0x7f8e481f3260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4d142640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8e480d0320 con 0x7f8e4815c2b0 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4d142640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4806e200 con 0x7f8e4806f9e0 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4d142640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8e480d04a0 con 0x7f8e480cf210 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8e4815c2b0 0x7f8e481f3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8e4815c2b0 0x7f8e481f3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42866/0 (socket says 172.21.15.16:42866) 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 -- 172.21.15.16:0/3316524931 learned_addr learned my addr 172.21.15.16:0/3316524931 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4659c640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8e480cf210 0x7f8e481452f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e46d9d640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e48144db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 -- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8e480cf210 msgr2=0x7f8e481452f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8e480cf210 0x7f8e481452f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 -- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 msgr2=0x7f8e48144db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e48144db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4759e640 1 -- 172.21.15.16:0/3316524931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e48072510 con 0x7f8e4815c2b0 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e4659c640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8e480cf210 0x7f8e481452f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.635+0000 7f8e46d9d640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e48144db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.636+0000 7f8e4759e640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8e4815c2b0 0x7f8e481f3260 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009e80 tx=0x7f8e38004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.636+0000 7f8e3f7fe640 1 -- 172.21.15.16:0/3316524931 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38035040 con 0x7f8e4815c2b0 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.636+0000 7f8e3f7fe640 1 -- 172.21.15.16:0/3316524931 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e38031bc0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.636+0000 7f8e3f7fe640 1 -- 172.21.15.16:0/3316524931 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38009450 con 0x7f8e4815c2b0 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.636+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e480727f0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.636+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e48072db0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.637+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e480cf6e0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.637+0000 7f8e3f7fe640 1 -- 172.21.15.16:0/3316524931 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8e38003990 con 0x7f8e4815c2b0 2024-09-16T01:46:52.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.638+0000 7f8e3f7fe640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e2806c3d0 0x7f8e2806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:52.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.638+0000 7f8e46d9d640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e2806c3d0 0x7f8e2806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:52.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.638+0000 7f8e3f7fe640 1 -- 172.21.15.16:0/3316524931 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7f8e380ac3e0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.638+0000 7f8e46d9d640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e2806c3d0 0x7f8e2806e890 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8e40000f60 tx=0x7f8e40009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:52.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.642+0000 7f8e3f7fe640 1 -- 172.21.15.16:0/3316524931 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e38040020 con 0x7f8e4815c2b0 2024-09-16T01:46:52.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.886+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]} v 0) -- 0x7f8e480b52b0 con 0x7f8e4815c2b0 2024-09-16T01:46:52.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.898+0000 7f8e3f7fe640 1 -- 172.21.15.16:0/3316524931 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]}]=0 v241) ==== 149+0+0 (secure 0 0 0) 0x7f8e3807aa00 con 0x7f8e4815c2b0 2024-09-16T01:46:52.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e2806c3d0 msgr2=0x7f8e2806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e2806c3d0 0x7f8e2806e890 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8e40000f60 tx=0x7f8e40009040 comp rx=0 tx=0).stop 2024-09-16T01:46:52.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8e4815c2b0 msgr2=0x7f8e481f3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:52.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8e4815c2b0 0x7f8e481f3260 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009e80 tx=0x7f8e38004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:52.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 shutdown_connections 2024-09-16T01:46:52.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e2806c3d0 0x7f8e2806e890 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8e4815c2b0 0x7f8e481f3260 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8e480cf210 0x7f8e481452f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 --2- 172.21.15.16:0/3316524931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4806f9e0 0x7f8e48144db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:52.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 >> 172.21.15.16:0/3316524931 conn(0x7f8e480b2690 msgr2=0x7f8e4815e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:52.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 shutdown_connections 2024-09-16T01:46:52.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:52.900+0000 7f8e4d142640 1 -- 172.21.15.16:0/3316524931 wait complete. 2024-09-16T01:46:52.913 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:46:53.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.023+0000 7ff713c5e640 1 Processor -- start 2024-09-16T01:46:53.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.023+0000 7ff713c5e640 1 -- start start 2024-09-16T01:46:53.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff713c5e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff70c15c280 0x7ff70c0d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff713c5e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff70c06e7b0 0x7ff70c0b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff713c5e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff70c06ecf0 con 0x7ff70c0d2950 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff713c5e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff70c0d2de0 con 0x7ff70c15c280 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff713c5e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff70c06bbe0 con 0x7ff70c06e7b0 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7119fa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff70c15c280 0x7ff70c0d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7111f9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff70c0d2950 0x7ff70c06e0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43168/0 (socket says 172.21.15.16:43168) 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7111f9640 1 -- 172.21.15.16:0/4233777313 learned_addr learned my addr 172.21.15.16:0/4233777313 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7121fb640 1 --2- 172.21.15.16:0/4233777313 >> v2:172.21.15.104:3300/0 conn(0x7ff70c06e7b0 0x7ff70c0b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7119fa640 1 -- 172.21.15.16:0/4233777313 >> v2:172.21.15.104:3300/0 conn(0x7ff70c06e7b0 msgr2=0x7ff70c0b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7119fa640 1 --2- 172.21.15.16:0/4233777313 >> v2:172.21.15.104:3300/0 conn(0x7ff70c06e7b0 0x7ff70c0b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7119fa640 1 -- 172.21.15.16:0/4233777313 >> v1:172.21.15.16:6789/0 conn(0x7ff70c0d2950 legacy=0x7ff70c06e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7119fa640 1 -- 172.21.15.16:0/4233777313 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff70c06bec0 con 0x7ff70c15c280 2024-09-16T01:46:53.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7109f8640 1 -- 172.21.15.16:0/4233777313 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2872549593 0 0) 0x7ff70c06ecf0 con 0x7ff70c0d2950 2024-09-16T01:46:53.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.024+0000 7ff7121fb640 1 --2- 172.21.15.16:0/4233777313 >> v2:172.21.15.104:3300/0 conn(0x7ff70c06e7b0 0x7ff70c0b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.025+0000 7ff7119fa640 1 --2- 172.21.15.16:0/4233777313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c15c280 0x7ff70c0d2410 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7ff70c0682a0 tx=0x7ff70402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a502ba1918074cad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.025+0000 7ff7109f8640 1 -- 172.21.15.16:0/4233777313 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff704037070 con 0x7ff70c15c280 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.025+0000 7ff7109f8640 1 -- 172.21.15.16:0/4233777313 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff704032440 con 0x7ff70c15c280 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.025+0000 7ff7109f8640 1 -- 172.21.15.16:0/4233777313 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff704032810 con 0x7ff70c15c280 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 -- 172.21.15.16:0/4233777313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c15c280 msgr2=0x7ff70c0d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 --2- 172.21.15.16:0/4233777313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c15c280 0x7ff70c0d2410 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7ff70c0682a0 tx=0x7ff70402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 -- 172.21.15.16:0/4233777313 shutdown_connections 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 --2- 172.21.15.16:0/4233777313 >> v2:172.21.15.104:3300/0 conn(0x7ff70c06e7b0 0x7ff70c0b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 --2- 172.21.15.16:0/4233777313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c15c280 0x7ff70c0d2410 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 -- 172.21.15.16:0/4233777313 >> 172.21.15.16:0/4233777313 conn(0x7ff70c06f2d0 msgr2=0x7ff70c06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:53.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 -- 172.21.15.16:0/4233777313 shutdown_connections 2024-09-16T01:46:53.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.026+0000 7ff713c5e640 1 -- 172.21.15.16:0/4233777313 wait complete. 2024-09-16T01:46:53.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.027+0000 7ff713c5e640 1 Processor -- start 2024-09-16T01:46:53.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.027+0000 7ff713c5e640 1 -- start start 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff713c5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70c06e7b0 0x7ff70c158850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff713c5e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c0d2950 0x7ff70c1568b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff713c5e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff70c15c280 0x7ff70c1f45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff713c5e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff70c15fae0 con 0x7ff70c0d2950 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff713c5e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff70c06c480 con 0x7ff70c15c280 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff713c5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff70c06c9a0 con 0x7ff70c06e7b0 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c0d2950 0x7ff70c1568b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c0d2950 0x7ff70c1568b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42888/0 (socket says 172.21.15.16:42888) 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 -- 172.21.15.16:0/815460745 learned_addr learned my addr 172.21.15.16:0/815460745 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7121fb640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff70c15c280 0x7ff70c1f45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 -- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70c06e7b0 msgr2=0x7ff70c158850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7119fa640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70c06e7b0 0x7ff70c158850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70c06e7b0 0x7ff70c158850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 -- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff70c15c280 msgr2=0x7ff70c1f45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff70c15c280 0x7ff70c1f45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 -- 172.21.15.16:0/815460745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff70c158ee0 con 0x7ff70c0d2950 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7121fb640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff70c15c280 0x7ff70c1f45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7119fa640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70c06e7b0 0x7ff70c158850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff7111f9640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c0d2950 0x7ff70c1568b0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7ff70000c4d0 tx=0x7ff70000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff70a7fc640 1 -- 172.21.15.16:0/815460745 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff700018070 con 0x7ff70c0d2950 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff70a7fc640 1 -- 172.21.15.16:0/815460745 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff700007500 con 0x7ff70c0d2950 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff70c1591c0 con 0x7ff70c0d2950 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.028+0000 7ff70a7fc640 1 -- 172.21.15.16:0/815460745 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff700004a20 con 0x7ff70c0d2950 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.029+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff70c0cb970 con 0x7ff70c0d2950 2024-09-16T01:46:53.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.030+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff70c0d2410 con 0x7ff70c0d2950 2024-09-16T01:46:53.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.030+0000 7ff70a7fc640 1 -- 172.21.15.16:0/815460745 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff70001b070 con 0x7ff70c0d2950 2024-09-16T01:46:53.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.030+0000 7ff70a7fc640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806c400 0x7ff6f806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.031+0000 7ff70a7fc640 1 -- 172.21.15.16:0/815460745 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7ff70008a830 con 0x7ff70c0d2950 2024-09-16T01:46:53.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.031+0000 7ff7119fa640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806c400 0x7ff6f806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.031+0000 7ff7119fa640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806c400 0x7ff6f806e8c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff704034000 tx=0x7ff70402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.035+0000 7ff70a7fc640 1 -- 172.21.15.16:0/815460745 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff700058f60 con 0x7ff70c0d2950 2024-09-16T01:46:53.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.209+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7ff70c15ec80 con 0x7ff70c0d2950 2024-09-16T01:46:53.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.212+0000 7ff70a7fc640 1 -- 172.21.15.16:0/815460745 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7ff700058860 con 0x7ff70c0d2950 2024-09-16T01:46:53.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806c400 msgr2=0x7ff6f806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806c400 0x7ff6f806e8c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff704034000 tx=0x7ff70402e000 comp rx=0 tx=0).stop 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c0d2950 msgr2=0x7ff70c1568b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c0d2950 0x7ff70c1568b0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7ff70000c4d0 tx=0x7ff70000c990 comp rx=0 tx=0).stop 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 shutdown_connections 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806c400 0x7ff6f806e8c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff70c15c280 0x7ff70c1f45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70c0d2950 0x7ff70c1568b0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 --2- 172.21.15.16:0/815460745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70c06e7b0 0x7ff70c158850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 >> 172.21.15.16:0/815460745 conn(0x7ff70c06f2d0 msgr2=0x7ff70c0b5dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 shutdown_connections 2024-09-16T01:46:53.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.214+0000 7ff713c5e640 1 -- 172.21.15.16:0/815460745 wait complete. 2024-09-16T01:46:53.226 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:46:53.226 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:53.271 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:46:53.319 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:46:53.319 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:53.319 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:53.335 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:46:53.336 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:53.336 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:53.353 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:46:53.353 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:46:53.353 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:53.394 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:46:53.394 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:46:53.394 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:46:53.411 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:46:53.411 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:46:53.411 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:46:53.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.534+0000 7f3b24a23640 1 Processor -- start 2024-09-16T01:46:53.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.535+0000 7f3b24a23640 1 -- start start 2024-09-16T01:46:53.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.535+0000 7f3b24a23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b20158cf0 0x7f3b200af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b24a23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3b201590d0 0x7f3b2006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b24a23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b2015bb20 con 0x7f3b2015ca10 2024-09-16T01:46:53.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b24a23640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3b200afd50 con 0x7f3b201590d0 2024-09-16T01:46:53.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b24a23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3b2015be00 con 0x7f3b20158cf0 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1dd9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3b201590d0 0x7f3b2006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1dd9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3b201590d0 0x7f3b2006bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42896/0 (socket says 172.21.15.16:42896) 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1dd9b640 1 -- 172.21.15.16:0/2972191960 learned_addr learned my addr 172.21.15.16:0/2972191960 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1e59c640 1 --2- 172.21.15.16:0/2972191960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b20158cf0 0x7f3b200af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1dd9b640 1 -- 172.21.15.16:0/2972191960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b20158cf0 msgr2=0x7f3b200af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1dd9b640 1 --2- 172.21.15.16:0/2972191960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b20158cf0 0x7f3b200af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1dd9b640 1 -- 172.21.15.16:0/2972191960 >> v1:172.21.15.104:6789/0 conn(0x7f3b2015ca10 legacy=0x7f3b2015ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1dd9b640 1 -- 172.21.15.16:0/2972191960 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b2015c0e0 con 0x7f3b201590d0 2024-09-16T01:46:53.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.536+0000 7f3b1e59c640 1 --2- 172.21.15.16:0/2972191960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b20158cf0 0x7f3b200af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:53.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.537+0000 7f3b1dd9b640 1 --2- 172.21.15.16:0/2972191960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b201590d0 0x7f3b2006bbe0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009870 tx=0x7f3b0802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d545e8da6c76561 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.537+0000 7f3b1d59a640 1 -- 172.21.15.16:0/2972191960 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08037070 con 0x7f3b201590d0 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.537+0000 7f3b1d59a640 1 -- 172.21.15.16:0/2972191960 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b08032440 con 0x7f3b201590d0 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.537+0000 7f3b1d59a640 1 -- 172.21.15.16:0/2972191960 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08032810 con 0x7f3b201590d0 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.537+0000 7f3b24a23640 1 -- 172.21.15.16:0/2972191960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b201590d0 msgr2=0x7f3b2006bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.537+0000 7f3b24a23640 1 --2- 172.21.15.16:0/2972191960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b201590d0 0x7f3b2006bbe0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009870 tx=0x7f3b0802a180 comp rx=0 tx=0).stop 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.538+0000 7f3b24a23640 1 -- 172.21.15.16:0/2972191960 shutdown_connections 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.538+0000 7f3b24a23640 1 --2- 172.21.15.16:0/2972191960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b201590d0 0x7f3b2006bbe0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.538+0000 7f3b24a23640 1 --2- 172.21.15.16:0/2972191960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b20158cf0 0x7f3b200af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.538+0000 7f3b24a23640 1 -- 172.21.15.16:0/2972191960 >> 172.21.15.16:0/2972191960 conn(0x7f3b200b2000 msgr2=0x7f3b200b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.538+0000 7f3b24a23640 1 -- 172.21.15.16:0/2972191960 shutdown_connections 2024-09-16T01:46:53.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.538+0000 7f3b24a23640 1 -- 172.21.15.16:0/2972191960 wait complete. 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.539+0000 7f3b24a23640 1 Processor -- start 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.539+0000 7f3b24a23640 1 -- start start 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b24a23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b20158cf0 0x7f3b20073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b24a23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b201590d0 0x7f3b200720d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b24a23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b2015ca10 0x7f3b200ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b24a23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3b200b3480 con 0x7f3b20158cf0 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b24a23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3b200b3300 con 0x7f3b201590d0 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b24a23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3b200b3600 con 0x7f3b2015ca10 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b20158cf0 0x7f3b20073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b20158cf0 0x7f3b20073b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42910/0 (socket says 172.21.15.16:42910) 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 -- 172.21.15.16:0/3304689630 learned_addr learned my addr 172.21.15.16:0/3304689630 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1dd9b640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b201590d0 0x7f3b200720d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1ed9d640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b2015ca10 0x7f3b200ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 -- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b2015ca10 msgr2=0x7f3b200ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b2015ca10 0x7f3b200ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 -- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b201590d0 msgr2=0x7f3b200720d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b201590d0 0x7f3b200720d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 -- 172.21.15.16:0/3304689630 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b201f4790 con 0x7f3b20158cf0 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b1e59c640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b20158cf0 0x7f3b20073b30 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000cf60 tx=0x7f3b1000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b16ffd640 1 -- 172.21.15.16:0/3304689630 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1001a070 con 0x7f3b20158cf0 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b16ffd640 1 -- 172.21.15.16:0/3304689630 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b1000d840 con 0x7f3b20158cf0 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b201f4a70 con 0x7f3b20158cf0 2024-09-16T01:46:53.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.540+0000 7f3b16ffd640 1 -- 172.21.15.16:0/3304689630 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1000dc10 con 0x7f3b20158cf0 2024-09-16T01:46:53.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.541+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b201f5030 con 0x7f3b20158cf0 2024-09-16T01:46:53.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.542+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b200af810 con 0x7f3b20158cf0 2024-09-16T01:46:53.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.542+0000 7f3b16ffd640 1 -- 172.21.15.16:0/3304689630 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f3b1001d070 con 0x7f3b20158cf0 2024-09-16T01:46:53.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.542+0000 7f3b16ffd640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b0006c3d0 0x7f3b0006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.543+0000 7f3b16ffd640 1 -- 172.21.15.16:0/3304689630 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7f3b1008bd30 con 0x7f3b20158cf0 2024-09-16T01:46:53.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.543+0000 7f3b1dd9b640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b0006c3d0 0x7f3b0006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.543+0000 7f3b1dd9b640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b0006c3d0 0x7f3b0006e890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3b08034000 tx=0x7f3b0802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.547+0000 7f3b16ffd640 1 -- 172.21.15.16:0/3304689630 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3b10059e10 con 0x7f3b20158cf0 2024-09-16T01:46:53.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.759+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b2006d8d0 con 0x7f3b20158cf0 2024-09-16T01:46:53.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.759+0000 7f3b16ffd640 1 -- 172.21.15.16:0/3304689630 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+3908 (secure 0 0 0) 0x7f3b1005e110 con 0x7f3b20158cf0 2024-09-16T01:46:53.761 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:53.761 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":43,"btime":"2024-09-16T01:46:48:880979+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5860,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3961585753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3961585753},{"type":"v1","addr":"172.21.15.16:6834","nonce":3961585753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5875,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/780549812","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":780549812},{"type":"v1","addr":"172.21.15.104:6836","nonce":780549812}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5878,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/178394575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":178394575},{"type":"v1","addr":"172.21.15.104:6837","nonce":178394575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6175,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/740350135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":740350135},{"type":"v1","addr":"172.21.15.16:6835","nonce":740350135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[]} 2024-09-16T01:46:53.761 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 43 2024-09-16T01:46:53.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.761+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b0006c3d0 msgr2=0x7f3b0006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.761+0000 7f3b24a23640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b0006c3d0 0x7f3b0006e890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3b08034000 tx=0x7f3b0802e000 comp rx=0 tx=0).stop 2024-09-16T01:46:53.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.761+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b20158cf0 msgr2=0x7f3b20073b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.761+0000 7f3b24a23640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b20158cf0 0x7f3b20073b30 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000cf60 tx=0x7f3b1000cf90 comp rx=0 tx=0).stop 2024-09-16T01:46:53.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 shutdown_connections 2024-09-16T01:46:53.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b0006c3d0 0x7f3b0006e890 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3b2015ca10 0x7f3b200ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b201590d0 0x7f3b200720d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 --2- 172.21.15.16:0/3304689630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3b20158cf0 0x7f3b20073b30 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 >> 172.21.15.16:0/3304689630 conn(0x7f3b200b2000 msgr2=0x7f3b200b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:53.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 shutdown_connections 2024-09-16T01:46:53.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.762+0000 7f3b24a23640 1 -- 172.21.15.16:0/3304689630 wait complete. 2024-09-16T01:46:53.774 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:46:53.774 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:46:53.774 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:46:53.775 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:53.775 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:46:53.775 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:46:53.775 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:46:53.775 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:53.775 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:46:53.775 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:46:53.776 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:46:53.776 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:53.776 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:46:53.776 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:46:53.776 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:46:53.776 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:46:53.784 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:46:53.784 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:46:53.785 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:46:53.785 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:46:53.787 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:46:53.788 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:46:53.788 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:46:53.789 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:46:53.827 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:46:53.828 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:53.828 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:46:53.828 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:53.830 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:46:53.831 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:53.831 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:46:53.831 DEBUG:teuthology.parallel:result is None 2024-09-16T01:46:53.832 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:46:53.906 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:46:53.906 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:46:53.912 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:46:53.913 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:46:53.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.940+0000 7f1055d23640 1 Processor -- start 2024-09-16T01:46:53.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.940+0000 7f1055d23640 1 -- start start 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.940+0000 7f1055d23640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f10500d15f0 0x7f105015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f1055d23640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10500ba350 con 0x7f1050147fc0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f1055d23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10500d2750 con 0x7f10500b97d0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f1055d23640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f10501483a0 con 0x7f10500d15f0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1050147fc0 0x7f10500d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43184/0 (socket says 172.21.15.16:43184) 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104f7fe640 1 -- 172.21.15.16:0/83708859 learned_addr learned my addr 172.21.15.16:0/83708859 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104effd640 1 --2- 172.21.15.16:0/83708859 >> v2:172.21.15.104:3300/0 conn(0x7f10500d15f0 0x7f105015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3504758485 0 0) 0x7f10500ba350 con 0x7f1050147fc0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1038003520 con 0x7f1050147fc0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 802565322 0 0) 0x7f10500d2750 con 0x7f10500b97d0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10500ba350 con 0x7f10500b97d0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3578267080 0 0) 0x7f1038003520 con 0x7f1050147fc0 2024-09-16T01:46:53.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 >> v2:172.21.15.104:3300/0 conn(0x7f10500d15f0 msgr2=0x7f105015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 --2- 172.21.15.16:0/83708859 >> v2:172.21.15.104:3300/0 conn(0x7f10500d15f0 0x7f105015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 >> v1:172.21.15.104:6789/0 conn(0x7f10500b97d0 legacy=0x7f10500b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10500d2a30 con 0x7f1050147fc0 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f1040001670 con 0x7f1050147fc0 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 >> v1:172.21.15.16:6789/0 conn(0x7f1050147fc0 legacy=0x7f10500d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f1038003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1038004800 0x7f1038004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10380051c0 0x7f103800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f10501483a0 con 0x7f1038003b40 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f103800c040 con 0x7f10380051c0 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f103800c240 con 0x7f1038004800 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104f7fe640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f1038003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104ffff640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10380051c0 0x7f103800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.941+0000 7f104effd640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1038004800 0x7f1038004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.942+0000 7f104f7fe640 1 -- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1038004800 msgr2=0x7f1038004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.942+0000 7f104f7fe640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1038004800 0x7f1038004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.942+0000 7f104f7fe640 1 -- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10380051c0 msgr2=0x7f103800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.942+0000 7f104f7fe640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10380051c0 0x7f103800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.942+0000 7f104ffff640 1 -- 172.21.15.16:0/83708859 reap_dead start 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.942+0000 7f104f7fe640 1 -- 172.21.15.16:0/83708859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1038003520 con 0x7f1038003b40 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.942+0000 7f104f7fe640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f1038003f40 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f104000c160 tx=0x7f1038005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2412b83681adcb8e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1040007ca0 con 0x7f1038003b40 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1040005ad0 con 0x7f1038003b40 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f104e7fc640 1 -- 172.21.15.16:0/83708859 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1040007070 con 0x7f1038003b40 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f1055d23640 1 -- 172.21.15.16:0/83708859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 msgr2=0x7f1038003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f1055d23640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f1038003f40 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f104000c160 tx=0x7f1038005830 comp rx=0 tx=0).stop 2024-09-16T01:46:53.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f1055d23640 1 -- 172.21.15.16:0/83708859 shutdown_connections 2024-09-16T01:46:53.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f1055d23640 1 --2- 172.21.15.16:0/83708859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f1038003f40 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f1055d23640 1 -- 172.21.15.16:0/83708859 >> 172.21.15.16:0/83708859 conn(0x7f1050074fe0 msgr2=0x7f105006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:53.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f1055d23640 1 -- 172.21.15.16:0/83708859 shutdown_connections 2024-09-16T01:46:53.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.943+0000 7f1055d23640 1 -- 172.21.15.16:0/83708859 wait complete. 2024-09-16T01:46:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.944+0000 7f1055d23640 1 Processor -- start 2024-09-16T01:46:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f1055d23640 1 -- start start 2024-09-16T01:46:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f1055d23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f10500cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f1055d23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10501545e0 0x7f1050154a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f1055d23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1050142a70 0x7f1050142ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f1055d23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f10500d2500 con 0x7f1038003b40 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f1055d23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f105015efa0 con 0x7f10501545e0 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f1055d23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f10500d2ff0 con 0x7f1050142a70 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f104f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f10500cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f104f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f10500cc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42962/0 (socket says 172.21.15.16:42962) 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.945+0000 7f104f7fe640 1 -- 172.21.15.16:0/772560194 learned_addr learned my addr 172.21.15.16:0/772560194 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104ffff640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1050142a70 0x7f1050142ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104effd640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10501545e0 0x7f1050154a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104f7fe640 1 -- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1050142a70 msgr2=0x7f1050142ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104f7fe640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1050142a70 0x7f1050142ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104f7fe640 1 -- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10501545e0 msgr2=0x7f1050154a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104f7fe640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10501545e0 0x7f1050154a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104f7fe640 1 -- 172.21.15.16:0/772560194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1050143690 con 0x7f1038003b40 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104effd640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10501545e0 0x7f1050154a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104ffff640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1050142a70 0x7f1050142ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f104f7fe640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f10500cc170 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f104002ada0 tx=0x7f10500d2c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f1037fff640 1 -- 172.21.15.16:0/772560194 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1040041070 con 0x7f1038003b40 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f1037fff640 1 -- 172.21.15.16:0/772560194 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10400047e0 con 0x7f1038003b40 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1050143970 con 0x7f1038003b40 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f1037fff640 1 -- 172.21.15.16:0/772560194 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1040037040 con 0x7f1038003b40 2024-09-16T01:46:53.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.946+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10500c9af0 con 0x7f1038003b40 2024-09-16T01:46:53.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.947+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f105015eb80 con 0x7f1038003b40 2024-09-16T01:46:53.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.948+0000 7f1037fff640 1 -- 172.21.15.16:0/772560194 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f1040004b90 con 0x7f1038003b40 2024-09-16T01:46:53.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.948+0000 7f1037fff640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f103c06c3d0 0x7f103c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:53.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.948+0000 7f1037fff640 1 -- 172.21.15.16:0/772560194 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5502+0+0 (secure 0 0 0) 0x7f10400aa690 con 0x7f1038003b40 2024-09-16T01:46:53.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.949+0000 7f104effd640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f103c06c3d0 0x7f103c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:53.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.949+0000 7f104effd640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f103c06c3d0 0x7f103c06e890 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f10501f7b10 tx=0x7f1044008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:53.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:53.953+0000 7f1037fff640 1 -- 172.21.15.16:0/772560194 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1040078dc0 con 0x7f1038003b40 2024-09-16T01:46:54.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.143+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f105006c7b0 con 0x7f1038003b40 2024-09-16T01:46:54.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.910+0000 7f1037fff640 1 -- 172.21.15.16:0/772560194 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v74) ==== 97+0+0 (secure 0 0 0) 0x7f10400786c0 con 0x7f1038003b40 2024-09-16T01:46:54.911 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:46:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f103c06c3d0 msgr2=0x7f103c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f103c06c3d0 0x7f103c06e890 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f10501f7b10 tx=0x7f1044008040 comp rx=0 tx=0).stop 2024-09-16T01:46:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 msgr2=0x7f10500cc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f10500cc170 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f104002ada0 tx=0x7f10500d2c00 comp rx=0 tx=0).stop 2024-09-16T01:46:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 shutdown_connections 2024-09-16T01:46:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f103c06c3d0 0x7f103c06e890 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1050142a70 0x7f1050142ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10501545e0 0x7f1050154a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 --2- 172.21.15.16:0/772560194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1038003b40 0x7f10500cc170 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 >> 172.21.15.16:0/772560194 conn(0x7f1050074fe0 msgr2=0x7f1050161130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 shutdown_connections 2024-09-16T01:46:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:54.914+0000 7f1055d23640 1 -- 172.21.15.16:0/772560194 wait complete. 2024-09-16T01:46:54.931 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:46:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.039+0000 7fdf718f8640 1 Processor -- start 2024-09-16T01:46:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.039+0000 7fdf718f8640 1 -- start start 2024-09-16T01:46:55.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf718f8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdf6c15e680 0x7fdf6c0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf718f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdf6c0d4570 0x7fdf6c0d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf718f8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf6c0d4ec0 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf718f8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdf6c0b9a10 con 0x7fdf6c15e680 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf718f8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdf6c0b8500 con 0x7fdf6c0d4570 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdf6c15e680 0x7fdf6c0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdf6c15e680 0x7fdf6c0b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42972/0 (socket says 172.21.15.16:42972) 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6affd640 1 -- 172.21.15.16:0/2075593504 learned_addr learned my addr 172.21.15.16:0/2075593504 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6b7fe640 1 --2- 172.21.15.16:0/2075593504 >> v2:172.21.15.104:3300/0 conn(0x7fdf6c0d4570 0x7fdf6c0d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6affd640 1 -- 172.21.15.16:0/2075593504 >> v2:172.21.15.104:3300/0 conn(0x7fdf6c0d4570 msgr2=0x7fdf6c0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6affd640 1 --2- 172.21.15.16:0/2075593504 >> v2:172.21.15.104:3300/0 conn(0x7fdf6c0d4570 0x7fdf6c0d4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6affd640 1 -- 172.21.15.16:0/2075593504 >> v1:172.21.15.104:6789/0 conn(0x7fdf6c0b95a0 legacy=0x7fdf6c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.040+0000 7fdf6affd640 1 -- 172.21.15.16:0/2075593504 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6c0b87e0 con 0x7fdf6c15e680 2024-09-16T01:46:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.041+0000 7fdf6affd640 1 --2- 172.21.15.16:0/2075593504 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c15e680 0x7fdf6c0b7f20 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c0b7080 tx=0x7fdf5c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7300094142c0efa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.041+0000 7fdf6a7fc640 1 -- 172.21.15.16:0/2075593504 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c037070 con 0x7fdf6c15e680 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.041+0000 7fdf6a7fc640 1 -- 172.21.15.16:0/2075593504 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5c032440 con 0x7fdf6c15e680 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.041+0000 7fdf6a7fc640 1 -- 172.21.15.16:0/2075593504 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c032810 con 0x7fdf6c15e680 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 -- 172.21.15.16:0/2075593504 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c15e680 msgr2=0x7fdf6c0b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 --2- 172.21.15.16:0/2075593504 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c15e680 0x7fdf6c0b7f20 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c0b7080 tx=0x7fdf5c02a270 comp rx=0 tx=0).stop 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 -- 172.21.15.16:0/2075593504 shutdown_connections 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 --2- 172.21.15.16:0/2075593504 >> v2:172.21.15.104:3300/0 conn(0x7fdf6c0d4570 0x7fdf6c0d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 --2- 172.21.15.16:0/2075593504 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c15e680 0x7fdf6c0b7f20 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 -- 172.21.15.16:0/2075593504 >> 172.21.15.16:0/2075593504 conn(0x7fdf6c074fe0 msgr2=0x7fdf6c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 -- 172.21.15.16:0/2075593504 shutdown_connections 2024-09-16T01:46:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.042+0000 7fdf718f8640 1 -- 172.21.15.16:0/2075593504 wait complete. 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.043+0000 7fdf718f8640 1 Processor -- start 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.043+0000 7fdf718f8640 1 -- start start 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf718f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c0b95a0 0x7fdf6c15d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf718f8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6c0d4570 0x7fdf6c152970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf718f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf6c15e680 0x7fdf6c156b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf718f8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c0b9080 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf718f8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c0b8da0 con 0x7fdf6c0d4570 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf718f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6c15ea60 con 0x7fdf6c15e680 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c0b95a0 0x7fdf6c15d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c0b95a0 0x7fdf6c15d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42974/0 (socket says 172.21.15.16:42974) 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 -- 172.21.15.16:0/51924965 learned_addr learned my addr 172.21.15.16:0/51924965 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf627fc640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6c0d4570 0x7fdf6c152970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6b7fe640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf6c15e680 0x7fdf6c156b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 -- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf6c15e680 msgr2=0x7fdf6c156b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf6c15e680 0x7fdf6c156b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 -- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6c0d4570 msgr2=0x7fdf6c152970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6c0d4570 0x7fdf6c152970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6affd640 1 -- 172.21.15.16:0/51924965 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6c156660 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.044+0000 7fdf6b7fe640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf6c15e680 0x7fdf6c156b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.045+0000 7fdf6affd640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c0b95a0 0x7fdf6c15d700 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c02a2b0 tx=0x7fdf5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.045+0000 7fdf68ff9640 1 -- 172.21.15.16:0/51924965 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c037040 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.045+0000 7fdf68ff9640 1 -- 172.21.15.16:0/51924965 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5c042070 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.045+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf6c159740 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.045+0000 7fdf68ff9640 1 -- 172.21.15.16:0/51924965 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c030880 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.045+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf6c159d00 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.046+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf6c0d4980 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.046+0000 7fdf68ff9640 1 -- 172.21.15.16:0/51924965 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fdf5c030a20 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.047+0000 7fdf68ff9640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdf4c06c3d0 0x7fdf4c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.047+0000 7fdf627fc640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdf4c06c3d0 0x7fdf4c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.047+0000 7fdf68ff9640 1 -- 172.21.15.16:0/51924965 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7fdf5c0aba20 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.048+0000 7fdf627fc640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdf4c06c3d0 0x7fdf4c06e890 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c1f7860 tx=0x7fdf54009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.052+0000 7fdf68ff9640 1 -- 172.21.15.16:0/51924965 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf5c07a460 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.292+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fdf6c0c98c0 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.292+0000 7fdf68ff9640 1 -- 172.21.15.16:0/51924965 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7fdf5c079d60 con 0x7fdf6c0b95a0 2024-09-16T01:46:55.294 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:55.294 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:46:55.294 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:46:55.294 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.294 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:46:55.295 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:55.296 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.298 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.300 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:46:55.301 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.302 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.303 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:46:55.304 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:46:55.305 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:46:55.306 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.307 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:46:55.308 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:46:55.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdf4c06c3d0 msgr2=0x7fdf4c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdf4c06c3d0 0x7fdf4c06e890 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c1f7860 tx=0x7fdf54009040 comp rx=0 tx=0).stop 2024-09-16T01:46:55.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c0b95a0 msgr2=0x7fdf6c15d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c0b95a0 0x7fdf6c15d700 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c02a2b0 tx=0x7fdf5c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 shutdown_connections 2024-09-16T01:46:55.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdf4c06c3d0 0x7fdf4c06e890 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf6c15e680 0x7fdf6c156b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6c0d4570 0x7fdf6c152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 --2- 172.21.15.16:0/51924965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf6c0b95a0 0x7fdf6c15d700 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 >> 172.21.15.16:0/51924965 conn(0x7fdf6c074fe0 msgr2=0x7fdf6c15f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:55.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 shutdown_connections 2024-09-16T01:46:55.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.295+0000 7fdf718f8640 1 -- 172.21.15.16:0/51924965 wait complete. 2024-09-16T01:46:55.310 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:46:55.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.411+0000 7f4fc84d7640 1 Processor -- start 2024-09-16T01:46:55.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.411+0000 7f4fc84d7640 1 -- start start 2024-09-16T01:46:55.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc84d7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4fc0070e10 0x7f4fc006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc84d7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4fc0073c00 0x7f4fc006c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc84d7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fc015e910 con 0x7f4fc015e530 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc84d7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4fc00718c0 con 0x7f4fc0070e10 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc84d7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4fc00d1c50 con 0x7f4fc0073c00 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc5a72640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4fc0070e10 0x7f4fc006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc5a72640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4fc0070e10 0x7f4fc006bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42978/0 (socket says 172.21.15.16:42978) 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc5a72640 1 -- 172.21.15.16:0/566010725 learned_addr learned my addr 172.21.15.16:0/566010725 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc6a74640 1 --2- 172.21.15.16:0/566010725 >> v2:172.21.15.104:3300/0 conn(0x7f4fc0073c00 0x7f4fc006c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc5a72640 1 -- 172.21.15.16:0/566010725 >> v2:172.21.15.104:3300/0 conn(0x7f4fc0073c00 msgr2=0x7f4fc006c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc5a72640 1 --2- 172.21.15.16:0/566010725 >> v2:172.21.15.104:3300/0 conn(0x7f4fc0073c00 0x7f4fc006c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc5a72640 1 -- 172.21.15.16:0/566010725 >> v1:172.21.15.104:6789/0 conn(0x7f4fc015e530 legacy=0x7f4fc0070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.412+0000 7f4fc5a72640 1 -- 172.21.15.16:0/566010725 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fc0073120 con 0x7f4fc0070e10 2024-09-16T01:46:55.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.413+0000 7f4fc5a72640 1 --2- 172.21.15.16:0/566010725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc0070e10 0x7f4fc006bbe0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f4fc0069810 tx=0x7f4fb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dec2fc9c2bd81c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.413+0000 7f4fc5271640 1 -- 172.21.15.16:0/566010725 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb0037070 con 0x7f4fc0070e10 2024-09-16T01:46:55.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.413+0000 7f4fc5271640 1 -- 172.21.15.16:0/566010725 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fb0032440 con 0x7f4fc0070e10 2024-09-16T01:46:55.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.413+0000 7f4fc5271640 1 -- 172.21.15.16:0/566010725 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb0032810 con 0x7f4fc0070e10 2024-09-16T01:46:55.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 -- 172.21.15.16:0/566010725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc0070e10 msgr2=0x7f4fc006bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/566010725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc0070e10 0x7f4fc006bbe0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f4fc0069810 tx=0x7f4fb002a270 comp rx=0 tx=0).stop 2024-09-16T01:46:55.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 -- 172.21.15.16:0/566010725 shutdown_connections 2024-09-16T01:46:55.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/566010725 >> v2:172.21.15.104:3300/0 conn(0x7f4fc0073c00 0x7f4fc006c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/566010725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc0070e10 0x7f4fc006bbe0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 -- 172.21.15.16:0/566010725 >> 172.21.15.16:0/566010725 conn(0x7f4fc00d2300 msgr2=0x7f4fc00d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:55.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 -- 172.21.15.16:0/566010725 shutdown_connections 2024-09-16T01:46:55.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.414+0000 7f4fc84d7640 1 -- 172.21.15.16:0/566010725 wait complete. 2024-09-16T01:46:55.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.415+0000 7f4fc84d7640 1 Processor -- start 2024-09-16T01:46:55.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.415+0000 7f4fc84d7640 1 -- start start 2024-09-16T01:46:55.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc84d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fc0070e10 0x7f4fc014d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc84d7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fc0073c00 0x7f4fc015f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc84d7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc015e530 0x7f4fc015d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc84d7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc00b73c0 con 0x7f4fc015e530 2024-09-16T01:46:55.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc84d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc00736e0 con 0x7f4fc0070e10 2024-09-16T01:46:55.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc84d7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4fc00b7540 con 0x7f4fc0073c00 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc015e530 0x7f4fc015d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc015e530 0x7f4fc015d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42982/0 (socket says 172.21.15.16:42982) 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 -- 172.21.15.16:0/3165098908 learned_addr learned my addr 172.21.15.16:0/3165098908 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6273640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fc0070e10 0x7f4fc014d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc5a72640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fc0073c00 0x7f4fc015f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 -- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fc0073c00 msgr2=0x7f4fc015f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fc0073c00 0x7f4fc015f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 -- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fc0070e10 msgr2=0x7f4fc014d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fc0070e10 0x7f4fc014d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 -- 172.21.15.16:0/3165098908 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fc015fd40 con 0x7f4fc015e530 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc5a72640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fc0073c00 0x7f4fc015f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc6a74640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc015e530 0x7f4fc015d010 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f4fb800ef90 tx=0x7f4fb800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fb6ffd640 1 -- 172.21.15.16:0/3165098908 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb8018020 con 0x7f4fc015e530 2024-09-16T01:46:55.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fb6ffd640 1 -- 172.21.15.16:0/3165098908 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fb8014480 con 0x7f4fc015e530 2024-09-16T01:46:55.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fc0160020 con 0x7f4fc015e530 2024-09-16T01:46:55.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.416+0000 7f4fb6ffd640 1 -- 172.21.15.16:0/3165098908 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb8014870 con 0x7f4fc015e530 2024-09-16T01:46:55.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.417+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fc01605e0 con 0x7f4fc015e530 2024-09-16T01:46:55.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.418+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fc00d2f10 con 0x7f4fc015e530 2024-09-16T01:46:55.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.418+0000 7f4fb6ffd640 1 -- 172.21.15.16:0/3165098908 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f4fb801b020 con 0x7f4fc015e530 2024-09-16T01:46:55.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.419+0000 7f4fb6ffd640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fa406c3d0 0x7f4fa406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.419+0000 7f4fc6273640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fa406c3d0 0x7f4fa406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.419+0000 7f4fb6ffd640 1 -- 172.21.15.16:0/3165098908 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7f4fb808c1b0 con 0x7f4fc015e530 2024-09-16T01:46:55.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.419+0000 7f4fc6273640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fa406c3d0 0x7f4fa406e890 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc0016e0 tx=0x7f4fbc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.423+0000 7f4fb6ffd640 1 -- 172.21.15.16:0/3165098908 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4fb8022020 con 0x7f4fc015e530 2024-09-16T01:46:55.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.601+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f4fc00b28a0 con 0x7f4fc015e530 2024-09-16T01:46:55.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.602+0000 7f4fb6ffd640 1 -- 172.21.15.16:0/3165098908 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v76) ==== 84+0+65 (secure 0 0 0) 0x7f4fb8010040 con 0x7f4fc015e530 2024-09-16T01:46:55.603 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:55.604 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:46:55.604 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:46:55.604 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:46:55.604 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:46:55.604 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:46:55.604 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:46:55.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fa406c3d0 msgr2=0x7f4fa406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fa406c3d0 0x7f4fa406e890 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc0016e0 tx=0x7f4fbc009040 comp rx=0 tx=0).stop 2024-09-16T01:46:55.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc015e530 msgr2=0x7f4fc015d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc015e530 0x7f4fc015d010 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f4fb800ef90 tx=0x7f4fb800c490 comp rx=0 tx=0).stop 2024-09-16T01:46:55.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 shutdown_connections 2024-09-16T01:46:55.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fa406c3d0 0x7f4fa406e890 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4fc015e530 0x7f4fc015d010 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4fc0073c00 0x7f4fc015f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 --2- 172.21.15.16:0/3165098908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4fc0070e10 0x7f4fc014d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 >> 172.21.15.16:0/3165098908 conn(0x7f4fc00d2300 msgr2=0x7f4fc01510e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:55.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 shutdown_connections 2024-09-16T01:46:55.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.604+0000 7f4fc84d7640 1 -- 172.21.15.16:0/3165098908 wait complete. 2024-09-16T01:46:55.616 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:46:55.616 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:46:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.720+0000 7fc890ed9640 1 Processor -- start 2024-09-16T01:46:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.720+0000 7fc890ed9640 1 -- start start 2024-09-16T01:46:55.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc890ed9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 0x7fc88c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc890ed9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc88c0d1fc0 con 0x7fc88c15e600 2024-09-16T01:46:55.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc890ed9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc88c0d1ce0 con 0x7fc88c0b6e10 2024-09-16T01:46:55.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc890ed9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc88c0d2bb0 con 0x7fc88c0cf7a0 2024-09-16T01:46:55.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88a59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc88c15e600 0x7fc88c0b6700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43188/0 (socket says 172.21.15.16:43188) 2024-09-16T01:46:55.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88a59c640 1 -- 172.21.15.16:0/2430536791 learned_addr learned my addr 172.21.15.16:0/2430536791 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 0x7fc88c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 197371848 0 0) 0x7fc88c0d1fc0 con 0x7fc88c15e600 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc874003520 con 0x7fc88c15e600 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3356247869 0 0) 0x7fc88c0d1ce0 con 0x7fc88c0b6e10 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc88c0d1fc0 con 0x7fc88c0b6e10 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 451568508 0 0) 0x7fc874003520 con 0x7fc88c15e600 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 msgr2=0x7fc88c0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 0x7fc88c0b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 >> v1:172.21.15.104:6789/0 conn(0x7fc88c0b6e10 legacy=0x7fc88c0d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc88c0d2e90 con 0x7fc88c15e600 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc87c001690 con 0x7fc88c15e600 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 >> v1:172.21.15.16:6789/0 conn(0x7fc88c15e600 legacy=0x7fc88c0b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874003b70 0x7fc874003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 0x7fc874004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc874004d40 0x7fc8740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c0d2bb0 con 0x7fc874004d40 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc87400bac0 con 0x7fc874003b70 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.721+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc87400bcc0 con 0x7fc88c0cf7a0 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc874004d40 0x7fc8740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc88a59c640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874003b70 0x7fc874003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc889d9b640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 0x7fc874004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc88ad9d640 1 -- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 msgr2=0x7fc874004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 0x7fc874004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc88ad9d640 1 -- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874003b70 msgr2=0x7fc874003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874003b70 0x7fc874003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc88ad9d640 1 -- 172.21.15.16:0/2430536791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc874003520 con 0x7fc874004d40 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.722+0000 7fc889d9b640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c0cf7a0 0x7fc874004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc874004d40 0x7fc8740051c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc884009fc0 tx=0x7fc874005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aca50e82de25f926 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884009c10 con 0x7fc874004d40 2024-09-16T01:46:55.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc884036070 con 0x7fc874004d40 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc88959a640 1 -- 172.21.15.16:0/2430536791 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884031880 con 0x7fc874004d40 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc890ed9640 1 -- 172.21.15.16:0/2430536791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc874004d40 msgr2=0x7fc8740051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc890ed9640 1 --2- 172.21.15.16:0/2430536791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc874004d40 0x7fc8740051c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc884009fc0 tx=0x7fc874005830 comp rx=0 tx=0).stop 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc88ad9d640 1 -- 172.21.15.16:0/2430536791 reap_dead start 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc890ed9640 1 -- 172.21.15.16:0/2430536791 shutdown_connections 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc890ed9640 1 -- 172.21.15.16:0/2430536791 >> 172.21.15.16:0/2430536791 conn(0x7fc88c072650 msgr2=0x7fc88c072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc890ed9640 1 -- 172.21.15.16:0/2430536791 shutdown_connections 2024-09-16T01:46:55.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.723+0000 7fc890ed9640 1 -- 172.21.15.16:0/2430536791 wait complete. 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.725+0000 7fc890ed9640 1 Processor -- start 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.725+0000 7fc890ed9640 1 -- start start 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc890ed9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874004d40 0x7fc88c0c83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc890ed9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c15c8e0 0x7fc88c15cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc890ed9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc88c0c9d20 0x7fc88c0ca1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc890ed9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c15e9e0 con 0x7fc88c0c9d20 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc890ed9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c0d1990 con 0x7fc874004d40 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc890ed9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc88c0b3ba0 con 0x7fc88c15c8e0 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc88c0c9d20 0x7fc88c0ca1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc88c0c9d20 0x7fc88c0ca1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42990/0 (socket says 172.21.15.16:42990) 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 -- 172.21.15.16:0/3300264048 learned_addr learned my addr 172.21.15.16:0/3300264048 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc889d9b640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c15c8e0 0x7fc88c15cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88a59c640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874004d40 0x7fc88c0c83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 -- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c15c8e0 msgr2=0x7fc88c15cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c15c8e0 0x7fc88c15cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 -- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874004d40 msgr2=0x7fc88c0c83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874004d40 0x7fc88c0c83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 -- 172.21.15.16:0/3300264048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc88c0caa70 con 0x7fc88c0c9d20 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc88ad9d640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc88c0c9d20 0x7fc88c0ca1a0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fc88400e230 tx=0x7fc884009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.726+0000 7fc87affd640 1 -- 172.21.15.16:0/3300264048 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884031d30 con 0x7fc88c0c9d20 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.727+0000 7fc87affd640 1 -- 172.21.15.16:0/3300264048 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc884003990 con 0x7fc88c0c9d20 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.727+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc88c0cad50 con 0x7fc88c0c9d20 2024-09-16T01:46:55.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.727+0000 7fc87affd640 1 -- 172.21.15.16:0/3300264048 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884003d80 con 0x7fc88c0c9d20 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.727+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc88c0cb310 con 0x7fc88c0c9d20 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.728+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc88c15d2a0 con 0x7fc88c0c9d20 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.728+0000 7fc87affd640 1 -- 172.21.15.16:0/3300264048 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc884005d10 con 0x7fc88c0c9d20 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.728+0000 7fc87affd640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc86c06c3d0 0x7fc86c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.729+0000 7fc87affd640 1 -- 172.21.15.16:0/3300264048 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7fc8840ac450 con 0x7fc88c0c9d20 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.729+0000 7fc88a59c640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc86c06c3d0 0x7fc86c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.729+0000 7fc88a59c640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc86c06c3d0 0x7fc86c06e890 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc88c06bcc0 tx=0x7fc87c001e70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:55.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.733+0000 7fc87affd640 1 -- 172.21.15.16:0/3300264048 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc88404a060 con 0x7fc88c0c9d20 2024-09-16T01:46:55.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:55.911+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fc88c0b80a0 con 0x7fc88c0c9d20 2024-09-16T01:46:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.912+0000 7fc87affd640 1 -- 172.21.15.16:0/3300264048 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v77) ==== 138+0+0 (secure 0 0 0) 0x7fc88407a840 con 0x7fc88c0c9d20 2024-09-16T01:46:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:46:56.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.916+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc86c06c3d0 msgr2=0x7fc86c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:56.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.916+0000 7fc890ed9640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc86c06c3d0 0x7fc86c06e890 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc88c06bcc0 tx=0x7fc87c001e70 comp rx=0 tx=0).stop 2024-09-16T01:46:56.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.916+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc88c0c9d20 msgr2=0x7fc88c0ca1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:56.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.916+0000 7fc890ed9640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc88c0c9d20 0x7fc88c0ca1a0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fc88400e230 tx=0x7fc884009750 comp rx=0 tx=0).stop 2024-09-16T01:46:56.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.917+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 shutdown_connections 2024-09-16T01:46:56.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.917+0000 7fc890ed9640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc86c06c3d0 0x7fc86c06e890 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:56.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.917+0000 7fc890ed9640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc88c0c9d20 0x7fc88c0ca1a0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:56.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.917+0000 7fc890ed9640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc88c15c8e0 0x7fc88c15cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:56.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.917+0000 7fc890ed9640 1 --2- 172.21.15.16:0/3300264048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc874004d40 0x7fc88c0c83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:56.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.917+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 >> 172.21.15.16:0/3300264048 conn(0x7fc88c072650 msgr2=0x7fc88c0b8740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:56.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.918+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 shutdown_connections 2024-09-16T01:46:56.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:56.920+0000 7fc890ed9640 1 -- 172.21.15.16:0/3300264048 wait complete. 2024-09-16T01:46:56.937 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:46:57.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.050+0000 7f6e85b5f640 1 Processor -- start 2024-09-16T01:46:57.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.050+0000 7f6e85b5f640 1 -- start start 2024-09-16T01:46:57.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.051+0000 7f6e85b5f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e8015a0b0 0x7f6e800d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.051+0000 7f6e85b5f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6e800b7560 0x7f6e80073290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.051+0000 7f6e85b5f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e8015cba0 con 0x7f6e800d2950 2024-09-16T01:46:57.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.051+0000 7f6e85b5f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6e800d2d90 con 0x7f6e800b7560 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.051+0000 7f6e85b5f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e8015ce80 con 0x7f6e8015a0b0 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6e800b7560 0x7f6e80073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e8015a0b0 0x7f6e800d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7effd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6e800d2950 0x7f6e800b6e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39048/0 (socket says 172.21.15.16:39048) 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7effd640 1 -- 172.21.15.16:0/979450141 learned_addr learned my addr 172.21.15.16:0/979450141 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7f7fe640 1 -- 172.21.15.16:0/979450141 >> v2:172.21.15.104:3300/0 conn(0x7f6e800b7560 msgr2=0x7f6e80073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7f7fe640 1 --2- 172.21.15.16:0/979450141 >> v2:172.21.15.104:3300/0 conn(0x7f6e800b7560 0x7f6e80073290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7f7fe640 1 -- 172.21.15.16:0/979450141 >> v1:172.21.15.104:6789/0 conn(0x7f6e800d2950 legacy=0x7f6e800b6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7f7fe640 1 -- 172.21.15.16:0/979450141 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e8015d160 con 0x7f6e8015a0b0 2024-09-16T01:46:57.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.052+0000 7f6e7ffff640 1 --2- 172.21.15.16:0/979450141 >> v2:172.21.15.104:3300/0 conn(0x7f6e800b7560 0x7f6e80073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:57.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e7f7fe640 1 --2- 172.21.15.16:0/979450141 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e8015a0b0 0x7f6e800d2410 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6e800d2f10 tx=0x7f6e7002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b11a4beba6974c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e7e7fc640 1 -- 172.21.15.16:0/979450141 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e70037070 con 0x7f6e8015a0b0 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e7e7fc640 1 -- 172.21.15.16:0/979450141 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e70032440 con 0x7f6e8015a0b0 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e7e7fc640 1 -- 172.21.15.16:0/979450141 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e70032810 con 0x7f6e8015a0b0 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e85b5f640 1 -- 172.21.15.16:0/979450141 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e8015a0b0 msgr2=0x7f6e800d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/979450141 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e8015a0b0 0x7f6e800d2410 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6e800d2f10 tx=0x7f6e7002a180 comp rx=0 tx=0).stop 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e85b5f640 1 -- 172.21.15.16:0/979450141 shutdown_connections 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/979450141 >> v2:172.21.15.104:3300/0 conn(0x7f6e800b7560 0x7f6e80073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/979450141 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e8015a0b0 0x7f6e800d2410 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.053+0000 7f6e85b5f640 1 -- 172.21.15.16:0/979450141 >> 172.21.15.16:0/979450141 conn(0x7f6e8006f2d0 msgr2=0x7f6e8006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.054+0000 7f6e85b5f640 1 -- 172.21.15.16:0/979450141 shutdown_connections 2024-09-16T01:46:57.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.054+0000 7f6e85b5f640 1 -- 172.21.15.16:0/979450141 wait complete. 2024-09-16T01:46:57.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.055+0000 7f6e85b5f640 1 Processor -- start 2024-09-16T01:46:57.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.055+0000 7f6e85b5f640 1 -- start start 2024-09-16T01:46:57.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e85b5f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e800b7560 0x7f6e80156e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e85b5f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e800d2950 0x7f6e800b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e85b5f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e8015a0b0 0x7f6e800b4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e85b5f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6e800b5550 con 0x7f6e800b7560 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e85b5f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8015d720 con 0x7f6e8015a0b0 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e85b5f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e800b56d0 con 0x7f6e800d2950 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e800b7560 0x7f6e80156e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e800b7560 0x7f6e80156e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42996/0 (socket says 172.21.15.16:42996) 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 -- 172.21.15.16:0/1303364079 learned_addr learned my addr 172.21.15.16:0/1303364079 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7ffff640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e8015a0b0 0x7f6e800b4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7effd640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e800d2950 0x7f6e800b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 -- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e800d2950 msgr2=0x7f6e800b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e800d2950 0x7f6e800b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 -- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e8015a0b0 msgr2=0x7f6e800b4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e8015a0b0 0x7f6e800b4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 -- 172.21.15.16:0/1303364079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e800c7840 con 0x7f6e800b7560 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7effd640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e800d2950 0x7f6e800b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7ffff640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e8015a0b0 0x7f6e800b4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.056+0000 7f6e7f7fe640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e800b7560 0x7f6e80156e70 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f6e70000c00 tx=0x7f6e700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.057+0000 7f6e67fff640 1 -- 172.21.15.16:0/1303364079 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e70037040 con 0x7f6e800b7560 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.057+0000 7f6e67fff640 1 -- 172.21.15.16:0/1303364079 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e70042070 con 0x7f6e800b7560 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.057+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e800c99e0 con 0x7f6e800b7560 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.057+0000 7f6e67fff640 1 -- 172.21.15.16:0/1303364079 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e70030900 con 0x7f6e800b7560 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.057+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e800c7de0 con 0x7f6e800b7560 2024-09-16T01:46:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.058+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e800c84a0 con 0x7f6e800b7560 2024-09-16T01:46:57.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.058+0000 7f6e67fff640 1 -- 172.21.15.16:0/1303364079 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f6e70030aa0 con 0x7f6e800b7560 2024-09-16T01:46:57.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.059+0000 7f6e67fff640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6c06c3d0 0x7f6e6c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.059+0000 7f6e67fff640 1 -- 172.21.15.16:0/1303364079 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5227+0+0 (secure 0 0 0) 0x7f6e700abe10 con 0x7f6e800b7560 2024-09-16T01:46:57.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.059+0000 7f6e7effd640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6c06c3d0 0x7f6e6c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.059+0000 7f6e7effd640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6c06c3d0 0x7f6e6c06e890 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6e80070e20 tx=0x7f6e74009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.063+0000 7f6e67fff640 1 -- 172.21.15.16:0/1303364079 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e800c84a0 con 0x7f6e800b7560 2024-09-16T01:46:57.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.239+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6e800d2410 con 0x7f6e800b7560 2024-09-16T01:46:57.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.919+0000 7f6e67fff640 1 -- 172.21.15.16:0/1303364079 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v78) ==== 170+0+0 (secure 0 0 0) 0x7f6e700af030 con 0x7f6e800b7560 2024-09-16T01:46:57.920 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:46:57.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6c06c3d0 msgr2=0x7f6e6c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6c06c3d0 0x7f6e6c06e890 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6e80070e20 tx=0x7f6e74009040 comp rx=0 tx=0).stop 2024-09-16T01:46:57.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e800b7560 msgr2=0x7f6e80156e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e800b7560 0x7f6e80156e70 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f6e70000c00 tx=0x7f6e700046c0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 shutdown_connections 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6c06c3d0 0x7f6e6c06e890 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e8015a0b0 0x7f6e800b4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e800d2950 0x7f6e800b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 --2- 172.21.15.16:0/1303364079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e800b7560 0x7f6e80156e70 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.922+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 >> 172.21.15.16:0/1303364079 conn(0x7f6e8006f2d0 msgr2=0x7f6e8015bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.923+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 shutdown_connections 2024-09-16T01:46:57.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:57.923+0000 7f6e85b5f640 1 -- 172.21.15.16:0/1303364079 wait complete. 2024-09-16T01:46:57.949 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:46:58.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.058+0000 7fb982911640 1 Processor -- start 2024-09-16T01:46:58.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.058+0000 7fb982911640 1 -- start start 2024-09-16T01:46:58.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb982911640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb97c15c1b0 0x7fb97c15d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:58.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb982911640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb97c073dd0 0x7fb97c073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:58.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb982911640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb97c0741f0 con 0x7fb97c0735d0 2024-09-16T01:46:58.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb982911640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb97c073a20 con 0x7fb97c15c1b0 2024-09-16T01:46:58.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb982911640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb97c071480 con 0x7fb97c073dd0 2024-09-16T01:46:58.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb97bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb97c15c1b0 0x7fb97c15d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:58.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb97bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb97c15c1b0 0x7fb97c15d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43006/0 (socket says 172.21.15.16:43006) 2024-09-16T01:46:58.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.059+0000 7fb97bfff640 1 -- 172.21.15.16:0/3090830872 learned_addr learned my addr 172.21.15.16:0/3090830872 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:58.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.060+0000 7fb973fff640 1 --2- 172.21.15.16:0/3090830872 >> v2:172.21.15.104:3300/0 conn(0x7fb97c073dd0 0x7fb97c073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:58.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.060+0000 7fb97bfff640 1 -- 172.21.15.16:0/3090830872 >> v2:172.21.15.104:3300/0 conn(0x7fb97c073dd0 msgr2=0x7fb97c073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:58.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.060+0000 7fb97bfff640 1 --2- 172.21.15.16:0/3090830872 >> v2:172.21.15.104:3300/0 conn(0x7fb97c073dd0 0x7fb97c073090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.060+0000 7fb97bfff640 1 -- 172.21.15.16:0/3090830872 >> v1:172.21.15.104:6789/0 conn(0x7fb97c0735d0 legacy=0x7fb97c15fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:58.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.060+0000 7fb97bfff640 1 -- 172.21.15.16:0/3090830872 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb97c070870 con 0x7fb97c15c1b0 2024-09-16T01:46:58.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.060+0000 7fb97bfff640 1 --2- 172.21.15.16:0/3090830872 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c15c1b0 0x7fb97c15d350 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0ce9e0 tx=0x7fb96c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df9d72683535237 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb97b7fe640 1 -- 172.21.15.16:0/3090830872 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c037070 con 0x7fb97c15c1b0 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb97b7fe640 1 -- 172.21.15.16:0/3090830872 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96c032440 con 0x7fb97c15c1b0 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb97b7fe640 1 -- 172.21.15.16:0/3090830872 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c032810 con 0x7fb97c15c1b0 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 -- 172.21.15.16:0/3090830872 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c15c1b0 msgr2=0x7fb97c15d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 --2- 172.21.15.16:0/3090830872 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c15c1b0 0x7fb97c15d350 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0ce9e0 tx=0x7fb96c02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 -- 172.21.15.16:0/3090830872 shutdown_connections 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 --2- 172.21.15.16:0/3090830872 >> v2:172.21.15.104:3300/0 conn(0x7fb97c073dd0 0x7fb97c073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 --2- 172.21.15.16:0/3090830872 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c15c1b0 0x7fb97c15d350 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 -- 172.21.15.16:0/3090830872 >> 172.21.15.16:0/3090830872 conn(0x7fb97c0b4250 msgr2=0x7fb97c0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:58.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 -- 172.21.15.16:0/3090830872 shutdown_connections 2024-09-16T01:46:58.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.061+0000 7fb982911640 1 -- 172.21.15.16:0/3090830872 wait complete. 2024-09-16T01:46:58.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.062+0000 7fb982911640 1 Processor -- start 2024-09-16T01:46:58.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb982911640 1 -- start start 2024-09-16T01:46:58.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb982911640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb97c0735d0 0x7fb97c0cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:58.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb982911640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c073dd0 0x7fb97c14bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:58.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb982911640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb97c15c1b0 0x7fb97c0cc470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:58.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb982911640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb97c071110 con 0x7fb97c073dd0 2024-09-16T01:46:58.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb982911640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb97c070e30 con 0x7fb97c0735d0 2024-09-16T01:46:58.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb982911640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb97c15c590 con 0x7fb97c15c1b0 2024-09-16T01:46:58.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb973fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c073dd0 0x7fb97c14bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb973fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c073dd0 0x7fb97c14bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43014/0 (socket says 172.21.15.16:43014) 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.063+0000 7fb973fff640 1 -- 172.21.15.16:0/1237502406 learned_addr learned my addr 172.21.15.16:0/1237502406 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb97bfff640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb97c0735d0 0x7fb97c0cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb980eae640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb97c15c1b0 0x7fb97c0cc470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb973fff640 1 -- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb97c15c1b0 msgr2=0x7fb97c0cc470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb973fff640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb97c15c1b0 0x7fb97c0cc470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb973fff640 1 -- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb97c0735d0 msgr2=0x7fb97c0cb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb973fff640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb97c0735d0 0x7fb97c0cb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb973fff640 1 -- 172.21.15.16:0/1237502406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb97c06cbb0 con 0x7fb97c073dd0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb973fff640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c073dd0 0x7fb97c14bdf0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fb96400d800 tx=0x7fb96400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb9797fa640 1 -- 172.21.15.16:0/1237502406 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96400b6c0 con 0x7fb97c073dd0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb9797fa640 1 -- 172.21.15.16:0/1237502406 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb964019070 con 0x7fb97c073dd0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb9797fa640 1 -- 172.21.15.16:0/1237502406 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96400ba80 con 0x7fb97c073dd0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb97c06ce90 con 0x7fb97c073dd0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.064+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb97c06d450 con 0x7fb97c073dd0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.065+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb97c073090 con 0x7fb97c073dd0 2024-09-16T01:46:58.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.066+0000 7fb9797fa640 1 -- 172.21.15.16:0/1237502406 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb96400bc20 con 0x7fb97c073dd0 2024-09-16T01:46:58.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.066+0000 7fb9797fa640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95c06c3d0 0x7fb95c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:58.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.067+0000 7fb9797fa640 1 -- 172.21.15.16:0/1237502406 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5609+0+0 (secure 0 0 0) 0x7fb96408c2c0 con 0x7fb97c073dd0 2024-09-16T01:46:58.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.067+0000 7fb97bfff640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95c06c3d0 0x7fb95c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:58.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.067+0000 7fb97bfff640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95c06c3d0 0x7fb95c06e890 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb96c034000 tx=0x7fb96c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:58.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.070+0000 7fb9797fa640 1 -- 172.21.15.16:0/1237502406 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb96405a4a0 con 0x7fb97c073dd0 2024-09-16T01:46:58.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.281+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fb97c15afc0 con 0x7fb97c073dd0 2024-09-16T01:46:58.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.920+0000 7fb9797fa640 1 -- 172.21.15.16:0/1237502406 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v46) ==== 174+0+0 (secure 0 0 0) 0x7fb96408c0c0 con 0x7fb97c073dd0 2024-09-16T01:46:58.922 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 12 and data pool 13 2024-09-16T01:46:58.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.926+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95c06c3d0 msgr2=0x7fb95c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:58.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.926+0000 7fb982911640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95c06c3d0 0x7fb95c06e890 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb96c034000 tx=0x7fb96c02e000 comp rx=0 tx=0).stop 2024-09-16T01:46:58.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.926+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c073dd0 msgr2=0x7fb97c14bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:58.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.926+0000 7fb982911640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c073dd0 0x7fb97c14bdf0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fb96400d800 tx=0x7fb96400dcc0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.928+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 shutdown_connections 2024-09-16T01:46:58.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.928+0000 7fb982911640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95c06c3d0 0x7fb95c06e890 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.928+0000 7fb982911640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb97c15c1b0 0x7fb97c0cc470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.928+0000 7fb982911640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb97c073dd0 0x7fb97c14bdf0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.928+0000 7fb982911640 1 --2- 172.21.15.16:0/1237502406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb97c0735d0 0x7fb97c0cb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:58.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.928+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 >> 172.21.15.16:0/1237502406 conn(0x7fb97c0b4250 msgr2=0x7fb97c0b3240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:58.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.930+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 shutdown_connections 2024-09-16T01:46:58.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:58.930+0000 7fb982911640 1 -- 172.21.15.16:0/1237502406 wait complete. 2024-09-16T01:46:58.965 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:59.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.070+0000 7fe66ee5c640 1 Processor -- start 2024-09-16T01:46:59.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.070+0000 7fe66ee5c640 1 -- start start 2024-09-16T01:46:59.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe66ee5c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe668072060 0x7fe66815f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe66ee5c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe668162bc0 con 0x7fe6680afd80 2024-09-16T01:46:59.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe66ee5c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe668162ea0 con 0x7fe6680b3990 2024-09-16T01:46:59.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe66ee5c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe66815eb50 con 0x7fe668072060 2024-09-16T01:46:59.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe667fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe668072060 0x7fe66815f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe667fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe668072060 0x7fe66815f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43022/0 (socket says 172.21.15.16:43022) 2024-09-16T01:46:59.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe66cbf8640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe6680afd80 0x7fe668071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43194/0 (socket says 172.21.15.16:43194) 2024-09-16T01:46:59.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.071+0000 7fe667fff640 1 -- 172.21.15.16:0/214610424 learned_addr learned my addr 172.21.15.16:0/214610424 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:59.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.072+0000 7fe667fff640 1 -- 172.21.15.16:0/214610424 >> v1:172.21.15.104:6789/0 conn(0x7fe6680b3990 legacy=0x7fe6680ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.072+0000 7fe667fff640 1 -- 172.21.15.16:0/214610424 >> v1:172.21.15.16:6789/0 conn(0x7fe6680afd80 legacy=0x7fe668071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.072+0000 7fe6677fe640 1 -- 172.21.15.16:0/214610424 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 561451142 0 0) 0x7fe668162bc0 con 0x7fe6680afd80 2024-09-16T01:46:59.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.072+0000 7fe667fff640 1 -- 172.21.15.16:0/214610424 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe66815ee30 con 0x7fe668072060 2024-09-16T01:46:59.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe667fff640 1 --2- 172.21.15.16:0/214610424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe66815f630 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fe658009870 tx=0x7fe65802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf01a856500310 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe6677fe640 1 -- 172.21.15.16:0/214610424 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe658037070 con 0x7fe668072060 2024-09-16T01:46:59.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe6677fe640 1 -- 172.21.15.16:0/214610424 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe658032440 con 0x7fe668072060 2024-09-16T01:46:59.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe6677fe640 1 -- 172.21.15.16:0/214610424 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe658032810 con 0x7fe668072060 2024-09-16T01:46:59.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe66ee5c640 1 -- 172.21.15.16:0/214610424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 msgr2=0x7fe66815f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/214610424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe66815f630 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fe658009870 tx=0x7fe65802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe66ee5c640 1 -- 172.21.15.16:0/214610424 shutdown_connections 2024-09-16T01:46:59.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/214610424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe66815f630 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe66ee5c640 1 -- 172.21.15.16:0/214610424 >> 172.21.15.16:0/214610424 conn(0x7fe6680b2690 msgr2=0x7fe6680b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe66ee5c640 1 -- 172.21.15.16:0/214610424 shutdown_connections 2024-09-16T01:46:59.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.073+0000 7fe66ee5c640 1 -- 172.21.15.16:0/214610424 wait complete. 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.075+0000 7fe66ee5c640 1 Processor -- start 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.075+0000 7fe66ee5c640 1 -- start start 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.075+0000 7fe66ee5c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe6680cee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.075+0000 7fe66ee5c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6680afd80 0x7fe668159100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.075+0000 7fe66ee5c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6680b3990 0x7fe668153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.075+0000 7fe66ee5c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe6680b57e0 con 0x7fe668072060 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66ee5c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe6680b0160 con 0x7fe6680b3990 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66ee5c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe6680b5960 con 0x7fe6680afd80 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe6680cee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe6680cee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43036/0 (socket says 172.21.15.16:43036) 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 -- 172.21.15.16:0/2804864322 learned_addr learned my addr 172.21.15.16:0/2804864322 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66d3f9640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6680b3990 0x7fe668153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe667fff640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6680afd80 0x7fe668159100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 -- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6680afd80 msgr2=0x7fe668159100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6680afd80 0x7fe668159100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 -- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6680b3990 msgr2=0x7fe668153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6680b3990 0x7fe668153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 -- 172.21.15.16:0/2804864322 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6680ce0a0 con 0x7fe668072060 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66cbf8640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe6680cee60 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fe66000c8f0 tx=0x7fe66000cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe6657fa640 1 -- 172.21.15.16:0/2804864322 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe660018070 con 0x7fe668072060 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe6657fa640 1 -- 172.21.15.16:0/2804864322 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe66000a640 con 0x7fe668072060 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6680ce380 con 0x7fe668072060 2024-09-16T01:46:59.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe6657fa640 1 -- 172.21.15.16:0/2804864322 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe66000aa30 con 0x7fe668072060 2024-09-16T01:46:59.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.076+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe668159640 con 0x7fe668072060 2024-09-16T01:46:59.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.077+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6680730d0 con 0x7fe668072060 2024-09-16T01:46:59.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.078+0000 7fe6657fa640 1 -- 172.21.15.16:0/2804864322 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fe66001b070 con 0x7fe668072060 2024-09-16T01:46:59.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.078+0000 7fe6657fa640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe64806c3d0 0x7fe64806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.078+0000 7fe6657fa640 1 -- 172.21.15.16:0/2804864322 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7fe66008ab20 con 0x7fe668072060 2024-09-16T01:46:59.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.078+0000 7fe667fff640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe64806c3d0 0x7fe64806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.079+0000 7fe667fff640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe64806c3d0 0x7fe64806e890 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe658034000 tx=0x7fe65802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.083+0000 7fe6657fa640 1 -- 172.21.15.16:0/2804864322 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe6680730d0 con 0x7fe668072060 2024-09-16T01:46:59.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.261+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe66815f630 con 0x7fe668072060 2024-09-16T01:46:59.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.262+0000 7fe6657fa640 1 -- 172.21.15.16:0/2804864322 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16697 (secure 0 0 0) 0x7fe660058bc0 con 0x7fe668072060 2024-09-16T01:46:59.263 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:59.263 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":79,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:58.282497+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:55.942850+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:57.270230+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:59.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe64806c3d0 msgr2=0x7fe64806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe64806c3d0 0x7fe64806e890 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe658034000 tx=0x7fe65802e000 comp rx=0 tx=0).stop 2024-09-16T01:46:59.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 msgr2=0x7fe6680cee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe6680cee60 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fe66000c8f0 tx=0x7fe66000cdb0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 shutdown_connections 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe64806c3d0 0x7fe64806e890 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6680b3990 0x7fe668153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6680afd80 0x7fe668159100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 --2- 172.21.15.16:0/2804864322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe668072060 0x7fe6680cee60 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 >> 172.21.15.16:0/2804864322 conn(0x7fe6680b2690 msgr2=0x7fe668160ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 shutdown_connections 2024-09-16T01:46:59.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.264+0000 7fe66ee5c640 1 -- 172.21.15.16:0/2804864322 wait complete. 2024-09-16T01:46:59.277 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:46:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.377+0000 7f76b436d640 1 Processor -- start 2024-09-16T01:46:59.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.377+0000 7f76b436d640 1 -- start start 2024-09-16T01:46:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b436d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76ac15e530 0x7f76ac070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b436d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b436d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76ac15e910 con 0x7f76ac073c00 2024-09-16T01:46:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b436d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f76ac0718c0 con 0x7f76ac15e530 2024-09-16T01:46:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b436d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76ac0d1c50 con 0x7f76ac0b73c0 2024-09-16T01:46:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b2109640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76ac15e530 0x7f76ac070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b2109640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76ac15e530 0x7f76ac070700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43044/0 (socket says 172.21.15.16:43044) 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b1908640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f76ac073c00 0x7f76ac162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43204/0 (socket says 172.21.15.16:43204) 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.378+0000 7f76b2109640 1 -- 172.21.15.16:0/3931698330 learned_addr learned my addr 172.21.15.16:0/3931698330 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.379+0000 7f76b290a640 1 --2- 172.21.15.16:0/3931698330 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.379+0000 7f76b2109640 1 -- 172.21.15.16:0/3931698330 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 msgr2=0x7f76ac070c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.379+0000 7f76b2109640 1 --2- 172.21.15.16:0/3931698330 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac070c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.379+0000 7f76b2109640 1 -- 172.21.15.16:0/3931698330 >> v1:172.21.15.16:6789/0 conn(0x7f76ac073c00 legacy=0x7f76ac162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.379+0000 7f76b2109640 1 -- 172.21.15.16:0/3931698330 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ac073120 con 0x7f76ac15e530 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.379+0000 7f76b2109640 1 --2- 172.21.15.16:0/3931698330 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac070700 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f76a8009870 tx=0x7f76a802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c06673388a968dad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.379+0000 7f76b1107640 1 -- 172.21.15.16:0/3931698330 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a8037070 con 0x7f76ac15e530 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b1107640 1 -- 172.21.15.16:0/3931698330 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76a8032440 con 0x7f76ac15e530 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b1107640 1 -- 172.21.15.16:0/3931698330 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a8032810 con 0x7f76ac15e530 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 -- 172.21.15.16:0/3931698330 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 msgr2=0x7f76ac070700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 --2- 172.21.15.16:0/3931698330 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac070700 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f76a8009870 tx=0x7f76a802a270 comp rx=0 tx=0).stop 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 -- 172.21.15.16:0/3931698330 shutdown_connections 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 --2- 172.21.15.16:0/3931698330 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac070c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 --2- 172.21.15.16:0/3931698330 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac070700 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 -- 172.21.15.16:0/3931698330 >> 172.21.15.16:0/3931698330 conn(0x7f76ac0d2300 msgr2=0x7f76ac0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 -- 172.21.15.16:0/3931698330 shutdown_connections 2024-09-16T01:46:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.380+0000 7f76b436d640 1 -- 172.21.15.16:0/3931698330 wait complete. 2024-09-16T01:46:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.381+0000 7f76b436d640 1 Processor -- start 2024-09-16T01:46:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.381+0000 7f76b436d640 1 -- start start 2024-09-16T01:46:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b436d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76ac073c00 0x7f76ac150ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b436d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac157ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b436d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac15a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b436d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f76ac0d2f10 con 0x7f76ac15e530 2024-09-16T01:46:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b436d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f76ac0736e0 con 0x7f76ac073c00 2024-09-16T01:46:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b436d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76ac0d3090 con 0x7f76ac0b73c0 2024-09-16T01:46:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b290a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac15a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b290a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac15a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43052/0 (socket says 172.21.15.16:43052) 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b290a640 1 -- 172.21.15.16:0/2365808712 learned_addr learned my addr 172.21.15.16:0/2365808712 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b2109640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76ac073c00 0x7f76ac150ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.382+0000 7f76b1908640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac157ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b290a640 1 -- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 msgr2=0x7f76ac157ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b290a640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac157ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b290a640 1 -- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76ac073c00 msgr2=0x7f76ac150ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b290a640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76ac073c00 0x7f76ac150ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b290a640 1 -- 172.21.15.16:0/2365808712 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ac152f10 con 0x7f76ac15e530 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b290a640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac15a150 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f76a4007e40 tx=0x7f76a400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76a2ffd640 1 -- 172.21.15.16:0/2365808712 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a4014620 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76a2ffd640 1 -- 172.21.15.16:0/2365808712 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76a4019070 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76ac152670 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76a2ffd640 1 -- 172.21.15.16:0/2365808712 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a4014a20 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.383+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76ac152c30 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.384+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76ac070700 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.384+0000 7f76a2ffd640 1 -- 172.21.15.16:0/2365808712 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f76a4014bc0 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.385+0000 7f76a2ffd640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f769006c3d0 0x7f769006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.385+0000 7f76a2ffd640 1 -- 172.21.15.16:0/2365808712 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7f76a408bd30 con 0x7f76ac15e530 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.385+0000 7f76b2109640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f769006c3d0 0x7f769006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.385+0000 7f76b2109640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f769006c3d0 0x7f769006e890 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f76a8034000 tx=0x7f76a802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.389+0000 7f76a2ffd640 1 -- 172.21.15.16:0/2365808712 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f76a4059d40 con 0x7f76ac15e530 2024-09-16T01:46:59.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.568+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f76ac159670 con 0x7f76ac15e530 2024-09-16T01:46:59.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.569+0000 7f76a2ffd640 1 -- 172.21.15.16:0/2365808712 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16697 (secure 0 0 0) 0x7f76a405e040 con 0x7f76ac15e530 2024-09-16T01:46:59.570 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:46:59.570 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":79,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:58.282497+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:55.942850+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:57.270230+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:46:59.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f769006c3d0 msgr2=0x7f769006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f769006c3d0 0x7f769006e890 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f76a8034000 tx=0x7f76a802e000 comp rx=0 tx=0).stop 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 msgr2=0x7f76ac15a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac15a150 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f76a4007e40 tx=0x7f76a400e4b0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 shutdown_connections 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f769006c3d0 0x7f769006e890 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ac15e530 0x7f76ac15a150 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76ac0b73c0 0x7f76ac157ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 --2- 172.21.15.16:0/2365808712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76ac073c00 0x7f76ac150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 >> 172.21.15.16:0/2365808712 conn(0x7f76ac0d2300 msgr2=0x7f76ac06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 shutdown_connections 2024-09-16T01:46:59.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.571+0000 7f76b436d640 1 -- 172.21.15.16:0/2365808712 wait complete. 2024-09-16T01:46:59.584 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:46:59.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.687+0000 7f62dd8a6640 1 Processor -- start 2024-09-16T01:46:59.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.687+0000 7f62dd8a6640 1 -- start start 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62dd8a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d80cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62dd8a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62d80d1680 0x7f62d80b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62dd8a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62d80d22f0 con 0x7f62d80cfb00 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62dd8a6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f62d80d20a0 con 0x7f62d80d1680 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62dd8a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f62d80d25d0 con 0x7f62d8147f30 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62d77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62d80d1680 0x7f62d80b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62d77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62d80d1680 0x7f62d80b8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43066/0 (socket says 172.21.15.16:43066) 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62d67fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f62d80cfb00 0x7f62d80d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43218/0 (socket says 172.21.15.16:43218) 2024-09-16T01:46:59.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.688+0000 7f62d77fe640 1 -- 172.21.15.16:0/2316006119 learned_addr learned my addr 172.21.15.16:0/2316006119 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:59.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.689+0000 7f62d6ffd640 1 --2- 172.21.15.16:0/2316006119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d80cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.689+0000 7f62d77fe640 1 -- 172.21.15.16:0/2316006119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 msgr2=0x7f62d80cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.689+0000 7f62d77fe640 1 --2- 172.21.15.16:0/2316006119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d80cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.689+0000 7f62d77fe640 1 -- 172.21.15.16:0/2316006119 >> v1:172.21.15.16:6789/0 conn(0x7f62d80cfb00 legacy=0x7f62d80d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.689+0000 7f62d77fe640 1 -- 172.21.15.16:0/2316006119 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62d80d28b0 con 0x7f62d80d1680 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.689+0000 7f62d77fe640 1 --2- 172.21.15.16:0/2316006119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80d1680 0x7f62d80b8810 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f62d0009870 tx=0x7f62d002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8268f567e7ed37ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62d5ffb640 1 -- 172.21.15.16:0/2316006119 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0037070 con 0x7f62d80d1680 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62d5ffb640 1 -- 172.21.15.16:0/2316006119 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d0032440 con 0x7f62d80d1680 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62d5ffb640 1 -- 172.21.15.16:0/2316006119 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0032810 con 0x7f62d80d1680 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 -- 172.21.15.16:0/2316006119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80d1680 msgr2=0x7f62d80b8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/2316006119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80d1680 0x7f62d80b8810 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f62d0009870 tx=0x7f62d002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 -- 172.21.15.16:0/2316006119 shutdown_connections 2024-09-16T01:46:59.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/2316006119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80d1680 0x7f62d80b8810 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/2316006119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d80cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 -- 172.21.15.16:0/2316006119 >> 172.21.15.16:0/2316006119 conn(0x7f62d8074da0 msgr2=0x7f62d80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 -- 172.21.15.16:0/2316006119 shutdown_connections 2024-09-16T01:46:59.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.690+0000 7f62dd8a6640 1 -- 172.21.15.16:0/2316006119 wait complete. 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.691+0000 7f62dd8a6640 1 Processor -- start 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62dd8a6640 1 -- start start 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62dd8a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80cfb00 0x7f62d815dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62dd8a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62d80d1680 0x7f62d81408f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62dd8a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d8142090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62dd8a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f62d80d4010 con 0x7f62d80cfb00 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62dd8a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f62d8148310 con 0x7f62d80d1680 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62dd8a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f62d80d4190 con 0x7f62d8147f30 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62d6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80cfb00 0x7f62d815dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62d6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80cfb00 0x7f62d815dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43078/0 (socket says 172.21.15.16:43078) 2024-09-16T01:46:59.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.692+0000 7f62d6ffd640 1 -- 172.21.15.16:0/947050868 learned_addr learned my addr 172.21.15.16:0/947050868 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d67fc640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62d80d1680 0x7f62d81408f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d77fe640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d8142090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d6ffd640 1 -- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 msgr2=0x7f62d8142090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d6ffd640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d8142090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d6ffd640 1 -- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62d80d1680 msgr2=0x7f62d81408f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d6ffd640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62d80d1680 0x7f62d81408f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d6ffd640 1 -- 172.21.15.16:0/947050868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62d8140ff0 con 0x7f62d80cfb00 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62d6ffd640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80cfb00 0x7f62d815dfd0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f62c800cd00 tx=0x7f62c800a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62cffff640 1 -- 172.21.15.16:0/947050868 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c8003990 con 0x7f62d80cfb00 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62cffff640 1 -- 172.21.15.16:0/947050868 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62c8003b30 con 0x7f62d80cfb00 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62d81412d0 con 0x7f62d80cfb00 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62cffff640 1 -- 172.21.15.16:0/947050868 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c8004020 con 0x7f62d80cfb00 2024-09-16T01:46:59.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.693+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62d8141890 con 0x7f62d80cfb00 2024-09-16T01:46:59.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.694+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62d80d30b0 con 0x7f62d80cfb00 2024-09-16T01:46:59.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.695+0000 7f62cffff640 1 -- 172.21.15.16:0/947050868 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f62c80041c0 con 0x7f62d80cfb00 2024-09-16T01:46:59.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.695+0000 7f62cffff640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f62b806c400 0x7f62b806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.695+0000 7f62cffff640 1 -- 172.21.15.16:0/947050868 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7f62c808bbb0 con 0x7f62d80cfb00 2024-09-16T01:46:59.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.695+0000 7f62d67fc640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f62b806c400 0x7f62b806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.696+0000 7f62d67fc640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f62b806c400 0x7f62b806e8c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f62d80b9f70 tx=0x7f62c0007cc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.700+0000 7f62cffff640 1 -- 172.21.15.16:0/947050868 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f62c8014030 con 0x7f62d80cfb00 2024-09-16T01:46:59.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.910+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f62d80d1220 con 0x7f62d80cfb00 2024-09-16T01:46:59.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.937+0000 7f62cffff640 1 -- 172.21.15.16:0/947050868 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v47) ==== 118+0+0 (secure 0 0 0) 0x7f62c805a0f0 con 0x7f62d80cfb00 2024-09-16T01:46:59.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f62b806c400 msgr2=0x7f62b806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f62b806c400 0x7f62b806e8c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f62d80b9f70 tx=0x7f62c0007cc0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80cfb00 msgr2=0x7f62d815dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80cfb00 0x7f62d815dfd0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f62c800cd00 tx=0x7f62c800a5c0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 shutdown_connections 2024-09-16T01:46:59.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f62b806c400 0x7f62b806e8c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62d8147f30 0x7f62d8142090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62d80d1680 0x7f62d81408f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 --2- 172.21.15.16:0/947050868 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62d80cfb00 0x7f62d815dfd0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 >> 172.21.15.16:0/947050868 conn(0x7f62d8074da0 msgr2=0x7f62d80caa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 shutdown_connections 2024-09-16T01:46:59.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:46:59.939+0000 7f62dd8a6640 1 -- 172.21.15.16:0/947050868 wait complete. 2024-09-16T01:46:59.952 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:46:59.952 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:47:00.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.055+0000 7fddb2fb9640 1 Processor -- start 2024-09-16T01:47:00.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.055+0000 7fddb2fb9640 1 -- start start 2024-09-16T01:47:00.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.056+0000 7fddb2fb9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fddac147f30 0x7fddac0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:00.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.056+0000 7fddb2fb9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac0b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:00.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.056+0000 7fddb2fb9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddac0d22f0 con 0x7fddac0cfb00 2024-09-16T01:47:00.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.056+0000 7fddb2fb9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fddac0d20a0 con 0x7fddac147f30 2024-09-16T01:47:00.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.056+0000 7fddb2fb9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fddac0d25d0 con 0x7fddac0d1680 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb1556640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac0b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb0d55640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fddac147f30 0x7fddac0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb1556640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac0b8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:41492/0 (socket says 172.21.15.16:41492) 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb1556640 1 -- 172.21.15.16:0/3804282671 learned_addr learned my addr 172.21.15.16:0/3804282671 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb0d55640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fddac147f30 0x7fddac0cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:44168/0 (socket says 172.21.15.16:44168) 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddabfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fddac0cfb00 0x7fddac0d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39088/0 (socket says 172.21.15.16:39088) 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb0d55640 1 -- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 msgr2=0x7fddac0b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb0d55640 1 --2- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac0b8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb0d55640 1 -- 172.21.15.16:0/3804282671 >> v1:172.21.15.104:6789/0 conn(0x7fddac0cfb00 legacy=0x7fddac0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb0d55640 1 -- 172.21.15.16:0/3804282671 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddac0d28b0 con 0x7fddac147f30 2024-09-16T01:47:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.057+0000 7fddb1556640 1 --2- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac0b8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:00.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddb0d55640 1 --2- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac147f30 0x7fddac0cf5c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fdda4009d90 tx=0x7fdda402a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abb9a16aa144e59f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:00.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddab7fe640 1 -- 172.21.15.16:0/3804282671 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda4031600 con 0x7fddac147f30 2024-09-16T01:47:00.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddab7fe640 1 -- 172.21.15.16:0/3804282671 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdda40317a0 con 0x7fddac147f30 2024-09-16T01:47:00.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddab7fe640 1 -- 172.21.15.16:0/3804282671 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda4031b70 con 0x7fddac147f30 2024-09-16T01:47:00.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddb2fb9640 1 -- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac147f30 msgr2=0x7fddac0cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:00.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac147f30 0x7fddac0cf5c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fdda4009d90 tx=0x7fdda402a5d0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddb2fb9640 1 -- 172.21.15.16:0/3804282671 shutdown_connections 2024-09-16T01:47:00.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac0b8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/3804282671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac147f30 0x7fddac0cf5c0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.058+0000 7fddb2fb9640 1 -- 172.21.15.16:0/3804282671 >> 172.21.15.16:0/3804282671 conn(0x7fddac074da0 msgr2=0x7fddac0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:00.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.059+0000 7fddb2fb9640 1 -- 172.21.15.16:0/3804282671 shutdown_connections 2024-09-16T01:47:00.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.059+0000 7fddb2fb9640 1 -- 172.21.15.16:0/3804282671 wait complete. 2024-09-16T01:47:00.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.060+0000 7fddb2fb9640 1 Processor -- start 2024-09-16T01:47:00.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.060+0000 7fddb2fb9640 1 -- start start 2024-09-16T01:47:00.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb2fb9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac0cfb00 0x7fddac0b6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:00.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb2fb9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac142a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:00.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb2fb9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fddac147f30 0x7fddac0cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb2fb9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fddac0d4010 con 0x7fddac147f30 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb2fb9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fddac148310 con 0x7fddac0cfb00 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb2fb9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fddac0d4190 con 0x7fddac0d1680 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fddac147f30 0x7fddac0cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fddac147f30 0x7fddac0cebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43086/0 (socket says 172.21.15.16:43086) 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 -- 172.21.15.16:0/2689189482 learned_addr learned my addr 172.21.15.16:0/2689189482 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb0d55640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac0cfb00 0x7fddac0b6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddabfff640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac142a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 -- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 msgr2=0x7fddac142a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac142a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 -- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac0cfb00 msgr2=0x7fddac0b6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac0cfb00 0x7fddac0b6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 -- 172.21.15.16:0/2689189482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddac143500 con 0x7fddac147f30 2024-09-16T01:47:00.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb1556640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fddac147f30 0x7fddac0cebe0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c00e980 tx=0x7fdd9c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fdda97fa640 1 -- 172.21.15.16:0/2689189482 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c017070 con 0x7fddac147f30 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fdda97fa640 1 -- 172.21.15.16:0/2689189482 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd9c00ca00 con 0x7fddac147f30 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddac1f7a50 con 0x7fddac147f30 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.061+0000 7fdda97fa640 1 -- 172.21.15.16:0/2689189482 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c00ce10 con 0x7fddac147f30 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.062+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddac1f8010 con 0x7fddac147f30 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.062+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddac0d30b0 con 0x7fddac147f30 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.063+0000 7fdda97fa640 1 -- 172.21.15.16:0/2689189482 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fdd9c01a070 con 0x7fddac147f30 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.063+0000 7fdda97fa640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd9806c3d0 0x7fdd9806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:00.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.064+0000 7fdda97fa640 1 -- 172.21.15.16:0/2689189482 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fdd9c08b730 con 0x7fddac147f30 2024-09-16T01:47:00.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.064+0000 7fddb0d55640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd9806c3d0 0x7fdd9806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:00.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.064+0000 7fddb0d55640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd9806c3d0 0x7fdd9806e890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdda4034000 tx=0x7fdda402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:00.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.068+0000 7fdda97fa640 1 -- 172.21.15.16:0/2689189482 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd9c059750 con 0x7fddac147f30 2024-09-16T01:47:00.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.279+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fddac0756f0 con 0x7fddac147f30 2024-09-16T01:47:00.914 INFO:tasks.ceph.mds.c.smithi016.stderr:2024-09-16T01:47:00.912+0000 7f2c5fd7d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:47:00.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.945+0000 7fdda97fa640 1 -- 172.21.15.16:0/2689189482 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v48) ==== 122+0+0 (secure 0 0 0) 0x7fdd9c05da50 con 0x7fddac147f30 2024-09-16T01:47:00.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd9806c3d0 msgr2=0x7fdd9806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:00.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd9806c3d0 0x7fdd9806e890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdda4034000 tx=0x7fdda402f000 comp rx=0 tx=0).stop 2024-09-16T01:47:00.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fddac147f30 msgr2=0x7fddac0cebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:00.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fddac147f30 0x7fddac0cebe0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c00e980 tx=0x7fdd9c00ee40 comp rx=0 tx=0).stop 2024-09-16T01:47:00.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 shutdown_connections 2024-09-16T01:47:00.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd9806c3d0 0x7fdd9806e890 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fddac147f30 0x7fddac0cebe0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fddac0d1680 0x7fddac142a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 --2- 172.21.15.16:0/2689189482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddac0cfb00 0x7fddac0b6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:00.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 >> 172.21.15.16:0/2689189482 conn(0x7fddac074da0 msgr2=0x7fddac1462e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:00.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 shutdown_connections 2024-09-16T01:47:00.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:00.949+0000 7fddb2fb9640 1 -- 172.21.15.16:0/2689189482 wait complete. 2024-09-16T01:47:00.965 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:47:00.966 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:01.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.074+0000 7f7e57cf1640 1 Processor -- start 2024-09-16T01:47:01.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.074+0000 7f7e57cf1640 1 -- start start 2024-09-16T01:47:01.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.075+0000 7f7e57cf1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7e5006c2f0 0x7f7e500af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.075+0000 7f7e57cf1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e5015bb20 con 0x7f7e501590d0 2024-09-16T01:47:01.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.075+0000 7f7e57cf1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e5015be00 con 0x7f7e50158cf0 2024-09-16T01:47:01.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.075+0000 7f7e57cf1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7e500afd50 con 0x7f7e5006c2f0 2024-09-16T01:47:01.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.075+0000 7f7e5628e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7e501590d0 0x7f7e500ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43232/0 (socket says 172.21.15.16:43232) 2024-09-16T01:47:01.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.075+0000 7f7e5628e640 1 -- 172.21.15.16:0/4210928449 learned_addr learned my addr 172.21.15.16:0/4210928449 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:01.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.076+0000 7f7e5528c640 1 --2- 172.21.15.16:0/4210928449 >> v2:172.21.15.104:3300/0 conn(0x7f7e5006c2f0 0x7f7e500af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.076+0000 7f7e54a8b640 1 -- 172.21.15.16:0/4210928449 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 432630674 0 0) 0x7f7e5015bb20 con 0x7f7e501590d0 2024-09-16T01:47:01.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.076+0000 7f7e54a8b640 1 -- 172.21.15.16:0/4210928449 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e38003520 con 0x7f7e501590d0 2024-09-16T01:47:01.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.076+0000 7f7e5528c640 1 -- 172.21.15.16:0/4210928449 >> v1:172.21.15.104:6789/0 conn(0x7f7e50158cf0 legacy=0x7f7e5006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.076+0000 7f7e5528c640 1 -- 172.21.15.16:0/4210928449 >> v1:172.21.15.16:6789/0 conn(0x7f7e501590d0 legacy=0x7f7e500ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.076+0000 7f7e5528c640 1 -- 172.21.15.16:0/4210928449 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e5015c0e0 con 0x7f7e5006c2f0 2024-09-16T01:47:01.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e5528c640 1 --2- 172.21.15.16:0/4210928449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 0x7f7e500af810 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7e440097a0 tx=0x7f7e4402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1248b3327cebcc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e54a8b640 1 -- 172.21.15.16:0/4210928449 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44037070 con 0x7f7e5006c2f0 2024-09-16T01:47:01.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e54a8b640 1 -- 172.21.15.16:0/4210928449 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e44032440 con 0x7f7e5006c2f0 2024-09-16T01:47:01.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e54a8b640 1 -- 172.21.15.16:0/4210928449 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4402ae60 con 0x7f7e5006c2f0 2024-09-16T01:47:01.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e57cf1640 1 -- 172.21.15.16:0/4210928449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 msgr2=0x7f7e500af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/4210928449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 0x7f7e500af810 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7e440097a0 tx=0x7f7e4402a110 comp rx=0 tx=0).stop 2024-09-16T01:47:01.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e57cf1640 1 -- 172.21.15.16:0/4210928449 shutdown_connections 2024-09-16T01:47:01.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/4210928449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 0x7f7e500af810 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.077+0000 7f7e57cf1640 1 -- 172.21.15.16:0/4210928449 >> 172.21.15.16:0/4210928449 conn(0x7f7e500b2000 msgr2=0x7f7e500b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:01.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.078+0000 7f7e57cf1640 1 -- 172.21.15.16:0/4210928449 shutdown_connections 2024-09-16T01:47:01.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.078+0000 7f7e57cf1640 1 -- 172.21.15.16:0/4210928449 wait complete. 2024-09-16T01:47:01.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 Processor -- start 2024-09-16T01:47:01.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 -- start start 2024-09-16T01:47:01.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 0x7f7e50141cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e50158cf0 0x7f7e5015d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e501590d0 0x7f7e5015ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5015cb90 con 0x7f7e50158cf0 2024-09-16T01:47:01.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5015ca10 con 0x7f7e5006c2f0 2024-09-16T01:47:01.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.079+0000 7f7e57cf1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e5015cd10 con 0x7f7e501590d0 2024-09-16T01:47:01.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e50158cf0 0x7f7e5015d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e50158cf0 0x7f7e5015d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43092/0 (socket says 172.21.15.16:43092) 2024-09-16T01:47:01.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 -- 172.21.15.16:0/3010845015 learned_addr learned my addr 172.21.15.16:0/3010845015 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:01.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e55a8d640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 0x7f7e50141cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5628e640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e501590d0 0x7f7e5015ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 -- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e501590d0 msgr2=0x7f7e5015ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e501590d0 0x7f7e5015ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 -- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 msgr2=0x7f7e50141cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 0x7f7e50141cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 -- 172.21.15.16:0/3010845015 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e501421f0 con 0x7f7e50158cf0 2024-09-16T01:47:01.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e5528c640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e50158cf0 0x7f7e5015d8a0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f7e440097a0 tx=0x7f7e440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e4e7fc640 1 -- 172.21.15.16:0/3010845015 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44037050 con 0x7f7e50158cf0 2024-09-16T01:47:01.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e4e7fc640 1 -- 172.21.15.16:0/3010845015 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e44038040 con 0x7f7e50158cf0 2024-09-16T01:47:01.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e5015e210 con 0x7f7e50158cf0 2024-09-16T01:47:01.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e4e7fc640 1 -- 172.21.15.16:0/3010845015 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44004490 con 0x7f7e50158cf0 2024-09-16T01:47:01.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.080+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e50071430 con 0x7f7e50158cf0 2024-09-16T01:47:01.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.081+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e5015e730 con 0x7f7e50158cf0 2024-09-16T01:47:01.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.082+0000 7f7e4e7fc640 1 -- 172.21.15.16:0/3010845015 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7e4403c6d0 con 0x7f7e50158cf0 2024-09-16T01:47:01.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.082+0000 7f7e4e7fc640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3c06c3d0 0x7f7e3c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.082+0000 7f7e4e7fc640 1 -- 172.21.15.16:0/3010845015 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f7e440abf60 con 0x7f7e50158cf0 2024-09-16T01:47:01.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.082+0000 7f7e55a8d640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3c06c3d0 0x7f7e3c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.083+0000 7f7e55a8d640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3c06c3d0 0x7f7e3c06e890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7e40001f10 tx=0x7f7e40009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.087+0000 7f7e4e7fc640 1 -- 172.21.15.16:0/3010845015 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e5015e730 con 0x7f7e50158cf0 2024-09-16T01:47:01.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.299+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e500b3300 con 0x7f7e50158cf0 2024-09-16T01:47:01.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.300+0000 7f7e4e7fc640 1 -- 172.21.15.16:0/3010845015 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7f7e44079f60 con 0x7f7e50158cf0 2024-09-16T01:47:01.301 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:01.301 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":48,"btime":"2024-09-16T01:47:00:938483+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5732,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3637675181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3637675181},{"type":"v1","addr":"172.21.15.104:6835","nonce":3637675181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1959286675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1959286675},{"type":"v1","addr":"172.21.15.104:6834","nonce":1959286675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6678,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2072803748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2072803748},{"type":"v1","addr":"172.21.15.16:6834","nonce":2072803748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:58.282830+0000","modified":"2024-09-16T01:47:00.281093+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6681},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6681":{"gid":6681,"name":"c","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/276444005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":276444005},{"type":"v1","addr":"172.21.15.16:6835","nonce":276444005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6681,"qdb_cluster":[6681]},"id":6}]} 2024-09-16T01:47:01.301 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 48 2024-09-16T01:47:01.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3c06c3d0 msgr2=0x7f7e3c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3c06c3d0 0x7f7e3c06e890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7e40001f10 tx=0x7f7e40009040 comp rx=0 tx=0).stop 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e50158cf0 msgr2=0x7f7e5015d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e50158cf0 0x7f7e5015d8a0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f7e440097a0 tx=0x7f7e440046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 shutdown_connections 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3c06c3d0 0x7f7e3c06e890 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e501590d0 0x7f7e5015ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e50158cf0 0x7f7e5015d8a0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 --2- 172.21.15.16:0/3010845015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e5006c2f0 0x7f7e50141cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 >> 172.21.15.16:0/3010845015 conn(0x7f7e500b2000 msgr2=0x7f7e500b1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:01.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 shutdown_connections 2024-09-16T01:47:01.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.302+0000 7f7e57cf1640 1 -- 172.21.15.16:0/3010845015 wait complete. 2024-09-16T01:47:01.314 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:47:01.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.415+0000 7f8124c9b640 1 Processor -- start 2024-09-16T01:47:01.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.415+0000 7f8124c9b640 1 -- start start 2024-09-16T01:47:01.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f8124c9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f81200afd80 0x7f812015f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f8124c9b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8120162bc0 con 0x7f81200b3990 2024-09-16T01:47:01.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f8124c9b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8120162ea0 con 0x7f8120072060 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f8124c9b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f812015eb50 con 0x7f81200afd80 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f8117fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f81200b3990 0x7f8120071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43234/0 (socket says 172.21.15.16:43234) 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f8117fff640 1 -- 172.21.15.16:0/3229242200 learned_addr learned my addr 172.21.15.16:0/3229242200 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 794597752 0 0) 0x7f8120162bc0 con 0x7f81200b3990 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f810c003520 con 0x7f81200b3990 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3297907427 0 0) 0x7f810c003520 con 0x7f81200b3990 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 >> v2:172.21.15.104:3300/0 conn(0x7f81200afd80 msgr2=0x7f812015f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 --2- 172.21.15.16:0/3229242200 >> v2:172.21.15.104:3300/0 conn(0x7f81200afd80 0x7f812015f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 >> v1:172.21.15.104:6789/0 conn(0x7f8120072060 legacy=0x7f81200ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f812015ee30 con 0x7f81200b3990 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8108001670 con 0x7f81200b3990 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 >> v1:172.21.15.16:6789/0 conn(0x7f81200b3990 legacy=0x7f8120071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f810c0039b0 0x7f810c003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f810c004800 0x7f810c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0053c0 0x7f810c00ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f812015eb50 con 0x7f810c0039b0 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f810c00c300 con 0x7f810c004800 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.416+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f810c00c500 con 0x7f810c0053c0 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811e59c640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f810c0039b0 0x7f810c003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f8117fff640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f810c004800 0x7f810c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811ed9d640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0053c0 0x7f810c00ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811e59c640 1 -- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0053c0 msgr2=0x7f810c00ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811e59c640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0053c0 0x7f810c00ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811e59c640 1 -- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f810c004800 msgr2=0x7f810c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811e59c640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f810c004800 0x7f810c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811e59c640 1 -- 172.21.15.16:0/3229242200 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f810c003520 con 0x7f810c0039b0 2024-09-16T01:47:01.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.417+0000 7f811ed9d640 1 -- 172.21.15.16:0/3229242200 reap_dead start 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f811e59c640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f810c0039b0 0x7f810c003db0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f8110009860 tx=0x7f810c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c67dc7c5bdbdd77 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8110037070 con 0x7f810c0039b0 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f811002aa70 con 0x7f810c0039b0 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f811dd9b640 1 -- 172.21.15.16:0/3229242200 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8110009460 con 0x7f810c0039b0 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f8124c9b640 1 -- 172.21.15.16:0/3229242200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f810c0039b0 msgr2=0x7f810c003db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f8124c9b640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f810c0039b0 0x7f810c003db0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f8110009860 tx=0x7f810c005830 comp rx=0 tx=0).stop 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f8124c9b640 1 -- 172.21.15.16:0/3229242200 shutdown_connections 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f8124c9b640 1 --2- 172.21.15.16:0/3229242200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f810c0039b0 0x7f810c003db0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f8124c9b640 1 -- 172.21.15.16:0/3229242200 >> 172.21.15.16:0/3229242200 conn(0x7f81200b2690 msgr2=0x7f81200b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f8124c9b640 1 -- 172.21.15.16:0/3229242200 shutdown_connections 2024-09-16T01:47:01.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.418+0000 7f8124c9b640 1 -- 172.21.15.16:0/3229242200 wait complete. 2024-09-16T01:47:01.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 Processor -- start 2024-09-16T01:47:01.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 -- start start 2024-09-16T01:47:01.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0039b0 0x7f8120150eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8120159100 0x7f81201f3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f812006d710 0x7f812006dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f812015f630 con 0x7f8120159100 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f81200b0160 con 0x7f812006d710 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8124c9b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f812015f7b0 con 0x7f810c0039b0 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8117fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8120159100 0x7f81201f3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8117fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8120159100 0x7f81201f3be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43100/0 (socket says 172.21.15.16:43100) 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.420+0000 7f8117fff640 1 -- 172.21.15.16:0/1476525302 learned_addr learned my addr 172.21.15.16:0/1476525302 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f811e59c640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0039b0 0x7f8120150eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f811ed9d640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f812006d710 0x7f812006dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8117fff640 1 -- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0039b0 msgr2=0x7f8120150eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8117fff640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0039b0 0x7f8120150eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8117fff640 1 -- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f812006d710 msgr2=0x7f812006dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8117fff640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f812006d710 0x7f812006dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8117fff640 1 -- 172.21.15.16:0/1476525302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81200cd490 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8117fff640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8120159100 0x7f81201f3be0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f8108007290 tx=0x7f8108007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8116ffd640 1 -- 172.21.15.16:0/1476525302 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810800f960 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8116ffd640 1 -- 172.21.15.16:0/1476525302 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8108018070 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8116ffd640 1 -- 172.21.15.16:0/1476525302 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810800fd40 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81200cff20 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.421+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81200cda10 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.422+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81200b57e0 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.423+0000 7f8116ffd640 1 -- 172.21.15.16:0/1476525302 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f810801d460 con 0x7f8120159100 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.423+0000 7f8116ffd640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f810006c3d0 0x7f810006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.423+0000 7f8116ffd640 1 -- 172.21.15.16:0/1476525302 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f810808b530 con 0x7f8120159100 2024-09-16T01:47:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.423+0000 7f811e59c640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f810006c3d0 0x7f810006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.424+0000 7f811e59c640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f810006c3d0 0x7f810006e890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8110034000 tx=0x7f811002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.427+0000 7f8116ffd640 1 -- 172.21.15.16:0/1476525302 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8108059540 con 0x7f8120159100 2024-09-16T01:47:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.604+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8120157490 con 0x7f8120159100 2024-09-16T01:47:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.605+0000 7f8116ffd640 1 -- 172.21.15.16:0/1476525302 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16684 (secure 0 0 0) 0x7f810805d840 con 0x7f8120159100 2024-09-16T01:47:01.607 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:01.607 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":80,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:46:59.932893+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:55.942850+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:57.270230+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:47:01.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f810006c3d0 msgr2=0x7f810006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f810006c3d0 0x7f810006e890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8110034000 tx=0x7f811002e000 comp rx=0 tx=0).stop 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8120159100 msgr2=0x7f81201f3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8120159100 0x7f81201f3be0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f8108007290 tx=0x7f8108007750 comp rx=0 tx=0).stop 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 shutdown_connections 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f810006c3d0 0x7f810006e890 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f812006d710 0x7f812006dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8120159100 0x7f81201f3be0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 --2- 172.21.15.16:0/1476525302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f810c0039b0 0x7f8120150eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.607+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 >> 172.21.15.16:0/1476525302 conn(0x7f81200b2690 msgr2=0x7f8120157c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.608+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 shutdown_connections 2024-09-16T01:47:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.608+0000 7f8124c9b640 1 -- 172.21.15.16:0/1476525302 wait complete. 2024-09-16T01:47:01.620 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:47:01.620 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:47:01.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.721+0000 7f4b71a45640 1 Processor -- start 2024-09-16T01:47:01.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.721+0000 7f4b71a45640 1 -- start start 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.721+0000 7f4b71a45640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c071b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.721+0000 7f4b71a45640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4b6c072080 0x7f4b6c0af6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.721+0000 7f4b71a45640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b6c0b54c0 con 0x7f4b6c0afc00 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.721+0000 7f4b71a45640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4b6c0b36f0 con 0x7f4b6c072080 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.721+0000 7f4b71a45640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4b6c0b39d0 con 0x7f4b6c15e3b0 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6a7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4b6c072080 0x7f4b6c0af6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c071b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6a7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4b6c072080 0x7f4b6c0af6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:44226/0 (socket says 172.21.15.16:44226) 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6b7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4b6c0afc00 0x7f4b6c161fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:39114/0 (socket says 172.21.15.16:39114) 2024-09-16T01:47:01.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6a7fc640 1 -- 172.21.15.16:0/1642874779 learned_addr learned my addr 172.21.15.16:0/1642874779 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:01.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6affd640 1 -- 172.21.15.16:0/1642874779 >> v2:172.21.15.104:3300/0 conn(0x7f4b6c072080 msgr2=0x7f4b6c0af6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:01.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6affd640 1 --2- 172.21.15.16:0/1642874779 >> v2:172.21.15.104:3300/0 conn(0x7f4b6c072080 0x7f4b6c0af6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6affd640 1 -- 172.21.15.16:0/1642874779 >> v1:172.21.15.104:6789/0 conn(0x7f4b6c0afc00 legacy=0x7f4b6c161fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6affd640 1 -- 172.21.15.16:0/1642874779 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b6c0b3cb0 con 0x7f4b6c15e3b0 2024-09-16T01:47:01.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.722+0000 7f4b6a7fc640 1 --2- 172.21.15.16:0/1642874779 >> v2:172.21.15.104:3300/0 conn(0x7f4b6c072080 0x7f4b6c0af6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:01.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.723+0000 7f4b6affd640 1 --2- 172.21.15.16:0/1642874779 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c071b40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c0097a0 tx=0x7f4b5c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d97427cfcbf661ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.723+0000 7f4b69ffb640 1 -- 172.21.15.16:0/1642874779 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c037070 con 0x7f4b6c15e3b0 2024-09-16T01:47:01.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.723+0000 7f4b69ffb640 1 -- 172.21.15.16:0/1642874779 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b5c02ae50 con 0x7f4b6c15e3b0 2024-09-16T01:47:01.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.723+0000 7f4b69ffb640 1 -- 172.21.15.16:0/1642874779 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c032660 con 0x7f4b6c15e3b0 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 -- 172.21.15.16:0/1642874779 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 msgr2=0x7f4b6c071b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 --2- 172.21.15.16:0/1642874779 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c071b40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c0097a0 tx=0x7f4b5c02a100 comp rx=0 tx=0).stop 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 -- 172.21.15.16:0/1642874779 shutdown_connections 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 --2- 172.21.15.16:0/1642874779 >> v2:172.21.15.104:3300/0 conn(0x7f4b6c072080 0x7f4b6c0af6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 --2- 172.21.15.16:0/1642874779 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c071b40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 -- 172.21.15.16:0/1642874779 >> 172.21.15.16:0/1642874779 conn(0x7f4b6c0b22c0 msgr2=0x7f4b6c0b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 -- 172.21.15.16:0/1642874779 shutdown_connections 2024-09-16T01:47:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.724+0000 7f4b71a45640 1 -- 172.21.15.16:0/1642874779 wait complete. 2024-09-16T01:47:01.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.725+0000 7f4b71a45640 1 Processor -- start 2024-09-16T01:47:01.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b71a45640 1 -- start start 2024-09-16T01:47:01.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b71a45640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b6c072080 0x7f4b6c149ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b71a45640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4b6c0afc00 0x7f4b6c14bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b71a45640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c14d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b71a45640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4b6c15e790 con 0x7f4b6c0afc00 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b71a45640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4b6c072600 con 0x7f4b6c072080 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b71a45640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4b6c071700 con 0x7f4b6c15e3b0 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b6a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4b6c0afc00 0x7f4b6c14bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b6a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4b6c0afc00 0x7f4b6c14bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43112/0 (socket says 172.21.15.16:43112) 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b6a7fc640 1 -- 172.21.15.16:0/3916272149 learned_addr learned my addr 172.21.15.16:0/3916272149 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.726+0000 7f4b6b7fe640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c14d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6affd640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b6c072080 0x7f4b6c149ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6a7fc640 1 -- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 msgr2=0x7f4b6c14d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6a7fc640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c14d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6a7fc640 1 -- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b6c072080 msgr2=0x7f4b6c149ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6a7fc640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b6c072080 0x7f4b6c149ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6a7fc640 1 -- 172.21.15.16:0/3916272149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b6c14c480 con 0x7f4b6c0afc00 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6b7fe640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c14d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b6a7fc640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4b6c0afc00 0x7f4b6c14bae0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f4b6000e9b0 tx=0x7f4b6000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b53fff640 1 -- 172.21.15.16:0/3916272149 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b60017070 con 0x7f4b6c0afc00 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b53fff640 1 -- 172.21.15.16:0/3916272149 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b6000ca00 con 0x7f4b6c0afc00 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b6c14c760 con 0x7f4b6c0afc00 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b53fff640 1 -- 172.21.15.16:0/3916272149 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6000cdf0 con 0x7f4b6c0afc00 2024-09-16T01:47:01.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.727+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b6c150160 con 0x7f4b6c0afc00 2024-09-16T01:47:01.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.728+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b6c06d6a0 con 0x7f4b6c0afc00 2024-09-16T01:47:01.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.729+0000 7f4b53fff640 1 -- 172.21.15.16:0/3916272149 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f4b6001a070 con 0x7f4b6c0afc00 2024-09-16T01:47:01.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.729+0000 7f4b53fff640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4b5806c3d0 0x7f4b5806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:01.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.729+0000 7f4b53fff640 1 -- 172.21.15.16:0/3916272149 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f4b6008b760 con 0x7f4b6c0afc00 2024-09-16T01:47:01.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.729+0000 7f4b6affd640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4b5806c3d0 0x7f4b5806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:01.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.730+0000 7f4b6affd640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4b5806c3d0 0x7f4b5806e890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c034000 tx=0x7f4b5c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:01.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.734+0000 7f4b53fff640 1 -- 172.21.15.16:0/3916272149 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4b60059800 con 0x7f4b6c0afc00 2024-09-16T01:47:01.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.904+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4b6c14a5e0 con 0x7f4b5806c3d0 2024-09-16T01:47:01.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.910+0000 7f4b53fff640 1 -- 172.21.15.16:0/3916272149 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252033 (secure 0 0 0) 0x7f4b6c14a5e0 con 0x7f4b5806c3d0 2024-09-16T01:47:01.915 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:01.916 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:47:01.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4b5806c3d0 msgr2=0x7f4b5806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4b5806c3d0 0x7f4b5806e890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c034000 tx=0x7f4b5c02e000 comp rx=0 tx=0).stop 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4b6c0afc00 msgr2=0x7f4b6c14bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4b6c0afc00 0x7f4b6c14bae0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f4b6000e9b0 tx=0x7f4b6000ee70 comp rx=0 tx=0).stop 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 shutdown_connections 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4b5806c3d0 0x7f4b5806e890 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4b6c15e3b0 0x7f4b6c14d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4b6c0afc00 0x7f4b6c14bae0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 --2- 172.21.15.16:0/3916272149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b6c072080 0x7f4b6c149ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 >> 172.21.15.16:0/3916272149 conn(0x7f4b6c0b22c0 msgr2=0x7f4b6c06d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:01.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.913+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 shutdown_connections 2024-09-16T01:47:01.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:01.914+0000 7f4b71a45640 1 -- 172.21.15.16:0/3916272149 wait complete. 2024-09-16T01:47:01.925 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T01:47:00.736360+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":223,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":166,"ondisk_log_size":166,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":89,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258320,"kb_used_data":8780,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716400,"statfs":{"total":773094113280,"available":772829593600,"internally_reserved":0,"allocated":8990720,"data_stored":4488408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":255315506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000775"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949006+0000","last_change":"2024-09-16T01:46:58.941914+0000","last_active":"2024-09-16T01:46:58.949006+0000","last_peered":"2024-09-16T01:46:58.949006+0000","last_clean":"2024-09-16T01:46:58.949006+0000","last_became_active":"2024-09-16T01:46:58.941542+0000","last_became_peered":"2024-09-16T01:46:58.941542+0000","last_unstale":"2024-09-16T01:46:58.949006+0000","last_undegraded":"2024-09-16T01:46:58.949006+0000","last_fullsized":"2024-09-16T01:46:58.949006+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:09.152198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937141+0000","last_change":"2024-09-16T01:46:58.937795+0000","last_active":"2024-09-16T01:46:59.937141+0000","last_peered":"2024-09-16T01:46:59.937141+0000","last_clean":"2024-09-16T01:46:59.937141+0000","last_became_active":"2024-09-16T01:46:58.936703+0000","last_became_peered":"2024-09-16T01:46:58.936703+0000","last_unstale":"2024-09-16T01:46:59.937141+0000","last_undegraded":"2024-09-16T01:46:59.937141+0000","last_fullsized":"2024-09-16T01:46:59.937141+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:42.537690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.939982+0000","last_change":"2024-09-16T01:46:58.936858+0000","last_active":"2024-09-16T01:46:58.939982+0000","last_peered":"2024-09-16T01:46:58.939982+0000","last_clean":"2024-09-16T01:46:58.939982+0000","last_became_active":"2024-09-16T01:46:58.936537+0000","last_became_peered":"2024-09-16T01:46:58.936537+0000","last_unstale":"2024-09-16T01:46:58.939982+0000","last_undegraded":"2024-09-16T01:46:58.939982+0000","last_fullsized":"2024-09-16T01:46:58.939982+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:11.122832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936713+0000","last_change":"2024-09-16T01:46:58.940128+0000","last_active":"2024-09-16T01:46:59.936713+0000","last_peered":"2024-09-16T01:46:59.936713+0000","last_clean":"2024-09-16T01:46:59.936713+0000","last_became_active":"2024-09-16T01:46:58.939632+0000","last_became_peered":"2024-09-16T01:46:58.939632+0000","last_unstale":"2024-09-16T01:46:59.936713+0000","last_undegraded":"2024-09-16T01:46:59.936713+0000","last_fullsized":"2024-09-16T01:46:59.936713+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:10.234082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937115+0000","last_change":"2024-09-16T01:46:58.934411+0000","last_active":"2024-09-16T01:46:59.937115+0000","last_peered":"2024-09-16T01:46:59.937115+0000","last_clean":"2024-09-16T01:46:59.937115+0000","last_became_active":"2024-09-16T01:46:58.934142+0000","last_became_peered":"2024-09-16T01:46:58.934142+0000","last_unstale":"2024-09-16T01:46:59.937115+0000","last_undegraded":"2024-09-16T01:46:59.937115+0000","last_fullsized":"2024-09-16T01:46:59.937115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:58.388717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954500+0000","last_change":"2024-09-16T01:46:58.950665+0000","last_active":"2024-09-16T01:46:58.954500+0000","last_peered":"2024-09-16T01:46:58.954500+0000","last_clean":"2024-09-16T01:46:58.954500+0000","last_became_active":"2024-09-16T01:46:58.950334+0000","last_became_peered":"2024-09-16T01:46:58.950334+0000","last_unstale":"2024-09-16T01:46:58.954500+0000","last_undegraded":"2024-09-16T01:46:58.954500+0000","last_fullsized":"2024-09-16T01:46:58.954500+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:00.702154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.935944+0000","last_change":"2024-09-16T01:46:58.943999+0000","last_active":"2024-09-16T01:46:59.935944+0000","last_peered":"2024-09-16T01:46:59.935944+0000","last_clean":"2024-09-16T01:46:59.935944+0000","last_became_active":"2024-09-16T01:46:58.943673+0000","last_became_peered":"2024-09-16T01:46:58.943673+0000","last_unstale":"2024-09-16T01:46:59.935944+0000","last_undegraded":"2024-09-16T01:46:59.935944+0000","last_fullsized":"2024-09-16T01:46:59.935944+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:14.566141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947443+0000","last_change":"2024-09-16T01:46:58.941214+0000","last_active":"2024-09-16T01:46:58.947443+0000","last_peered":"2024-09-16T01:46:58.947443+0000","last_clean":"2024-09-16T01:46:58.947443+0000","last_became_active":"2024-09-16T01:46:58.940911+0000","last_became_peered":"2024-09-16T01:46:58.940911+0000","last_unstale":"2024-09-16T01:46:58.947443+0000","last_undegraded":"2024-09-16T01:46:58.947443+0000","last_fullsized":"2024-09-16T01:46:58.947443+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:24.768360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949158+0000","last_change":"2024-09-16T01:46:58.946626+0000","last_active":"2024-09-16T01:46:58.949158+0000","last_peered":"2024-09-16T01:46:58.949158+0000","last_clean":"2024-09-16T01:46:58.949158+0000","last_became_active":"2024-09-16T01:46:58.945960+0000","last_became_peered":"2024-09-16T01:46:58.945960+0000","last_unstale":"2024-09-16T01:46:58.949158+0000","last_undegraded":"2024-09-16T01:46:58.949158+0000","last_fullsized":"2024-09-16T01:46:58.949158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:05.326963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954416+0000","last_change":"2024-09-16T01:46:58.944209+0000","last_active":"2024-09-16T01:46:58.954416+0000","last_peered":"2024-09-16T01:46:58.954416+0000","last_clean":"2024-09-16T01:46:58.954416+0000","last_became_active":"2024-09-16T01:46:58.943934+0000","last_became_peered":"2024-09-16T01:46:58.943934+0000","last_unstale":"2024-09-16T01:46:58.954416+0000","last_undegraded":"2024-09-16T01:46:58.954416+0000","last_fullsized":"2024-09-16T01:46:58.954416+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:00.702154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937087+0000","last_change":"2024-09-16T01:46:58.936180+0000","last_active":"2024-09-16T01:46:59.937087+0000","last_peered":"2024-09-16T01:46:59.937087+0000","last_clean":"2024-09-16T01:46:59.937087+0000","last_became_active":"2024-09-16T01:46:58.935910+0000","last_became_peered":"2024-09-16T01:46:58.935910+0000","last_unstale":"2024-09-16T01:46:59.937087+0000","last_undegraded":"2024-09-16T01:46:59.937087+0000","last_fullsized":"2024-09-16T01:46:59.937087+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:09.871418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954363+0000","last_change":"2024-09-16T01:46:58.945266+0000","last_active":"2024-09-16T01:46:58.954363+0000","last_peered":"2024-09-16T01:46:58.954363+0000","last_clean":"2024-09-16T01:46:58.954363+0000","last_became_active":"2024-09-16T01:46:58.944935+0000","last_became_peered":"2024-09-16T01:46:58.944935+0000","last_unstale":"2024-09-16T01:46:58.954363+0000","last_undegraded":"2024-09-16T01:46:58.954363+0000","last_fullsized":"2024-09-16T01:46:58.954363+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:35.457486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.938855+0000","last_change":"2024-09-16T01:46:58.934156+0000","last_active":"2024-09-16T01:46:58.938855+0000","last_peered":"2024-09-16T01:46:58.938855+0000","last_clean":"2024-09-16T01:46:58.938855+0000","last_became_active":"2024-09-16T01:46:58.933860+0000","last_became_peered":"2024-09-16T01:46:58.933860+0000","last_unstale":"2024-09-16T01:46:58.938855+0000","last_undegraded":"2024-09-16T01:46:58.938855+0000","last_fullsized":"2024-09-16T01:46:58.938855+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:35:39.888051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936222+0000","last_change":"2024-09-16T01:46:58.941527+0000","last_active":"2024-09-16T01:46:59.936222+0000","last_peered":"2024-09-16T01:46:59.936222+0000","last_clean":"2024-09-16T01:46:59.936222+0000","last_became_active":"2024-09-16T01:46:58.940810+0000","last_became_peered":"2024-09-16T01:46:58.940810+0000","last_unstale":"2024-09-16T01:46:59.936222+0000","last_undegraded":"2024-09-16T01:46:59.936222+0000","last_fullsized":"2024-09-16T01:46:59.936222+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:05.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.951637+0000","last_change":"2024-09-16T01:46:58.943880+0000","last_active":"2024-09-16T01:46:58.951637+0000","last_peered":"2024-09-16T01:46:58.951637+0000","last_clean":"2024-09-16T01:46:58.951637+0000","last_became_active":"2024-09-16T01:46:58.943226+0000","last_became_peered":"2024-09-16T01:46:58.943226+0000","last_unstale":"2024-09-16T01:46:58.951637+0000","last_undegraded":"2024-09-16T01:46:58.951637+0000","last_fullsized":"2024-09-16T01:46:58.951637+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:43:16.932312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936690+0000","last_change":"2024-09-16T01:46:58.936879+0000","last_active":"2024-09-16T01:46:59.936690+0000","last_peered":"2024-09-16T01:46:59.936690+0000","last_clean":"2024-09-16T01:46:59.936690+0000","last_became_active":"2024-09-16T01:46:58.936573+0000","last_became_peered":"2024-09-16T01:46:58.936573+0000","last_unstale":"2024-09-16T01:46:59.936690+0000","last_undegraded":"2024-09-16T01:46:59.936690+0000","last_fullsized":"2024-09-16T01:46:59.936690+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:17.193631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936984+0000","last_change":"2024-09-16T01:46:58.944675+0000","last_active":"2024-09-16T01:46:59.936984+0000","last_peered":"2024-09-16T01:46:59.936984+0000","last_clean":"2024-09-16T01:46:59.936984+0000","last_became_active":"2024-09-16T01:46:58.944376+0000","last_became_peered":"2024-09-16T01:46:58.944376+0000","last_unstale":"2024-09-16T01:46:59.936984+0000","last_undegraded":"2024-09-16T01:46:59.936984+0000","last_fullsized":"2024-09-16T01:46:59.936984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:03.157347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936478+0000","last_change":"2024-09-16T01:46:58.939920+0000","last_active":"2024-09-16T01:46:59.936478+0000","last_peered":"2024-09-16T01:46:59.936478+0000","last_clean":"2024-09-16T01:46:59.936478+0000","last_became_active":"2024-09-16T01:46:58.939550+0000","last_became_peered":"2024-09-16T01:46:58.939550+0000","last_unstale":"2024-09-16T01:46:59.936478+0000","last_undegraded":"2024-09-16T01:46:59.936478+0000","last_fullsized":"2024-09-16T01:46:59.936478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:04:38.626594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.957413+0000","last_change":"2024-09-16T01:46:58.956326+0000","last_active":"2024-09-16T01:46:58.957413+0000","last_peered":"2024-09-16T01:46:58.957413+0000","last_clean":"2024-09-16T01:46:58.957413+0000","last_became_active":"2024-09-16T01:46:58.956048+0000","last_became_peered":"2024-09-16T01:46:58.956048+0000","last_unstale":"2024-09-16T01:46:58.957413+0000","last_undegraded":"2024-09-16T01:46:58.957413+0000","last_fullsized":"2024-09-16T01:46:58.957413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:14.080161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936768+0000","last_change":"2024-09-16T01:46:58.944384+0000","last_active":"2024-09-16T01:46:59.936768+0000","last_peered":"2024-09-16T01:46:59.936768+0000","last_clean":"2024-09-16T01:46:59.936768+0000","last_became_active":"2024-09-16T01:46:58.944107+0000","last_became_peered":"2024-09-16T01:46:58.944107+0000","last_unstale":"2024-09-16T01:46:59.936768+0000","last_undegraded":"2024-09-16T01:46:59.936768+0000","last_fullsized":"2024-09-16T01:46:59.936768+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:01.091862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936585+0000","last_change":"2024-09-16T01:46:58.940084+0000","last_active":"2024-09-16T01:46:59.936585+0000","last_peered":"2024-09-16T01:46:59.936585+0000","last_clean":"2024-09-16T01:46:59.936585+0000","last_became_active":"2024-09-16T01:46:58.939666+0000","last_became_peered":"2024-09-16T01:46:58.939666+0000","last_unstale":"2024-09-16T01:46:59.936585+0000","last_undegraded":"2024-09-16T01:46:59.936585+0000","last_fullsized":"2024-09-16T01:46:59.936585+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:37:10.307750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936653+0000","last_change":"2024-09-16T01:46:58.940854+0000","last_active":"2024-09-16T01:46:59.936653+0000","last_peered":"2024-09-16T01:46:59.936653+0000","last_clean":"2024-09-16T01:46:59.936653+0000","last_became_active":"2024-09-16T01:46:58.940544+0000","last_became_peered":"2024-09-16T01:46:58.940544+0000","last_unstale":"2024-09-16T01:46:59.936653+0000","last_undegraded":"2024-09-16T01:46:59.936653+0000","last_fullsized":"2024-09-16T01:46:59.936653+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:58.056062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954394+0000","last_change":"2024-09-16T01:46:58.945952+0000","last_active":"2024-09-16T01:46:58.954394+0000","last_peered":"2024-09-16T01:46:58.954394+0000","last_clean":"2024-09-16T01:46:58.954394+0000","last_became_active":"2024-09-16T01:46:58.945636+0000","last_became_peered":"2024-09-16T01:46:58.945636+0000","last_unstale":"2024-09-16T01:46:58.954394+0000","last_undegraded":"2024-09-16T01:46:58.954394+0000","last_fullsized":"2024-09-16T01:46:58.954394+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:34.194337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.935938+0000","last_change":"2024-09-16T01:46:58.953071+0000","last_active":"2024-09-16T01:46:59.935938+0000","last_peered":"2024-09-16T01:46:59.935938+0000","last_clean":"2024-09-16T01:46:59.935938+0000","last_became_active":"2024-09-16T01:46:58.952789+0000","last_became_peered":"2024-09-16T01:46:58.952789+0000","last_unstale":"2024-09-16T01:46:59.935938+0000","last_undegraded":"2024-09-16T01:46:59.935938+0000","last_fullsized":"2024-09-16T01:46:59.935938+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:09.066872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936956+0000","last_change":"2024-09-16T01:46:58.937461+0000","last_active":"2024-09-16T01:46:59.936956+0000","last_peered":"2024-09-16T01:46:59.936956+0000","last_clean":"2024-09-16T01:46:59.936956+0000","last_became_active":"2024-09-16T01:46:58.936685+0000","last_became_peered":"2024-09-16T01:46:58.936685+0000","last_unstale":"2024-09-16T01:46:59.936956+0000","last_undegraded":"2024-09-16T01:46:59.936956+0000","last_fullsized":"2024-09-16T01:46:59.936956+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:58.991565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.939927+0000","last_change":"2024-09-16T01:46:58.937177+0000","last_active":"2024-09-16T01:46:58.939927+0000","last_peered":"2024-09-16T01:46:58.939927+0000","last_clean":"2024-09-16T01:46:58.939927+0000","last_became_active":"2024-09-16T01:46:58.935312+0000","last_became_peered":"2024-09-16T01:46:58.935312+0000","last_unstale":"2024-09-16T01:46:58.939927+0000","last_undegraded":"2024-09-16T01:46:58.939927+0000","last_fullsized":"2024-09-16T01:46:58.939927+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:24.254623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936963+0000","last_change":"2024-09-16T01:46:58.947529+0000","last_active":"2024-09-16T01:46:59.936963+0000","last_peered":"2024-09-16T01:46:59.936963+0000","last_clean":"2024-09-16T01:46:59.936963+0000","last_became_active":"2024-09-16T01:46:58.947202+0000","last_became_peered":"2024-09-16T01:46:58.947202+0000","last_unstale":"2024-09-16T01:46:59.936963+0000","last_undegraded":"2024-09-16T01:46:59.936963+0000","last_fullsized":"2024-09-16T01:46:59.936963+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:22.650175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949037+0000","last_change":"2024-09-16T01:46:58.941181+0000","last_active":"2024-09-16T01:46:58.949037+0000","last_peered":"2024-09-16T01:46:58.949037+0000","last_clean":"2024-09-16T01:46:58.949037+0000","last_became_active":"2024-09-16T01:46:58.940580+0000","last_became_peered":"2024-09-16T01:46:58.940580+0000","last_unstale":"2024-09-16T01:46:58.949037+0000","last_undegraded":"2024-09-16T01:46:58.949037+0000","last_fullsized":"2024-09-16T01:46:58.949037+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:05.326963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937068+0000","last_change":"2024-09-16T01:46:58.946084+0000","last_active":"2024-09-16T01:46:59.937068+0000","last_peered":"2024-09-16T01:46:59.937068+0000","last_clean":"2024-09-16T01:46:59.937068+0000","last_became_active":"2024-09-16T01:46:58.945782+0000","last_became_peered":"2024-09-16T01:46:58.945782+0000","last_unstale":"2024-09-16T01:46:59.937068+0000","last_undegraded":"2024-09-16T01:46:59.937068+0000","last_fullsized":"2024-09-16T01:46:59.937068+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:46:06.350093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936791+0000","last_change":"2024-09-16T01:46:58.947306+0000","last_active":"2024-09-16T01:46:59.936791+0000","last_peered":"2024-09-16T01:46:59.936791+0000","last_clean":"2024-09-16T01:46:59.936791+0000","last_became_active":"2024-09-16T01:46:58.946404+0000","last_became_peered":"2024-09-16T01:46:58.946404+0000","last_unstale":"2024-09-16T01:46:59.936791+0000","last_undegraded":"2024-09-16T01:46:59.936791+0000","last_fullsized":"2024-09-16T01:46:59.936791+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:24.005719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936900+0000","last_change":"2024-09-16T01:46:58.947711+0000","last_active":"2024-09-16T01:46:59.936900+0000","last_peered":"2024-09-16T01:46:59.936900+0000","last_clean":"2024-09-16T01:46:59.936900+0000","last_became_active":"2024-09-16T01:46:58.947418+0000","last_became_peered":"2024-09-16T01:46:58.947418+0000","last_unstale":"2024-09-16T01:46:59.936900+0000","last_undegraded":"2024-09-16T01:46:59.936900+0000","last_fullsized":"2024-09-16T01:46:59.936900+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:00.711650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954717+0000","last_change":"2024-09-16T01:46:58.951461+0000","last_active":"2024-09-16T01:46:58.954717+0000","last_peered":"2024-09-16T01:46:58.954717+0000","last_clean":"2024-09-16T01:46:58.954717+0000","last_became_active":"2024-09-16T01:46:58.951184+0000","last_became_peered":"2024-09-16T01:46:58.951184+0000","last_unstale":"2024-09-16T01:46:58.954717+0000","last_undegraded":"2024-09-16T01:46:58.954717+0000","last_fullsized":"2024-09-16T01:46:58.954717+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:28:09.119067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937285+0000","last_change":"2024-09-16T01:46:58.937020+0000","last_active":"2024-09-16T01:46:59.937285+0000","last_peered":"2024-09-16T01:46:59.937285+0000","last_clean":"2024-09-16T01:46:59.937285+0000","last_became_active":"2024-09-16T01:46:58.936702+0000","last_became_peered":"2024-09-16T01:46:58.936702+0000","last_unstale":"2024-09-16T01:46:59.937285+0000","last_undegraded":"2024-09-16T01:46:59.937285+0000","last_fullsized":"2024-09-16T01:46:59.937285+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:06.023895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"79'4","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954524+0000","last_change":"2024-09-16T01:46:57.934819+0000","last_active":"2024-09-16T01:46:58.954524+0000","last_peered":"2024-09-16T01:46:58.954524+0000","last_clean":"2024-09-16T01:46:58.954524+0000","last_became_active":"2024-09-16T01:46:57.933039+0000","last_became_peered":"2024-09-16T01:46:57.933039+0000","last_unstale":"2024-09-16T01:46:58.954524+0000","last_undegraded":"2024-09-16T01:46:58.954524+0000","last_fullsized":"2024-09-16T01:46:58.954524+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:02.341252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954293+0000","last_change":"2024-09-16T01:46:58.944458+0000","last_active":"2024-09-16T01:46:58.954293+0000","last_peered":"2024-09-16T01:46:58.954293+0000","last_clean":"2024-09-16T01:46:58.954293+0000","last_became_active":"2024-09-16T01:46:58.944114+0000","last_became_peered":"2024-09-16T01:46:58.944114+0000","last_unstale":"2024-09-16T01:46:58.954293+0000","last_undegraded":"2024-09-16T01:46:58.954293+0000","last_fullsized":"2024-09-16T01:46:58.954293+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:49.727775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937403+0000","last_change":"2024-09-16T01:46:57.932573+0000","last_active":"2024-09-16T01:46:59.937403+0000","last_peered":"2024-09-16T01:46:59.937403+0000","last_clean":"2024-09-16T01:46:59.937403+0000","last_became_active":"2024-09-16T01:46:57.932280+0000","last_became_peered":"2024-09-16T01:46:57.932280+0000","last_unstale":"2024-09-16T01:46:59.937403+0000","last_undegraded":"2024-09-16T01:46:59.937403+0000","last_fullsized":"2024-09-16T01:46:59.937403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:02.341252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954727+0000","last_change":"2024-09-16T01:46:58.951508+0000","last_active":"2024-09-16T01:46:58.954727+0000","last_peered":"2024-09-16T01:46:58.954727+0000","last_clean":"2024-09-16T01:46:58.954727+0000","last_became_active":"2024-09-16T01:46:58.951198+0000","last_became_peered":"2024-09-16T01:46:58.951198+0000","last_unstale":"2024-09-16T01:46:58.954727+0000","last_undegraded":"2024-09-16T01:46:58.954727+0000","last_fullsized":"2024-09-16T01:46:58.954727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:17.193631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.952293+0000","last_change":"2024-09-16T01:46:57.934880+0000","last_active":"2024-09-16T01:46:58.952293+0000","last_peered":"2024-09-16T01:46:58.952293+0000","last_clean":"2024-09-16T01:46:58.952293+0000","last_became_active":"2024-09-16T01:46:57.934525+0000","last_became_peered":"2024-09-16T01:46:57.934525+0000","last_unstale":"2024-09-16T01:46:58.952293+0000","last_undegraded":"2024-09-16T01:46:58.952293+0000","last_fullsized":"2024-09-16T01:46:58.952293+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:59.044058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954183+0000","last_change":"2024-09-16T01:46:58.949955+0000","last_active":"2024-09-16T01:46:58.954183+0000","last_peered":"2024-09-16T01:46:58.954183+0000","last_clean":"2024-09-16T01:46:58.954183+0000","last_became_active":"2024-09-16T01:46:58.949650+0000","last_became_peered":"2024-09-16T01:46:58.949650+0000","last_unstale":"2024-09-16T01:46:58.954183+0000","last_undegraded":"2024-09-16T01:46:58.954183+0000","last_fullsized":"2024-09-16T01:46:58.954183+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:16.221690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.952614+0000","last_change":"2024-09-16T01:46:57.942244+0000","last_active":"2024-09-16T01:46:58.952614+0000","last_peered":"2024-09-16T01:46:58.952614+0000","last_clean":"2024-09-16T01:46:58.952614+0000","last_became_active":"2024-09-16T01:46:57.941580+0000","last_became_peered":"2024-09-16T01:46:57.941580+0000","last_unstale":"2024-09-16T01:46:58.952614+0000","last_undegraded":"2024-09-16T01:46:58.952614+0000","last_fullsized":"2024-09-16T01:46:58.952614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:35:29.683520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936842+0000","last_change":"2024-09-16T01:46:58.947039+0000","last_active":"2024-09-16T01:46:59.936842+0000","last_peered":"2024-09-16T01:46:59.936842+0000","last_clean":"2024-09-16T01:46:59.936842+0000","last_became_active":"2024-09-16T01:46:58.946034+0000","last_became_peered":"2024-09-16T01:46:58.946034+0000","last_unstale":"2024-09-16T01:46:59.936842+0000","last_undegraded":"2024-09-16T01:46:59.936842+0000","last_fullsized":"2024-09-16T01:46:59.936842+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:47.337018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937460+0000","last_change":"2024-09-16T01:46:57.937836+0000","last_active":"2024-09-16T01:46:59.937460+0000","last_peered":"2024-09-16T01:46:59.937460+0000","last_clean":"2024-09-16T01:46:59.937460+0000","last_became_active":"2024-09-16T01:46:57.937591+0000","last_became_peered":"2024-09-16T01:46:57.937591+0000","last_unstale":"2024-09-16T01:46:59.937460+0000","last_undegraded":"2024-09-16T01:46:59.937460+0000","last_fullsized":"2024-09-16T01:46:59.937460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:32.664323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937201+0000","last_change":"2024-09-16T01:46:58.943930+0000","last_active":"2024-09-16T01:46:59.937201+0000","last_peered":"2024-09-16T01:46:59.937201+0000","last_clean":"2024-09-16T01:46:59.937201+0000","last_became_active":"2024-09-16T01:46:58.943692+0000","last_became_peered":"2024-09-16T01:46:58.943692+0000","last_unstale":"2024-09-16T01:46:59.937201+0000","last_undegraded":"2024-09-16T01:46:59.937201+0000","last_fullsized":"2024-09-16T01:46:59.937201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:55.169492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936743+0000","last_change":"2024-09-16T01:46:57.931242+0000","last_active":"2024-09-16T01:46:59.936743+0000","last_peered":"2024-09-16T01:46:59.936743+0000","last_clean":"2024-09-16T01:46:59.936743+0000","last_became_active":"2024-09-16T01:46:57.930987+0000","last_became_peered":"2024-09-16T01:46:57.930987+0000","last_unstale":"2024-09-16T01:46:59.936743+0000","last_undegraded":"2024-09-16T01:46:59.936743+0000","last_fullsized":"2024-09-16T01:46:59.936743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:34:26.012846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.956883+0000","last_change":"2024-09-16T01:46:58.953320+0000","last_active":"2024-09-16T01:46:58.956883+0000","last_peered":"2024-09-16T01:46:58.956883+0000","last_clean":"2024-09-16T01:46:58.956883+0000","last_became_active":"2024-09-16T01:46:58.953085+0000","last_became_peered":"2024-09-16T01:46:58.953085+0000","last_unstale":"2024-09-16T01:46:58.956883+0000","last_undegraded":"2024-09-16T01:46:58.956883+0000","last_fullsized":"2024-09-16T01:46:58.956883+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:32.098313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.934526+0000","last_change":"2024-09-16T01:46:57.941009+0000","last_active":"2024-09-16T01:46:58.934526+0000","last_peered":"2024-09-16T01:46:58.934526+0000","last_clean":"2024-09-16T01:46:58.934526+0000","last_became_active":"2024-09-16T01:46:57.940610+0000","last_became_peered":"2024-09-16T01:46:57.940610+0000","last_unstale":"2024-09-16T01:46:58.934526+0000","last_undegraded":"2024-09-16T01:46:58.934526+0000","last_fullsized":"2024-09-16T01:46:58.934526+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:13:48.754422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.951613+0000","last_change":"2024-09-16T01:46:58.943605+0000","last_active":"2024-09-16T01:46:58.951613+0000","last_peered":"2024-09-16T01:46:58.951613+0000","last_clean":"2024-09-16T01:46:58.951613+0000","last_became_active":"2024-09-16T01:46:58.942949+0000","last_became_peered":"2024-09-16T01:46:58.942949+0000","last_unstale":"2024-09-16T01:46:58.951613+0000","last_undegraded":"2024-09-16T01:46:58.951613+0000","last_fullsized":"2024-09-16T01:46:58.951613+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:47.535838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936429+0000","last_change":"2024-09-16T01:46:57.943852+0000","last_active":"2024-09-16T01:46:59.936429+0000","last_peered":"2024-09-16T01:46:59.936429+0000","last_clean":"2024-09-16T01:46:59.936429+0000","last_became_active":"2024-09-16T01:46:57.943556+0000","last_became_peered":"2024-09-16T01:46:57.943556+0000","last_unstale":"2024-09-16T01:46:59.936429+0000","last_undegraded":"2024-09-16T01:46:59.936429+0000","last_fullsized":"2024-09-16T01:46:59.936429+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:04:37.621361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.956130+0000","last_change":"2024-09-16T01:46:58.955270+0000","last_active":"2024-09-16T01:46:58.956130+0000","last_peered":"2024-09-16T01:46:58.956130+0000","last_clean":"2024-09-16T01:46:58.956130+0000","last_became_active":"2024-09-16T01:46:58.954966+0000","last_became_peered":"2024-09-16T01:46:58.954966+0000","last_unstale":"2024-09-16T01:46:58.956130+0000","last_undegraded":"2024-09-16T01:46:58.956130+0000","last_fullsized":"2024-09-16T01:46:58.956130+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:37.712122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.933505+0000","last_change":"2024-09-16T01:46:57.934567+0000","last_active":"2024-09-16T01:46:58.933505+0000","last_peered":"2024-09-16T01:46:58.933505+0000","last_clean":"2024-09-16T01:46:58.933505+0000","last_became_active":"2024-09-16T01:46:57.933658+0000","last_became_peered":"2024-09-16T01:46:57.933658+0000","last_unstale":"2024-09-16T01:46:58.933505+0000","last_undegraded":"2024-09-16T01:46:58.933505+0000","last_fullsized":"2024-09-16T01:46:58.933505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:23.763127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954466+0000","last_change":"2024-09-16T01:46:58.949919+0000","last_active":"2024-09-16T01:46:58.954466+0000","last_peered":"2024-09-16T01:46:58.954466+0000","last_clean":"2024-09-16T01:46:58.954466+0000","last_became_active":"2024-09-16T01:46:58.949637+0000","last_became_peered":"2024-09-16T01:46:58.949637+0000","last_unstale":"2024-09-16T01:46:58.954466+0000","last_undegraded":"2024-09-16T01:46:58.954466+0000","last_fullsized":"2024-09-16T01:46:58.954466+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:09.152198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.932194+0000","last_change":"2024-09-16T01:46:57.934158+0000","last_active":"2024-09-16T01:46:58.932194+0000","last_peered":"2024-09-16T01:46:58.932194+0000","last_clean":"2024-09-16T01:46:58.932194+0000","last_became_active":"2024-09-16T01:46:57.933880+0000","last_became_peered":"2024-09-16T01:46:57.933880+0000","last_unstale":"2024-09-16T01:46:58.932194+0000","last_undegraded":"2024-09-16T01:46:58.932194+0000","last_fullsized":"2024-09-16T01:46:58.932194+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:27.310951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947911+0000","last_change":"2024-09-16T01:46:58.944395+0000","last_active":"2024-09-16T01:46:58.947911+0000","last_peered":"2024-09-16T01:46:58.947911+0000","last_clean":"2024-09-16T01:46:58.947911+0000","last_became_active":"2024-09-16T01:46:58.944096+0000","last_became_peered":"2024-09-16T01:46:58.944096+0000","last_unstale":"2024-09-16T01:46:58.947911+0000","last_undegraded":"2024-09-16T01:46:58.947911+0000","last_fullsized":"2024-09-16T01:46:58.947911+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:11.122832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"79'3","reported_seq":15,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.955072+0000","last_change":"2024-09-16T01:46:57.942313+0000","last_active":"2024-09-16T01:46:58.955072+0000","last_peered":"2024-09-16T01:46:58.955072+0000","last_clean":"2024-09-16T01:46:58.955072+0000","last_became_active":"2024-09-16T01:46:57.942036+0000","last_became_peered":"2024-09-16T01:46:57.942036+0000","last_unstale":"2024-09-16T01:46:58.955072+0000","last_undegraded":"2024-09-16T01:46:58.955072+0000","last_fullsized":"2024-09-16T01:46:58.955072+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:00.983686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937162+0000","last_change":"2024-09-16T01:46:58.940499+0000","last_active":"2024-09-16T01:46:59.937162+0000","last_peered":"2024-09-16T01:46:59.937162+0000","last_clean":"2024-09-16T01:46:59.937162+0000","last_became_active":"2024-09-16T01:46:58.940140+0000","last_became_peered":"2024-09-16T01:46:58.940140+0000","last_unstale":"2024-09-16T01:46:59.937162+0000","last_undegraded":"2024-09-16T01:46:59.937162+0000","last_fullsized":"2024-09-16T01:46:59.937162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:31:50.827639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"79'6","reported_seq":18,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.959642+0000","last_change":"2024-09-16T01:46:57.935103+0000","last_active":"2024-09-16T01:46:58.959642+0000","last_peered":"2024-09-16T01:46:58.959642+0000","last_clean":"2024-09-16T01:46:58.959642+0000","last_became_active":"2024-09-16T01:46:57.934408+0000","last_became_peered":"2024-09-16T01:46:57.934408+0000","last_unstale":"2024-09-16T01:46:58.959642+0000","last_undegraded":"2024-09-16T01:46:58.959642+0000","last_fullsized":"2024-09-16T01:46:58.959642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:32.664323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947842+0000","last_change":"2024-09-16T01:46:58.946132+0000","last_active":"2024-09-16T01:46:58.947842+0000","last_peered":"2024-09-16T01:46:58.947842+0000","last_clean":"2024-09-16T01:46:58.947842+0000","last_became_active":"2024-09-16T01:46:58.945863+0000","last_became_peered":"2024-09-16T01:46:58.945863+0000","last_unstale":"2024-09-16T01:46:58.947842+0000","last_undegraded":"2024-09-16T01:46:58.947842+0000","last_fullsized":"2024-09-16T01:46:58.947842+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:24.254623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937093+0000","last_change":"2024-09-16T01:46:57.942244+0000","last_active":"2024-09-16T01:46:59.937093+0000","last_peered":"2024-09-16T01:46:59.937093+0000","last_clean":"2024-09-16T01:46:59.937093+0000","last_became_active":"2024-09-16T01:46:57.941921+0000","last_became_peered":"2024-09-16T01:46:57.941921+0000","last_unstale":"2024-09-16T01:46:59.937093+0000","last_undegraded":"2024-09-16T01:46:59.937093+0000","last_fullsized":"2024-09-16T01:46:59.937093+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:37:09.302516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949345+0000","last_change":"2024-09-16T01:46:58.946345+0000","last_active":"2024-09-16T01:46:58.949345+0000","last_peered":"2024-09-16T01:46:58.949345+0000","last_clean":"2024-09-16T01:46:58.949345+0000","last_became_active":"2024-09-16T01:46:58.945812+0000","last_became_peered":"2024-09-16T01:46:58.945812+0000","last_unstale":"2024-09-16T01:46:58.949345+0000","last_undegraded":"2024-09-16T01:46:58.949345+0000","last_fullsized":"2024-09-16T01:46:58.949345+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:15:06.006322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.937629+0000","last_change":"2024-09-16T01:46:57.942615+0000","last_active":"2024-09-16T01:46:58.937629+0000","last_peered":"2024-09-16T01:46:58.937629+0000","last_clean":"2024-09-16T01:46:58.937629+0000","last_became_active":"2024-09-16T01:46:57.942136+0000","last_became_peered":"2024-09-16T01:46:57.942136+0000","last_unstale":"2024-09-16T01:46:58.937629+0000","last_undegraded":"2024-09-16T01:46:58.937629+0000","last_fullsized":"2024-09-16T01:46:58.937629+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:05.018662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936468+0000","last_change":"2024-09-16T01:46:58.944766+0000","last_active":"2024-09-16T01:46:59.936468+0000","last_peered":"2024-09-16T01:46:59.936468+0000","last_clean":"2024-09-16T01:46:59.936468+0000","last_became_active":"2024-09-16T01:46:58.944450+0000","last_became_peered":"2024-09-16T01:46:58.944450+0000","last_unstale":"2024-09-16T01:46:59.936468+0000","last_undegraded":"2024-09-16T01:46:59.936468+0000","last_fullsized":"2024-09-16T01:46:59.936468+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:49.880815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.931160+0000","last_change":"2024-09-16T01:46:57.936135+0000","last_active":"2024-09-16T01:46:58.931160+0000","last_peered":"2024-09-16T01:46:58.931160+0000","last_clean":"2024-09-16T01:46:58.931160+0000","last_became_active":"2024-09-16T01:46:57.935857+0000","last_became_peered":"2024-09-16T01:46:57.935857+0000","last_unstale":"2024-09-16T01:46:58.931160+0000","last_undegraded":"2024-09-16T01:46:58.931160+0000","last_fullsized":"2024-09-16T01:46:58.931160+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:02.341252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936323+0000","last_change":"2024-09-16T01:46:58.937125+0000","last_active":"2024-09-16T01:46:59.936323+0000","last_peered":"2024-09-16T01:46:59.936323+0000","last_clean":"2024-09-16T01:46:59.936323+0000","last_became_active":"2024-09-16T01:46:58.936836+0000","last_became_peered":"2024-09-16T01:46:58.936836+0000","last_unstale":"2024-09-16T01:46:59.936323+0000","last_undegraded":"2024-09-16T01:46:59.936323+0000","last_fullsized":"2024-09-16T01:46:59.936323+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:02.819507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"79'8","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.957196+0000","last_change":"2024-09-16T01:46:57.937831+0000","last_active":"2024-09-16T01:46:58.957196+0000","last_peered":"2024-09-16T01:46:58.957196+0000","last_clean":"2024-09-16T01:46:58.957196+0000","last_became_active":"2024-09-16T01:46:57.937516+0000","last_became_peered":"2024-09-16T01:46:57.937516+0000","last_unstale":"2024-09-16T01:46:58.957196+0000","last_undegraded":"2024-09-16T01:46:58.957196+0000","last_fullsized":"2024-09-16T01:46:58.957196+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:35:38.882818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.939907+0000","last_change":"2024-09-16T01:46:58.936900+0000","last_active":"2024-09-16T01:46:58.939907+0000","last_peered":"2024-09-16T01:46:58.939907+0000","last_clean":"2024-09-16T01:46:58.939907+0000","last_became_active":"2024-09-16T01:46:58.936603+0000","last_became_peered":"2024-09-16T01:46:58.936603+0000","last_unstale":"2024-09-16T01:46:58.939907+0000","last_undegraded":"2024-09-16T01:46:58.939907+0000","last_fullsized":"2024-09-16T01:46:58.939907+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:01.100563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954362+0000","last_change":"2024-09-16T01:46:57.935270+0000","last_active":"2024-09-16T01:46:58.954362+0000","last_peered":"2024-09-16T01:46:58.954362+0000","last_clean":"2024-09-16T01:46:58.954362+0000","last_became_active":"2024-09-16T01:46:57.934284+0000","last_became_peered":"2024-09-16T01:46:57.934284+0000","last_unstale":"2024-09-16T01:46:58.954362+0000","last_undegraded":"2024-09-16T01:46:58.954362+0000","last_fullsized":"2024-09-16T01:46:58.954362+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:22.332637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.948984+0000","last_change":"2024-09-16T01:46:58.941870+0000","last_active":"2024-09-16T01:46:58.948984+0000","last_peered":"2024-09-16T01:46:58.948984+0000","last_clean":"2024-09-16T01:46:58.948984+0000","last_became_active":"2024-09-16T01:46:58.941531+0000","last_became_peered":"2024-09-16T01:46:58.941531+0000","last_unstale":"2024-09-16T01:46:58.948984+0000","last_undegraded":"2024-09-16T01:46:58.948984+0000","last_fullsized":"2024-09-16T01:46:58.948984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:35.418128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954887+0000","last_change":"2024-09-16T01:46:57.936438+0000","last_active":"2024-09-16T01:46:58.954887+0000","last_peered":"2024-09-16T01:46:58.954887+0000","last_clean":"2024-09-16T01:46:58.954887+0000","last_became_active":"2024-09-16T01:46:57.936122+0000","last_became_peered":"2024-09-16T01:46:57.936122+0000","last_unstale":"2024-09-16T01:46:58.954887+0000","last_undegraded":"2024-09-16T01:46:58.954887+0000","last_fullsized":"2024-09-16T01:46:58.954887+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:01.147175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937135+0000","last_change":"2024-09-16T01:46:58.934737+0000","last_active":"2024-09-16T01:46:59.937135+0000","last_peered":"2024-09-16T01:46:59.937135+0000","last_clean":"2024-09-16T01:46:59.937135+0000","last_became_active":"2024-09-16T01:46:58.934223+0000","last_became_peered":"2024-09-16T01:46:58.934223+0000","last_unstale":"2024-09-16T01:46:59.937135+0000","last_undegraded":"2024-09-16T01:46:59.937135+0000","last_fullsized":"2024-09-16T01:46:59.937135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:26.660938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.932662+0000","last_change":"2024-09-16T01:46:57.941923+0000","last_active":"2024-09-16T01:46:58.932662+0000","last_peered":"2024-09-16T01:46:58.932662+0000","last_clean":"2024-09-16T01:46:58.932662+0000","last_became_active":"2024-09-16T01:46:57.941217+0000","last_became_peered":"2024-09-16T01:46:57.941217+0000","last_unstale":"2024-09-16T01:46:58.932662+0000","last_undegraded":"2024-09-16T01:46:58.932662+0000","last_fullsized":"2024-09-16T01:46:58.932662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:03.065400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936284+0000","last_change":"2024-09-16T01:46:58.941747+0000","last_active":"2024-09-16T01:46:59.936284+0000","last_peered":"2024-09-16T01:46:59.936284+0000","last_clean":"2024-09-16T01:46:59.936284+0000","last_became_active":"2024-09-16T01:46:58.941101+0000","last_became_peered":"2024-09-16T01:46:58.941101+0000","last_unstale":"2024-09-16T01:46:59.936284+0000","last_undegraded":"2024-09-16T01:46:59.936284+0000","last_fullsized":"2024-09-16T01:46:59.936284+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:26.472618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949641+0000","last_change":"2024-09-16T01:46:57.931226+0000","last_active":"2024-09-16T01:46:58.949641+0000","last_peered":"2024-09-16T01:46:58.949641+0000","last_clean":"2024-09-16T01:46:58.949641+0000","last_became_active":"2024-09-16T01:46:57.930932+0000","last_became_peered":"2024-09-16T01:46:57.930932+0000","last_unstale":"2024-09-16T01:46:58.949641+0000","last_undegraded":"2024-09-16T01:46:58.949641+0000","last_fullsized":"2024-09-16T01:46:58.949641+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:32.631677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949004+0000","last_change":"2024-09-16T01:46:58.946368+0000","last_active":"2024-09-16T01:46:58.949004+0000","last_peered":"2024-09-16T01:46:58.949004+0000","last_clean":"2024-09-16T01:46:58.949004+0000","last_became_active":"2024-09-16T01:46:58.946099+0000","last_became_peered":"2024-09-16T01:46:58.946099+0000","last_unstale":"2024-09-16T01:46:58.949004+0000","last_undegraded":"2024-09-16T01:46:58.949004+0000","last_fullsized":"2024-09-16T01:46:58.949004+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:23.337870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936316+0000","last_change":"2024-09-16T01:46:57.940102+0000","last_active":"2024-09-16T01:46:59.936316+0000","last_peered":"2024-09-16T01:46:59.936316+0000","last_clean":"2024-09-16T01:46:59.936316+0000","last_became_active":"2024-09-16T01:46:57.939461+0000","last_became_peered":"2024-09-16T01:46:57.939461+0000","last_unstale":"2024-09-16T01:46:59.936316+0000","last_undegraded":"2024-09-16T01:46:59.936316+0000","last_fullsized":"2024-09-16T01:46:59.936316+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:54.093480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.935966+0000","last_change":"2024-09-16T01:46:58.950847+0000","last_active":"2024-09-16T01:46:59.935966+0000","last_peered":"2024-09-16T01:46:59.935966+0000","last_clean":"2024-09-16T01:46:59.935966+0000","last_became_active":"2024-09-16T01:46:58.945283+0000","last_became_peered":"2024-09-16T01:46:58.945283+0000","last_unstale":"2024-09-16T01:46:59.935966+0000","last_undegraded":"2024-09-16T01:46:59.935966+0000","last_fullsized":"2024-09-16T01:46:59.935966+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:30.087268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936049+0000","last_change":"2024-09-16T01:46:57.930266+0000","last_active":"2024-09-16T01:46:59.936049+0000","last_peered":"2024-09-16T01:46:59.936049+0000","last_clean":"2024-09-16T01:46:59.936049+0000","last_became_active":"2024-09-16T01:46:57.929978+0000","last_became_peered":"2024-09-16T01:46:57.929978+0000","last_unstale":"2024-09-16T01:46:59.936049+0000","last_undegraded":"2024-09-16T01:46:59.936049+0000","last_fullsized":"2024-09-16T01:46:59.936049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:23:04.509031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949160+0000","last_change":"2024-09-16T01:46:58.947221+0000","last_active":"2024-09-16T01:46:58.949160+0000","last_peered":"2024-09-16T01:46:58.949160+0000","last_clean":"2024-09-16T01:46:58.949160+0000","last_became_active":"2024-09-16T01:46:58.946658+0000","last_became_peered":"2024-09-16T01:46:58.946658+0000","last_unstale":"2024-09-16T01:46:58.949160+0000","last_undegraded":"2024-09-16T01:46:58.949160+0000","last_fullsized":"2024-09-16T01:46:58.949160+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:35.418128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.934032+0000","last_change":"2024-09-16T01:46:57.931486+0000","last_active":"2024-09-16T01:46:58.934032+0000","last_peered":"2024-09-16T01:46:58.934032+0000","last_clean":"2024-09-16T01:46:58.934032+0000","last_became_active":"2024-09-16T01:46:57.930851+0000","last_became_peered":"2024-09-16T01:46:57.930851+0000","last_unstale":"2024-09-16T01:46:58.934032+0000","last_undegraded":"2024-09-16T01:46:58.934032+0000","last_fullsized":"2024-09-16T01:46:58.934032+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:54.164259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937071+0000","last_change":"2024-09-16T01:46:58.934454+0000","last_active":"2024-09-16T01:46:59.937071+0000","last_peered":"2024-09-16T01:46:59.937071+0000","last_clean":"2024-09-16T01:46:59.937071+0000","last_became_active":"2024-09-16T01:46:58.933569+0000","last_became_peered":"2024-09-16T01:46:58.933569+0000","last_unstale":"2024-09-16T01:46:59.937071+0000","last_undegraded":"2024-09-16T01:46:59.937071+0000","last_fullsized":"2024-09-16T01:46:59.937071+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:15.494278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937069+0000","last_change":"2024-09-16T01:46:57.944450+0000","last_active":"2024-09-16T01:46:59.937069+0000","last_peered":"2024-09-16T01:46:59.937069+0000","last_clean":"2024-09-16T01:46:59.937069+0000","last_became_active":"2024-09-16T01:46:57.944125+0000","last_became_peered":"2024-09-16T01:46:57.944125+0000","last_unstale":"2024-09-16T01:46:59.937069+0000","last_undegraded":"2024-09-16T01:46:59.937069+0000","last_fullsized":"2024-09-16T01:46:59.937069+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:00.086628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.948822+0000","last_change":"2024-09-16T01:46:58.942619+0000","last_active":"2024-09-16T01:46:58.948822+0000","last_peered":"2024-09-16T01:46:58.948822+0000","last_clean":"2024-09-16T01:46:58.948822+0000","last_became_active":"2024-09-16T01:46:58.942309+0000","last_became_peered":"2024-09-16T01:46:58.942309+0000","last_unstale":"2024-09-16T01:46:58.948822+0000","last_undegraded":"2024-09-16T01:46:58.948822+0000","last_fullsized":"2024-09-16T01:46:58.948822+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:14.080161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937138+0000","last_change":"2024-09-16T01:46:57.942319+0000","last_active":"2024-09-16T01:46:59.937138+0000","last_peered":"2024-09-16T01:46:59.937138+0000","last_clean":"2024-09-16T01:46:59.937138+0000","last_became_active":"2024-09-16T01:46:57.941965+0000","last_became_peered":"2024-09-16T01:46:57.941965+0000","last_unstale":"2024-09-16T01:46:59.937138+0000","last_undegraded":"2024-09-16T01:46:59.937138+0000","last_fullsized":"2024-09-16T01:46:59.937138+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:09.228849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949062+0000","last_change":"2024-09-16T01:46:58.941233+0000","last_active":"2024-09-16T01:46:58.949062+0000","last_peered":"2024-09-16T01:46:58.949062+0000","last_clean":"2024-09-16T01:46:58.949062+0000","last_became_active":"2024-09-16T01:46:58.940953+0000","last_became_peered":"2024-09-16T01:46:58.940953+0000","last_unstale":"2024-09-16T01:46:58.949062+0000","last_undegraded":"2024-09-16T01:46:58.949062+0000","last_fullsized":"2024-09-16T01:46:58.949062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:32.055070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.930117+0000","last_change":"2024-09-16T01:46:57.933425+0000","last_active":"2024-09-16T01:46:58.930117+0000","last_peered":"2024-09-16T01:46:58.930117+0000","last_clean":"2024-09-16T01:46:58.930117+0000","last_became_active":"2024-09-16T01:46:57.932490+0000","last_became_peered":"2024-09-16T01:46:57.932490+0000","last_unstale":"2024-09-16T01:46:58.930117+0000","last_undegraded":"2024-09-16T01:46:58.930117+0000","last_fullsized":"2024-09-16T01:46:58.930117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:34:26.012846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937409+0000","last_change":"2024-09-16T01:46:58.939441+0000","last_active":"2024-09-16T01:46:59.937409+0000","last_peered":"2024-09-16T01:46:59.937409+0000","last_clean":"2024-09-16T01:46:59.937409+0000","last_became_active":"2024-09-16T01:46:58.939154+0000","last_became_peered":"2024-09-16T01:46:58.939154+0000","last_unstale":"2024-09-16T01:46:59.937409+0000","last_undegraded":"2024-09-16T01:46:59.937409+0000","last_fullsized":"2024-09-16T01:46:59.937409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:33.636910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.932606+0000","last_change":"2024-09-16T01:46:57.932808+0000","last_active":"2024-09-16T01:46:58.932606+0000","last_peered":"2024-09-16T01:46:58.932606+0000","last_clean":"2024-09-16T01:46:58.932606+0000","last_became_active":"2024-09-16T01:46:57.932497+0000","last_became_peered":"2024-09-16T01:46:57.932497+0000","last_unstale":"2024-09-16T01:46:58.932606+0000","last_undegraded":"2024-09-16T01:46:58.932606+0000","last_fullsized":"2024-09-16T01:46:58.932606+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:32.664323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949116+0000","last_change":"2024-09-16T01:46:58.946798+0000","last_active":"2024-09-16T01:46:58.949116+0000","last_peered":"2024-09-16T01:46:58.949116+0000","last_clean":"2024-09-16T01:46:58.949116+0000","last_became_active":"2024-09-16T01:46:58.946450+0000","last_became_peered":"2024-09-16T01:46:58.946450+0000","last_unstale":"2024-09-16T01:46:58.949116+0000","last_undegraded":"2024-09-16T01:46:58.949116+0000","last_fullsized":"2024-09-16T01:46:58.949116+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:32.055070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.931277+0000","last_change":"2024-09-16T01:46:57.937766+0000","last_active":"2024-09-16T01:46:58.931277+0000","last_peered":"2024-09-16T01:46:58.931277+0000","last_clean":"2024-09-16T01:46:58.931277+0000","last_became_active":"2024-09-16T01:46:57.937473+0000","last_became_peered":"2024-09-16T01:46:57.937473+0000","last_unstale":"2024-09-16T01:46:58.931277+0000","last_undegraded":"2024-09-16T01:46:58.931277+0000","last_fullsized":"2024-09-16T01:46:58.931277+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:44.749461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947886+0000","last_change":"2024-09-16T01:46:58.944842+0000","last_active":"2024-09-16T01:46:58.947886+0000","last_peered":"2024-09-16T01:46:58.947886+0000","last_clean":"2024-09-16T01:46:58.947886+0000","last_became_active":"2024-09-16T01:46:58.944492+0000","last_became_peered":"2024-09-16T01:46:58.944492+0000","last_unstale":"2024-09-16T01:46:58.947886+0000","last_undegraded":"2024-09-16T01:46:58.947886+0000","last_fullsized":"2024-09-16T01:46:58.947886+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:01.100563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936830+0000","last_change":"2024-09-16T01:46:57.930589+0000","last_active":"2024-09-16T01:46:59.936830+0000","last_peered":"2024-09-16T01:46:59.936830+0000","last_clean":"2024-09-16T01:46:59.936830+0000","last_became_active":"2024-09-16T01:46:57.930294+0000","last_became_peered":"2024-09-16T01:46:57.930294+0000","last_unstale":"2024-09-16T01:46:59.936830+0000","last_undegraded":"2024-09-16T01:46:59.936830+0000","last_fullsized":"2024-09-16T01:46:59.936830+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:34.549334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954189+0000","last_change":"2024-09-16T01:46:58.950901+0000","last_active":"2024-09-16T01:46:58.954189+0000","last_peered":"2024-09-16T01:46:58.954189+0000","last_clean":"2024-09-16T01:46:58.954189+0000","last_became_active":"2024-09-16T01:46:58.950641+0000","last_became_peered":"2024-09-16T01:46:58.950641+0000","last_unstale":"2024-09-16T01:46:58.954189+0000","last_undegraded":"2024-09-16T01:46:58.954189+0000","last_fullsized":"2024-09-16T01:46:58.954189+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:14.222496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.930802+0000","last_change":"2024-09-16T01:46:57.933675+0000","last_active":"2024-09-16T01:46:58.930802+0000","last_peered":"2024-09-16T01:46:58.930802+0000","last_clean":"2024-09-16T01:46:58.930802+0000","last_became_active":"2024-09-16T01:46:57.933362+0000","last_became_peered":"2024-09-16T01:46:57.933362+0000","last_unstale":"2024-09-16T01:46:58.930802+0000","last_undegraded":"2024-09-16T01:46:58.930802+0000","last_fullsized":"2024-09-16T01:46:58.930802+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:34.549334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954689+0000","last_change":"2024-09-16T01:46:58.948621+0000","last_active":"2024-09-16T01:46:58.954689+0000","last_peered":"2024-09-16T01:46:58.954689+0000","last_clean":"2024-09-16T01:46:58.954689+0000","last_became_active":"2024-09-16T01:46:58.948322+0000","last_became_peered":"2024-09-16T01:46:58.948322+0000","last_unstale":"2024-09-16T01:46:58.954689+0000","last_undegraded":"2024-09-16T01:46:58.954689+0000","last_fullsized":"2024-09-16T01:46:58.954689+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:22:37.261718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936670+0000","last_change":"2024-09-16T01:46:57.930072+0000","last_active":"2024-09-16T01:46:59.936670+0000","last_peered":"2024-09-16T01:46:59.936670+0000","last_clean":"2024-09-16T01:46:59.936670+0000","last_became_active":"2024-09-16T01:46:57.929776+0000","last_became_peered":"2024-09-16T01:46:57.929776+0000","last_unstale":"2024-09-16T01:46:59.936670+0000","last_undegraded":"2024-09-16T01:46:59.936670+0000","last_fullsized":"2024-09-16T01:46:59.936670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:27.310951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937226+0000","last_change":"2024-09-16T01:46:58.934267+0000","last_active":"2024-09-16T01:46:59.937226+0000","last_peered":"2024-09-16T01:46:59.937226+0000","last_clean":"2024-09-16T01:46:59.937226+0000","last_became_active":"2024-09-16T01:46:58.933979+0000","last_became_peered":"2024-09-16T01:46:58.933979+0000","last_unstale":"2024-09-16T01:46:59.937226+0000","last_undegraded":"2024-09-16T01:46:59.937226+0000","last_fullsized":"2024-09-16T01:46:59.937226+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:50.426098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.950488+0000","last_change":"2024-09-16T01:46:57.942055+0000","last_active":"2024-09-16T01:46:58.950488+0000","last_peered":"2024-09-16T01:46:58.950488+0000","last_clean":"2024-09-16T01:46:58.950488+0000","last_became_active":"2024-09-16T01:46:57.941790+0000","last_became_peered":"2024-09-16T01:46:57.941790+0000","last_unstale":"2024-09-16T01:46:58.950488+0000","last_undegraded":"2024-09-16T01:46:58.950488+0000","last_fullsized":"2024-09-16T01:46:58.950488+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:01.147175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":314,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.929027+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:46:58.929027+0000","last_peered":"2024-09-16T01:46:58.929027+0000","last_clean":"2024-09-16T01:46:58.929027+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:46:58.929027+0000","last_undegraded":"2024-09-16T01:46:58.929027+0000","last_fullsized":"2024-09-16T01:46:58.929027+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574911,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1560576,"data_stored":1000932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509503,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":974848,"data_stored":411188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509503,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":978944,"data_stored":412128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509504,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":416794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542207,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36300,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335540,"statfs":{"total":96636764160,"available":96599592960,"internally_reserved":0,"allocated":974848,"data_stored":412106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542208,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32148,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339692,"statfs":{"total":96636764160,"available":96603844608,"internally_reserved":0,"allocated":978944,"data_stored":417376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542208,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":987136,"data_stored":416988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542208,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1560576,"data_stored":1000896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:47:01.929 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:47:02.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.067+0000 7fb7955fd640 1 Processor -- start 2024-09-16T01:47:02.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.067+0000 7fb7955fd640 1 -- start start 2024-09-16T01:47:02.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb7955fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 0x7fb7900b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb7955fd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7900b8500 con 0x7fb7900d4570 2024-09-16T01:47:02.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb7955fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7900b87e0 con 0x7fb79015e680 2024-09-16T01:47:02.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb7955fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb7900b8ac0 con 0x7fb7900b7f20 2024-09-16T01:47:02.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb78f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb7900d4570 0x7fb79015ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43244/0 (socket says 172.21.15.16:43244) 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb78f7fe640 1 -- 172.21.15.16:0/770402406 learned_addr learned my addr 172.21.15.16:0/770402406 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb78e7fc640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 0x7fb7900b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1066868079 0 0) 0x7fb7900b8500 con 0x7fb7900d4570 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb77c003520 con 0x7fb7900d4570 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1335768293 0 0) 0x7fb7900b87e0 con 0x7fb79015e680 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.068+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7900b8500 con 0x7fb79015e680 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4031437551 0 0) 0x7fb77c003520 con 0x7fb7900d4570 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 msgr2=0x7fb7900b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 0x7fb7900b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 >> v1:172.21.15.104:6789/0 conn(0x7fb79015e680 legacy=0x7fb7900d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7900b8da0 con 0x7fb7900d4570 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fb788001670 con 0x7fb7900d4570 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78e7fc640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 0x7fb7900b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:02.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 >> v1:172.21.15.16:6789/0 conn(0x7fb7900d4570 legacy=0x7fb79015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb77c003b70 0x7fb77c003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 0x7fb77c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb77c004d40 0x7fb77c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900b8ac0 con 0x7fb77c004d40 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c00ba70 con 0x7fb77c003b70 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb77c00bc20 con 0x7fb7900b7f20 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78f7fe640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb77c004d40 0x7fb77c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78effd640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb77c003b70 0x7fb77c003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78e7fc640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 0x7fb77c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78f7fe640 1 -- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 msgr2=0x7fb77c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78f7fe640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb7900b7f20 0x7fb77c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78f7fe640 1 -- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb77c003b70 msgr2=0x7fb77c003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:02.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78f7fe640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb77c003b70 0x7fb77c003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.069+0000 7fb78f7fe640 1 -- 172.21.15.16:0/770402406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb77c003520 con 0x7fb77c004d40 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.070+0000 7fb78f7fe640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb77c004d40 0x7fb77c0051c0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fb78800c160 tx=0x7fb77c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e51efd9916cf84e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.070+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb788007ca0 con 0x7fb77c004d40 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.070+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb78802e070 con 0x7fb77c004d40 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.070+0000 7fb78dffb640 1 -- 172.21.15.16:0/770402406 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb788005d10 con 0x7fb77c004d40 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.071+0000 7fb7955fd640 1 -- 172.21.15.16:0/770402406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb77c004d40 msgr2=0x7fb77c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.071+0000 7fb7955fd640 1 --2- 172.21.15.16:0/770402406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb77c004d40 0x7fb77c0051c0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fb78800c160 tx=0x7fb77c005830 comp rx=0 tx=0).stop 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.071+0000 7fb78f7fe640 1 -- 172.21.15.16:0/770402406 reap_dead start 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.071+0000 7fb7955fd640 1 -- 172.21.15.16:0/770402406 shutdown_connections 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.071+0000 7fb7955fd640 1 -- 172.21.15.16:0/770402406 >> 172.21.15.16:0/770402406 conn(0x7fb790074fe0 msgr2=0x7fb790072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.071+0000 7fb7955fd640 1 -- 172.21.15.16:0/770402406 shutdown_connections 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.071+0000 7fb7955fd640 1 -- 172.21.15.16:0/770402406 wait complete. 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.072+0000 7fb7955fd640 1 Processor -- start 2024-09-16T01:47:02.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.072+0000 7fb7955fd640 1 -- start start 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb7955fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79014fbd0 0x7fb79014ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb7955fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb790150fa0 0x7fb79014ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb7955fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7901504f0 0x7fb79015b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb7955fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900b9720 con 0x7fb790150fa0 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb7955fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900b95a0 con 0x7fb7901504f0 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb7955fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb7900b98a0 con 0x7fb79014fbd0 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb790150fa0 0x7fb79014ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb790150fa0 0x7fb79014ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43126/0 (socket says 172.21.15.16:43126) 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 -- 172.21.15.16:0/1346438512 learned_addr learned my addr 172.21.15.16:0/1346438512 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78effd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79014fbd0 0x7fb79014ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78f7fe640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7901504f0 0x7fb79015b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 -- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79014fbd0 msgr2=0x7fb79014ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79014fbd0 0x7fb79014ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 -- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7901504f0 msgr2=0x7fb79015b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7901504f0 0x7fb79015b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 -- 172.21.15.16:0/1346438512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7901f4810 con 0x7fb790150fa0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.073+0000 7fb78e7fc640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb790150fa0 0x7fb79014ffb0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fb778011600 tx=0x7fb778011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.074+0000 7fb7877fe640 1 -- 172.21.15.16:0/1346438512 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb778015870 con 0x7fb790150fa0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.074+0000 7fb7877fe640 1 -- 172.21.15.16:0/1346438512 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb778015a10 con 0x7fb790150fa0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.074+0000 7fb7877fe640 1 -- 172.21.15.16:0/1346438512 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb778015dc0 con 0x7fb790150fa0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.074+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7901e99b0 con 0x7fb790150fa0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.074+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7901e9f70 con 0x7fb790150fa0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.075+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7900d49e0 con 0x7fb790150fa0 2024-09-16T01:47:02.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.075+0000 7fb7877fe640 1 -- 172.21.15.16:0/1346438512 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb77800f460 con 0x7fb790150fa0 2024-09-16T01:47:02.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.076+0000 7fb7877fe640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb77006c3d0 0x7fb77006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.076+0000 7fb7877fe640 1 -- 172.21.15.16:0/1346438512 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fb77808bd10 con 0x7fb790150fa0 2024-09-16T01:47:02.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.076+0000 7fb78effd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb77006c3d0 0x7fb77006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.076+0000 7fb78effd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb77006c3d0 0x7fb77006e890 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb79015a600 tx=0x7fb780009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.080+0000 7fb7877fe640 1 -- 172.21.15.16:0/1346438512 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb778019030 con 0x7fb790150fa0 2024-09-16T01:47:02.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.251+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb7900b7720 con 0x7fb77006c3d0 2024-09-16T01:47:02.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.258+0000 7fb7877fe640 1 -- 172.21.15.16:0/1346438512 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252033 (secure 0 0 0) 0x7fb7900b7720 con 0x7fb77006c3d0 2024-09-16T01:47:02.262 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:02.263 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:47:02.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb77006c3d0 msgr2=0x7fb77006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb77006c3d0 0x7fb77006e890 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb79015a600 tx=0x7fb780009040 comp rx=0 tx=0).stop 2024-09-16T01:47:02.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb790150fa0 msgr2=0x7fb79014ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb790150fa0 0x7fb79014ffb0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fb778011600 tx=0x7fb778011a00 comp rx=0 tx=0).stop 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 shutdown_connections 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb77006c3d0 0x7fb77006e890 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7901504f0 0x7fb79015b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb790150fa0 0x7fb79014ffb0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 --2- 172.21.15.16:0/1346438512 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb79014fbd0 0x7fb79014ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 >> 172.21.15.16:0/1346438512 conn(0x7fb790074fe0 msgr2=0x7fb790153bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 shutdown_connections 2024-09-16T01:47:02.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.261+0000 7fb7955fd640 1 -- 172.21.15.16:0/1346438512 wait complete. 2024-09-16T01:47:02.273 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T01:47:00.736360+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":223,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":166,"ondisk_log_size":166,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":89,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258320,"kb_used_data":8780,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716400,"statfs":{"total":773094113280,"available":772829593600,"internally_reserved":0,"allocated":8990720,"data_stored":4488408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":255315506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000775"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949006+0000","last_change":"2024-09-16T01:46:58.941914+0000","last_active":"2024-09-16T01:46:58.949006+0000","last_peered":"2024-09-16T01:46:58.949006+0000","last_clean":"2024-09-16T01:46:58.949006+0000","last_became_active":"2024-09-16T01:46:58.941542+0000","last_became_peered":"2024-09-16T01:46:58.941542+0000","last_unstale":"2024-09-16T01:46:58.949006+0000","last_undegraded":"2024-09-16T01:46:58.949006+0000","last_fullsized":"2024-09-16T01:46:58.949006+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:09.152198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937141+0000","last_change":"2024-09-16T01:46:58.937795+0000","last_active":"2024-09-16T01:46:59.937141+0000","last_peered":"2024-09-16T01:46:59.937141+0000","last_clean":"2024-09-16T01:46:59.937141+0000","last_became_active":"2024-09-16T01:46:58.936703+0000","last_became_peered":"2024-09-16T01:46:58.936703+0000","last_unstale":"2024-09-16T01:46:59.937141+0000","last_undegraded":"2024-09-16T01:46:59.937141+0000","last_fullsized":"2024-09-16T01:46:59.937141+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:42.537690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.939982+0000","last_change":"2024-09-16T01:46:58.936858+0000","last_active":"2024-09-16T01:46:58.939982+0000","last_peered":"2024-09-16T01:46:58.939982+0000","last_clean":"2024-09-16T01:46:58.939982+0000","last_became_active":"2024-09-16T01:46:58.936537+0000","last_became_peered":"2024-09-16T01:46:58.936537+0000","last_unstale":"2024-09-16T01:46:58.939982+0000","last_undegraded":"2024-09-16T01:46:58.939982+0000","last_fullsized":"2024-09-16T01:46:58.939982+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:11.122832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936713+0000","last_change":"2024-09-16T01:46:58.940128+0000","last_active":"2024-09-16T01:46:59.936713+0000","last_peered":"2024-09-16T01:46:59.936713+0000","last_clean":"2024-09-16T01:46:59.936713+0000","last_became_active":"2024-09-16T01:46:58.939632+0000","last_became_peered":"2024-09-16T01:46:58.939632+0000","last_unstale":"2024-09-16T01:46:59.936713+0000","last_undegraded":"2024-09-16T01:46:59.936713+0000","last_fullsized":"2024-09-16T01:46:59.936713+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:10.234082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937115+0000","last_change":"2024-09-16T01:46:58.934411+0000","last_active":"2024-09-16T01:46:59.937115+0000","last_peered":"2024-09-16T01:46:59.937115+0000","last_clean":"2024-09-16T01:46:59.937115+0000","last_became_active":"2024-09-16T01:46:58.934142+0000","last_became_peered":"2024-09-16T01:46:58.934142+0000","last_unstale":"2024-09-16T01:46:59.937115+0000","last_undegraded":"2024-09-16T01:46:59.937115+0000","last_fullsized":"2024-09-16T01:46:59.937115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:58.388717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954500+0000","last_change":"2024-09-16T01:46:58.950665+0000","last_active":"2024-09-16T01:46:58.954500+0000","last_peered":"2024-09-16T01:46:58.954500+0000","last_clean":"2024-09-16T01:46:58.954500+0000","last_became_active":"2024-09-16T01:46:58.950334+0000","last_became_peered":"2024-09-16T01:46:58.950334+0000","last_unstale":"2024-09-16T01:46:58.954500+0000","last_undegraded":"2024-09-16T01:46:58.954500+0000","last_fullsized":"2024-09-16T01:46:58.954500+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:00.702154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.935944+0000","last_change":"2024-09-16T01:46:58.943999+0000","last_active":"2024-09-16T01:46:59.935944+0000","last_peered":"2024-09-16T01:46:59.935944+0000","last_clean":"2024-09-16T01:46:59.935944+0000","last_became_active":"2024-09-16T01:46:58.943673+0000","last_became_peered":"2024-09-16T01:46:58.943673+0000","last_unstale":"2024-09-16T01:46:59.935944+0000","last_undegraded":"2024-09-16T01:46:59.935944+0000","last_fullsized":"2024-09-16T01:46:59.935944+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:14.566141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947443+0000","last_change":"2024-09-16T01:46:58.941214+0000","last_active":"2024-09-16T01:46:58.947443+0000","last_peered":"2024-09-16T01:46:58.947443+0000","last_clean":"2024-09-16T01:46:58.947443+0000","last_became_active":"2024-09-16T01:46:58.940911+0000","last_became_peered":"2024-09-16T01:46:58.940911+0000","last_unstale":"2024-09-16T01:46:58.947443+0000","last_undegraded":"2024-09-16T01:46:58.947443+0000","last_fullsized":"2024-09-16T01:46:58.947443+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:24.768360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949158+0000","last_change":"2024-09-16T01:46:58.946626+0000","last_active":"2024-09-16T01:46:58.949158+0000","last_peered":"2024-09-16T01:46:58.949158+0000","last_clean":"2024-09-16T01:46:58.949158+0000","last_became_active":"2024-09-16T01:46:58.945960+0000","last_became_peered":"2024-09-16T01:46:58.945960+0000","last_unstale":"2024-09-16T01:46:58.949158+0000","last_undegraded":"2024-09-16T01:46:58.949158+0000","last_fullsized":"2024-09-16T01:46:58.949158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:05.326963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954416+0000","last_change":"2024-09-16T01:46:58.944209+0000","last_active":"2024-09-16T01:46:58.954416+0000","last_peered":"2024-09-16T01:46:58.954416+0000","last_clean":"2024-09-16T01:46:58.954416+0000","last_became_active":"2024-09-16T01:46:58.943934+0000","last_became_peered":"2024-09-16T01:46:58.943934+0000","last_unstale":"2024-09-16T01:46:58.954416+0000","last_undegraded":"2024-09-16T01:46:58.954416+0000","last_fullsized":"2024-09-16T01:46:58.954416+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:00.702154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937087+0000","last_change":"2024-09-16T01:46:58.936180+0000","last_active":"2024-09-16T01:46:59.937087+0000","last_peered":"2024-09-16T01:46:59.937087+0000","last_clean":"2024-09-16T01:46:59.937087+0000","last_became_active":"2024-09-16T01:46:58.935910+0000","last_became_peered":"2024-09-16T01:46:58.935910+0000","last_unstale":"2024-09-16T01:46:59.937087+0000","last_undegraded":"2024-09-16T01:46:59.937087+0000","last_fullsized":"2024-09-16T01:46:59.937087+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:09.871418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954363+0000","last_change":"2024-09-16T01:46:58.945266+0000","last_active":"2024-09-16T01:46:58.954363+0000","last_peered":"2024-09-16T01:46:58.954363+0000","last_clean":"2024-09-16T01:46:58.954363+0000","last_became_active":"2024-09-16T01:46:58.944935+0000","last_became_peered":"2024-09-16T01:46:58.944935+0000","last_unstale":"2024-09-16T01:46:58.954363+0000","last_undegraded":"2024-09-16T01:46:58.954363+0000","last_fullsized":"2024-09-16T01:46:58.954363+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:35.457486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.938855+0000","last_change":"2024-09-16T01:46:58.934156+0000","last_active":"2024-09-16T01:46:58.938855+0000","last_peered":"2024-09-16T01:46:58.938855+0000","last_clean":"2024-09-16T01:46:58.938855+0000","last_became_active":"2024-09-16T01:46:58.933860+0000","last_became_peered":"2024-09-16T01:46:58.933860+0000","last_unstale":"2024-09-16T01:46:58.938855+0000","last_undegraded":"2024-09-16T01:46:58.938855+0000","last_fullsized":"2024-09-16T01:46:58.938855+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:35:39.888051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936222+0000","last_change":"2024-09-16T01:46:58.941527+0000","last_active":"2024-09-16T01:46:59.936222+0000","last_peered":"2024-09-16T01:46:59.936222+0000","last_clean":"2024-09-16T01:46:59.936222+0000","last_became_active":"2024-09-16T01:46:58.940810+0000","last_became_peered":"2024-09-16T01:46:58.940810+0000","last_unstale":"2024-09-16T01:46:59.936222+0000","last_undegraded":"2024-09-16T01:46:59.936222+0000","last_fullsized":"2024-09-16T01:46:59.936222+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:05.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.951637+0000","last_change":"2024-09-16T01:46:58.943880+0000","last_active":"2024-09-16T01:46:58.951637+0000","last_peered":"2024-09-16T01:46:58.951637+0000","last_clean":"2024-09-16T01:46:58.951637+0000","last_became_active":"2024-09-16T01:46:58.943226+0000","last_became_peered":"2024-09-16T01:46:58.943226+0000","last_unstale":"2024-09-16T01:46:58.951637+0000","last_undegraded":"2024-09-16T01:46:58.951637+0000","last_fullsized":"2024-09-16T01:46:58.951637+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:43:16.932312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936690+0000","last_change":"2024-09-16T01:46:58.936879+0000","last_active":"2024-09-16T01:46:59.936690+0000","last_peered":"2024-09-16T01:46:59.936690+0000","last_clean":"2024-09-16T01:46:59.936690+0000","last_became_active":"2024-09-16T01:46:58.936573+0000","last_became_peered":"2024-09-16T01:46:58.936573+0000","last_unstale":"2024-09-16T01:46:59.936690+0000","last_undegraded":"2024-09-16T01:46:59.936690+0000","last_fullsized":"2024-09-16T01:46:59.936690+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:17.193631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936984+0000","last_change":"2024-09-16T01:46:58.944675+0000","last_active":"2024-09-16T01:46:59.936984+0000","last_peered":"2024-09-16T01:46:59.936984+0000","last_clean":"2024-09-16T01:46:59.936984+0000","last_became_active":"2024-09-16T01:46:58.944376+0000","last_became_peered":"2024-09-16T01:46:58.944376+0000","last_unstale":"2024-09-16T01:46:59.936984+0000","last_undegraded":"2024-09-16T01:46:59.936984+0000","last_fullsized":"2024-09-16T01:46:59.936984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:03.157347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936478+0000","last_change":"2024-09-16T01:46:58.939920+0000","last_active":"2024-09-16T01:46:59.936478+0000","last_peered":"2024-09-16T01:46:59.936478+0000","last_clean":"2024-09-16T01:46:59.936478+0000","last_became_active":"2024-09-16T01:46:58.939550+0000","last_became_peered":"2024-09-16T01:46:58.939550+0000","last_unstale":"2024-09-16T01:46:59.936478+0000","last_undegraded":"2024-09-16T01:46:59.936478+0000","last_fullsized":"2024-09-16T01:46:59.936478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:04:38.626594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.957413+0000","last_change":"2024-09-16T01:46:58.956326+0000","last_active":"2024-09-16T01:46:58.957413+0000","last_peered":"2024-09-16T01:46:58.957413+0000","last_clean":"2024-09-16T01:46:58.957413+0000","last_became_active":"2024-09-16T01:46:58.956048+0000","last_became_peered":"2024-09-16T01:46:58.956048+0000","last_unstale":"2024-09-16T01:46:58.957413+0000","last_undegraded":"2024-09-16T01:46:58.957413+0000","last_fullsized":"2024-09-16T01:46:58.957413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:14.080161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936768+0000","last_change":"2024-09-16T01:46:58.944384+0000","last_active":"2024-09-16T01:46:59.936768+0000","last_peered":"2024-09-16T01:46:59.936768+0000","last_clean":"2024-09-16T01:46:59.936768+0000","last_became_active":"2024-09-16T01:46:58.944107+0000","last_became_peered":"2024-09-16T01:46:58.944107+0000","last_unstale":"2024-09-16T01:46:59.936768+0000","last_undegraded":"2024-09-16T01:46:59.936768+0000","last_fullsized":"2024-09-16T01:46:59.936768+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:01.091862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936585+0000","last_change":"2024-09-16T01:46:58.940084+0000","last_active":"2024-09-16T01:46:59.936585+0000","last_peered":"2024-09-16T01:46:59.936585+0000","last_clean":"2024-09-16T01:46:59.936585+0000","last_became_active":"2024-09-16T01:46:58.939666+0000","last_became_peered":"2024-09-16T01:46:58.939666+0000","last_unstale":"2024-09-16T01:46:59.936585+0000","last_undegraded":"2024-09-16T01:46:59.936585+0000","last_fullsized":"2024-09-16T01:46:59.936585+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:37:10.307750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936653+0000","last_change":"2024-09-16T01:46:58.940854+0000","last_active":"2024-09-16T01:46:59.936653+0000","last_peered":"2024-09-16T01:46:59.936653+0000","last_clean":"2024-09-16T01:46:59.936653+0000","last_became_active":"2024-09-16T01:46:58.940544+0000","last_became_peered":"2024-09-16T01:46:58.940544+0000","last_unstale":"2024-09-16T01:46:59.936653+0000","last_undegraded":"2024-09-16T01:46:59.936653+0000","last_fullsized":"2024-09-16T01:46:59.936653+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:58.056062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954394+0000","last_change":"2024-09-16T01:46:58.945952+0000","last_active":"2024-09-16T01:46:58.954394+0000","last_peered":"2024-09-16T01:46:58.954394+0000","last_clean":"2024-09-16T01:46:58.954394+0000","last_became_active":"2024-09-16T01:46:58.945636+0000","last_became_peered":"2024-09-16T01:46:58.945636+0000","last_unstale":"2024-09-16T01:46:58.954394+0000","last_undegraded":"2024-09-16T01:46:58.954394+0000","last_fullsized":"2024-09-16T01:46:58.954394+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:34.194337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.935938+0000","last_change":"2024-09-16T01:46:58.953071+0000","last_active":"2024-09-16T01:46:59.935938+0000","last_peered":"2024-09-16T01:46:59.935938+0000","last_clean":"2024-09-16T01:46:59.935938+0000","last_became_active":"2024-09-16T01:46:58.952789+0000","last_became_peered":"2024-09-16T01:46:58.952789+0000","last_unstale":"2024-09-16T01:46:59.935938+0000","last_undegraded":"2024-09-16T01:46:59.935938+0000","last_fullsized":"2024-09-16T01:46:59.935938+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:09.066872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936956+0000","last_change":"2024-09-16T01:46:58.937461+0000","last_active":"2024-09-16T01:46:59.936956+0000","last_peered":"2024-09-16T01:46:59.936956+0000","last_clean":"2024-09-16T01:46:59.936956+0000","last_became_active":"2024-09-16T01:46:58.936685+0000","last_became_peered":"2024-09-16T01:46:58.936685+0000","last_unstale":"2024-09-16T01:46:59.936956+0000","last_undegraded":"2024-09-16T01:46:59.936956+0000","last_fullsized":"2024-09-16T01:46:59.936956+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:18:58.991565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.939927+0000","last_change":"2024-09-16T01:46:58.937177+0000","last_active":"2024-09-16T01:46:58.939927+0000","last_peered":"2024-09-16T01:46:58.939927+0000","last_clean":"2024-09-16T01:46:58.939927+0000","last_became_active":"2024-09-16T01:46:58.935312+0000","last_became_peered":"2024-09-16T01:46:58.935312+0000","last_unstale":"2024-09-16T01:46:58.939927+0000","last_undegraded":"2024-09-16T01:46:58.939927+0000","last_fullsized":"2024-09-16T01:46:58.939927+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:24.254623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936963+0000","last_change":"2024-09-16T01:46:58.947529+0000","last_active":"2024-09-16T01:46:59.936963+0000","last_peered":"2024-09-16T01:46:59.936963+0000","last_clean":"2024-09-16T01:46:59.936963+0000","last_became_active":"2024-09-16T01:46:58.947202+0000","last_became_peered":"2024-09-16T01:46:58.947202+0000","last_unstale":"2024-09-16T01:46:59.936963+0000","last_undegraded":"2024-09-16T01:46:59.936963+0000","last_fullsized":"2024-09-16T01:46:59.936963+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:22.650175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949037+0000","last_change":"2024-09-16T01:46:58.941181+0000","last_active":"2024-09-16T01:46:58.949037+0000","last_peered":"2024-09-16T01:46:58.949037+0000","last_clean":"2024-09-16T01:46:58.949037+0000","last_became_active":"2024-09-16T01:46:58.940580+0000","last_became_peered":"2024-09-16T01:46:58.940580+0000","last_unstale":"2024-09-16T01:46:58.949037+0000","last_undegraded":"2024-09-16T01:46:58.949037+0000","last_fullsized":"2024-09-16T01:46:58.949037+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:05.326963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937068+0000","last_change":"2024-09-16T01:46:58.946084+0000","last_active":"2024-09-16T01:46:59.937068+0000","last_peered":"2024-09-16T01:46:59.937068+0000","last_clean":"2024-09-16T01:46:59.937068+0000","last_became_active":"2024-09-16T01:46:58.945782+0000","last_became_peered":"2024-09-16T01:46:58.945782+0000","last_unstale":"2024-09-16T01:46:59.937068+0000","last_undegraded":"2024-09-16T01:46:59.937068+0000","last_fullsized":"2024-09-16T01:46:59.937068+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:46:06.350093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936791+0000","last_change":"2024-09-16T01:46:58.947306+0000","last_active":"2024-09-16T01:46:59.936791+0000","last_peered":"2024-09-16T01:46:59.936791+0000","last_clean":"2024-09-16T01:46:59.936791+0000","last_became_active":"2024-09-16T01:46:58.946404+0000","last_became_peered":"2024-09-16T01:46:58.946404+0000","last_unstale":"2024-09-16T01:46:59.936791+0000","last_undegraded":"2024-09-16T01:46:59.936791+0000","last_fullsized":"2024-09-16T01:46:59.936791+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:24.005719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936900+0000","last_change":"2024-09-16T01:46:58.947711+0000","last_active":"2024-09-16T01:46:59.936900+0000","last_peered":"2024-09-16T01:46:59.936900+0000","last_clean":"2024-09-16T01:46:59.936900+0000","last_became_active":"2024-09-16T01:46:58.947418+0000","last_became_peered":"2024-09-16T01:46:58.947418+0000","last_unstale":"2024-09-16T01:46:59.936900+0000","last_undegraded":"2024-09-16T01:46:59.936900+0000","last_fullsized":"2024-09-16T01:46:59.936900+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:00.711650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954717+0000","last_change":"2024-09-16T01:46:58.951461+0000","last_active":"2024-09-16T01:46:58.954717+0000","last_peered":"2024-09-16T01:46:58.954717+0000","last_clean":"2024-09-16T01:46:58.954717+0000","last_became_active":"2024-09-16T01:46:58.951184+0000","last_became_peered":"2024-09-16T01:46:58.951184+0000","last_unstale":"2024-09-16T01:46:58.954717+0000","last_undegraded":"2024-09-16T01:46:58.954717+0000","last_fullsized":"2024-09-16T01:46:58.954717+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:28:09.119067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937285+0000","last_change":"2024-09-16T01:46:58.937020+0000","last_active":"2024-09-16T01:46:59.937285+0000","last_peered":"2024-09-16T01:46:59.937285+0000","last_clean":"2024-09-16T01:46:59.937285+0000","last_became_active":"2024-09-16T01:46:58.936702+0000","last_became_peered":"2024-09-16T01:46:58.936702+0000","last_unstale":"2024-09-16T01:46:59.937285+0000","last_undegraded":"2024-09-16T01:46:59.937285+0000","last_fullsized":"2024-09-16T01:46:59.937285+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:06.023895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"79'4","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954524+0000","last_change":"2024-09-16T01:46:57.934819+0000","last_active":"2024-09-16T01:46:58.954524+0000","last_peered":"2024-09-16T01:46:58.954524+0000","last_clean":"2024-09-16T01:46:58.954524+0000","last_became_active":"2024-09-16T01:46:57.933039+0000","last_became_peered":"2024-09-16T01:46:57.933039+0000","last_unstale":"2024-09-16T01:46:58.954524+0000","last_undegraded":"2024-09-16T01:46:58.954524+0000","last_fullsized":"2024-09-16T01:46:58.954524+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:02.341252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954293+0000","last_change":"2024-09-16T01:46:58.944458+0000","last_active":"2024-09-16T01:46:58.954293+0000","last_peered":"2024-09-16T01:46:58.954293+0000","last_clean":"2024-09-16T01:46:58.954293+0000","last_became_active":"2024-09-16T01:46:58.944114+0000","last_became_peered":"2024-09-16T01:46:58.944114+0000","last_unstale":"2024-09-16T01:46:58.954293+0000","last_undegraded":"2024-09-16T01:46:58.954293+0000","last_fullsized":"2024-09-16T01:46:58.954293+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:49.727775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937403+0000","last_change":"2024-09-16T01:46:57.932573+0000","last_active":"2024-09-16T01:46:59.937403+0000","last_peered":"2024-09-16T01:46:59.937403+0000","last_clean":"2024-09-16T01:46:59.937403+0000","last_became_active":"2024-09-16T01:46:57.932280+0000","last_became_peered":"2024-09-16T01:46:57.932280+0000","last_unstale":"2024-09-16T01:46:59.937403+0000","last_undegraded":"2024-09-16T01:46:59.937403+0000","last_fullsized":"2024-09-16T01:46:59.937403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:02.341252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954727+0000","last_change":"2024-09-16T01:46:58.951508+0000","last_active":"2024-09-16T01:46:58.954727+0000","last_peered":"2024-09-16T01:46:58.954727+0000","last_clean":"2024-09-16T01:46:58.954727+0000","last_became_active":"2024-09-16T01:46:58.951198+0000","last_became_peered":"2024-09-16T01:46:58.951198+0000","last_unstale":"2024-09-16T01:46:58.954727+0000","last_undegraded":"2024-09-16T01:46:58.954727+0000","last_fullsized":"2024-09-16T01:46:58.954727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:17.193631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.952293+0000","last_change":"2024-09-16T01:46:57.934880+0000","last_active":"2024-09-16T01:46:58.952293+0000","last_peered":"2024-09-16T01:46:58.952293+0000","last_clean":"2024-09-16T01:46:58.952293+0000","last_became_active":"2024-09-16T01:46:57.934525+0000","last_became_peered":"2024-09-16T01:46:57.934525+0000","last_unstale":"2024-09-16T01:46:58.952293+0000","last_undegraded":"2024-09-16T01:46:58.952293+0000","last_fullsized":"2024-09-16T01:46:58.952293+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:06:59.044058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954183+0000","last_change":"2024-09-16T01:46:58.949955+0000","last_active":"2024-09-16T01:46:58.954183+0000","last_peered":"2024-09-16T01:46:58.954183+0000","last_clean":"2024-09-16T01:46:58.954183+0000","last_became_active":"2024-09-16T01:46:58.949650+0000","last_became_peered":"2024-09-16T01:46:58.949650+0000","last_unstale":"2024-09-16T01:46:58.954183+0000","last_undegraded":"2024-09-16T01:46:58.954183+0000","last_fullsized":"2024-09-16T01:46:58.954183+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:16.221690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.952614+0000","last_change":"2024-09-16T01:46:57.942244+0000","last_active":"2024-09-16T01:46:58.952614+0000","last_peered":"2024-09-16T01:46:58.952614+0000","last_clean":"2024-09-16T01:46:58.952614+0000","last_became_active":"2024-09-16T01:46:57.941580+0000","last_became_peered":"2024-09-16T01:46:57.941580+0000","last_unstale":"2024-09-16T01:46:58.952614+0000","last_undegraded":"2024-09-16T01:46:58.952614+0000","last_fullsized":"2024-09-16T01:46:58.952614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:35:29.683520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936842+0000","last_change":"2024-09-16T01:46:58.947039+0000","last_active":"2024-09-16T01:46:59.936842+0000","last_peered":"2024-09-16T01:46:59.936842+0000","last_clean":"2024-09-16T01:46:59.936842+0000","last_became_active":"2024-09-16T01:46:58.946034+0000","last_became_peered":"2024-09-16T01:46:58.946034+0000","last_unstale":"2024-09-16T01:46:59.936842+0000","last_undegraded":"2024-09-16T01:46:59.936842+0000","last_fullsized":"2024-09-16T01:46:59.936842+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:00:47.337018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937460+0000","last_change":"2024-09-16T01:46:57.937836+0000","last_active":"2024-09-16T01:46:59.937460+0000","last_peered":"2024-09-16T01:46:59.937460+0000","last_clean":"2024-09-16T01:46:59.937460+0000","last_became_active":"2024-09-16T01:46:57.937591+0000","last_became_peered":"2024-09-16T01:46:57.937591+0000","last_unstale":"2024-09-16T01:46:59.937460+0000","last_undegraded":"2024-09-16T01:46:59.937460+0000","last_fullsized":"2024-09-16T01:46:59.937460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:32.664323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937201+0000","last_change":"2024-09-16T01:46:58.943930+0000","last_active":"2024-09-16T01:46:59.937201+0000","last_peered":"2024-09-16T01:46:59.937201+0000","last_clean":"2024-09-16T01:46:59.937201+0000","last_became_active":"2024-09-16T01:46:58.943692+0000","last_became_peered":"2024-09-16T01:46:58.943692+0000","last_unstale":"2024-09-16T01:46:59.937201+0000","last_undegraded":"2024-09-16T01:46:59.937201+0000","last_fullsized":"2024-09-16T01:46:59.937201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:55.169492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936743+0000","last_change":"2024-09-16T01:46:57.931242+0000","last_active":"2024-09-16T01:46:59.936743+0000","last_peered":"2024-09-16T01:46:59.936743+0000","last_clean":"2024-09-16T01:46:59.936743+0000","last_became_active":"2024-09-16T01:46:57.930987+0000","last_became_peered":"2024-09-16T01:46:57.930987+0000","last_unstale":"2024-09-16T01:46:59.936743+0000","last_undegraded":"2024-09-16T01:46:59.936743+0000","last_fullsized":"2024-09-16T01:46:59.936743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:34:26.012846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.956883+0000","last_change":"2024-09-16T01:46:58.953320+0000","last_active":"2024-09-16T01:46:58.956883+0000","last_peered":"2024-09-16T01:46:58.956883+0000","last_clean":"2024-09-16T01:46:58.956883+0000","last_became_active":"2024-09-16T01:46:58.953085+0000","last_became_peered":"2024-09-16T01:46:58.953085+0000","last_unstale":"2024-09-16T01:46:58.956883+0000","last_undegraded":"2024-09-16T01:46:58.956883+0000","last_fullsized":"2024-09-16T01:46:58.956883+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:32.098313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.934526+0000","last_change":"2024-09-16T01:46:57.941009+0000","last_active":"2024-09-16T01:46:58.934526+0000","last_peered":"2024-09-16T01:46:58.934526+0000","last_clean":"2024-09-16T01:46:58.934526+0000","last_became_active":"2024-09-16T01:46:57.940610+0000","last_became_peered":"2024-09-16T01:46:57.940610+0000","last_unstale":"2024-09-16T01:46:58.934526+0000","last_undegraded":"2024-09-16T01:46:58.934526+0000","last_fullsized":"2024-09-16T01:46:58.934526+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:13:48.754422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.951613+0000","last_change":"2024-09-16T01:46:58.943605+0000","last_active":"2024-09-16T01:46:58.951613+0000","last_peered":"2024-09-16T01:46:58.951613+0000","last_clean":"2024-09-16T01:46:58.951613+0000","last_became_active":"2024-09-16T01:46:58.942949+0000","last_became_peered":"2024-09-16T01:46:58.942949+0000","last_unstale":"2024-09-16T01:46:58.951613+0000","last_undegraded":"2024-09-16T01:46:58.951613+0000","last_fullsized":"2024-09-16T01:46:58.951613+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:47.535838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936429+0000","last_change":"2024-09-16T01:46:57.943852+0000","last_active":"2024-09-16T01:46:59.936429+0000","last_peered":"2024-09-16T01:46:59.936429+0000","last_clean":"2024-09-16T01:46:59.936429+0000","last_became_active":"2024-09-16T01:46:57.943556+0000","last_became_peered":"2024-09-16T01:46:57.943556+0000","last_unstale":"2024-09-16T01:46:59.936429+0000","last_undegraded":"2024-09-16T01:46:59.936429+0000","last_fullsized":"2024-09-16T01:46:59.936429+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:04:37.621361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.956130+0000","last_change":"2024-09-16T01:46:58.955270+0000","last_active":"2024-09-16T01:46:58.956130+0000","last_peered":"2024-09-16T01:46:58.956130+0000","last_clean":"2024-09-16T01:46:58.956130+0000","last_became_active":"2024-09-16T01:46:58.954966+0000","last_became_peered":"2024-09-16T01:46:58.954966+0000","last_unstale":"2024-09-16T01:46:58.956130+0000","last_undegraded":"2024-09-16T01:46:58.956130+0000","last_fullsized":"2024-09-16T01:46:58.956130+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:37.712122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.933505+0000","last_change":"2024-09-16T01:46:57.934567+0000","last_active":"2024-09-16T01:46:58.933505+0000","last_peered":"2024-09-16T01:46:58.933505+0000","last_clean":"2024-09-16T01:46:58.933505+0000","last_became_active":"2024-09-16T01:46:57.933658+0000","last_became_peered":"2024-09-16T01:46:57.933658+0000","last_unstale":"2024-09-16T01:46:58.933505+0000","last_undegraded":"2024-09-16T01:46:58.933505+0000","last_fullsized":"2024-09-16T01:46:58.933505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:23.763127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954466+0000","last_change":"2024-09-16T01:46:58.949919+0000","last_active":"2024-09-16T01:46:58.954466+0000","last_peered":"2024-09-16T01:46:58.954466+0000","last_clean":"2024-09-16T01:46:58.954466+0000","last_became_active":"2024-09-16T01:46:58.949637+0000","last_became_peered":"2024-09-16T01:46:58.949637+0000","last_unstale":"2024-09-16T01:46:58.954466+0000","last_undegraded":"2024-09-16T01:46:58.954466+0000","last_fullsized":"2024-09-16T01:46:58.954466+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:09.152198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.932194+0000","last_change":"2024-09-16T01:46:57.934158+0000","last_active":"2024-09-16T01:46:58.932194+0000","last_peered":"2024-09-16T01:46:58.932194+0000","last_clean":"2024-09-16T01:46:58.932194+0000","last_became_active":"2024-09-16T01:46:57.933880+0000","last_became_peered":"2024-09-16T01:46:57.933880+0000","last_unstale":"2024-09-16T01:46:58.932194+0000","last_undegraded":"2024-09-16T01:46:58.932194+0000","last_fullsized":"2024-09-16T01:46:58.932194+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:27.310951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947911+0000","last_change":"2024-09-16T01:46:58.944395+0000","last_active":"2024-09-16T01:46:58.947911+0000","last_peered":"2024-09-16T01:46:58.947911+0000","last_clean":"2024-09-16T01:46:58.947911+0000","last_became_active":"2024-09-16T01:46:58.944096+0000","last_became_peered":"2024-09-16T01:46:58.944096+0000","last_unstale":"2024-09-16T01:46:58.947911+0000","last_undegraded":"2024-09-16T01:46:58.947911+0000","last_fullsized":"2024-09-16T01:46:58.947911+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:11.122832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"79'3","reported_seq":15,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.955072+0000","last_change":"2024-09-16T01:46:57.942313+0000","last_active":"2024-09-16T01:46:58.955072+0000","last_peered":"2024-09-16T01:46:58.955072+0000","last_clean":"2024-09-16T01:46:58.955072+0000","last_became_active":"2024-09-16T01:46:57.942036+0000","last_became_peered":"2024-09-16T01:46:57.942036+0000","last_unstale":"2024-09-16T01:46:58.955072+0000","last_undegraded":"2024-09-16T01:46:58.955072+0000","last_fullsized":"2024-09-16T01:46:58.955072+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:00.983686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937162+0000","last_change":"2024-09-16T01:46:58.940499+0000","last_active":"2024-09-16T01:46:59.937162+0000","last_peered":"2024-09-16T01:46:59.937162+0000","last_clean":"2024-09-16T01:46:59.937162+0000","last_became_active":"2024-09-16T01:46:58.940140+0000","last_became_peered":"2024-09-16T01:46:58.940140+0000","last_unstale":"2024-09-16T01:46:59.937162+0000","last_undegraded":"2024-09-16T01:46:59.937162+0000","last_fullsized":"2024-09-16T01:46:59.937162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:31:50.827639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"79'6","reported_seq":18,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.959642+0000","last_change":"2024-09-16T01:46:57.935103+0000","last_active":"2024-09-16T01:46:58.959642+0000","last_peered":"2024-09-16T01:46:58.959642+0000","last_clean":"2024-09-16T01:46:58.959642+0000","last_became_active":"2024-09-16T01:46:57.934408+0000","last_became_peered":"2024-09-16T01:46:57.934408+0000","last_unstale":"2024-09-16T01:46:58.959642+0000","last_undegraded":"2024-09-16T01:46:58.959642+0000","last_fullsized":"2024-09-16T01:46:58.959642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:32.664323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947842+0000","last_change":"2024-09-16T01:46:58.946132+0000","last_active":"2024-09-16T01:46:58.947842+0000","last_peered":"2024-09-16T01:46:58.947842+0000","last_clean":"2024-09-16T01:46:58.947842+0000","last_became_active":"2024-09-16T01:46:58.945863+0000","last_became_peered":"2024-09-16T01:46:58.945863+0000","last_unstale":"2024-09-16T01:46:58.947842+0000","last_undegraded":"2024-09-16T01:46:58.947842+0000","last_fullsized":"2024-09-16T01:46:58.947842+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:24.254623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937093+0000","last_change":"2024-09-16T01:46:57.942244+0000","last_active":"2024-09-16T01:46:59.937093+0000","last_peered":"2024-09-16T01:46:59.937093+0000","last_clean":"2024-09-16T01:46:59.937093+0000","last_became_active":"2024-09-16T01:46:57.941921+0000","last_became_peered":"2024-09-16T01:46:57.941921+0000","last_unstale":"2024-09-16T01:46:59.937093+0000","last_undegraded":"2024-09-16T01:46:59.937093+0000","last_fullsized":"2024-09-16T01:46:59.937093+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:37:09.302516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949345+0000","last_change":"2024-09-16T01:46:58.946345+0000","last_active":"2024-09-16T01:46:58.949345+0000","last_peered":"2024-09-16T01:46:58.949345+0000","last_clean":"2024-09-16T01:46:58.949345+0000","last_became_active":"2024-09-16T01:46:58.945812+0000","last_became_peered":"2024-09-16T01:46:58.945812+0000","last_unstale":"2024-09-16T01:46:58.949345+0000","last_undegraded":"2024-09-16T01:46:58.949345+0000","last_fullsized":"2024-09-16T01:46:58.949345+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:15:06.006322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.937629+0000","last_change":"2024-09-16T01:46:57.942615+0000","last_active":"2024-09-16T01:46:58.937629+0000","last_peered":"2024-09-16T01:46:58.937629+0000","last_clean":"2024-09-16T01:46:58.937629+0000","last_became_active":"2024-09-16T01:46:57.942136+0000","last_became_peered":"2024-09-16T01:46:57.942136+0000","last_unstale":"2024-09-16T01:46:58.937629+0000","last_undegraded":"2024-09-16T01:46:58.937629+0000","last_fullsized":"2024-09-16T01:46:58.937629+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:05.018662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936468+0000","last_change":"2024-09-16T01:46:58.944766+0000","last_active":"2024-09-16T01:46:59.936468+0000","last_peered":"2024-09-16T01:46:59.936468+0000","last_clean":"2024-09-16T01:46:59.936468+0000","last_became_active":"2024-09-16T01:46:58.944450+0000","last_became_peered":"2024-09-16T01:46:58.944450+0000","last_unstale":"2024-09-16T01:46:59.936468+0000","last_undegraded":"2024-09-16T01:46:59.936468+0000","last_fullsized":"2024-09-16T01:46:59.936468+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:49.880815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.931160+0000","last_change":"2024-09-16T01:46:57.936135+0000","last_active":"2024-09-16T01:46:58.931160+0000","last_peered":"2024-09-16T01:46:58.931160+0000","last_clean":"2024-09-16T01:46:58.931160+0000","last_became_active":"2024-09-16T01:46:57.935857+0000","last_became_peered":"2024-09-16T01:46:57.935857+0000","last_unstale":"2024-09-16T01:46:58.931160+0000","last_undegraded":"2024-09-16T01:46:58.931160+0000","last_fullsized":"2024-09-16T01:46:58.931160+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:59:02.341252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936323+0000","last_change":"2024-09-16T01:46:58.937125+0000","last_active":"2024-09-16T01:46:59.936323+0000","last_peered":"2024-09-16T01:46:59.936323+0000","last_clean":"2024-09-16T01:46:59.936323+0000","last_became_active":"2024-09-16T01:46:58.936836+0000","last_became_peered":"2024-09-16T01:46:58.936836+0000","last_unstale":"2024-09-16T01:46:59.936323+0000","last_undegraded":"2024-09-16T01:46:59.936323+0000","last_fullsized":"2024-09-16T01:46:59.936323+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:02.819507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"79'8","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.957196+0000","last_change":"2024-09-16T01:46:57.937831+0000","last_active":"2024-09-16T01:46:58.957196+0000","last_peered":"2024-09-16T01:46:58.957196+0000","last_clean":"2024-09-16T01:46:58.957196+0000","last_became_active":"2024-09-16T01:46:57.937516+0000","last_became_peered":"2024-09-16T01:46:57.937516+0000","last_unstale":"2024-09-16T01:46:58.957196+0000","last_undegraded":"2024-09-16T01:46:58.957196+0000","last_fullsized":"2024-09-16T01:46:58.957196+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:35:38.882818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.939907+0000","last_change":"2024-09-16T01:46:58.936900+0000","last_active":"2024-09-16T01:46:58.939907+0000","last_peered":"2024-09-16T01:46:58.939907+0000","last_clean":"2024-09-16T01:46:58.939907+0000","last_became_active":"2024-09-16T01:46:58.936603+0000","last_became_peered":"2024-09-16T01:46:58.936603+0000","last_unstale":"2024-09-16T01:46:58.939907+0000","last_undegraded":"2024-09-16T01:46:58.939907+0000","last_fullsized":"2024-09-16T01:46:58.939907+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:01.100563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954362+0000","last_change":"2024-09-16T01:46:57.935270+0000","last_active":"2024-09-16T01:46:58.954362+0000","last_peered":"2024-09-16T01:46:58.954362+0000","last_clean":"2024-09-16T01:46:58.954362+0000","last_became_active":"2024-09-16T01:46:57.934284+0000","last_became_peered":"2024-09-16T01:46:57.934284+0000","last_unstale":"2024-09-16T01:46:58.954362+0000","last_undegraded":"2024-09-16T01:46:58.954362+0000","last_fullsized":"2024-09-16T01:46:58.954362+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:22.332637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.948984+0000","last_change":"2024-09-16T01:46:58.941870+0000","last_active":"2024-09-16T01:46:58.948984+0000","last_peered":"2024-09-16T01:46:58.948984+0000","last_clean":"2024-09-16T01:46:58.948984+0000","last_became_active":"2024-09-16T01:46:58.941531+0000","last_became_peered":"2024-09-16T01:46:58.941531+0000","last_unstale":"2024-09-16T01:46:58.948984+0000","last_undegraded":"2024-09-16T01:46:58.948984+0000","last_fullsized":"2024-09-16T01:46:58.948984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:35.418128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954887+0000","last_change":"2024-09-16T01:46:57.936438+0000","last_active":"2024-09-16T01:46:58.954887+0000","last_peered":"2024-09-16T01:46:58.954887+0000","last_clean":"2024-09-16T01:46:58.954887+0000","last_became_active":"2024-09-16T01:46:57.936122+0000","last_became_peered":"2024-09-16T01:46:57.936122+0000","last_unstale":"2024-09-16T01:46:58.954887+0000","last_undegraded":"2024-09-16T01:46:58.954887+0000","last_fullsized":"2024-09-16T01:46:58.954887+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:01.147175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937135+0000","last_change":"2024-09-16T01:46:58.934737+0000","last_active":"2024-09-16T01:46:59.937135+0000","last_peered":"2024-09-16T01:46:59.937135+0000","last_clean":"2024-09-16T01:46:59.937135+0000","last_became_active":"2024-09-16T01:46:58.934223+0000","last_became_peered":"2024-09-16T01:46:58.934223+0000","last_unstale":"2024-09-16T01:46:59.937135+0000","last_undegraded":"2024-09-16T01:46:59.937135+0000","last_fullsized":"2024-09-16T01:46:59.937135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:26.660938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.932662+0000","last_change":"2024-09-16T01:46:57.941923+0000","last_active":"2024-09-16T01:46:58.932662+0000","last_peered":"2024-09-16T01:46:58.932662+0000","last_clean":"2024-09-16T01:46:58.932662+0000","last_became_active":"2024-09-16T01:46:57.941217+0000","last_became_peered":"2024-09-16T01:46:57.941217+0000","last_unstale":"2024-09-16T01:46:58.932662+0000","last_undegraded":"2024-09-16T01:46:58.932662+0000","last_fullsized":"2024-09-16T01:46:58.932662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:03.065400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936284+0000","last_change":"2024-09-16T01:46:58.941747+0000","last_active":"2024-09-16T01:46:59.936284+0000","last_peered":"2024-09-16T01:46:59.936284+0000","last_clean":"2024-09-16T01:46:59.936284+0000","last_became_active":"2024-09-16T01:46:58.941101+0000","last_became_peered":"2024-09-16T01:46:58.941101+0000","last_unstale":"2024-09-16T01:46:59.936284+0000","last_undegraded":"2024-09-16T01:46:59.936284+0000","last_fullsized":"2024-09-16T01:46:59.936284+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:26.472618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949641+0000","last_change":"2024-09-16T01:46:57.931226+0000","last_active":"2024-09-16T01:46:58.949641+0000","last_peered":"2024-09-16T01:46:58.949641+0000","last_clean":"2024-09-16T01:46:58.949641+0000","last_became_active":"2024-09-16T01:46:57.930932+0000","last_became_peered":"2024-09-16T01:46:57.930932+0000","last_unstale":"2024-09-16T01:46:58.949641+0000","last_undegraded":"2024-09-16T01:46:58.949641+0000","last_fullsized":"2024-09-16T01:46:58.949641+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:32.631677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949004+0000","last_change":"2024-09-16T01:46:58.946368+0000","last_active":"2024-09-16T01:46:58.949004+0000","last_peered":"2024-09-16T01:46:58.949004+0000","last_clean":"2024-09-16T01:46:58.949004+0000","last_became_active":"2024-09-16T01:46:58.946099+0000","last_became_peered":"2024-09-16T01:46:58.946099+0000","last_unstale":"2024-09-16T01:46:58.949004+0000","last_undegraded":"2024-09-16T01:46:58.949004+0000","last_fullsized":"2024-09-16T01:46:58.949004+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:23.337870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936316+0000","last_change":"2024-09-16T01:46:57.940102+0000","last_active":"2024-09-16T01:46:59.936316+0000","last_peered":"2024-09-16T01:46:59.936316+0000","last_clean":"2024-09-16T01:46:59.936316+0000","last_became_active":"2024-09-16T01:46:57.939461+0000","last_became_peered":"2024-09-16T01:46:57.939461+0000","last_unstale":"2024-09-16T01:46:59.936316+0000","last_undegraded":"2024-09-16T01:46:59.936316+0000","last_fullsized":"2024-09-16T01:46:59.936316+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:48:54.093480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.935966+0000","last_change":"2024-09-16T01:46:58.950847+0000","last_active":"2024-09-16T01:46:59.935966+0000","last_peered":"2024-09-16T01:46:59.935966+0000","last_clean":"2024-09-16T01:46:59.935966+0000","last_became_active":"2024-09-16T01:46:58.945283+0000","last_became_peered":"2024-09-16T01:46:58.945283+0000","last_unstale":"2024-09-16T01:46:59.935966+0000","last_undegraded":"2024-09-16T01:46:59.935966+0000","last_fullsized":"2024-09-16T01:46:59.935966+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:30.087268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936049+0000","last_change":"2024-09-16T01:46:57.930266+0000","last_active":"2024-09-16T01:46:59.936049+0000","last_peered":"2024-09-16T01:46:59.936049+0000","last_clean":"2024-09-16T01:46:59.936049+0000","last_became_active":"2024-09-16T01:46:57.929978+0000","last_became_peered":"2024-09-16T01:46:57.929978+0000","last_unstale":"2024-09-16T01:46:59.936049+0000","last_undegraded":"2024-09-16T01:46:59.936049+0000","last_fullsized":"2024-09-16T01:46:59.936049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:23:04.509031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949160+0000","last_change":"2024-09-16T01:46:58.947221+0000","last_active":"2024-09-16T01:46:58.949160+0000","last_peered":"2024-09-16T01:46:58.949160+0000","last_clean":"2024-09-16T01:46:58.949160+0000","last_became_active":"2024-09-16T01:46:58.946658+0000","last_became_peered":"2024-09-16T01:46:58.946658+0000","last_unstale":"2024-09-16T01:46:58.949160+0000","last_undegraded":"2024-09-16T01:46:58.949160+0000","last_fullsized":"2024-09-16T01:46:58.949160+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:35.418128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.934032+0000","last_change":"2024-09-16T01:46:57.931486+0000","last_active":"2024-09-16T01:46:58.934032+0000","last_peered":"2024-09-16T01:46:58.934032+0000","last_clean":"2024-09-16T01:46:58.934032+0000","last_became_active":"2024-09-16T01:46:57.930851+0000","last_became_peered":"2024-09-16T01:46:57.930851+0000","last_unstale":"2024-09-16T01:46:58.934032+0000","last_undegraded":"2024-09-16T01:46:58.934032+0000","last_fullsized":"2024-09-16T01:46:58.934032+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:54.164259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937071+0000","last_change":"2024-09-16T01:46:58.934454+0000","last_active":"2024-09-16T01:46:59.937071+0000","last_peered":"2024-09-16T01:46:59.937071+0000","last_clean":"2024-09-16T01:46:59.937071+0000","last_became_active":"2024-09-16T01:46:58.933569+0000","last_became_peered":"2024-09-16T01:46:58.933569+0000","last_unstale":"2024-09-16T01:46:59.937071+0000","last_undegraded":"2024-09-16T01:46:59.937071+0000","last_fullsized":"2024-09-16T01:46:59.937071+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:15.494278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937069+0000","last_change":"2024-09-16T01:46:57.944450+0000","last_active":"2024-09-16T01:46:59.937069+0000","last_peered":"2024-09-16T01:46:59.937069+0000","last_clean":"2024-09-16T01:46:59.937069+0000","last_became_active":"2024-09-16T01:46:57.944125+0000","last_became_peered":"2024-09-16T01:46:57.944125+0000","last_unstale":"2024-09-16T01:46:59.937069+0000","last_undegraded":"2024-09-16T01:46:59.937069+0000","last_fullsized":"2024-09-16T01:46:59.937069+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:00.086628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.948822+0000","last_change":"2024-09-16T01:46:58.942619+0000","last_active":"2024-09-16T01:46:58.948822+0000","last_peered":"2024-09-16T01:46:58.948822+0000","last_clean":"2024-09-16T01:46:58.948822+0000","last_became_active":"2024-09-16T01:46:58.942309+0000","last_became_peered":"2024-09-16T01:46:58.942309+0000","last_unstale":"2024-09-16T01:46:58.948822+0000","last_undegraded":"2024-09-16T01:46:58.948822+0000","last_fullsized":"2024-09-16T01:46:58.948822+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:14.080161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937138+0000","last_change":"2024-09-16T01:46:57.942319+0000","last_active":"2024-09-16T01:46:59.937138+0000","last_peered":"2024-09-16T01:46:59.937138+0000","last_clean":"2024-09-16T01:46:59.937138+0000","last_became_active":"2024-09-16T01:46:57.941965+0000","last_became_peered":"2024-09-16T01:46:57.941965+0000","last_unstale":"2024-09-16T01:46:59.937138+0000","last_undegraded":"2024-09-16T01:46:59.937138+0000","last_fullsized":"2024-09-16T01:46:59.937138+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:09.228849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949062+0000","last_change":"2024-09-16T01:46:58.941233+0000","last_active":"2024-09-16T01:46:58.949062+0000","last_peered":"2024-09-16T01:46:58.949062+0000","last_clean":"2024-09-16T01:46:58.949062+0000","last_became_active":"2024-09-16T01:46:58.940953+0000","last_became_peered":"2024-09-16T01:46:58.940953+0000","last_unstale":"2024-09-16T01:46:58.949062+0000","last_undegraded":"2024-09-16T01:46:58.949062+0000","last_fullsized":"2024-09-16T01:46:58.949062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:32.055070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.930117+0000","last_change":"2024-09-16T01:46:57.933425+0000","last_active":"2024-09-16T01:46:58.930117+0000","last_peered":"2024-09-16T01:46:58.930117+0000","last_clean":"2024-09-16T01:46:58.930117+0000","last_became_active":"2024-09-16T01:46:57.932490+0000","last_became_peered":"2024-09-16T01:46:57.932490+0000","last_unstale":"2024-09-16T01:46:58.930117+0000","last_undegraded":"2024-09-16T01:46:58.930117+0000","last_fullsized":"2024-09-16T01:46:58.930117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:34:26.012846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937409+0000","last_change":"2024-09-16T01:46:58.939441+0000","last_active":"2024-09-16T01:46:59.937409+0000","last_peered":"2024-09-16T01:46:59.937409+0000","last_clean":"2024-09-16T01:46:59.937409+0000","last_became_active":"2024-09-16T01:46:58.939154+0000","last_became_peered":"2024-09-16T01:46:58.939154+0000","last_unstale":"2024-09-16T01:46:59.937409+0000","last_undegraded":"2024-09-16T01:46:59.937409+0000","last_fullsized":"2024-09-16T01:46:59.937409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:33.636910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.932606+0000","last_change":"2024-09-16T01:46:57.932808+0000","last_active":"2024-09-16T01:46:58.932606+0000","last_peered":"2024-09-16T01:46:58.932606+0000","last_clean":"2024-09-16T01:46:58.932606+0000","last_became_active":"2024-09-16T01:46:57.932497+0000","last_became_peered":"2024-09-16T01:46:57.932497+0000","last_unstale":"2024-09-16T01:46:58.932606+0000","last_undegraded":"2024-09-16T01:46:58.932606+0000","last_fullsized":"2024-09-16T01:46:58.932606+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:32.664323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.949116+0000","last_change":"2024-09-16T01:46:58.946798+0000","last_active":"2024-09-16T01:46:58.949116+0000","last_peered":"2024-09-16T01:46:58.949116+0000","last_clean":"2024-09-16T01:46:58.949116+0000","last_became_active":"2024-09-16T01:46:58.946450+0000","last_became_peered":"2024-09-16T01:46:58.946450+0000","last_unstale":"2024-09-16T01:46:58.949116+0000","last_undegraded":"2024-09-16T01:46:58.949116+0000","last_fullsized":"2024-09-16T01:46:58.949116+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:32.055070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.931277+0000","last_change":"2024-09-16T01:46:57.937766+0000","last_active":"2024-09-16T01:46:58.931277+0000","last_peered":"2024-09-16T01:46:58.931277+0000","last_clean":"2024-09-16T01:46:58.931277+0000","last_became_active":"2024-09-16T01:46:57.937473+0000","last_became_peered":"2024-09-16T01:46:57.937473+0000","last_unstale":"2024-09-16T01:46:58.931277+0000","last_undegraded":"2024-09-16T01:46:58.931277+0000","last_fullsized":"2024-09-16T01:46:58.931277+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:44.749461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.947886+0000","last_change":"2024-09-16T01:46:58.944842+0000","last_active":"2024-09-16T01:46:58.947886+0000","last_peered":"2024-09-16T01:46:58.947886+0000","last_clean":"2024-09-16T01:46:58.947886+0000","last_became_active":"2024-09-16T01:46:58.944492+0000","last_became_peered":"2024-09-16T01:46:58.944492+0000","last_unstale":"2024-09-16T01:46:58.947886+0000","last_undegraded":"2024-09-16T01:46:58.947886+0000","last_fullsized":"2024-09-16T01:46:58.947886+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:01.100563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936830+0000","last_change":"2024-09-16T01:46:57.930589+0000","last_active":"2024-09-16T01:46:59.936830+0000","last_peered":"2024-09-16T01:46:59.936830+0000","last_clean":"2024-09-16T01:46:59.936830+0000","last_became_active":"2024-09-16T01:46:57.930294+0000","last_became_peered":"2024-09-16T01:46:57.930294+0000","last_unstale":"2024-09-16T01:46:59.936830+0000","last_undegraded":"2024-09-16T01:46:59.936830+0000","last_fullsized":"2024-09-16T01:46:59.936830+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:34.549334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954189+0000","last_change":"2024-09-16T01:46:58.950901+0000","last_active":"2024-09-16T01:46:58.954189+0000","last_peered":"2024-09-16T01:46:58.954189+0000","last_clean":"2024-09-16T01:46:58.954189+0000","last_became_active":"2024-09-16T01:46:58.950641+0000","last_became_peered":"2024-09-16T01:46:58.950641+0000","last_unstale":"2024-09-16T01:46:58.954189+0000","last_undegraded":"2024-09-16T01:46:58.954189+0000","last_fullsized":"2024-09-16T01:46:58.954189+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:14.222496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.930802+0000","last_change":"2024-09-16T01:46:57.933675+0000","last_active":"2024-09-16T01:46:58.930802+0000","last_peered":"2024-09-16T01:46:58.930802+0000","last_clean":"2024-09-16T01:46:58.930802+0000","last_became_active":"2024-09-16T01:46:57.933362+0000","last_became_peered":"2024-09-16T01:46:57.933362+0000","last_unstale":"2024-09-16T01:46:58.930802+0000","last_undegraded":"2024-09-16T01:46:58.930802+0000","last_fullsized":"2024-09-16T01:46:58.930802+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:34.549334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.954689+0000","last_change":"2024-09-16T01:46:58.948621+0000","last_active":"2024-09-16T01:46:58.954689+0000","last_peered":"2024-09-16T01:46:58.954689+0000","last_clean":"2024-09-16T01:46:58.954689+0000","last_became_active":"2024-09-16T01:46:58.948322+0000","last_became_peered":"2024-09-16T01:46:58.948322+0000","last_unstale":"2024-09-16T01:46:58.954689+0000","last_undegraded":"2024-09-16T01:46:58.954689+0000","last_fullsized":"2024-09-16T01:46:58.954689+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:22:37.261718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.936670+0000","last_change":"2024-09-16T01:46:57.930072+0000","last_active":"2024-09-16T01:46:59.936670+0000","last_peered":"2024-09-16T01:46:59.936670+0000","last_clean":"2024-09-16T01:46:59.936670+0000","last_became_active":"2024-09-16T01:46:57.929776+0000","last_became_peered":"2024-09-16T01:46:57.929776+0000","last_unstale":"2024-09-16T01:46:59.936670+0000","last_undegraded":"2024-09-16T01:46:59.936670+0000","last_fullsized":"2024-09-16T01:46:59.936670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:27.310951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-16T01:46:59.937226+0000","last_change":"2024-09-16T01:46:58.934267+0000","last_active":"2024-09-16T01:46:59.937226+0000","last_peered":"2024-09-16T01:46:59.937226+0000","last_clean":"2024-09-16T01:46:59.937226+0000","last_became_active":"2024-09-16T01:46:58.933979+0000","last_became_peered":"2024-09-16T01:46:58.933979+0000","last_unstale":"2024-09-16T01:46:59.937226+0000","last_undegraded":"2024-09-16T01:46:59.937226+0000","last_fullsized":"2024-09-16T01:46:59.937226+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:57.913727+0000","last_clean_scrub_stamp":"2024-09-16T01:46:57.913727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:50.426098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.950488+0000","last_change":"2024-09-16T01:46:57.942055+0000","last_active":"2024-09-16T01:46:58.950488+0000","last_peered":"2024-09-16T01:46:58.950488+0000","last_clean":"2024-09-16T01:46:58.950488+0000","last_became_active":"2024-09-16T01:46:57.941790+0000","last_became_peered":"2024-09-16T01:46:57.941790+0000","last_unstale":"2024-09-16T01:46:58.950488+0000","last_undegraded":"2024-09-16T01:46:58.950488+0000","last_fullsized":"2024-09-16T01:46:58.950488+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:46:56.908494+0000","last_clean_scrub_stamp":"2024-09-16T01:46:56.908494+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:01.147175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":314,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-16T01:46:58.929027+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:46:58.929027+0000","last_peered":"2024-09-16T01:46:58.929027+0000","last_clean":"2024-09-16T01:46:58.929027+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:46:58.929027+0000","last_undegraded":"2024-09-16T01:46:58.929027+0000","last_fullsized":"2024-09-16T01:46:58.929027+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574911,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1560576,"data_stored":1000932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509503,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":974848,"data_stored":411188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509503,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":978944,"data_stored":412128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509504,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":416794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542207,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36300,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335540,"statfs":{"total":96636764160,"available":96599592960,"internally_reserved":0,"allocated":974848,"data_stored":412106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542208,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32148,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339692,"statfs":{"total":96636764160,"available":96603844608,"internally_reserved":0,"allocated":978944,"data_stored":417376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542208,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":987136,"data_stored":416988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542208,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1560576,"data_stored":1000896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:47:02.276 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:47:02.277 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:47:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.422+0000 7fca6b627640 1 Processor -- start 2024-09-16T01:47:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.422+0000 7fca6b627640 1 -- start start 2024-09-16T01:47:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.423+0000 7fca6b627640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fca6406f1c0 0x7fca64071430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.423+0000 7fca6b627640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fca64162b90 0x7fca6406f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.423+0000 7fca6b627640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca6406fae0 con 0x7fca64072f10 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.423+0000 7fca6b627640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fca6406ccb0 con 0x7fca64162b90 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.423+0000 7fca6b627640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fca64070700 con 0x7fca6406f1c0 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.423+0000 7fca68bc2640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fca64162b90 0x7fca6406f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.424+0000 7fca68bc2640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fca64162b90 0x7fca6406f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59260/0 (socket says 172.21.15.16:59260) 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.424+0000 7fca68bc2640 1 -- 172.21.15.16:0/3017314589 learned_addr learned my addr 172.21.15.16:0/3017314589 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.424+0000 7fca693c3640 1 --2- 172.21.15.16:0/3017314589 >> v2:172.21.15.104:3300/0 conn(0x7fca6406f1c0 0x7fca64071430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.424+0000 7fca68bc2640 1 -- 172.21.15.16:0/3017314589 >> v2:172.21.15.104:3300/0 conn(0x7fca6406f1c0 msgr2=0x7fca64071430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.424+0000 7fca68bc2640 1 --2- 172.21.15.16:0/3017314589 >> v2:172.21.15.104:3300/0 conn(0x7fca6406f1c0 0x7fca64071430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.424+0000 7fca68bc2640 1 -- 172.21.15.16:0/3017314589 >> v1:172.21.15.104:6789/0 conn(0x7fca64072f10 legacy=0x7fca640733a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.424+0000 7fca68bc2640 1 -- 172.21.15.16:0/3017314589 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca6406c9d0 con 0x7fca64162b90 2024-09-16T01:47:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca68bc2640 1 --2- 172.21.15.16:0/3017314589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca64162b90 0x7fca6406f5a0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fca64072640 tx=0x7fca5402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d44ec1512bb3bead server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca5bfff640 1 -- 172.21.15.16:0/3017314589 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca54037070 con 0x7fca64162b90 2024-09-16T01:47:02.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca5bfff640 1 -- 172.21.15.16:0/3017314589 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca54032440 con 0x7fca64162b90 2024-09-16T01:47:02.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca5bfff640 1 -- 172.21.15.16:0/3017314589 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca54032810 con 0x7fca64162b90 2024-09-16T01:47:02.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 -- 172.21.15.16:0/3017314589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca64162b90 msgr2=0x7fca6406f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 --2- 172.21.15.16:0/3017314589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca64162b90 0x7fca6406f5a0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fca64072640 tx=0x7fca5402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 -- 172.21.15.16:0/3017314589 shutdown_connections 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 --2- 172.21.15.16:0/3017314589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca64162b90 0x7fca6406f5a0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 --2- 172.21.15.16:0/3017314589 >> v2:172.21.15.104:3300/0 conn(0x7fca6406f1c0 0x7fca64071430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 -- 172.21.15.16:0/3017314589 >> 172.21.15.16:0/3017314589 conn(0x7fca640cede0 msgr2=0x7fca640cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 -- 172.21.15.16:0/3017314589 shutdown_connections 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.425+0000 7fca6b627640 1 -- 172.21.15.16:0/3017314589 wait complete. 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.426+0000 7fca6b627640 1 Processor -- start 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca6b627640 1 -- start start 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca6b627640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca6406f1c0 0x7fca641f7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca6b627640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca64072f10 0x7fca64150290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca6b627640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca64162b90 0x7fca64160e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca6b627640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fca64070f10 con 0x7fca6406f1c0 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca6b627640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fca64070c30 con 0x7fca64162b90 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca6b627640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fca6406feb0 con 0x7fca64072f10 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca693c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca6406f1c0 0x7fca641f7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca693c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca6406f1c0 0x7fca641f7ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59274/0 (socket says 172.21.15.16:59274) 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca693c3640 1 -- 172.21.15.16:0/4023226265 learned_addr learned my addr 172.21.15.16:0/4023226265 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.427+0000 7fca68bc2640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca64072f10 0x7fca64150290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca69bc4640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca64162b90 0x7fca64160e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca693c3640 1 -- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca64072f10 msgr2=0x7fca64150290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca693c3640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca64072f10 0x7fca64150290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca693c3640 1 -- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca64162b90 msgr2=0x7fca64160e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca693c3640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca64162b90 0x7fca64160e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca693c3640 1 -- 172.21.15.16:0/4023226265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca64150c00 con 0x7fca6406f1c0 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca693c3640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca6406f1c0 0x7fca641f7ab0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fca5c00c820 tx=0x7fca5c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca59ffb640 1 -- 172.21.15.16:0/4023226265 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca5c015070 con 0x7fca6406f1c0 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca59ffb640 1 -- 172.21.15.16:0/4023226265 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca5c004020 con 0x7fca6406f1c0 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca59ffb640 1 -- 172.21.15.16:0/4023226265 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca5c0043f0 con 0x7fca6406f1c0 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca64150ee0 con 0x7fca6406f1c0 2024-09-16T01:47:02.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.428+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca641514a0 con 0x7fca6406f1c0 2024-09-16T01:47:02.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.430+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca641f4ca0 con 0x7fca6406f1c0 2024-09-16T01:47:02.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.430+0000 7fca59ffb640 1 -- 172.21.15.16:0/4023226265 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fca5c007830 con 0x7fca6406f1c0 2024-09-16T01:47:02.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.430+0000 7fca59ffb640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca4806c3d0 0x7fca4806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.430+0000 7fca59ffb640 1 -- 172.21.15.16:0/4023226265 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fca5c08b440 con 0x7fca6406f1c0 2024-09-16T01:47:02.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.430+0000 7fca68bc2640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca4806c3d0 0x7fca4806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.431+0000 7fca68bc2640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca4806c3d0 0x7fca4806e890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fca54034000 tx=0x7fca5402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.435+0000 7fca59ffb640 1 -- 172.21.15.16:0/4023226265 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca641f4ca0 con 0x7fca6406f1c0 2024-09-16T01:47:02.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.683+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fca64162fd0 con 0x7fca6406f1c0 2024-09-16T01:47:02.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.685+0000 7fca59ffb640 1 -- 172.21.15.16:0/4023226265 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7fca5c059340 con 0x7fca6406f1c0 2024-09-16T01:47:02.686 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:47:02.686 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:47:02.686 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:47:02.686 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:47:02.686 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:47:02.687 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca4806c3d0 msgr2=0x7fca4806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca4806c3d0 0x7fca4806e890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fca54034000 tx=0x7fca5402e000 comp rx=0 tx=0).stop 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca6406f1c0 msgr2=0x7fca641f7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca6406f1c0 0x7fca641f7ab0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fca5c00c820 tx=0x7fca5c00cce0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 shutdown_connections 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca4806c3d0 0x7fca4806e890 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca64162b90 0x7fca64160e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca64072f10 0x7fca64150290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 --2- 172.21.15.16:0/4023226265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca6406f1c0 0x7fca641f7ab0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 >> 172.21.15.16:0/4023226265 conn(0x7fca640cede0 msgr2=0x7fca640b3670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:02.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 shutdown_connections 2024-09-16T01:47:02.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.687+0000 7fca6b627640 1 -- 172.21.15.16:0/4023226265 wait complete. 2024-09-16T01:47:02.699 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:02.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.800+0000 7fef30a53640 1 Processor -- start 2024-09-16T01:47:02.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.800+0000 7fef30a53640 1 -- start start 2024-09-16T01:47:02.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef30a53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c15e570 0x7fef2c0d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef30a53640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef2c0d4a00 0x7fef2c0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef30a53640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef2c15e950 con 0x7fef2c0d1030 2024-09-16T01:47:02.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef30a53640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fef2c0d3960 con 0x7fef2c0d4a00 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef30a53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fef2c0d3c40 con 0x7fef2c15e570 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef23fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef2c0d4a00 0x7fef2c0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef2ad9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fef2c0d1030 0x7fef2c0b43c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56762/0 (socket says 172.21.15.16:56762) 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef23fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef2c0d4a00 0x7fef2c0cf720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59280/0 (socket says 172.21.15.16:59280) 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef2ad9d640 1 -- 172.21.15.16:0/392956234 learned_addr learned my addr 172.21.15.16:0/392956234 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.801+0000 7fef2a59c640 1 --2- 172.21.15.16:0/392956234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c15e570 0x7fef2c0d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.802+0000 7fef23fff640 1 -- 172.21.15.16:0/392956234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c15e570 msgr2=0x7fef2c0d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.802+0000 7fef23fff640 1 --2- 172.21.15.16:0/392956234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c15e570 0x7fef2c0d32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.802+0000 7fef23fff640 1 -- 172.21.15.16:0/392956234 >> v1:172.21.15.16:6789/0 conn(0x7fef2c0d1030 legacy=0x7fef2c0b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.802+0000 7fef29d9b640 1 -- 172.21.15.16:0/392956234 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2820492697 0 0) 0x7fef2c15e950 con 0x7fef2c0d1030 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.802+0000 7fef23fff640 1 -- 172.21.15.16:0/392956234 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef2c0d3f20 con 0x7fef2c0d4a00 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.802+0000 7fef23fff640 1 --2- 172.21.15.16:0/392956234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c0cf720 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fef140097a0 tx=0x7fef1402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7dd75c4b94b47dc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.802+0000 7fef29d9b640 1 -- 172.21.15.16:0/392956234 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef14037070 con 0x7fef2c0d4a00 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef29d9b640 1 -- 172.21.15.16:0/392956234 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef14032440 con 0x7fef2c0d4a00 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef29d9b640 1 -- 172.21.15.16:0/392956234 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef14032810 con 0x7fef2c0d4a00 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 -- 172.21.15.16:0/392956234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 msgr2=0x7fef2c0cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 --2- 172.21.15.16:0/392956234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c0cf720 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fef140097a0 tx=0x7fef1402a180 comp rx=0 tx=0).stop 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 -- 172.21.15.16:0/392956234 shutdown_connections 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 --2- 172.21.15.16:0/392956234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c0cf720 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 --2- 172.21.15.16:0/392956234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c15e570 0x7fef2c0d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 -- 172.21.15.16:0/392956234 >> 172.21.15.16:0/392956234 conn(0x7fef2c074bc0 msgr2=0x7fef2c074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 -- 172.21.15.16:0/392956234 shutdown_connections 2024-09-16T01:47:02.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.803+0000 7fef30a53640 1 -- 172.21.15.16:0/392956234 wait complete. 2024-09-16T01:47:02.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.804+0000 7fef30a53640 1 Processor -- start 2024-09-16T01:47:02.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef30a53640 1 -- start start 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef30a53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c0d1030 0x7fef2c0c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef30a53640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c15fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef30a53640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef2c15e570 0x7fef2c160120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef30a53640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fef2c0cfc60 con 0x7fef2c0d4a00 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef30a53640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fef2c0d44e0 con 0x7fef2c15e570 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef30a53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fef2c0d4e40 con 0x7fef2c0d1030 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef23fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c15fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef23fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c15fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59282/0 (socket says 172.21.15.16:59282) 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.805+0000 7fef23fff640 1 -- 172.21.15.16:0/1200433011 learned_addr learned my addr 172.21.15.16:0/1200433011 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef2a59c640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c0d1030 0x7fef2c0c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef2ad9d640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef2c15e570 0x7fef2c160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef23fff640 1 -- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c0d1030 msgr2=0x7fef2c0c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef23fff640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c0d1030 0x7fef2c0c97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef23fff640 1 -- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef2c15e570 msgr2=0x7fef2c160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef23fff640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef2c15e570 0x7fef2c160120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef23fff640 1 -- 172.21.15.16:0/1200433011 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef2c160970 con 0x7fef2c0d4a00 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef2ad9d640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef2c15e570 0x7fef2c160120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef23fff640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c15fbe0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fef14035040 tx=0x7fef140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef22ffd640 1 -- 172.21.15.16:0/1200433011 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef14037050 con 0x7fef2c0d4a00 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef22ffd640 1 -- 172.21.15.16:0/1200433011 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef14038040 con 0x7fef2c0d4a00 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef2c160c50 con 0x7fef2c0d4a00 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef22ffd640 1 -- 172.21.15.16:0/1200433011 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef14004470 con 0x7fef2c0d4a00 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.806+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef2c161210 con 0x7fef2c0d4a00 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.807+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef2c0cf720 con 0x7fef2c0d4a00 2024-09-16T01:47:02.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.808+0000 7fef22ffd640 1 -- 172.21.15.16:0/1200433011 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fef14030900 con 0x7fef2c0d4a00 2024-09-16T01:47:02.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.808+0000 7fef22ffd640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef0c06c3d0 0x7fef0c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:02.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.808+0000 7fef22ffd640 1 -- 172.21.15.16:0/1200433011 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fef140ac010 con 0x7fef2c0d4a00 2024-09-16T01:47:02.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.808+0000 7fef2a59c640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef0c06c3d0 0x7fef0c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:02.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.809+0000 7fef2a59c640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef0c06c3d0 0x7fef0c06e890 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fef1c0079a0 tx=0x7fef1c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:02.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:02.812+0000 7fef22ffd640 1 -- 172.21.15.16:0/1200433011 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef1407a670 con 0x7fef2c0d4a00 2024-09-16T01:47:03.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.023+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef2c0b5ff0 con 0x7fef2c0d4a00 2024-09-16T01:47:03.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.023+0000 7fef22ffd640 1 -- 172.21.15.16:0/1200433011 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7fef14079f70 con 0x7fef2c0d4a00 2024-09-16T01:47:03.025 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:03.025 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":48,"btime":"2024-09-16T01:47:00:938483+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5732,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3637675181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3637675181},{"type":"v1","addr":"172.21.15.104:6835","nonce":3637675181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1959286675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1959286675},{"type":"v1","addr":"172.21.15.104:6834","nonce":1959286675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6678,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2072803748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2072803748},{"type":"v1","addr":"172.21.15.16:6834","nonce":2072803748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:58.282830+0000","modified":"2024-09-16T01:47:00.281093+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6681},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6681":{"gid":6681,"name":"c","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/276444005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":276444005},{"type":"v1","addr":"172.21.15.16:6835","nonce":276444005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6681,"qdb_cluster":[6681]},"id":6}]} 2024-09-16T01:47:03.026 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 48 2024-09-16T01:47:03.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef0c06c3d0 msgr2=0x7fef0c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef0c06c3d0 0x7fef0c06e890 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fef1c0079a0 tx=0x7fef1c008040 comp rx=0 tx=0).stop 2024-09-16T01:47:03.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 msgr2=0x7fef2c15fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c15fbe0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fef14035040 tx=0x7fef140046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 shutdown_connections 2024-09-16T01:47:03.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef0c06c3d0 0x7fef0c06e890 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef2c15e570 0x7fef2c160120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef2c0d4a00 0x7fef2c15fbe0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 --2- 172.21.15.16:0/1200433011 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef2c0d1030 0x7fef2c0c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 >> 172.21.15.16:0/1200433011 conn(0x7fef2c074bc0 msgr2=0x7fef2c0b4b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 shutdown_connections 2024-09-16T01:47:03.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.025+0000 7fef30a53640 1 -- 172.21.15.16:0/1200433011 wait complete. 2024-09-16T01:47:03.440 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 48, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:46:58.282830+0000', 'modified': '2024-09-16T01:47:00.281093+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6681}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6681': {'gid': 6681, 'name': 'c', 'rank': 0, 'incarnation': 46, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/276444005', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6833', 'nonce': 276444005}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 276444005}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6681, 'qdb_cluster': [6681]} 2024-09-16T01:47:03.441 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:47:03.441 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T01:47:03.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.548+0000 7f8ae8549640 1 Processor -- start 2024-09-16T01:47:03.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.548+0000 7f8ae8549640 1 -- start start 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae8549640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8ae015e680 0x7f8ae00b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae8549640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ae00b95a0 0x7f8ae00d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae8549640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00d4570 0x7f8ae00d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae8549640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8ae00d4f00 con 0x7f8ae00b95a0 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae8549640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8ae00b9a10 con 0x7f8ae015e680 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae8549640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ae00b8500 con 0x7f8ae00d4570 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae5ae4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ae00b95a0 0x7f8ae00d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae5ae4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ae00b95a0 0x7f8ae00d1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59284/0 (socket says 172.21.15.16:59284) 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.549+0000 7f8ae5ae4640 1 -- 172.21.15.16:0/3310406121 learned_addr learned my addr 172.21.15.16:0/3310406121 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/3310406121 >> v2:172.21.15.104:3300/0 conn(0x7f8ae015e680 0x7f8ae00b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/3310406121 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00d4570 0x7f8ae00d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae5ae4640 1 -- 172.21.15.16:0/3310406121 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00d4570 msgr2=0x7f8ae00d49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/3310406121 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00d4570 0x7f8ae00d49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae5ae4640 1 -- 172.21.15.16:0/3310406121 >> v2:172.21.15.104:3300/0 conn(0x7f8ae015e680 msgr2=0x7f8ae00b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/3310406121 >> v2:172.21.15.104:3300/0 conn(0x7f8ae015e680 0x7f8ae00b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae5ae4640 1 -- 172.21.15.16:0/3310406121 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ae00b87e0 con 0x7f8ae00b95a0 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.550+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/3310406121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae00b95a0 0x7f8ae00d1690 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0072d70 tx=0x7f8ad402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e24b9fd29ca8a49b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae52e3640 1 -- 172.21.15.16:0/3310406121 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad4037070 con 0x7f8ae00b95a0 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae52e3640 1 -- 172.21.15.16:0/3310406121 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ad4032440 con 0x7f8ae00b95a0 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae52e3640 1 -- 172.21.15.16:0/3310406121 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad4032810 con 0x7f8ae00b95a0 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 -- 172.21.15.16:0/3310406121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae00b95a0 msgr2=0x7f8ae00d1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 --2- 172.21.15.16:0/3310406121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae00b95a0 0x7f8ae00d1690 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0072d70 tx=0x7f8ad402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 -- 172.21.15.16:0/3310406121 shutdown_connections 2024-09-16T01:47:03.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 --2- 172.21.15.16:0/3310406121 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00d4570 0x7f8ae00d49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 --2- 172.21.15.16:0/3310406121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae00b95a0 0x7f8ae00d1690 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 --2- 172.21.15.16:0/3310406121 >> v2:172.21.15.104:3300/0 conn(0x7f8ae015e680 0x7f8ae00b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 -- 172.21.15.16:0/3310406121 >> 172.21.15.16:0/3310406121 conn(0x7f8ae0074fe0 msgr2=0x7f8ae0072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 -- 172.21.15.16:0/3310406121 shutdown_connections 2024-09-16T01:47:03.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.551+0000 7f8ae8549640 1 -- 172.21.15.16:0/3310406121 wait complete. 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.552+0000 7f8ae8549640 1 Processor -- start 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae8549640 1 -- start start 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae8549640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00b95a0 0x7f8ae0155fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae8549640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ae00d4570 0x7f8ae0144fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae8549640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae015e680 0x7f8ae01579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae8549640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae00b9080 con 0x7f8ae015e680 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae8549640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae00b8da0 con 0x7f8ae00d4570 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae8549640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ae00d1bd0 con 0x7f8ae00b95a0 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae015e680 0x7f8ae01579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae015e680 0x7f8ae01579d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59294/0 (socket says 172.21.15.16:59294) 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/307958839 learned_addr learned my addr 172.21.15.16:0/307958839 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00b95a0 0x7f8ae0155fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.553+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ae00d4570 0x7f8ae0144fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00b95a0 msgr2=0x7f8ae0155fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00b95a0 0x7f8ae0155fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ae00d4570 msgr2=0x7f8ae0144fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ae00d4570 0x7f8ae0144fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/307958839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ae0158470 con 0x7f8ae015e680 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae015e680 0x7f8ae01579d0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800d800 tx=0x7f8ad800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8adeffd640 1 -- 172.21.15.16:0/307958839 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8018020 con 0x7f8ae015e680 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8adeffd640 1 -- 172.21.15.16:0/307958839 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ad80096c0 con 0x7f8ae015e680 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ae0155210 con 0x7f8ae015e680 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8adeffd640 1 -- 172.21.15.16:0/307958839 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8009a90 con 0x7f8ae015e680 2024-09-16T01:47:03.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.554+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ae0155ab0 con 0x7f8ae015e680 2024-09-16T01:47:03.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.556+0000 7f8adeffd640 1 -- 172.21.15.16:0/307958839 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8ad801b020 con 0x7f8ae015e680 2024-09-16T01:47:03.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.556+0000 7f8adeffd640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8acc06c3d0 0x7f8acc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.556+0000 7f8adeffd640 1 -- 172.21.15.16:0/307958839 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f8ad808b700 con 0x7f8ae015e680 2024-09-16T01:47:03.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.556+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8acc06c3d0 0x7f8acc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.557+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8acc06c3d0 0x7f8acc06e890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0154810 tx=0x7f8ad0009830 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.557+0000 7f8aeb3be740 1 Processor -- start 2024-09-16T01:47:03.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.557+0000 7f8aeb3be740 1 -- start start 2024-09-16T01:47:03.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a19052c0 0x5626a194aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1902a80 0x5626a19056a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a1906a50 0x5626a18ff8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5626a1867520 con 0x5626a19052c0 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5626a180f3e0 con 0x5626a1906a50 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5626a18634e0 con 0x5626a1902a80 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8ae62e5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a19052c0 0x5626a194aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8ae62e5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a19052c0 0x5626a194aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59302/0 (socket says 172.21.15.16:59302) 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8ae62e5640 1 -- 172.21.15.16:0/869733835 learned_addr learned my addr 172.21.15.16:0/869733835 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1902a80 0x5626a19056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.558+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a1906a50 0x5626a18ff8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ae62e5640 1 -- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1902a80 msgr2=0x5626a19056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1902a80 0x5626a19056a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ae62e5640 1 -- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a1906a50 msgr2=0x5626a18ff8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a1906a50 0x5626a18ff8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ae62e5640 1 -- 172.21.15.16:0/869733835 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626a182a2f0 con 0x5626a19052c0 2024-09-16T01:47:03.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a19052c0 0x5626a194aa60 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f8ad0004860 tx=0x7f8ad0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1539c0c6b07f23 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ac7fff640 1 -- 172.21.15.16:0/869733835 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad0027070 con 0x5626a19052c0 2024-09-16T01:47:03.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ac7fff640 1 -- 172.21.15.16:0/869733835 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ad0017e40 con 0x5626a19052c0 2024-09-16T01:47:03.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.559+0000 7f8ac7fff640 1 -- 172.21.15.16:0/869733835 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad00157f0 con 0x5626a19052c0 2024-09-16T01:47:03.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 -- 172.21.15.16:0/869733835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a19052c0 msgr2=0x5626a194aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a19052c0 0x5626a194aa60 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f8ad0004860 tx=0x7f8ad0013000 comp rx=0 tx=0).stop 2024-09-16T01:47:03.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 -- 172.21.15.16:0/869733835 shutdown_connections 2024-09-16T01:47:03.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a1906a50 0x5626a18ff8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1902a80 0x5626a19056a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/869733835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a19052c0 0x5626a194aa60 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 -- 172.21.15.16:0/869733835 >> 172.21.15.16:0/869733835 conn(0x5626a1901a80 msgr2=0x5626a1949f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 -- 172.21.15.16:0/869733835 shutdown_connections 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 -- 172.21.15.16:0/869733835 wait complete. 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 -- start start 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.560+0000 7f8aeb3be740 1 Processor -- start 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a1947640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1906a50 0x5626a18ff530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a18ffa70 0x5626a1924760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5626a1900f20 con 0x5626a18ffa70 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5626a17f0450 con 0x5626a19052c0 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5626a194b290 con 0x5626a1906a50 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8aeb3be740 10 client.0 _ll_register_callbacks cb 0x5626a1579ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.561+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a18ffa70 0x5626a1924760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a18ffa70 0x5626a1924760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59306/0 (socket says 172.21.15.16:59306) 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/1806184625 learned_addr learned my addr 172.21.15.16:0/1806184625 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a1947640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1906a50 0x5626a18ff530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1906a50 msgr2=0x5626a18ff530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1906a50 0x5626a18ff530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 msgr2=0x5626a1947640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a1947640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/1806184625 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626a157a2d0 con 0x5626a18ffa70 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a18ffa70 0x5626a1924760 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8055ad0 tx=0x7f8ad80621a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfc2da6ae41b59f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ac57fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ac57fa640 1 -- 172.21.15.16:0/1806184625 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8071070 con 0x5626a18ffa70 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ac57fa640 1 -- 172.21.15.16:0/1806184625 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f8ad8061f10 con 0x5626a18ffa70 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5626a1874c50 con 0x5626a18ffa70 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ac57fa640 1 -- 172.21.15.16:0/1806184625 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f8ad8058ac0 con 0x5626a18ffa70 2024-09-16T01:47:03.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8aeb3be740 10 client.6804 fetch_fsmap learned FSMap version 48 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) -- 0x5626a16446b0 con 0x5626a18ffa70 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.562+0000 7f8ac57fa640 1 -- 172.21.15.16:0/1806184625 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5626a1874c50 con 0x5626a18ffa70 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8ac57fa640 1 -- 172.21.15.16:0/1806184625 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 48) ==== 3502+0+0 (secure 0 0 0) 0x7f8ad8013050 con 0x5626a18ffa70 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8aeb3be740 10 client.6804 fetch_fsmap finished waiting for FSMap version 48 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8aeb3be740 10 client.6804 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8aeb3be740 20 client.6804 populate_metadata read hostname 'smithi016' 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1926d50 0x5626a192e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8aeb3be740 4 client.6804 mds_command: new command op to 6681 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 --> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626a186efa0 con 0x5626a1926d50 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1926d50 0x5626a192e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1926d50 0x5626a192e6c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac7ea79fac65d0bb server_cookie=c8eab469ae2d8193 in_seq=0 out_seq=0 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.563+0000 7f8ac57fa640 10 client.6804 ms_handle_connect on v2:172.21.15.16:6833/276444005 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8ac57fa640 1 -- 172.21.15.16:0/1806184625 <== mds.0 v2:172.21.15.16:6833/276444005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5626a186efa0 con 0x5626a1926d50 2024-09-16T01:47:03.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8ac57fa640 10 client.6804 handle_command_reply: tid=0 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 client.6804 shutdown 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a18ffa70 msgr2=0x5626a1924760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a18ffa70 0x5626a1924760 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8055ad0 tx=0x7f8ad80621a0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 shutdown_connections 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1926d50 0x5626a192e6c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a18ffa70 0x5626a1924760 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a1906a50 0x5626a18ff530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8ac57fa640 0 client.6804 ms_handle_reset on v2:172.21.15.16:6833/276444005 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/1806184625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a1947640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 >> 172.21.15.16:0/1806184625 conn(0x5626a1902a80 msgr2=0x5626a1949030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 shutdown_connections 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 1 -- 172.21.15.16:0/1806184625 wait complete. 2024-09-16T01:47:03.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.564+0000 7f8aeb3be740 20 client.6804 trim_cache size 0 max 16384 2024-09-16T01:47:03.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.582+0000 7f8aeb3be740 1 Processor -- start 2024-09-16T01:47:03.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.582+0000 7f8aeb3be740 1 -- start start 2024-09-16T01:47:03.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a1925920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a1923550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a1923a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae01ffc50 con 0x5626a1906a50 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae01f7b50 con 0x5626a19052c0 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ae01f81a0 con 0x5626a18ffa70 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a1923a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a1923a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59322/0 (socket says 172.21.15.16:59322) 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3734073905 learned_addr learned my addr 172.21.15.16:0/3734073905 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3734073905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 msgr2=0x5626a1925920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/3734073905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a1925920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3734073905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 msgr2=0x5626a1923550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/3734073905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a1923550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.583+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3734073905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626a18fb8b0 con 0x5626a1906a50 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/3734073905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a1923a90 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f8ad80094b0 tx=0x7f8ad805b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cddca2d9e92004ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8ac77fe640 1 -- 172.21.15.16:0/3734073905 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8071040 con 0x5626a1906a50 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8ac77fe640 1 -- 172.21.15.16:0/3734073905 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ad8061f10 con 0x5626a1906a50 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8ac77fe640 1 -- 172.21.15.16:0/3734073905 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8059670 con 0x5626a1906a50 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3734073905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 msgr2=0x5626a1923a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3734073905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a1923a90 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f8ad80094b0 tx=0x7f8ad805b000 comp rx=0 tx=0).stop 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3734073905 shutdown_connections 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3734073905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a1923a90 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3734073905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a1923550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3734073905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a1925920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3734073905 >> 172.21.15.16:0/3734073905 conn(0x5626a1902a80 msgr2=0x5626a18ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3734073905 shutdown_connections 2024-09-16T01:47:03.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.584+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3734073905 wait complete. 2024-09-16T01:47:03.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.585+0000 7f8aeb3be740 1 -- start start 2024-09-16T01:47:03.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.585+0000 7f8aeb3be740 1 Processor -- start 2024-09-16T01:47:03.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a192dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a19aec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8aeb3be740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a192a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5626a1926bd0 con 0x5626a1906a50 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5626a192dd00 con 0x5626a19052c0 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8aeb3be740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5626a1927220 con 0x5626a18ffa70 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8aeb3be740 10 client.0 _ll_register_callbacks cb 0x7f8ad8058fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a192a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a192a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59324/0 (socket says 172.21.15.16:59324) 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3765636340 learned_addr learned my addr 172.21.15.16:0/3765636340 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a19aec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a192dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 msgr2=0x5626a192dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a192dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 msgr2=0x5626a19aec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a19aec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 -- 172.21.15.16:0/3765636340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626a19c8f70 con 0x5626a1906a50 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae5ae4640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a19aec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a192dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ae6ae6640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a192a080 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8055ad0 tx=0x7f8ad800bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29df0a7d3cd7ad61 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.586+0000 7f8ac57fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ac57fa640 1 -- 172.21.15.16:0/3765636340 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8071040 con 0x5626a1906a50 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ac57fa640 1 -- 172.21.15.16:0/3765636340 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f8ad8058740 con 0x5626a1906a50 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ad8061f10 con 0x5626a1906a50 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ac57fa640 1 -- 172.21.15.16:0/3765636340 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f8ad807f050 con 0x5626a1906a50 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 10 client.6810 fetch_fsmap learned FSMap version 48 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) -- 0x5626a19c8f70 con 0x5626a1906a50 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ac57fa640 1 -- 172.21.15.16:0/3765636340 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ad8061f10 con 0x5626a1906a50 2024-09-16T01:47:03.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ac57fa640 1 -- 172.21.15.16:0/3765636340 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 48) ==== 3502+0+0 (secure 0 0 0) 0x7f8ad8082080 con 0x5626a1906a50 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 10 client.6810 fetch_fsmap finished waiting for FSMap version 48 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 10 client.6810 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 20 client.6810 populate_metadata read hostname 'smithi016' 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1946400 0x5626a19467e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 4 client.6810 mds_command: new command op to 6681 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 --> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] -- command(tid 0: {"prefix": "status"}) -- 0x5626a17ebb80 con 0x5626a1946400 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1946400 0x5626a19467e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ac57fa640 10 client.6810 ms_handle_connect on v2:172.21.15.16:6833/276444005 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.587+0000 7f8ae62e5640 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1946400 0x5626a19467e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3834f753d9e0373c server_cookie=c2fb05d6508f8a59 in_seq=0 out_seq=0 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8ac57fa640 1 -- 172.21.15.16:0/3765636340 <== mds.0 v2:172.21.15.16:6833/276444005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5626a17ebb80 con 0x5626a1946400 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8ac57fa640 10 client.6810 handle_command_reply: tid=0 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 client.6810 shutdown 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 msgr2=0x5626a192a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a192a080 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8055ad0 tx=0x7f8ad800bf50 comp rx=0 tx=0).stop 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 shutdown_connections 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:6833/276444005,v1:172.21.15.16:6835/276444005] conn(0x5626a1946400 0x5626a19467e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5626a1906a50 0x5626a192a080 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8ac57fa640 0 client.6810 ms_handle_reset on v2:172.21.15.16:6833/276444005 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5626a19052c0 0x5626a19aec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 --2- 172.21.15.16:0/3765636340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5626a18ffa70 0x5626a192dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 >> 172.21.15.16:0/3765636340 conn(0x5626a1902a80 msgr2=0x5626a192ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 shutdown_connections 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 1 -- 172.21.15.16:0/3765636340 wait complete. 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.588+0000 7f8aeb3be740 20 client.6810 trim_cache size 0 max 16384 2024-09-16T01:47:03.595 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 6681, 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 4.6664231589999998, 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 48, 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 80, 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 80, 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 9.6807141439999995 2024-09-16T01:47:03.596 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:03.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8acc06c3d0 msgr2=0x7f8acc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8acc06c3d0 0x7f8acc06e890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0154810 tx=0x7f8ad0009830 comp rx=0 tx=0).stop 2024-09-16T01:47:03.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae015e680 msgr2=0x7f8ae01579d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae015e680 0x7f8ae01579d0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800d800 tx=0x7f8ad800dcc0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 shutdown_connections 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8acc06c3d0 0x7f8acc06e890 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ae015e680 0x7f8ae01579d0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ae00d4570 0x7f8ae0144fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 --2- 172.21.15.16:0/307958839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ae00b95a0 0x7f8ae0155fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 >> 172.21.15.16:0/307958839 conn(0x7f8ae0074fe0 msgr2=0x7f8ae0160a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 shutdown_connections 2024-09-16T01:47:03.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.589+0000 7f8ae8549640 1 -- 172.21.15.16:0/307958839 wait complete. 2024-09-16T01:47:03.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:47:03.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.701+0000 7f846776d640 1 Processor -- start 2024-09-16T01:47:03.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.702+0000 7f846776d640 1 -- start start 2024-09-16T01:47:03.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.702+0000 7f846776d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8460147fc0 0x7f846015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.702+0000 7f846776d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600d0ee0 0x7f84600d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f846776d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84600b97d0 0x7f84600b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f846776d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f84601483a0 con 0x7f8460147fc0 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f846776d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f846015efa0 con 0x7f84600b97d0 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f846776d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f84600d1880 con 0x7f84600d0ee0 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8460147fc0 0x7f846015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8460147fc0 0x7f846015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59332/0 (socket says 172.21.15.16:59332) 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 -- 172.21.15.16:0/570314007 learned_addr learned my addr 172.21.15.16:0/570314007 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8464d08640 1 --2- 172.21.15.16:0/570314007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600d0ee0 0x7f84600d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465d0a640 1 --2- 172.21.15.16:0/570314007 >> v2:172.21.15.104:3300/0 conn(0x7f84600b97d0 0x7f84600b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 -- 172.21.15.16:0/570314007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600d0ee0 msgr2=0x7f84600d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 --2- 172.21.15.16:0/570314007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600d0ee0 0x7f84600d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 -- 172.21.15.16:0/570314007 >> v2:172.21.15.104:3300/0 conn(0x7f84600b97d0 msgr2=0x7f84600b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 --2- 172.21.15.16:0/570314007 >> v2:172.21.15.104:3300/0 conn(0x7f84600b97d0 0x7f84600b9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465509640 1 -- 172.21.15.16:0/570314007 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84600d2750 con 0x7f8460147fc0 2024-09-16T01:47:03.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8464d08640 1 --2- 172.21.15.16:0/570314007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600d0ee0 0x7f84600d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:03.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.703+0000 7f8465d0a640 1 --2- 172.21.15.16:0/570314007 >> v2:172.21.15.104:3300/0 conn(0x7f84600b97d0 0x7f84600b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f8465509640 1 --2- 172.21.15.16:0/570314007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8460147fc0 0x7f846015ea60 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f84600b95a0 tx=0x7f845c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4e1a41bc037916b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f8457fff640 1 -- 172.21.15.16:0/570314007 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f845c037070 con 0x7f8460147fc0 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f8457fff640 1 -- 172.21.15.16:0/570314007 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f845c032440 con 0x7f8460147fc0 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f8457fff640 1 -- 172.21.15.16:0/570314007 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f845c032810 con 0x7f8460147fc0 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 -- 172.21.15.16:0/570314007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8460147fc0 msgr2=0x7f846015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 --2- 172.21.15.16:0/570314007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8460147fc0 0x7f846015ea60 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f84600b95a0 tx=0x7f845c02a210 comp rx=0 tx=0).stop 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 -- 172.21.15.16:0/570314007 shutdown_connections 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 --2- 172.21.15.16:0/570314007 >> v2:172.21.15.104:3300/0 conn(0x7f84600b97d0 0x7f84600b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 --2- 172.21.15.16:0/570314007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600d0ee0 0x7f84600d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 --2- 172.21.15.16:0/570314007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8460147fc0 0x7f846015ea60 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 -- 172.21.15.16:0/570314007 >> 172.21.15.16:0/570314007 conn(0x7f8460074fe0 msgr2=0x7f846006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.704+0000 7f846776d640 1 -- 172.21.15.16:0/570314007 shutdown_connections 2024-09-16T01:47:03.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.705+0000 7f846776d640 1 -- 172.21.15.16:0/570314007 wait complete. 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 Processor -- start 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 -- start start 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600b97d0 0x7f846015d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84600d0ee0 0x7f84601419a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8460147fc0 0x7f8460143550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f84600d2d10 con 0x7f84600d0ee0 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f84600d2500 con 0x7f8460147fc0 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.706+0000 7f846776d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f84600d2ff0 con 0x7f84600b97d0 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84600d0ee0 0x7f84601419a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84600d0ee0 0x7f84601419a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59344/0 (socket says 172.21.15.16:59344) 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 -- 172.21.15.16:0/1026375862 learned_addr learned my addr 172.21.15.16:0/1026375862 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8465d0a640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8460147fc0 0x7f8460143550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8465509640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600b97d0 0x7f846015d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 -- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600b97d0 msgr2=0x7f846015d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600b97d0 0x7f846015d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 -- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8460147fc0 msgr2=0x7f8460143550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8460147fc0 0x7f8460143550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 -- 172.21.15.16:0/1026375862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84601422f0 con 0x7f84600d0ee0 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8465509640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600b97d0 0x7f846015d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8465d0a640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8460147fc0 0x7f8460143550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8464d08640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84600d0ee0 0x7f84601419a0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f845000c7f0 tx=0x7f845000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8455ffb640 1 -- 172.21.15.16:0/1026375862 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8450015070 con 0x7f84600d0ee0 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8455ffb640 1 -- 172.21.15.16:0/1026375862 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8450007a30 con 0x7f84600d0ee0 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f8455ffb640 1 -- 172.21.15.16:0/1026375862 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8450007e00 con 0x7f84600d0ee0 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84601425d0 con 0x7f84600d0ee0 2024-09-16T01:47:03.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.707+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8460142b90 con 0x7f84600d0ee0 2024-09-16T01:47:03.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.708+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8460068ea0 con 0x7f84600d0ee0 2024-09-16T01:47:03.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.709+0000 7f8455ffb640 1 -- 172.21.15.16:0/1026375862 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8450018070 con 0x7f84600d0ee0 2024-09-16T01:47:03.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.709+0000 7f8455ffb640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f844406c3d0 0x7f844406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:03.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.709+0000 7f8455ffb640 1 -- 172.21.15.16:0/1026375862 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f845008b620 con 0x7f84600d0ee0 2024-09-16T01:47:03.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.709+0000 7f8465509640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f844406c3d0 0x7f844406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:03.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.710+0000 7f8465509640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f844406c3d0 0x7f844406e890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f845c034000 tx=0x7f845c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:03.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.714+0000 7f8455ffb640 1 -- 172.21.15.16:0/1026375862 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8460068ea0 con 0x7f84600d0ee0 2024-09-16T01:47:03.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.923+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f84601440f0 con 0x7f84600d0ee0 2024-09-16T01:47:03.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.923+0000 7f8455ffb640 1 -- 172.21.15.16:0/1026375862 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v48) ==== 53+0+73 (secure 0 0 0) 0x7f8450059c00 con 0x7f84600d0ee0 2024-09-16T01:47:03.925 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:47:03.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f844406c3d0 msgr2=0x7f844406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f844406c3d0 0x7f844406e890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f845c034000 tx=0x7f845c02e000 comp rx=0 tx=0).stop 2024-09-16T01:47:03.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84600d0ee0 msgr2=0x7f84601419a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:03.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84600d0ee0 0x7f84601419a0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f845000c7f0 tx=0x7f845000cbf0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 shutdown_connections 2024-09-16T01:47:03.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f844406c3d0 0x7f844406e890 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8460147fc0 0x7f8460143550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84600d0ee0 0x7f84601419a0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 --2- 172.21.15.16:0/1026375862 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84600b97d0 0x7f846015d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:03.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.925+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 >> 172.21.15.16:0/1026375862 conn(0x7f8460074fe0 msgr2=0x7f84600cf6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:03.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.926+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 shutdown_connections 2024-09-16T01:47:03.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:03.926+0000 7f846776d640 1 -- 172.21.15.16:0/1026375862 wait complete. 2024-09-16T01:47:03.938 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:47:03.938 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:47:03.938 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:47:03.939 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:47:03.939 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:03.939 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:47:03.939 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:47:03.939 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:47:03.939 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:47:03.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:03.940 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:47:03.958 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:47:03.959 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:47:03.959 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:47:03.959 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:03.959 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:47:03.959 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:03.960 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:03.960 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:03.960 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:47:03.960 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:03.960 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:03.960 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42516sec preferred_lft 42516sec 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:03.961 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:47:03.962 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:03.963 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:03.963 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:03.963 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:47:03.963 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:03.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:03.964 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:47:04.022 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:47:04.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:04.024 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:47:04.080 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:47:04.081 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:47:04.081 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:47:04.081 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:47:04.081 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:47:04.081 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:47:04.081 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:47:04.081 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:47:04.081 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:47:04.081 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:47:04.081 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:47:04.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:47:04.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:04.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:04.209 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:47:04.225 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:47:04.225 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:47:04.225 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:47:04.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:04.226 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:47:04.291 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:47:04.291 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:04.291 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:04.348 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:47:04.348 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:04.348 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:04.403 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:47:04.469 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:04.526 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:47:04.526 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:47:04.526 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:47:04.526 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:47:04.526 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:47:04.526 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:47:04.526 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:47:04.527 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:04.528 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:04.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:04.529 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:47:04.586 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:47:04.586 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:47:04.628 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:47:04.655 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:47:04.712 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:04.713 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:04.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:04.714 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:47:04.715 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:47:04.713+0000 7fe146b21480 -1 init, newargv = 0x55fed0a3ca90 newargc=15 2024-09-16T01:47:04.716 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[60895]: starting ceph client 2024-09-16T01:47:04.719 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[60895]: starting fuse 2024-09-16T01:47:04.732 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:47:04.732 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:47:04.732 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:47:04.732 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:47:04.732 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:47:04.732 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:47:04.732 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:47:04.732 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:47:04.733 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:47:04.734 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:47:04.734 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:47:04.734 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:47:04.734 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:04.734 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:47:04.734 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:47:04.852 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.60895.asok 2024-09-16T01:47:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:04.862 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.60895.asok 2024-09-16T01:47:04.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:04.862 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.60895.asok status 2024-09-16T01:47:04.999 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "60895", 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 6822, 2024-09-16T01:47:05.000 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 6822 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3944777907 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3944777907 2024-09-16T01:47:05.001 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.6822 192.168.0.1:0/3944777907", 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/3944777907", 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 48, 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 80, 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:47:05.002 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:05.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:05.008 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:47:05.008 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:05.024 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:47:05.024 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:05.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:05.025 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:05.091 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:47:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.233+0000 7fecb5074640 1 Processor -- start 2024-09-16T01:47:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.233+0000 7fecb5074640 1 -- start start 2024-09-16T01:47:05.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecb5074640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006bbe0 0x7fecb006f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:05.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecb5074640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fecb006f6e0 0x7fecb0161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecb5074640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecb00b6a70 con 0x7fecb015e3a0 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecb5074640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fecb006fb50 con 0x7fecb006f6e0 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecb5074640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fecb00b7640 con 0x7fecb006bbe0 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecaf59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fecb006f6e0 0x7fecb0161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecaf59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fecb006f6e0 0x7fecb0161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59358/0 (socket says 172.21.15.16:59358) 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecaf59e640 1 -- 172.21.15.16:0/1112108102 learned_addr learned my addr 172.21.15.16:0/1112108102 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecaf59e640 1 -- 172.21.15.16:0/1112108102 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006bbe0 msgr2=0x7fecb006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecaf59e640 1 --2- 172.21.15.16:0/1112108102 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006bbe0 0x7fecb006f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecaf59e640 1 -- 172.21.15.16:0/1112108102 >> v1:172.21.15.104:6789/0 conn(0x7fecb015e3a0 legacy=0x7fecb006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:05.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.234+0000 7fecaf59e640 1 -- 172.21.15.16:0/1112108102 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb006d960 con 0x7fecb006f6e0 2024-09-16T01:47:05.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.235+0000 7fecaf59e640 1 --2- 172.21.15.16:0/1112108102 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb006f6e0 0x7fecb0161f80 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fecb00b50d0 tx=0x7feca802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21127d328569ad52 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:05.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.235+0000 7fecadd9b640 1 -- 172.21.15.16:0/1112108102 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca8036070 con 0x7fecb006f6e0 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.235+0000 7fecadd9b640 1 -- 172.21.15.16:0/1112108102 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feca8031600 con 0x7fecb006f6e0 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.235+0000 7fecadd9b640 1 -- 172.21.15.16:0/1112108102 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca80319d0 con 0x7fecb006f6e0 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 -- 172.21.15.16:0/1112108102 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb006f6e0 msgr2=0x7fecb0161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 --2- 172.21.15.16:0/1112108102 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb006f6e0 0x7fecb0161f80 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fecb00b50d0 tx=0x7feca802a6d0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 -- 172.21.15.16:0/1112108102 shutdown_connections 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 --2- 172.21.15.16:0/1112108102 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb006f6e0 0x7fecb0161f80 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 --2- 172.21.15.16:0/1112108102 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006bbe0 0x7fecb006f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 -- 172.21.15.16:0/1112108102 >> 172.21.15.16:0/1112108102 conn(0x7fecb00b4090 msgr2=0x7fecb00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 -- 172.21.15.16:0/1112108102 shutdown_connections 2024-09-16T01:47:05.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.236+0000 7fecb5074640 1 -- 172.21.15.16:0/1112108102 wait complete. 2024-09-16T01:47:05.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.237+0000 7fecb5074640 1 Processor -- start 2024-09-16T01:47:05.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.237+0000 7fecb5074640 1 -- start start 2024-09-16T01:47:05.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecb5074640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecb006bbe0 0x7fecb00b08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:05.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecb5074640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006f6e0 0x7fecb015d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:05.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecb5074640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb015e3a0 0x7fecb015c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:05.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecb5074640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fecb00b72d0 con 0x7fecb015e3a0 2024-09-16T01:47:05.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecb5074640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fecb00b6ff0 con 0x7fecb006bbe0 2024-09-16T01:47:05.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecb5074640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fecb015e780 con 0x7fecb006f6e0 2024-09-16T01:47:05.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecaf59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb015e3a0 0x7fecb015c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:05.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecaf59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb015e3a0 0x7fecb015c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59370/0 (socket says 172.21.15.16:59370) 2024-09-16T01:47:05.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecaf59e640 1 -- 172.21.15.16:0/2563633650 learned_addr learned my addr 172.21.15.16:0/2563633650 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:05.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecae59c640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006f6e0 0x7fecb015d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:05.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecaed9d640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecb006bbe0 0x7fecb00b08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:05.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecaf59e640 1 -- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006f6e0 msgr2=0x7fecb015d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:05.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecaf59e640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006f6e0 0x7fecb015d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.238+0000 7fecaf59e640 1 -- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecb006bbe0 msgr2=0x7fecb00b08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fecaf59e640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecb006bbe0 0x7fecb00b08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fecaf59e640 1 -- 172.21.15.16:0/2563633650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb00b0eb0 con 0x7fecb015e3a0 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fecae59c640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006f6e0 0x7fecb015d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fecaf59e640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb015e3a0 0x7fecb015c190 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7feca8009f40 tx=0x7feca8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fec977fe640 1 -- 172.21.15.16:0/2563633650 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca8041020 con 0x7fecb015e3a0 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fec977fe640 1 -- 172.21.15.16:0/2563633650 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feca80094d0 con 0x7fecb015e3a0 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecb00b1190 con 0x7fecb015e3a0 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fec977fe640 1 -- 172.21.15.16:0/2563633650 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca8036040 con 0x7fecb015e3a0 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.239+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecb015b990 con 0x7fecb015e3a0 2024-09-16T01:47:05.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.240+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecb006d060 con 0x7fecb015e3a0 2024-09-16T01:47:05.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.241+0000 7fec977fe640 1 -- 172.21.15.16:0/2563633650 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7feca8044020 con 0x7fecb015e3a0 2024-09-16T01:47:05.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.241+0000 7fec977fe640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec9c06c3d0 0x7fec9c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:05.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.241+0000 7fec977fe640 1 -- 172.21.15.16:0/2563633650 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7feca80ac820 con 0x7fecb015e3a0 2024-09-16T01:47:05.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.241+0000 7fecaed9d640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec9c06c3d0 0x7fec9c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:05.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.242+0000 7fecaed9d640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec9c06c3d0 0x7fec9c06e890 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7feca000a730 tx=0x7feca0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:05.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.246+0000 7fec977fe640 1 -- 172.21.15.16:0/2563633650 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feca804b020 con 0x7fecb015e3a0 2024-09-16T01:47:05.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.458+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fecb0073cc0 con 0x7fecb015e3a0 2024-09-16T01:47:05.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.458+0000 7fec977fe640 1 -- 172.21.15.16:0/2563633650 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v48) ==== 53+0+73 (secure 0 0 0) 0x7feca807ae10 con 0x7fecb015e3a0 2024-09-16T01:47:05.459 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec9c06c3d0 msgr2=0x7fec9c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec9c06c3d0 0x7fec9c06e890 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7feca000a730 tx=0x7feca0008040 comp rx=0 tx=0).stop 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb015e3a0 msgr2=0x7fecb015c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb015e3a0 0x7fecb015c190 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7feca8009f40 tx=0x7feca8004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 shutdown_connections 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec9c06c3d0 0x7fec9c06e890 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fecb015e3a0 0x7fecb015c190 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fecb006f6e0 0x7fecb015d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 --2- 172.21.15.16:0/2563633650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecb006bbe0 0x7fecb00b08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 >> 172.21.15.16:0/2563633650 conn(0x7fecb00b4090 msgr2=0x7fecb00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 shutdown_connections 2024-09-16T01:47:05.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:05.460+0000 7fecb5074640 1 -- 172.21.15.16:0/2563633650 wait complete. 2024-09-16T01:47:05.472 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:47:05.472 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:47:05.473 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:47:05.473 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:47:05.473 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:05.473 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:47:05.473 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:47:05.473 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:47:05.473 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:47:05.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:05.473 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:47:05.493 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:47:05.493 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:47:05.493 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:47:05.493 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:05.493 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:47:05.493 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:05.493 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42515sec preferred_lft 42515sec 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:05.494 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:47:05.495 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:05.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:05.496 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:47:05.562 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:47:05.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:05.564 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:47:05.622 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:47:05.622 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:47:05.622 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:47:05.622 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:47:05.622 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:47:05.622 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:47:05.622 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:47:05.622 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:47:05.622 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:47:05.622 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:47:05.623 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:47:05.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:47:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:47:05.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:05.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:05.752 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:47:05.768 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:47:05.768 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:47:05.768 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:47:05.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:05.768 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:47:05.832 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:47:05.833 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:05.833 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:05.888 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:47:05.888 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:05.888 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:05.943 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:47:06.009 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:06.065 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:47:06.065 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:47:06.065 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:47:06.066 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:47:06.067 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:47:06.068 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:47:06.068 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:06.068 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:06.068 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:06.068 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:06.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:06.069 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:47:06.123 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:47:06.124 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:47:06.166 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:47:06.190 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:06.247 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:47:06.247 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:47:06.248 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:06.249 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:06.250 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:06.251 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:06.251 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:06.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:06.251 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:47:06.252 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:47:06.247+0000 7f73aca29480 -1 init, newargv = 0x55ab2737d8d0 newargc=15 2024-09-16T01:47:06.252 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[46824]: starting ceph client 2024-09-16T01:47:06.253 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[46824]: starting fuse 2024-09-16T01:47:06.268 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:47:06.268 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:47:06.268 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:47:06.268 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:47:06.268 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:47:06.268 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:47:06.269 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:47:06.270 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:47:06.385 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.46824.asok 2024-09-16T01:47:06.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:06.396 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.46824.asok 2024-09-16T01:47:06.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:06.396 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.46824.asok status 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "46824", 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:06.529 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 6370, 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 6370 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1916178647 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:06.530 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1916178647 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.6370 192.168.0.1:0/1916178647", 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/1916178647", 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 48, 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 80, 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:47:06.531 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:47:06.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:06.537 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:47:06.537 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:06.553 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:47:06.553 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:06.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:06.553 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:06.617 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:47:06.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.735+0000 7f5867be8640 1 Processor -- start 2024-09-16T01:47:06.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.736+0000 7f5867be8640 1 -- start start 2024-09-16T01:47:06.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.736+0000 7f5867be8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f58600b9880 0x7f58600b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:06.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.736+0000 7f5867be8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58600d4350 con 0x7f58600ba230 2024-09-16T01:47:06.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.736+0000 7f5867be8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58600d3590 con 0x7f586015e840 2024-09-16T01:47:06.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.736+0000 7f5867be8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f58600cfe50 con 0x7f58600b9880 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5865183640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f58600b9880 0x7f58600b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5866185640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f58600ba230 0x7f586015ec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56770/0 (socket says 172.21.15.16:56770) 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5865183640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f58600b9880 0x7f58600b9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59384/0 (socket says 172.21.15.16:59384) 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5866185640 1 -- 172.21.15.16:0/1484921980 learned_addr learned my addr 172.21.15.16:0/1484921980 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5865183640 1 -- 172.21.15.16:0/1484921980 >> v1:172.21.15.104:6789/0 conn(0x7f586015e840 legacy=0x7f58600cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5865183640 1 -- 172.21.15.16:0/1484921980 >> v1:172.21.15.16:6789/0 conn(0x7f58600ba230 legacy=0x7f586015ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5864982640 1 -- 172.21.15.16:0/1484921980 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3045985271 0 0) 0x7f58600d3590 con 0x7f586015e840 2024-09-16T01:47:06.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.737+0000 7f5865183640 1 -- 172.21.15.16:0/1484921980 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58600d3870 con 0x7f58600b9880 2024-09-16T01:47:06.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.738+0000 7f5865183640 1 --2- 172.21.15.16:0/1484921980 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f58600b9cf0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f58500097a0 tx=0x7f585002a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6545eac88d5c2795 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:06.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.738+0000 7f5864982640 1 -- 172.21.15.16:0/1484921980 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5850037070 con 0x7f58600b9880 2024-09-16T01:47:06.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.738+0000 7f5864982640 1 -- 172.21.15.16:0/1484921980 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f585002ad30 con 0x7f58600b9880 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.738+0000 7f5864982640 1 -- 172.21.15.16:0/1484921980 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5850032660 con 0x7f58600b9880 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.739+0000 7f5867be8640 1 -- 172.21.15.16:0/1484921980 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 msgr2=0x7f58600b9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.739+0000 7f5867be8640 1 --2- 172.21.15.16:0/1484921980 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f58600b9cf0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f58500097a0 tx=0x7f585002a0a0 comp rx=0 tx=0).stop 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.739+0000 7f5867be8640 1 -- 172.21.15.16:0/1484921980 shutdown_connections 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.739+0000 7f5867be8640 1 --2- 172.21.15.16:0/1484921980 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f58600b9cf0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.739+0000 7f5867be8640 1 -- 172.21.15.16:0/1484921980 >> 172.21.15.16:0/1484921980 conn(0x7f58600d4630 msgr2=0x7f58600d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.739+0000 7f5867be8640 1 -- 172.21.15.16:0/1484921980 shutdown_connections 2024-09-16T01:47:06.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.739+0000 7f5867be8640 1 -- 172.21.15.16:0/1484921980 wait complete. 2024-09-16T01:47:06.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.740+0000 7f5867be8640 1 Processor -- start 2024-09-16T01:47:06.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.740+0000 7f5867be8640 1 -- start start 2024-09-16T01:47:06.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5867be8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f5860161e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:06.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5867be8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58600ba230 0x7f58600b8730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:06.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5867be8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586015e840 0x7f58600b8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:06.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5867be8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5860073210 con 0x7f58600b9880 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5867be8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f58600d3e30 con 0x7f58600ba230 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5867be8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f586015f330 con 0x7f586015e840 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f5860161e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f5860161e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59396/0 (socket says 172.21.15.16:59396) 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 -- 172.21.15.16:0/1237666702 learned_addr learned my addr 172.21.15.16:0/1237666702 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865183640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58600ba230 0x7f58600b8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5866185640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586015e840 0x7f58600b8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 -- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586015e840 msgr2=0x7f58600b8c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586015e840 0x7f58600b8c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 -- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58600ba230 msgr2=0x7f58600b8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58600ba230 0x7f58600b8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865984640 1 -- 172.21.15.16:0/1237666702 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58600c9990 con 0x7f58600b9880 2024-09-16T01:47:06.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5866185640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586015e840 0x7f58600b8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.741+0000 7f5865183640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58600ba230 0x7f58600b8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.742+0000 7f5865984640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f5860161e50 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f585c00c520 tx=0x7f585c00c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.742+0000 7f58567fc640 1 -- 172.21.15.16:0/1237666702 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c017070 con 0x7f58600b9880 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.742+0000 7f58567fc640 1 -- 172.21.15.16:0/1237666702 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f585c0035f0 con 0x7f58600b9880 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.742+0000 7f58567fc640 1 -- 172.21.15.16:0/1237666702 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c0039c0 con 0x7f58600b9880 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.742+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58600c9c70 con 0x7f58600b9880 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.742+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58600ca230 con 0x7f58600b9880 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.743+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58600b9cf0 con 0x7f58600b9880 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.744+0000 7f58567fc640 1 -- 172.21.15.16:0/1237666702 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f585c01a070 con 0x7f58600b9880 2024-09-16T01:47:06.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.744+0000 7f58567fc640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f584406c3d0 0x7f584406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:06.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.744+0000 7f58567fc640 1 -- 172.21.15.16:0/1237666702 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f585c08a990 con 0x7f58600b9880 2024-09-16T01:47:06.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.744+0000 7f5865183640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f584406c3d0 0x7f584406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:06.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.745+0000 7f5865183640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f584406c3d0 0x7f584406e890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5850034000 tx=0x7f585002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:06.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.748+0000 7f58567fc640 1 -- 172.21.15.16:0/1237666702 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f585c059080 con 0x7f58600b9880 2024-09-16T01:47:06.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:06.962+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f58600b4110 con 0x7f58600b9880 2024-09-16T01:47:07.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.959+0000 7f58567fc640 1 -- 172.21.15.16:0/1237666702 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v49) ==== 136+0+0 (secure 0 0 0) 0x7f585c058980 con 0x7f58600b9880 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f584406c3d0 msgr2=0x7f584406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f584406c3d0 0x7f584406e890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5850034000 tx=0x7f585002e000 comp rx=0 tx=0).stop 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 msgr2=0x7f5860161e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f5860161e50 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f585c00c520 tx=0x7f585c00c9e0 comp rx=0 tx=0).stop 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 shutdown_connections 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f584406c3d0 0x7f584406e890 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f586015e840 0x7f58600b8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:07.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58600ba230 0x7f58600b8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:07.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 --2- 172.21.15.16:0/1237666702 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58600b9880 0x7f5860161e50 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:07.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.961+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 >> 172.21.15.16:0/1237666702 conn(0x7f58600d4630 msgr2=0x7f5860073390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:07.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.962+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 shutdown_connections 2024-09-16T01:47:07.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:07.962+0000 7f5867be8640 1 -- 172.21.15.16:0/1237666702 wait complete. 2024-09-16T01:47:07.978 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:47:08.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.089+0000 7f5572ae6640 1 Processor -- start 2024-09-16T01:47:08.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.090+0000 7f5572ae6640 1 -- start start 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.090+0000 7f5572ae6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f556c147fc0 0x7f556c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.090+0000 7f5572ae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.090+0000 7f5572ae6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f556c0ba2f0 con 0x7f556c0d0ee0 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5572ae6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f556c1483a0 con 0x7f556c147fc0 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5572ae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f556c15efa0 con 0x7f556c0b9ee0 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5571083640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5570882640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f556c147fc0 0x7f556c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5571083640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c0d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:35726/0 (socket says 172.21.15.16:35726) 2024-09-16T01:47:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f556bfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f556c0d0ee0 0x7f556c0b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:53882/0 (socket says 172.21.15.16:53882) 2024-09-16T01:47:08.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5571083640 1 -- 172.21.15.16:0/666189593 learned_addr learned my addr 172.21.15.16:0/666189593 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:08.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5570882640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f556c147fc0 0x7f556c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:49622/0 (socket says 172.21.15.16:49622) 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5571083640 1 -- 172.21.15.16:0/666189593 >> v2:172.21.15.104:3300/0 conn(0x7f556c147fc0 msgr2=0x7f556c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5571083640 1 --2- 172.21.15.16:0/666189593 >> v2:172.21.15.104:3300/0 conn(0x7f556c147fc0 0x7f556c15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5571083640 1 -- 172.21.15.16:0/666189593 >> v1:172.21.15.104:6789/0 conn(0x7f556c0d0ee0 legacy=0x7f556c0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5571083640 1 -- 172.21.15.16:0/666189593 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f556c0d2750 con 0x7f556c0b9ee0 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.091+0000 7f5570882640 1 --2- 172.21.15.16:0/666189593 >> v2:172.21.15.104:3300/0 conn(0x7f556c147fc0 0x7f556c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.092+0000 7f5571083640 1 --2- 172.21.15.16:0/666189593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c0d1370 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5564009e50 tx=0x7f556402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=532a188494b83fb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.092+0000 7f556b7fe640 1 -- 172.21.15.16:0/666189593 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5564036070 con 0x7f556c0b9ee0 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.092+0000 7f556b7fe640 1 -- 172.21.15.16:0/666189593 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5564031600 con 0x7f556c0b9ee0 2024-09-16T01:47:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.092+0000 7f556b7fe640 1 -- 172.21.15.16:0/666189593 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55640319d0 con 0x7f556c0b9ee0 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 -- 172.21.15.16:0/666189593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 msgr2=0x7f556c0d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 --2- 172.21.15.16:0/666189593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c0d1370 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5564009e50 tx=0x7f556402a710 comp rx=0 tx=0).stop 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 -- 172.21.15.16:0/666189593 shutdown_connections 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 --2- 172.21.15.16:0/666189593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c0d1370 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 --2- 172.21.15.16:0/666189593 >> v2:172.21.15.104:3300/0 conn(0x7f556c147fc0 0x7f556c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 -- 172.21.15.16:0/666189593 >> 172.21.15.16:0/666189593 conn(0x7f556c074fe0 msgr2=0x7f556c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 -- 172.21.15.16:0/666189593 shutdown_connections 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.093+0000 7f5572ae6640 1 -- 172.21.15.16:0/666189593 wait complete. 2024-09-16T01:47:08.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.094+0000 7f5572ae6640 1 Processor -- start 2024-09-16T01:47:08.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.094+0000 7f5572ae6640 1 -- start start 2024-09-16T01:47:08.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5572ae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c154b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5572ae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f556c0d0ee0 0x7f556c142290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5572ae6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f556c147fc0 0x7f556c143880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5572ae6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f556c0d2d10 con 0x7f556c0d0ee0 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5572ae6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f556c0d2500 con 0x7f556c147fc0 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5572ae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f556c0d2ff0 con 0x7f556c0b9ee0 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f556c0d0ee0 0x7f556c142290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f556c0d0ee0 0x7f556c142290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59406/0 (socket says 172.21.15.16:59406) 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 -- 172.21.15.16:0/3233444295 learned_addr learned my addr 172.21.15.16:0/3233444295 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5571083640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f556c147fc0 0x7f556c143880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5570882640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c154b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 -- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 msgr2=0x7f556c154b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c154b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 -- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f556c147fc0 msgr2=0x7f556c143880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f556c147fc0 0x7f556c143880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f556bfff640 1 -- 172.21.15.16:0/3233444295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f556c13f640 con 0x7f556c0d0ee0 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.095+0000 7f5570882640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.096+0000 7f556bfff640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f556c0d0ee0 0x7f556c142290 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f556000c430 tx=0x7f556000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.096+0000 7f55697fa640 1 -- 172.21.15.16:0/3233444295 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55600074e0 con 0x7f556c0d0ee0 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.096+0000 7f55697fa640 1 -- 172.21.15.16:0/3233444295 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5560007680 con 0x7f556c0d0ee0 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.096+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f556c142d00 con 0x7f556c0d0ee0 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.096+0000 7f55697fa640 1 -- 172.21.15.16:0/3233444295 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5560004a00 con 0x7f556c0d0ee0 2024-09-16T01:47:08.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.096+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f556c13f900 con 0x7f556c0d0ee0 2024-09-16T01:47:08.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.097+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f556c0d1370 con 0x7f556c0d0ee0 2024-09-16T01:47:08.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.097+0000 7f55697fa640 1 -- 172.21.15.16:0/3233444295 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f556001a020 con 0x7f556c0d0ee0 2024-09-16T01:47:08.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.098+0000 7f55697fa640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f555806c3d0 0x7f555806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.098+0000 7f55697fa640 1 -- 172.21.15.16:0/3233444295 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f556008ad30 con 0x7f556c0d0ee0 2024-09-16T01:47:08.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.098+0000 7f5570882640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f555806c3d0 0x7f555806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.098+0000 7f5570882640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f555806c3d0 0x7f555806e890 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f555c009a20 tx=0x7f555c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.102+0000 7f55697fa640 1 -- 172.21.15.16:0/3233444295 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5560059420 con 0x7f556c0d0ee0 2024-09-16T01:47:08.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.299+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f556c161b10 con 0x7f555806c3d0 2024-09-16T01:47:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.300+0000 7f55697fa640 1 -- 172.21.15.16:0/3233444295 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f556c161b10 con 0x7f555806c3d0 2024-09-16T01:47:08.302 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:47:08.302 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:08.302 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:47:08.302 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:08.302 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f555806c3d0 msgr2=0x7f555806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f555806c3d0 0x7f555806e890 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f555c009a20 tx=0x7f555c008040 comp rx=0 tx=0).stop 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f556c0d0ee0 msgr2=0x7f556c142290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f556c0d0ee0 0x7f556c142290 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f556000c430 tx=0x7f556000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 shutdown_connections 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f555806c3d0 0x7f555806e890 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f556c147fc0 0x7f556c143880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f556c0d0ee0 0x7f556c142290 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.302+0000 7f5572ae6640 1 --2- 172.21.15.16:0/3233444295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f556c0b9ee0 0x7f556c154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.303+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 >> 172.21.15.16:0/3233444295 conn(0x7f556c074fe0 msgr2=0x7f556c146760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:08.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.303+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 shutdown_connections 2024-09-16T01:47:08.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.303+0000 7f5572ae6640 1 -- 172.21.15.16:0/3233444295 wait complete. 2024-09-16T01:47:08.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:47:08.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.418+0000 7fb9e5674640 1 Processor -- start 2024-09-16T01:47:08.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.418+0000 7fb9e5674640 1 -- start start 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9e5674640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9e00d1b20 0x7fb9e0160610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9e5674640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb9e006f2d0 0x7fb9e006f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9e5674640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9e015c980 con 0x7fb9e0070630 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9e5674640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb9e013f890 con 0x7fb9e00d1b20 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9e5674640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb9e006fc60 con 0x7fb9e006f2d0 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9deffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9e00d1b20 0x7fb9e0160610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9df7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb9e0070630 0x7fb9e0070a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56784/0 (socket says 172.21.15.16:56784) 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.419+0000 7fb9df7fe640 1 -- 172.21.15.16:0/2098798633 learned_addr learned my addr 172.21.15.16:0/2098798633 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:08.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.420+0000 7fb9de7fc640 1 --2- 172.21.15.16:0/2098798633 >> v2:172.21.15.104:3300/0 conn(0x7fb9e006f2d0 0x7fb9e006f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.420+0000 7fb9deffd640 1 -- 172.21.15.16:0/2098798633 >> v2:172.21.15.104:3300/0 conn(0x7fb9e006f2d0 msgr2=0x7fb9e006f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:08.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.420+0000 7fb9deffd640 1 --2- 172.21.15.16:0/2098798633 >> v2:172.21.15.104:3300/0 conn(0x7fb9e006f2d0 0x7fb9e006f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.420+0000 7fb9deffd640 1 -- 172.21.15.16:0/2098798633 >> v1:172.21.15.16:6789/0 conn(0x7fb9e0070630 legacy=0x7fb9e0070a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.420+0000 7fb9deffd640 1 -- 172.21.15.16:0/2098798633 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9e015cc00 con 0x7fb9e00d1b20 2024-09-16T01:47:08.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.420+0000 7fb9ddffb640 1 -- 172.21.15.16:0/2098798633 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2091550825 0 0) 0x7fb9d0001490 con 0x7fb9e0070630 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.420+0000 7fb9deffd640 1 --2- 172.21.15.16:0/2098798633 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e0160610 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0146160 tx=0x7fb9d802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b4c2cd4df08875 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9ddffb640 1 -- 172.21.15.16:0/2098798633 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d8037070 con 0x7fb9e00d1b20 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9ddffb640 1 -- 172.21.15.16:0/2098798633 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9d8032440 con 0x7fb9e00d1b20 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9ddffb640 1 -- 172.21.15.16:0/2098798633 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d8032810 con 0x7fb9e00d1b20 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 -- 172.21.15.16:0/2098798633 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 msgr2=0x7fb9e0160610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2098798633 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e0160610 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0146160 tx=0x7fb9d802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 -- 172.21.15.16:0/2098798633 shutdown_connections 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2098798633 >> v2:172.21.15.104:3300/0 conn(0x7fb9e006f2d0 0x7fb9e006f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2098798633 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e0160610 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 -- 172.21.15.16:0/2098798633 >> 172.21.15.16:0/2098798633 conn(0x7fb9e00d23c0 msgr2=0x7fb9e00d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:08.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 -- 172.21.15.16:0/2098798633 shutdown_connections 2024-09-16T01:47:08.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.421+0000 7fb9e5674640 1 -- 172.21.15.16:0/2098798633 wait complete. 2024-09-16T01:47:08.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.422+0000 7fb9e5674640 1 Processor -- start 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9e5674640 1 -- start start 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9e5674640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9e006f2d0 0x7fb9e013ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9e5674640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9e0070630 0x7fb9e00b7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9e5674640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e01e7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9e5674640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e015d4a0 con 0x7fb9e00d1b20 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9e5674640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e015d1c0 con 0x7fb9e0070630 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9e5674640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb9e0160b50 con 0x7fb9e006f2d0 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9df7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e01e7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9df7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e01e7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59424/0 (socket says 172.21.15.16:59424) 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.423+0000 7fb9df7fe640 1 -- 172.21.15.16:0/2193059795 learned_addr learned my addr 172.21.15.16:0/2193059795 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9deffd640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9e006f2d0 0x7fb9e013ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9de7fc640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9e0070630 0x7fb9e00b7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9df7fe640 1 -- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9e006f2d0 msgr2=0x7fb9e013ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9df7fe640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9e006f2d0 0x7fb9e013ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9df7fe640 1 -- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9e0070630 msgr2=0x7fb9e00b7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9df7fe640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9e0070630 0x7fb9e00b7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9df7fe640 1 -- 172.21.15.16:0/2193059795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9e013f130 con 0x7fb9e00d1b20 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9deffd640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9e006f2d0 0x7fb9e013ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9de7fc640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9e0070630 0x7fb9e00b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9df7fe640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e01e7da0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fb9d000c7f0 tx=0x7fb9d000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9d77fe640 1 -- 172.21.15.16:0/2193059795 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d0018070 con 0x7fb9e00d1b20 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9d77fe640 1 -- 172.21.15.16:0/2193059795 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9d000a5e0 con 0x7fb9e00d1b20 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9d77fe640 1 -- 172.21.15.16:0/2193059795 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d000aa10 con 0x7fb9e00d1b20 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9e013fbb0 con 0x7fb9e00d1b20 2024-09-16T01:47:08.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.424+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9e0140170 con 0x7fb9e00d1b20 2024-09-16T01:47:08.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.425+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9e01600c0 con 0x7fb9e00d1b20 2024-09-16T01:47:08.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.426+0000 7fb9d77fe640 1 -- 172.21.15.16:0/2193059795 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb9d001b070 con 0x7fb9e00d1b20 2024-09-16T01:47:08.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.426+0000 7fb9d77fe640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9c006c400 0x7fb9c006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.426+0000 7fb9d77fe640 1 -- 172.21.15.16:0/2193059795 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fb9d008ab50 con 0x7fb9e00d1b20 2024-09-16T01:47:08.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.426+0000 7fb9deffd640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9c006c400 0x7fb9c006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.427+0000 7fb9deffd640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9c006c400 0x7fb9c006e8c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8034000 tx=0x7fb9d802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.431+0000 7fb9d77fe640 1 -- 172.21.15.16:0/2193059795 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb9e015c980 con 0x7fb9e00d1b20 2024-09-16T01:47:08.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.606+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fb9e0140890 con 0x7fb9e00d1b20 2024-09-16T01:47:08.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.606+0000 7fb9d77fe640 1 -- 172.21.15.16:0/2193059795 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7fb9d00591b0 con 0x7fb9e00d1b20 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9c006c400 msgr2=0x7fb9c006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9c006c400 0x7fb9c006e8c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8034000 tx=0x7fb9d802e000 comp rx=0 tx=0).stop 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 msgr2=0x7fb9e01e7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e01e7da0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fb9d000c7f0 tx=0x7fb9d000ccb0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 shutdown_connections 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9c006c400 0x7fb9c006e8c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9e00d1b20 0x7fb9e01e7da0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9e0070630 0x7fb9e00b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 --2- 172.21.15.16:0/2193059795 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9e006f2d0 0x7fb9e013ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 >> 172.21.15.16:0/2193059795 conn(0x7fb9e00d23c0 msgr2=0x7fb9e00d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:08.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 shutdown_connections 2024-09-16T01:47:08.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.608+0000 7fb9e5674640 1 -- 172.21.15.16:0/2193059795 wait complete. 2024-09-16T01:47:08.621 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume create 'abcd@#' 2024-09-16T01:47:08.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.723+0000 7f1cfc62e640 1 Processor -- start 2024-09-16T01:47:08.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.723+0000 7f1cfc62e640 1 -- start start 2024-09-16T01:47:08.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfc62e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406e920 0x7f1cf415d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfc62e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1cf406bbe0 0x7f1cf406c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfc62e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cf406db60 con 0x7f1cf415c470 2024-09-16T01:47:08.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfc62e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1cf406e490 con 0x7f1cf406bbe0 2024-09-16T01:47:08.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfc62e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1cf406de40 con 0x7f1cf406e920 2024-09-16T01:47:08.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfabcb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1cf406bbe0 0x7f1cf406c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cf9bc9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406e920 0x7f1cf415d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfabcb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1cf406bbe0 0x7f1cf406c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:49672/0 (socket says 172.21.15.16:49672) 2024-09-16T01:47:08.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.724+0000 7f1cfabcb640 1 -- 172.21.15.16:0/769078328 learned_addr learned my addr 172.21.15.16:0/769078328 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:08.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.725+0000 7f1cfabcb640 1 -- 172.21.15.16:0/769078328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406e920 msgr2=0x7f1cf415d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:08.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.725+0000 7f1cfabcb640 1 --2- 172.21.15.16:0/769078328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406e920 0x7f1cf415d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.725+0000 7f1cfabcb640 1 -- 172.21.15.16:0/769078328 >> v1:172.21.15.104:6789/0 conn(0x7f1cf415c470 legacy=0x7f1cf406f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.725+0000 7f1cfabcb640 1 -- 172.21.15.16:0/769078328 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cf406e120 con 0x7f1cf406bbe0 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfabcb640 1 --2- 172.21.15.16:0/769078328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406bbe0 0x7f1cf406c090 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f1cf0009870 tx=0x7f1cf002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14368e8cc2b7b225 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cf93c8640 1 -- 172.21.15.16:0/769078328 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0037070 con 0x7f1cf406bbe0 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cf93c8640 1 -- 172.21.15.16:0/769078328 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cf0032440 con 0x7f1cf406bbe0 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cf93c8640 1 -- 172.21.15.16:0/769078328 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0032810 con 0x7f1cf406bbe0 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 -- 172.21.15.16:0/769078328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406bbe0 msgr2=0x7f1cf406c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 --2- 172.21.15.16:0/769078328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406bbe0 0x7f1cf406c090 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f1cf0009870 tx=0x7f1cf002a270 comp rx=0 tx=0).stop 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 -- 172.21.15.16:0/769078328 shutdown_connections 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 --2- 172.21.15.16:0/769078328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406bbe0 0x7f1cf406c090 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 --2- 172.21.15.16:0/769078328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406e920 0x7f1cf415d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 -- 172.21.15.16:0/769078328 >> 172.21.15.16:0/769078328 conn(0x7f1cf40b2a80 msgr2=0x7f1cf40b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:08.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 -- 172.21.15.16:0/769078328 shutdown_connections 2024-09-16T01:47:08.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.726+0000 7f1cfc62e640 1 -- 172.21.15.16:0/769078328 wait complete. 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 Processor -- start 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 -- start start 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406bbe0 0x7f1cf414d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406e920 0x7f1cf41588f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cf415c470 0x7f1cf40b0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1cf41662c0 con 0x7f1cf415c470 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1cf4166140 con 0x7f1cf406e920 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.728+0000 7f1cfc62e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1cf4166440 con 0x7f1cf406bbe0 2024-09-16T01:47:08.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cf415c470 0x7f1cf40b0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cf415c470 0x7f1cf40b0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59426/0 (socket says 172.21.15.16:59426) 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cf9bc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406e920 0x7f1cf41588f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 -- 172.21.15.16:0/522231382 learned_addr learned my addr 172.21.15.16:0/522231382 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfa3ca640 1 --2- 172.21.15.16:0/522231382 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406bbe0 0x7f1cf414d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 -- 172.21.15.16:0/522231382 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406bbe0 msgr2=0x7f1cf414d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 --2- 172.21.15.16:0/522231382 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1cf406bbe0 0x7f1cf414d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 -- 172.21.15.16:0/522231382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406e920 msgr2=0x7f1cf41588f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 --2- 172.21.15.16:0/522231382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cf406e920 0x7f1cf41588f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 -- 172.21.15.16:0/522231382 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cf40b1510 con 0x7f1cf415c470 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfabcb640 1 --2- 172.21.15.16:0/522231382 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1cf415c470 0x7f1cf40b0b50 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f1cf0009870 tx=0x7f1cf00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/522231382 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0041020 con 0x7f1cf415c470 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/522231382 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cf003d640 con 0x7f1cf415c470 2024-09-16T01:47:08.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfc62e640 1 -- 172.21.15.16:0/522231382 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cf40b17f0 con 0x7f1cf415c470 2024-09-16T01:47:08.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/522231382 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0037040 con 0x7f1cf415c470 2024-09-16T01:47:08.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.729+0000 7f1cfc62e640 1 -- 172.21.15.16:0/522231382 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cf40b1ad0 con 0x7f1cf415c470 2024-09-16T01:47:08.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.730+0000 7f1cfc62e640 1 -- 172.21.15.16:0/522231382 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cf415d520 con 0x7f1cf415c470 2024-09-16T01:47:08.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.731+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/522231382 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f1cf0044020 con 0x7f1cf415c470 2024-09-16T01:47:08.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.731+0000 7f1ce6ffd640 1 --2- 172.21.15.16:0/522231382 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cd806c3d0 0x7f1cd806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:08.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.731+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/522231382 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f1cf00abc20 con 0x7f1cf415c470 2024-09-16T01:47:08.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.731+0000 7f1cfa3ca640 1 --2- 172.21.15.16:0/522231382 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cd806c3d0 0x7f1cd806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:08.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.732+0000 7f1cfa3ca640 1 --2- 172.21.15.16:0/522231382 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cd806c3d0 0x7f1cd806e890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1cec001e70 tx=0x7f1cec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:08.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:08.735+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/522231382 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cf004b030 con 0x7f1cf415c470 2024-09-16T01:47:08.935 INFO:teuthology.orchestra.run.smithi016.stderr:Invalid command: invalid chars #@ in abcd@# 2024-09-16T01:47:08.935 INFO:teuthology.orchestra.run.smithi016.stderr:fs volume create [] : Create a CephFS volume 2024-09-16T01:47:08.935 INFO:teuthology.orchestra.run.smithi016.stderr:Error EINVAL: invalid command 2024-09-16T01:47:08.938 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-16T01:47:08.938 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume create testvol 2024-09-16T01:47:09.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.041+0000 7fd6b9dd8640 1 Processor -- start 2024-09-16T01:47:09.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.041+0000 7fd6b9dd8640 1 -- start start 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.042+0000 7fd6b9dd8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6b406e7b0 0x7fd6b41691d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.042+0000 7fd6b9dd8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6b406ecf0 con 0x7fd6b40d2b20 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.042+0000 7fd6b9dd8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6b406bbe0 con 0x7fd6b415c280 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.042+0000 7fd6b9dd8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd6b406bec0 con 0x7fd6b406e7b0 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.042+0000 7fd6b3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6b406e7b0 0x7fd6b41691d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.042+0000 7fd6b2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd6b40d2b20 0x7fd6b406e0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56788/0 (socket says 172.21.15.16:56788) 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.042+0000 7fd6b2ffd640 1 -- 172.21.15.16:0/1061811777 learned_addr learned my addr 172.21.15.16:0/1061811777 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.043+0000 7fd6b3fff640 1 -- 172.21.15.16:0/1061811777 >> v1:172.21.15.104:6789/0 conn(0x7fd6b415c280 legacy=0x7fd6b40d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.043+0000 7fd6b3fff640 1 -- 172.21.15.16:0/1061811777 >> v1:172.21.15.16:6789/0 conn(0x7fd6b40d2b20 legacy=0x7fd6b406e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.043+0000 7fd6b27fc640 1 -- 172.21.15.16:0/1061811777 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1740187297 0 0) 0x7fd6b406ecf0 con 0x7fd6b40d2b20 2024-09-16T01:47:09.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.043+0000 7fd6b3fff640 1 -- 172.21.15.16:0/1061811777 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b406c1a0 con 0x7fd6b406e7b0 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.043+0000 7fd6b3fff640 1 --2- 172.21.15.16:0/1061811777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b406e7b0 0x7fd6b41691d0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac009d90 tx=0x7fd6ac02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf06dcbefb2f795 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b27fc640 1 -- 172.21.15.16:0/1061811777 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac007740 con 0x7fd6b406e7b0 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b27fc640 1 -- 172.21.15.16:0/1061811777 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6ac0078e0 con 0x7fd6b406e7b0 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b27fc640 1 -- 172.21.15.16:0/1061811777 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac007cb0 con 0x7fd6b406e7b0 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/1061811777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b406e7b0 msgr2=0x7fd6b41691d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/1061811777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b406e7b0 0x7fd6b41691d0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac009d90 tx=0x7fd6ac02a6a0 comp rx=0 tx=0).stop 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/1061811777 shutdown_connections 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/1061811777 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b406e7b0 0x7fd6b41691d0 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:09.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/1061811777 >> 172.21.15.16:0/1061811777 conn(0x7fd6b406f2d0 msgr2=0x7fd6b406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:09.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/1061811777 shutdown_connections 2024-09-16T01:47:09.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.044+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/1061811777 wait complete. 2024-09-16T01:47:09.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.045+0000 7fd6b9dd8640 1 Processor -- start 2024-09-16T01:47:09.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b9dd8640 1 -- start start 2024-09-16T01:47:09.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b9dd8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b406e7b0 0x7fd6b40cdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:09.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b9dd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6b40d2b20 0x7fd6b40d1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:09.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b9dd8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b415c280 0x7fd6b415a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b9dd8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b406c9a0 con 0x7fd6b415c280 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b9dd8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b415fae0 con 0x7fd6b406e7b0 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b9dd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd6b406cb20 con 0x7fd6b40d2b20 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.046+0000 7fd6b3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b415c280 0x7fd6b415a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b415c280 0x7fd6b415a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59444/0 (socket says 172.21.15.16:59444) 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 -- 172.21.15.16:0/627261212 learned_addr learned my addr 172.21.15.16:0/627261212 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b37fe640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b406e7b0 0x7fd6b40cdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b2ffd640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6b40d2b20 0x7fd6b40d1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 -- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6b40d2b20 msgr2=0x7fd6b40d1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6b40d2b20 0x7fd6b40d1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 -- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b406e7b0 msgr2=0x7fd6b40cdfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b406e7b0 0x7fd6b40cdfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:09.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 -- 172.21.15.16:0/627261212 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b41f42e0 con 0x7fd6b415c280 2024-09-16T01:47:09.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b3fff640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b415c280 0x7fd6b415a880 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac009d90 tx=0x7fd6ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:09.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd69bfff640 1 -- 172.21.15.16:0/627261212 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac040070 con 0x7fd6b415c280 2024-09-16T01:47:09.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd69bfff640 1 -- 172.21.15.16:0/627261212 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6ac031c40 con 0x7fd6b415c280 2024-09-16T01:47:09.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd69bfff640 1 -- 172.21.15.16:0/627261212 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac003990 con 0x7fd6b415c280 2024-09-16T01:47:09.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6b41f45c0 con 0x7fd6b415c280 2024-09-16T01:47:09.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.047+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6b41f4b80 con 0x7fd6b415c280 2024-09-16T01:47:09.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.048+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6b406e0a0 con 0x7fd6b415c280 2024-09-16T01:47:09.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.049+0000 7fd69bfff640 1 -- 172.21.15.16:0/627261212 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fd6ac039040 con 0x7fd6b415c280 2024-09-16T01:47:09.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.049+0000 7fd69bfff640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6a006c3d0 0x7fd6a006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:09.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.049+0000 7fd69bfff640 1 -- 172.21.15.16:0/627261212 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fd6ac0ac600 con 0x7fd6b415c280 2024-09-16T01:47:09.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.049+0000 7fd6b37fe640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6a006c3d0 0x7fd6a006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:09.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.050+0000 7fd6b37fe640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6a006c3d0 0x7fd6a006e890 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd6b40b7520 tx=0x7fd6a4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:09.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.054+0000 7fd69bfff640 1 -- 172.21.15.16:0/627261212 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6ac07a500 con 0x7fd6b415c280 2024-09-16T01:47:09.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:09.249+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume create", "name": "testvol", "target": ["mon-mgr", ""]}) -- 0x7fd6b40b1c10 con 0x7fd6a006c3d0 2024-09-16T01:47:11.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.986+0000 7fd69bfff640 1 -- 172.21.15.16:0/627261212 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 Volume created successfully (no MDS daemons created)) ==== 60+0+0 (secure 0 0 0) 0x7fd6b40b1c10 con 0x7fd6a006c3d0 2024-09-16T01:47:11.987 INFO:teuthology.orchestra.run.smithi016.stderr:Volume created successfully (no MDS daemons created) 2024-09-16T01:47:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6a006c3d0 msgr2=0x7fd6a006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6a006c3d0 0x7fd6a006e890 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd6b40b7520 tx=0x7fd6a4009040 comp rx=0 tx=0).stop 2024-09-16T01:47:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b415c280 msgr2=0x7fd6b415a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b415c280 0x7fd6b415a880 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac009d90 tx=0x7fd6ac004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 shutdown_connections 2024-09-16T01:47:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6a006c3d0 0x7fd6a006e890 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6b415c280 0x7fd6b415a880 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6b40d2b20 0x7fd6b40d1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 --2- 172.21.15.16:0/627261212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b406e7b0 0x7fd6b40cdfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 >> 172.21.15.16:0/627261212 conn(0x7fd6b406f2d0 msgr2=0x7fd6b415b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 shutdown_connections 2024-09-16T01:47:11.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:11.990+0000 7fd6b9dd8640 1 -- 172.21.15.16:0/627261212 wait complete. 2024-09-16T01:47:12.012 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create testvol 'abcd@#' 2024-09-16T01:47:12.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.121+0000 7f569a8ba640 1 Processor -- start 2024-09-16T01:47:12.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.121+0000 7f569a8ba640 1 -- start start 2024-09-16T01:47:12.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f569a8ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406e920 0x7f569415d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f569a8ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f569406bbe0 0x7f569406c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f569a8ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f569406db60 con 0x7f569415c470 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f569a8ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f569406e490 con 0x7f569406bbe0 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f569a8ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f569406de40 con 0x7f569406e920 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5698e57640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f569406bbe0 0x7f569406c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5693fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f569415c470 0x7f569406f0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48786/0 (socket says 172.21.15.16:48786) 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5693fff640 1 -- 172.21.15.16:0/686731860 learned_addr learned my addr 172.21.15.16:0/686731860 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f56937fe640 1 --2- 172.21.15.16:0/686731860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406e920 0x7f569415d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5698e57640 1 -- 172.21.15.16:0/686731860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406e920 msgr2=0x7f569415d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5698e57640 1 --2- 172.21.15.16:0/686731860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406e920 0x7f569415d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5698e57640 1 -- 172.21.15.16:0/686731860 >> v1:172.21.15.16:6789/0 conn(0x7f569415c470 legacy=0x7f569406f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5698e57640 1 -- 172.21.15.16:0/686731860 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f569406e120 con 0x7f569406bbe0 2024-09-16T01:47:12.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.122+0000 7f5692ffd640 1 -- 172.21.15.16:0/686731860 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2635100710 0 0) 0x7f569406db60 con 0x7f569415c470 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.123+0000 7f5698e57640 1 --2- 172.21.15.16:0/686731860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406bbe0 0x7f569406c090 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f568c009d90 tx=0x7f568c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cd22c0661486c98 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.123+0000 7f5692ffd640 1 -- 172.21.15.16:0/686731860 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f568c007740 con 0x7f569406bbe0 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.123+0000 7f5692ffd640 1 -- 172.21.15.16:0/686731860 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f568c0078e0 con 0x7f569406bbe0 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.123+0000 7f5692ffd640 1 -- 172.21.15.16:0/686731860 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f568c007cb0 con 0x7f569406bbe0 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 -- 172.21.15.16:0/686731860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406bbe0 msgr2=0x7f569406c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 --2- 172.21.15.16:0/686731860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406bbe0 0x7f569406c090 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f568c009d90 tx=0x7f568c02a660 comp rx=0 tx=0).stop 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 -- 172.21.15.16:0/686731860 shutdown_connections 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 --2- 172.21.15.16:0/686731860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406bbe0 0x7f569406c090 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 --2- 172.21.15.16:0/686731860 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406e920 0x7f569415d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 -- 172.21.15.16:0/686731860 >> 172.21.15.16:0/686731860 conn(0x7f56940b2a80 msgr2=0x7f56940b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 -- 172.21.15.16:0/686731860 shutdown_connections 2024-09-16T01:47:12.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.124+0000 7f569a8ba640 1 -- 172.21.15.16:0/686731860 wait complete. 2024-09-16T01:47:12.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.125+0000 7f569a8ba640 1 Processor -- start 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.125+0000 7f569a8ba640 1 -- start start 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f569a8ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406bbe0 0x7f569414a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f569a8ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406e920 0x7f569415ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f569a8ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f569415c470 0x7f569415b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f569a8ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f56941662c0 con 0x7f569406e920 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f569a8ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5694166140 con 0x7f569415c470 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f569a8ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5694166440 con 0x7f569406bbe0 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406e920 0x7f569415ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406e920 0x7f569415ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45822/0 (socket says 172.21.15.16:45822) 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 -- 172.21.15.16:0/6044360 learned_addr learned my addr 172.21.15.16:0/6044360 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f5693fff640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406bbe0 0x7f569414a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 -- 172.21.15.16:0/6044360 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406bbe0 msgr2=0x7f569414a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f569406bbe0 0x7f569414a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f5698e57640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f569415c470 0x7f569415b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 -- 172.21.15.16:0/6044360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f569415c470 msgr2=0x7f569415b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f569415c470 0x7f569415b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.126+0000 7f56937fe640 1 -- 172.21.15.16:0/6044360 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56940b4790 con 0x7f569406e920 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.127+0000 7f56937fe640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f569406e920 0x7f569415ade0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f568800c820 tx=0x7f568800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.127+0000 7f5690ff9640 1 -- 172.21.15.16:0/6044360 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5688015070 con 0x7f569406e920 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.127+0000 7f5690ff9640 1 -- 172.21.15.16:0/6044360 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5688004220 con 0x7f569406e920 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.127+0000 7f569a8ba640 1 -- 172.21.15.16:0/6044360 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56940b4a70 con 0x7f569406e920 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.127+0000 7f5690ff9640 1 -- 172.21.15.16:0/6044360 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f568800ce10 con 0x7f569406e920 2024-09-16T01:47:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.127+0000 7f569a8ba640 1 -- 172.21.15.16:0/6044360 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56940b5030 con 0x7f569406e920 2024-09-16T01:47:12.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.128+0000 7f569a8ba640 1 -- 172.21.15.16:0/6044360 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f569415d520 con 0x7f569406e920 2024-09-16T01:47:12.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.128+0000 7f5690ff9640 1 -- 172.21.15.16:0/6044360 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f5688007830 con 0x7f569406e920 2024-09-16T01:47:12.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.129+0000 7f5690ff9640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f568006c400 0x7f568006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.129+0000 7f5690ff9640 1 -- 172.21.15.16:0/6044360 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6543+0+0 (secure 0 0 0) 0x7f568808b860 con 0x7f569406e920 2024-09-16T01:47:12.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.129+0000 7f5693fff640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f568006c400 0x7f568006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.129+0000 7f5693fff640 1 --2- 172.21.15.16:0/6044360 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f568006c400 0x7f568006e8c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5684000f60 tx=0x7f5684009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.133+0000 7f5690ff9640 1 -- 172.21.15.16:0/6044360 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5688059a70 con 0x7f569406e920 2024-09-16T01:47:12.336 INFO:teuthology.orchestra.run.smithi016.stderr:Invalid command: invalid chars #@ in abcd@# 2024-09-16T01:47:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:fs subvolumegroup create [] [] [] [] [] : Create a CephFS subvolume group in a volume, and optionally, with a specific data pool layout, and a specific numeric mode 2024-09-16T01:47:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:Error EINVAL: invalid command 2024-09-16T01:47:12.337 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-16T01:47:12.338 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create testvol 'abcd@#' 2024-09-16T01:47:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.443+0000 7f2235568640 1 Processor -- start 2024-09-16T01:47:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.443+0000 7f2235568640 1 -- start start 2024-09-16T01:47:12.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f2235568640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2230145e20 0x7f223015c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f2235568640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f223015ccf0 0x7f2230070f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f2235568640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22300719d0 con 0x7f2230071450 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f2235568640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f22300b3900 con 0x7f223015ccf0 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f2235568640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2230071cb0 con 0x7f2230145e20 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f222f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2230071450 0x7f223006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48788/0 (socket says 172.21.15.16:48788) 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f222f7fe640 1 -- 172.21.15.16:0/456011945 learned_addr learned my addr 172.21.15.16:0/456011945 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f222effd640 1 --2- 172.21.15.16:0/456011945 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2230145e20 0x7f223015c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f222e7fc640 1 --2- 172.21.15.16:0/456011945 >> v2:172.21.15.104:3300/0 conn(0x7f223015ccf0 0x7f2230070f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f222dffb640 1 -- 172.21.15.16:0/456011945 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2250879413 0 0) 0x7f22300719d0 con 0x7f2230071450 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.444+0000 7f222dffb640 1 -- 172.21.15.16:0/456011945 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f221c003520 con 0x7f2230071450 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.445+0000 7f222effd640 1 -- 172.21.15.16:0/456011945 >> v2:172.21.15.104:3300/0 conn(0x7f223015ccf0 msgr2=0x7f2230070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.445+0000 7f222effd640 1 --2- 172.21.15.16:0/456011945 >> v2:172.21.15.104:3300/0 conn(0x7f223015ccf0 0x7f2230070f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.445+0000 7f222effd640 1 -- 172.21.15.16:0/456011945 >> v1:172.21.15.16:6789/0 conn(0x7f2230071450 legacy=0x7f223006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.445+0000 7f222effd640 1 -- 172.21.15.16:0/456011945 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22300b3b50 con 0x7f2230145e20 2024-09-16T01:47:12.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.445+0000 7f222effd640 1 --2- 172.21.15.16:0/456011945 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2230145e20 0x7f223015c7b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f22280097a0 tx=0x7f222802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7760dbd4927f0b9f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.445+0000 7f222dffb640 1 -- 172.21.15.16:0/456011945 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2228037070 con 0x7f2230145e20 2024-09-16T01:47:12.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f222dffb640 1 -- 172.21.15.16:0/456011945 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2228032440 con 0x7f2230145e20 2024-09-16T01:47:12.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f222dffb640 1 -- 172.21.15.16:0/456011945 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22280327f0 con 0x7f2230145e20 2024-09-16T01:47:12.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 -- 172.21.15.16:0/456011945 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2230145e20 msgr2=0x7f223015c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 --2- 172.21.15.16:0/456011945 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2230145e20 0x7f223015c7b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f22280097a0 tx=0x7f222802a180 comp rx=0 tx=0).stop 2024-09-16T01:47:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 -- 172.21.15.16:0/456011945 shutdown_connections 2024-09-16T01:47:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 --2- 172.21.15.16:0/456011945 >> v2:172.21.15.104:3300/0 conn(0x7f223015ccf0 0x7f2230070f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 --2- 172.21.15.16:0/456011945 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2230145e20 0x7f223015c7b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 -- 172.21.15.16:0/456011945 >> 172.21.15.16:0/456011945 conn(0x7f22300b2000 msgr2=0x7f22300b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 -- 172.21.15.16:0/456011945 shutdown_connections 2024-09-16T01:47:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.446+0000 7f2235568640 1 -- 172.21.15.16:0/456011945 wait complete. 2024-09-16T01:47:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.447+0000 7f2235568640 1 Processor -- start 2024-09-16T01:47:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.447+0000 7f2235568640 1 -- start start 2024-09-16T01:47:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f2235568640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2230071450 0x7f223015be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f2235568640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2230145e20 0x7f2230138500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f2235568640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f223015ccf0 0x7f22300cdf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f2235568640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f223006c2f0 con 0x7f2230145e20 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f2235568640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f22300b3530 con 0x7f2230071450 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f2235568640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f223006c470 con 0x7f223015ccf0 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f222e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2230145e20 0x7f2230138500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f222e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2230145e20 0x7f2230138500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45824/0 (socket says 172.21.15.16:45824) 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f222e7fc640 1 -- 172.21.15.16:0/2298785798 learned_addr learned my addr 172.21.15.16:0/2298785798 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f222effd640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2230071450 0x7f223015be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.448+0000 7f222f7fe640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f223015ccf0 0x7f22300cdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f222e7fc640 1 -- 172.21.15.16:0/2298785798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f223015ccf0 msgr2=0x7f22300cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f222e7fc640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f223015ccf0 0x7f22300cdf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f222e7fc640 1 -- 172.21.15.16:0/2298785798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2230071450 msgr2=0x7f223015be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f222e7fc640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2230071450 0x7f223015be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f222e7fc640 1 -- 172.21.15.16:0/2298785798 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22300cc1c0 con 0x7f2230145e20 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f222effd640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2230071450 0x7f223015be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f222e7fc640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2230145e20 0x7f2230138500 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f221800e9b0 tx=0x7f221800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f22277fe640 1 -- 172.21.15.16:0/2298785798 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2218017070 con 0x7f2230145e20 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f22277fe640 1 -- 172.21.15.16:0/2298785798 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f221800c9a0 con 0x7f2230145e20 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f2235568640 1 -- 172.21.15.16:0/2298785798 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22300ccef0 con 0x7f2230145e20 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f22277fe640 1 -- 172.21.15.16:0/2298785798 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f221800cd70 con 0x7f2230145e20 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.449+0000 7f2235568640 1 -- 172.21.15.16:0/2298785798 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22300cd4b0 con 0x7f2230145e20 2024-09-16T01:47:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.450+0000 7f2235568640 1 -- 172.21.15.16:0/2298785798 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f223015c7b0 con 0x7f2230145e20 2024-09-16T01:47:12.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.450+0000 7f22277fe640 1 -- 172.21.15.16:0/2298785798 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f221801a070 con 0x7f2230145e20 2024-09-16T01:47:12.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.451+0000 7f22277fe640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f221006c3d0 0x7f221006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.451+0000 7f22277fe640 1 -- 172.21.15.16:0/2298785798 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6543+0+0 (secure 0 0 0) 0x7f221808b930 con 0x7f2230145e20 2024-09-16T01:47:12.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.451+0000 7f222effd640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f221006c3d0 0x7f221006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.451+0000 7f222effd640 1 --2- 172.21.15.16:0/2298785798 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f221006c3d0 0x7f221006e890 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2228034000 tx=0x7f222802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.455+0000 7f22277fe640 1 -- 172.21.15.16:0/2298785798 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2218059c50 con 0x7f2230145e20 2024-09-16T01:47:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:Invalid command: invalid chars #@ in abcd@# 2024-09-16T01:47:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:fs subvolume create [] [] [] [] [] [] [--namespace-isolated] : Create a CephFS subvolume in a volume, and optionally, with a specific size (in bytes), a specific data pool layout, a specific mode, in a specific subvolume group and in separate RADOS namespace 2024-09-16T01:47:12.656 INFO:teuthology.orchestra.run.smithi016.stderr:Error EINVAL: invalid command 2024-09-16T01:47:12.660 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-16T01:47:12.660 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume rm testvol --yes-i-really-mean-it 2024-09-16T01:47:12.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.765+0000 7f02530e6640 1 Processor -- start 2024-09-16T01:47:12.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.765+0000 7f02530e6640 1 -- start start 2024-09-16T01:47:12.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f02530e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 0x7f024c06bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f02530e6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f024c06c120 0x7f024c0cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f02530e6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f024c15ea70 con 0x7f024c0cf5e0 2024-09-16T01:47:12.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f02530e6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f024c06c560 con 0x7f024c06c120 2024-09-16T01:47:12.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f02530e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f024c0722a0 con 0x7f024c15e690 2024-09-16T01:47:12.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f0251683640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f024c0cf5e0 0x7f024c0d2860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48800/0 (socket says 172.21.15.16:48800) 2024-09-16T01:47:12.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f0251683640 1 -- 172.21.15.16:0/2156386835 learned_addr learned my addr 172.21.15.16:0/2156386835 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 935527112 0 0) 0x7f024c15ea70 con 0x7f024c0cf5e0 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f0250e82640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 0x7f024c06bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0234003520 con 0x7f024c0cf5e0 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.766+0000 7f024bfff640 1 --2- 172.21.15.16:0/2156386835 >> v2:172.21.15.104:3300/0 conn(0x7f024c06c120 0x7f024c0cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2961207177 0 0) 0x7f0234003520 con 0x7f024c0cf5e0 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 msgr2=0x7f024c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 0x7f024c06bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 >> v2:172.21.15.104:3300/0 conn(0x7f024c06c120 msgr2=0x7f024c0cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 --2- 172.21.15.16:0/2156386835 >> v2:172.21.15.104:3300/0 conn(0x7f024c06c120 0x7f024c0cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f024c072580 con 0x7f024c0cf5e0 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f02440019f0 con 0x7f024c0cf5e0 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 >> v1:172.21.15.16:6789/0 conn(0x7f024c0cf5e0 legacy=0x7f024c0d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02340039b0 0x7f0234003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0234004800 0x7f0234004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 0x7f02340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f024c06c560 con 0x7f02340039b0 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f024c0722a0 con 0x7f0234004800 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f023400b9c0 con 0x7f024c15e690 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f0250e82640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02340039b0 0x7f0234003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f024bfff640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0234004800 0x7f0234004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f0251683640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 0x7f02340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f0250e82640 1 -- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 msgr2=0x7f02340051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f0250e82640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f024c15e690 0x7f02340051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f0250e82640 1 -- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0234004800 msgr2=0x7f0234004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f0250e82640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0234004800 0x7f0234004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.767+0000 7f0250e82640 1 -- 172.21.15.16:0/2156386835 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0234003520 con 0x7f02340039b0 2024-09-16T01:47:12.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.768+0000 7f0250e82640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02340039b0 0x7f0234003dd0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f023c009ac0 tx=0x7f0234005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=885c9fe2509934be server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.768+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c036070 con 0x7f02340039b0 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.768+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f023c031400 con 0x7f02340039b0 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.768+0000 7f024b7fe640 1 -- 172.21.15.16:0/2156386835 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c009690 con 0x7f02340039b0 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.769+0000 7f02530e6640 1 -- 172.21.15.16:0/2156386835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02340039b0 msgr2=0x7f0234003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.769+0000 7f02530e6640 1 --2- 172.21.15.16:0/2156386835 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02340039b0 0x7f0234003dd0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f023c009ac0 tx=0x7f0234005830 comp rx=0 tx=0).stop 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.769+0000 7f0251683640 1 -- 172.21.15.16:0/2156386835 reap_dead start 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.769+0000 7f02530e6640 1 -- 172.21.15.16:0/2156386835 shutdown_connections 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.769+0000 7f02530e6640 1 -- 172.21.15.16:0/2156386835 >> 172.21.15.16:0/2156386835 conn(0x7f024c0d1200 msgr2=0x7f024c0d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.769+0000 7f02530e6640 1 -- 172.21.15.16:0/2156386835 shutdown_connections 2024-09-16T01:47:12.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.769+0000 7f02530e6640 1 -- 172.21.15.16:0/2156386835 wait complete. 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.770+0000 7f02530e6640 1 Processor -- start 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.770+0000 7f02530e6640 1 -- start start 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f02530e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02340039b0 0x7f024c0cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f02530e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f024c1577e0 0x7f024c14e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f02530e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f024c0cccf0 0x7f024c0b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f02530e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f024c0cfa90 con 0x7f024c1577e0 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f02530e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f024c072b40 con 0x7f024c0cccf0 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f02530e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f024c06bbe0 con 0x7f02340039b0 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f024c1577e0 0x7f024c14e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f024c1577e0 0x7f024c14e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45842/0 (socket says 172.21.15.16:45842) 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 -- 172.21.15.16:0/1897114154 learned_addr learned my addr 172.21.15.16:0/1897114154 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:12.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f0251683640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f024c0cccf0 0x7f024c0b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f0250e82640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02340039b0 0x7f024c0cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 -- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02340039b0 msgr2=0x7f024c0cb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02340039b0 0x7f024c0cb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 -- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f024c0cccf0 msgr2=0x7f024c0b75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f024c0cccf0 0x7f024c0b75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 -- 172.21.15.16:0/1897114154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f024c0cbc50 con 0x7f024c1577e0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.771+0000 7f024bfff640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f024c1577e0 0x7f024c14e9e0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f0240011960 tx=0x7f0240011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.772+0000 7f02497fa640 1 -- 172.21.15.16:0/1897114154 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024000faf0 con 0x7f024c1577e0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.772+0000 7f02497fa640 1 -- 172.21.15.16:0/1897114154 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f024000fc90 con 0x7f024c1577e0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.772+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f024c0cbf30 con 0x7f024c1577e0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.772+0000 7f02497fa640 1 -- 172.21.15.16:0/1897114154 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0240004030 con 0x7f024c1577e0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.772+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f024c0cc4f0 con 0x7f024c1577e0 2024-09-16T01:47:12.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.773+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f024c0cf0a0 con 0x7f024c1577e0 2024-09-16T01:47:12.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.773+0000 7f02497fa640 1 -- 172.21.15.16:0/1897114154 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f0240012040 con 0x7f024c1577e0 2024-09-16T01:47:12.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.774+0000 7f02497fa640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f023806c400 0x7f023806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:12.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.774+0000 7f02497fa640 1 -- 172.21.15.16:0/1897114154 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6543+0+0 (secure 0 0 0) 0x7f024008bb60 con 0x7f024c1577e0 2024-09-16T01:47:12.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.774+0000 7f0250e82640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f023806c400 0x7f023806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:12.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.774+0000 7f0250e82640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f023806c400 0x7f023806e8c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f023c033000 tx=0x7f023c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:12.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.778+0000 7f02497fa640 1 -- 172.21.15.16:0/1897114154 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0240019070 con 0x7f024c1577e0 2024-09-16T01:47:12.826 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:47:12.829 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:47:12.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:12.979+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume rm", "vol_name": "testvol", "yes-i-really-mean-it": "--yes-i-really-mean-it", "target": ["mon-mgr", ""]}) -- 0x7f024c0d5230 con 0x7f023806c400 2024-09-16T01:47:13.002 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:47:13.001+0000 7f1ff39f5640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:47:13.035 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:47:16.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.026+0000 7f02497fa640 1 -- 172.21.15.16:0/1897114154 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+78 (secure 0 0 0) 0x7f024c0d5230 con 0x7f023806c400 2024-09-16T01:47:16.029 INFO:teuthology.orchestra.run.smithi016.stdout:metadata pool: cephfs.testvol.meta data pool: ['cephfs.testvol.data'] removed 2024-09-16T01:47:16.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f023806c400 msgr2=0x7f023806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f023806c400 0x7f023806e8c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f023c033000 tx=0x7f023c008030 comp rx=0 tx=0).stop 2024-09-16T01:47:16.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f024c1577e0 msgr2=0x7f024c14e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f024c1577e0 0x7f024c14e9e0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f0240011960 tx=0x7f0240011e20 comp rx=0 tx=0).stop 2024-09-16T01:47:16.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 shutdown_connections 2024-09-16T01:47:16.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f023806c400 0x7f023806e8c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f024c0cccf0 0x7f024c0b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f024c1577e0 0x7f024c14e9e0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 --2- 172.21.15.16:0/1897114154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02340039b0 0x7f024c0cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.030+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 >> 172.21.15.16:0/1897114154 conn(0x7f024c0d1200 msgr2=0x7f024c0b8970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:16.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.031+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 shutdown_connections 2024-09-16T01:47:16.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.031+0000 7f02530e6640 1 -- 172.21.15.16:0/1897114154 wait complete. 2024-09-16T01:47:16.046 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:47:16.046 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:47:16.095 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:47:16.143 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:47:16.144 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:47:16.144 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:16.144 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:16.162 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:47:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.308+0000 7fae8db86640 1 Processor -- start 2024-09-16T01:47:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.309+0000 7fae8db86640 1 -- start start 2024-09-16T01:47:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.309+0000 7fae8db86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.309+0000 7fae8db86640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae880ba2f0 con 0x7fae880b97d0 2024-09-16T01:47:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.309+0000 7fae8db86640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae880d2750 con 0x7fae88147fc0 2024-09-16T01:47:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.309+0000 7fae8db86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae881483a0 con 0x7fae880d15f0 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae87fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fae880b97d0 0x7fae880b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48804/0 (socket says 172.21.15.16:48804) 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae87fff640 1 -- 172.21.15.16:0/3683583920 learned_addr learned my addr 172.21.15.16:0/3683583920 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae86ffd640 1 --2- 172.21.15.16:0/3683583920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1048235838 0 0) 0x7fae880ba2f0 con 0x7fae880b97d0 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae70003520 con 0x7fae880b97d0 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 177114373 0 0) 0x7fae880d2750 con 0x7fae88147fc0 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae880ba2f0 con 0x7fae88147fc0 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3551659620 0 0) 0x7fae70003520 con 0x7fae880b97d0 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae86ffd640 1 -- 172.21.15.16:0/3683583920 >> v1:172.21.15.104:6789/0 conn(0x7fae88147fc0 legacy=0x7fae880d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae86ffd640 1 -- 172.21.15.16:0/3683583920 >> v1:172.21.15.16:6789/0 conn(0x7fae880b97d0 legacy=0x7fae880b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.310+0000 7fae86ffd640 1 -- 172.21.15.16:0/3683583920 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae880d2a30 con 0x7fae880d15f0 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.311+0000 7fae86ffd640 1 --2- 172.21.15.16:0/3683583920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8815ea60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fae7c0097d0 tx=0x7fae7c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2678cbe06f3f7b28 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.311+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae7c037070 con 0x7fae880d15f0 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.311+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae7c02ac30 con 0x7fae880d15f0 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.311+0000 7fae867fc640 1 -- 172.21.15.16:0/3683583920 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae800019f0 con 0x7fae880d15f0 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.312+0000 7fae8db86640 1 -- 172.21.15.16:0/3683583920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 msgr2=0x7fae8815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.312+0000 7fae8db86640 1 --2- 172.21.15.16:0/3683583920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8815ea60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fae7c0097d0 tx=0x7fae7c02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.312+0000 7fae8db86640 1 -- 172.21.15.16:0/3683583920 shutdown_connections 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.312+0000 7fae8db86640 1 --2- 172.21.15.16:0/3683583920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8815ea60 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.312+0000 7fae8db86640 1 -- 172.21.15.16:0/3683583920 >> 172.21.15.16:0/3683583920 conn(0x7fae88074fe0 msgr2=0x7fae8806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.312+0000 7fae8db86640 1 -- 172.21.15.16:0/3683583920 shutdown_connections 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.312+0000 7fae8db86640 1 -- 172.21.15.16:0/3683583920 wait complete. 2024-09-16T01:47:16.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.313+0000 7fae8db86640 1 Processor -- start 2024-09-16T01:47:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.313+0000 7fae8db86640 1 -- start start 2024-09-16T01:47:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae8db86640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae880b97d0 0x7fae8806e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae8db86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8813c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae8db86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae88147fc0 0x7fae8813cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae8db86640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae880d2500 con 0x7fae880b97d0 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae8db86640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae8815efa0 con 0x7fae88147fc0 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae8db86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae880d2ff0 con 0x7fae880d15f0 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae880b97d0 0x7fae8806e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae880b97d0 0x7fae8806e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45870/0 (socket says 172.21.15.16:45870) 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 -- 172.21.15.16:0/1367473859 learned_addr learned my addr 172.21.15.16:0/1367473859 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae87fff640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae88147fc0 0x7fae8813cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae86ffd640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8813c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 -- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 msgr2=0x7fae8813c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8813c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 -- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae88147fc0 msgr2=0x7fae8813cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae88147fc0 0x7fae8813cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae877fe640 1 -- 172.21.15.16:0/1367473859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae8813d1a0 con 0x7fae880b97d0 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.314+0000 7fae86ffd640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8813c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.315+0000 7fae877fe640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae880b97d0 0x7fae8806e060 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fae7800c430 tx=0x7fae7800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.315+0000 7fae6ffff640 1 -- 172.21.15.16:0/1367473859 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae78017070 con 0x7fae880b97d0 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.315+0000 7fae6ffff640 1 -- 172.21.15.16:0/1367473859 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae780052f0 con 0x7fae880b97d0 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.315+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae8813d430 con 0x7fae880b97d0 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.315+0000 7fae6ffff640 1 -- 172.21.15.16:0/1367473859 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae78003830 con 0x7fae880b97d0 2024-09-16T01:47:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.315+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae8813ab10 con 0x7fae880b97d0 2024-09-16T01:47:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.316+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae8815ea60 con 0x7fae880b97d0 2024-09-16T01:47:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.316+0000 7fae6ffff640 1 -- 172.21.15.16:0/1367473859 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fae7801a070 con 0x7fae880b97d0 2024-09-16T01:47:16.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.317+0000 7fae6ffff640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae7406c3d0 0x7fae7406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.317+0000 7fae6ffff640 1 -- 172.21.15.16:0/1367473859 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7fae7808a9e0 con 0x7fae880b97d0 2024-09-16T01:47:16.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.317+0000 7fae86ffd640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae7406c3d0 0x7fae7406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.317+0000 7fae86ffd640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae7406c3d0 0x7fae7406e890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fae7c034000 tx=0x7fae7c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:16.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.321+0000 7fae6ffff640 1 -- 172.21.15.16:0/1367473859 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae78058990 con 0x7fae880b97d0 2024-09-16T01:47:16.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.510+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fae8806c400 con 0x7fae880b97d0 2024-09-16T01:47:16.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.511+0000 7fae6ffff640 1 -- 172.21.15.16:0/1367473859 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v88) ==== 80+0+122 (secure 0 0 0) 0x7fae7805de20 con 0x7fae880b97d0 2024-09-16T01:47:16.512 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.16:6834/2072803748 2024-09-17T01:47:13.001810+0000 2024-09-16T01:47:16.512 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.16:6832/2072803748 2024-09-17T01:47:13.001810+0000 2024-09-16T01:47:16.513 INFO:teuthology.orchestra.run.smithi016.stderr:listed 2 entries 2024-09-16T01:47:16.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae7406c3d0 msgr2=0x7fae7406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae7406c3d0 0x7fae7406e890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fae7c034000 tx=0x7fae7c02e000 comp rx=0 tx=0).stop 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae880b97d0 msgr2=0x7fae8806e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae880b97d0 0x7fae8806e060 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fae7800c430 tx=0x7fae7800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 shutdown_connections 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae7406c3d0 0x7fae7406e890 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae88147fc0 0x7fae8813cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae880d15f0 0x7fae8813c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 --2- 172.21.15.16:0/1367473859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae880b97d0 0x7fae8806e060 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 >> 172.21.15.16:0/1367473859 conn(0x7fae88074fe0 msgr2=0x7fae880cf4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 shutdown_connections 2024-09-16T01:47:16.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.513+0000 7fae8db86640 1 -- 172.21.15.16:0/1367473859 wait complete. 2024-09-16T01:47:16.529 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:47:16.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:16.529 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:16.553 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[60895]: fuse finished with error 0 and tester_r 0 2024-09-16T01:47:16.555 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:47:16.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:16.556 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:47:16.717 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:47:16.717 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:47:16.717 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:16.737 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:47:16.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.860+0000 7f7215511640 1 Processor -- start 2024-09-16T01:47:16.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.860+0000 7f7215511640 1 -- start start 2024-09-16T01:47:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f7215511640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f721015e680 0x7f72100b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f7215511640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f72100b95a0 0x7f72100d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f7215511640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72100b8500 con 0x7f72100d4570 2024-09-16T01:47:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f7215511640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f72100b87e0 con 0x7f72100b95a0 2024-09-16T01:47:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f7215511640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f72100b8ac0 con 0x7f721015e680 2024-09-16T01:47:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f720effd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f721015e680 0x7f72100b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f7207fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f72100b95a0 0x7f72100d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f720f7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f72100d4570 0x7f721015ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:47166/0 (socket says 172.21.15.16:47166) 2024-09-16T01:47:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.861+0000 7f720f7fe640 1 -- 172.21.15.16:0/2945625508 learned_addr learned my addr 172.21.15.16:0/2945625508 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.862+0000 7f720effd640 1 -- 172.21.15.16:0/2945625508 >> v2:172.21.15.104:3300/0 conn(0x7f72100b95a0 msgr2=0x7f72100d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.862+0000 7f720effd640 1 --2- 172.21.15.16:0/2945625508 >> v2:172.21.15.104:3300/0 conn(0x7f72100b95a0 0x7f72100d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.862+0000 7f720effd640 1 -- 172.21.15.16:0/2945625508 >> v1:172.21.15.104:6789/0 conn(0x7f72100d4570 legacy=0x7f721015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.862+0000 7f720effd640 1 -- 172.21.15.16:0/2945625508 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72100b8da0 con 0x7f721015e680 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.862+0000 7f7207fff640 1 --2- 172.21.15.16:0/2945625508 >> v2:172.21.15.104:3300/0 conn(0x7f72100b95a0 0x7f72100d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f720effd640 1 --2- 172.21.15.16:0/2945625508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f721015e680 0x7f72100b7f20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f72000097a0 tx=0x7f720002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65168ddb431dc23d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f720e7fc640 1 -- 172.21.15.16:0/2945625508 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7200037070 con 0x7f721015e680 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f720e7fc640 1 -- 172.21.15.16:0/2945625508 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7200032440 con 0x7f721015e680 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f720e7fc640 1 -- 172.21.15.16:0/2945625508 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7200032810 con 0x7f721015e680 2024-09-16T01:47:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 -- 172.21.15.16:0/2945625508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f721015e680 msgr2=0x7f72100b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 --2- 172.21.15.16:0/2945625508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f721015e680 0x7f72100b7f20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f72000097a0 tx=0x7f720002a180 comp rx=0 tx=0).stop 2024-09-16T01:47:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 -- 172.21.15.16:0/2945625508 shutdown_connections 2024-09-16T01:47:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 --2- 172.21.15.16:0/2945625508 >> v2:172.21.15.104:3300/0 conn(0x7f72100b95a0 0x7f72100d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 --2- 172.21.15.16:0/2945625508 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f721015e680 0x7f72100b7f20 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 -- 172.21.15.16:0/2945625508 >> 172.21.15.16:0/2945625508 conn(0x7f7210074fe0 msgr2=0x7f7210072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 -- 172.21.15.16:0/2945625508 shutdown_connections 2024-09-16T01:47:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.863+0000 7f7215511640 1 -- 172.21.15.16:0/2945625508 wait complete. 2024-09-16T01:47:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 Processor -- start 2024-09-16T01:47:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 -- start start 2024-09-16T01:47:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72100b95a0 0x7f72101500d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72100d4570 0x7f721013fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f721015e680 0x7f7210150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f72100b99e0 con 0x7f721015e680 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f72100d1bd0 con 0x7f72100b95a0 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f7215511640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f72100d4a00 con 0x7f72100d4570 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f720f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f721015e680 0x7f7210150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.865+0000 7f720f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f721015e680 0x7f7210150d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45874/0 (socket says 172.21.15.16:45874) 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720f7fe640 1 -- 172.21.15.16:0/2037024116 learned_addr learned my addr 172.21.15.16:0/2037024116 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f7207fff640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72100d4570 0x7f721013fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720effd640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72100b95a0 0x7f72101500d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720f7fe640 1 -- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72100d4570 msgr2=0x7f721013fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720f7fe640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72100d4570 0x7f721013fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720f7fe640 1 -- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72100b95a0 msgr2=0x7f72101500d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720f7fe640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72100b95a0 0x7f72101500d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720f7fe640 1 -- 172.21.15.16:0/2037024116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f721014a550 con 0x7f721015e680 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f720f7fe640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f721015e680 0x7f7210150d00 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f720800cbc0 tx=0x7f720800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f72077fe640 1 -- 172.21.15.16:0/2037024116 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7208017070 con 0x7f721015e680 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f72077fe640 1 -- 172.21.15.16:0/2037024116 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f720800ad40 con 0x7f721015e680 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f72077fe640 1 -- 172.21.15.16:0/2037024116 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7208012600 con 0x7f721015e680 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f721014f030 con 0x7f721015e680 2024-09-16T01:47:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.866+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f721014f5f0 con 0x7f721015e680 2024-09-16T01:47:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.867+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72100d4300 con 0x7f721015e680 2024-09-16T01:47:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.868+0000 7f72077fe640 1 -- 172.21.15.16:0/2037024116 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f720801a070 con 0x7f721015e680 2024-09-16T01:47:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.868+0000 7f72077fe640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71f006c3d0 0x7f71f006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.868+0000 7f72077fe640 1 -- 172.21.15.16:0/2037024116 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7f720808b200 con 0x7f721015e680 2024-09-16T01:47:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.868+0000 7f720effd640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71f006c3d0 0x7f71f006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.869+0000 7f720effd640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71f006c3d0 0x7f71f006e890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7200034000 tx=0x7f720002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:16.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:16.873+0000 7f72077fe640 1 -- 172.21.15.16:0/2037024116 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f72100d4300 con 0x7f721015e680 2024-09-16T01:47:17.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.061+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f72100d4e60 con 0x7f721015e680 2024-09-16T01:47:17.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.061+0000 7f72077fe640 1 -- 172.21.15.16:0/2037024116 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v88) ==== 80+0+122 (secure 0 0 0) 0x7f721014a550 con 0x7f721015e680 2024-09-16T01:47:17.062 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.16:6834/2072803748 2024-09-17T01:47:13.001810+0000 2024-09-16T01:47:17.063 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.16:6832/2072803748 2024-09-17T01:47:13.001810+0000 2024-09-16T01:47:17.063 INFO:teuthology.orchestra.run.smithi016.stderr:listed 2 entries 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71f006c3d0 msgr2=0x7f71f006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71f006c3d0 0x7f71f006e890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7200034000 tx=0x7f720002e000 comp rx=0 tx=0).stop 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f721015e680 msgr2=0x7f7210150d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f721015e680 0x7f7210150d00 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f720800cbc0 tx=0x7f720800a430 comp rx=0 tx=0).stop 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 shutdown_connections 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71f006c3d0 0x7f71f006e890 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f721015e680 0x7f7210150d00 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72100d4570 0x7f721013fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 --2- 172.21.15.16:0/2037024116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72100b95a0 0x7f72101500d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 >> 172.21.15.16:0/2037024116 conn(0x7f7210074fe0 msgr2=0x7f7210160df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:17.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 shutdown_connections 2024-09-16T01:47:17.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.063+0000 7f7215511640 1 -- 172.21.15.16:0/2037024116 wait complete. 2024-09-16T01:47:17.075 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:47:17.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:17.076 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:17.104 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[46824]: fuse finished with error 0 and tester_r 0 2024-09-16T01:47:17.105 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:47:17.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:17.106 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:47:17.251 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:47:17.251 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:17.251 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:17.269 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:47:17.269 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:47:17.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:17.269 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:47:17.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:47:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:47:17.326 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:47:17.326 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:47:17.326 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:17.344 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:47:17.344 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:47:17.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:17.344 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:47:17.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:47:17.400 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:47:17.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:17.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.503+0000 7fc2ef0f1640 1 Processor -- start 2024-09-16T01:47:17.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.503+0000 7fc2ef0f1640 1 -- start start 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ef0f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ef0f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc2e806d790 0x7fc2e806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ef0f1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc2e806bbe0 0x7fc2e806f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ef0f1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc2e80b7640 con 0x7fc2e806bbe0 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ef0f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc2e80b6a70 con 0x7fc2e806d790 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ef0f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc2e80b6d10 con 0x7fc2e815e3a0 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ed68e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc2e806bbe0 0x7fc2e806f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ed68e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc2e806bbe0 0x7fc2e806f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45880/0 (socket says 172.21.15.16:45880) 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ed68e640 1 -- 172.21.15.16:0/451153683 learned_addr learned my addr 172.21.15.16:0/451153683 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:17.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2e7fff640 1 --2- 172.21.15.16:0/451153683 >> v2:172.21.15.104:3300/0 conn(0x7fc2e806d790 0x7fc2e806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.504+0000 7fc2ece8d640 1 --2- 172.21.15.16:0/451153683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2ed68e640 1 -- 172.21.15.16:0/451153683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 msgr2=0x7fc2e806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2ed68e640 1 --2- 172.21.15.16:0/451153683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e806d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2ed68e640 1 -- 172.21.15.16:0/451153683 >> v2:172.21.15.104:3300/0 conn(0x7fc2e806d790 msgr2=0x7fc2e806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2ed68e640 1 --2- 172.21.15.16:0/451153683 >> v2:172.21.15.104:3300/0 conn(0x7fc2e806d790 0x7fc2e806f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2ed68e640 1 -- 172.21.15.16:0/451153683 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e80b6ff0 con 0x7fc2e806bbe0 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2ece8d640 1 --2- 172.21.15.16:0/451153683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:17.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2ed68e640 1 --2- 172.21.15.16:0/451153683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806bbe0 0x7fc2e806f6e0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fc2e8071ae0 tx=0x7fc2e002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b30766628990aac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2e77fe640 1 -- 172.21.15.16:0/451153683 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0037070 con 0x7fc2e806bbe0 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.505+0000 7fc2e77fe640 1 -- 172.21.15.16:0/451153683 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2e0032440 con 0x7fc2e806bbe0 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2e77fe640 1 -- 172.21.15.16:0/451153683 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0032810 con 0x7fc2e806bbe0 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/451153683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806bbe0 msgr2=0x7fc2e806f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/451153683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806bbe0 0x7fc2e806f6e0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fc2e8071ae0 tx=0x7fc2e002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/451153683 shutdown_connections 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/451153683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806bbe0 0x7fc2e806f6e0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/451153683 >> v2:172.21.15.104:3300/0 conn(0x7fc2e806d790 0x7fc2e806f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/451153683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/451153683 >> 172.21.15.16:0/451153683 conn(0x7fc2e80b4090 msgr2=0x7fc2e80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/451153683 shutdown_connections 2024-09-16T01:47:17.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.506+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/451153683 wait complete. 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.507+0000 7fc2ef0f1640 1 Processor -- start 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.507+0000 7fc2ef0f1640 1 -- start start 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2ef0f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e806bbe0 0x7fc2e80b0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2ef0f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806d790 0x7fc2e80ced10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2ef0f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e8155fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2ef0f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e8073cc0 con 0x7fc2e806d790 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2ef0f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e815e780 con 0x7fc2e806bbe0 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2ef0f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc2e8073e40 con 0x7fc2e815e3a0 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806d790 0x7fc2e80ced10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806d790 0x7fc2e80ced10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45886/0 (socket says 172.21.15.16:45886) 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.508+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2629946512 learned_addr learned my addr 172.21.15.16:0/2629946512 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2629946512 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 msgr2=0x7fc2e8155fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e7fff640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e8155fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2629946512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e806bbe0 msgr2=0x7fc2e80b0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e7fff640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e806bbe0 0x7fc2e80b0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2629946512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e8155200 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e7fff640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806d790 0x7fc2e80ced10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fc2d000e8e0 tx=0x7fc2d000eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e57fa640 1 -- 172.21.15.16:0/2629946512 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d0017070 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e57fa640 1 -- 172.21.15.16:0/2629946512 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2d000c9a0 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2e81554e0 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2e57fa640 1 -- 172.21.15.16:0/2629946512 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d000cd90 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.509+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2e8155aa0 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.510+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2e80b1ee0 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.511+0000 7fc2e57fa640 1 -- 172.21.15.16:0/2629946512 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc2d001a070 con 0x7fc2e806d790 2024-09-16T01:47:17.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.511+0000 7fc2e57fa640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2c806c3d0 0x7fc2c806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.511+0000 7fc2e57fa640 1 -- 172.21.15.16:0/2629946512 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7fc2d008b9a0 con 0x7fc2e806d790 2024-09-16T01:47:17.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.511+0000 7fc2ece8d640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2c806c3d0 0x7fc2c806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.511+0000 7fc2ece8d640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2c806c3d0 0x7fc2c806e890 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc2e815d720 tx=0x7fc2d80094a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:17.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.515+0000 7fc2e57fa640 1 -- 172.21.15.16:0/2629946512 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc2d005a030 con 0x7fc2e806d790 2024-09-16T01:47:17.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.725+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2e8071210 con 0x7fc2e806d790 2024-09-16T01:47:17.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.726+0000 7fc2e57fa640 1 -- 172.21.15.16:0/2629946512 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+5228 (secure 0 0 0) 0x7fc2d0059930 con 0x7fc2e806d790 2024-09-16T01:47:17.727 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:17.727 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":53,"btime":"2024-09-16T01:47:14:007187+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5732,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3637675181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3637675181},{"type":"v1","addr":"172.21.15.104:6835","nonce":3637675181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1959286675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1959286675},{"type":"v1","addr":"172.21.15.104:6834","nonce":1959286675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6891,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2147228803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2147228803},{"type":"v1","addr":"172.21.15.16:6834","nonce":2147228803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:58.282830+0000","modified":"2024-09-16T01:47:00.281093+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6681},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6681":{"gid":6681,"name":"c","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/276444005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":276444005},{"type":"v1","addr":"172.21.15.16:6835","nonce":276444005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6681,"qdb_cluster":[6681]},"id":6}]} 2024-09-16T01:47:17.728 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 53 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2c806c3d0 msgr2=0x7fc2c806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2c806c3d0 0x7fc2c806e890 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc2e815d720 tx=0x7fc2d80094a0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806d790 msgr2=0x7fc2e80ced10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806d790 0x7fc2e80ced10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fc2d000e8e0 tx=0x7fc2d000eda0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 shutdown_connections 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2c806c3d0 0x7fc2c806e890 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e815e3a0 0x7fc2e8155fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e806d790 0x7fc2e80ced10 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 --2- 172.21.15.16:0/2629946512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e806bbe0 0x7fc2e80b0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 >> 172.21.15.16:0/2629946512 conn(0x7fc2e80b4090 msgr2=0x7fc2e80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 shutdown_connections 2024-09-16T01:47:17.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.728+0000 7fc2ef0f1640 1 -- 172.21.15.16:0/2629946512 wait complete. 2024-09-16T01:47:17.741 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.841+0000 7fea32847640 1 Processor -- start 2024-09-16T01:47:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.841+0000 7fea32847640 1 -- start start 2024-09-16T01:47:17.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea32847640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea32847640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fea2c06c2f0 0x7fea2c0ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea32847640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea2c15bb20 con 0x7fea2c1590d0 2024-09-16T01:47:17.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea32847640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fea2c0afd50 con 0x7fea2c06c2f0 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea32847640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fea2c15be00 con 0x7fea2c158cf0 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea30de4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fea2c06c2f0 0x7fea2c0ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea30de4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fea2c06c2f0 0x7fea2c0ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45898/0 (socket says 172.21.15.16:45898) 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea2b7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fea2c1590d0 0x7fea2c06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48808/0 (socket says 172.21.15.16:48808) 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.842+0000 7fea30de4640 1 -- 172.21.15.16:0/3826185912 learned_addr learned my addr 172.21.15.16:0/3826185912 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.843+0000 7fea2bfff640 1 --2- 172.21.15.16:0/3826185912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.843+0000 7fea30de4640 1 -- 172.21.15.16:0/3826185912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 msgr2=0x7fea2c0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.843+0000 7fea30de4640 1 --2- 172.21.15.16:0/3826185912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.843+0000 7fea30de4640 1 -- 172.21.15.16:0/3826185912 >> v1:172.21.15.16:6789/0 conn(0x7fea2c1590d0 legacy=0x7fea2c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.843+0000 7fea30de4640 1 -- 172.21.15.16:0/3826185912 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea2c15c0e0 con 0x7fea2c06c2f0 2024-09-16T01:47:17.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.843+0000 7fea2affd640 1 -- 172.21.15.16:0/3826185912 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1146275962 0 0) 0x7fea2c15bb20 con 0x7fea2c1590d0 2024-09-16T01:47:17.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea30de4640 1 --2- 172.21.15.16:0/3826185912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c06c2f0 0x7fea2c0ce290 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fea2400d150 tx=0x7fea2402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d611045c963fd07 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:17.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea2affd640 1 -- 172.21.15.16:0/3826185912 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea24039070 con 0x7fea2c06c2f0 2024-09-16T01:47:17.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea2affd640 1 -- 172.21.15.16:0/3826185912 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea24009600 con 0x7fea2c06c2f0 2024-09-16T01:47:17.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea2affd640 1 -- 172.21.15.16:0/3826185912 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea240099d0 con 0x7fea2c06c2f0 2024-09-16T01:47:17.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 -- 172.21.15.16:0/3826185912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c06c2f0 msgr2=0x7fea2c0ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 --2- 172.21.15.16:0/3826185912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c06c2f0 0x7fea2c0ce290 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fea2400d150 tx=0x7fea2402c890 comp rx=0 tx=0).stop 2024-09-16T01:47:17.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 -- 172.21.15.16:0/3826185912 shutdown_connections 2024-09-16T01:47:17.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 --2- 172.21.15.16:0/3826185912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c06c2f0 0x7fea2c0ce290 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 --2- 172.21.15.16:0/3826185912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 -- 172.21.15.16:0/3826185912 >> 172.21.15.16:0/3826185912 conn(0x7fea2c0b2000 msgr2=0x7fea2c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:17.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 -- 172.21.15.16:0/3826185912 shutdown_connections 2024-09-16T01:47:17.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.844+0000 7fea32847640 1 -- 172.21.15.16:0/3826185912 wait complete. 2024-09-16T01:47:17.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 Processor -- start 2024-09-16T01:47:17.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 -- start start 2024-09-16T01:47:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea2c06c2f0 0x7fea2c149fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c153a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c1590d0 0x7fea2c153f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fea2c15cb90 con 0x7fea2c1590d0 2024-09-16T01:47:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fea2c15ca10 con 0x7fea2c06c2f0 2024-09-16T01:47:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.846+0000 7fea32847640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fea2c15cd10 con 0x7fea2c158cf0 2024-09-16T01:47:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c1590d0 0x7fea2c153f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c1590d0 0x7fea2c153f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45914/0 (socket says 172.21.15.16:45914) 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 -- 172.21.15.16:0/603926354 learned_addr learned my addr 172.21.15.16:0/603926354 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea2bfff640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea2c06c2f0 0x7fea2c149fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea2b7fe640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c153a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 -- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 msgr2=0x7fea2c153a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c153a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 -- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea2c06c2f0 msgr2=0x7fea2c149fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea2c06c2f0 0x7fea2c149fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:17.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 -- 172.21.15.16:0/603926354 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea2c14ebe0 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea30de4640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c1590d0 0x7fea2c153f40 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fea24037040 tx=0x7fea24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea28ff9640 1 -- 172.21.15.16:0/603926354 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea24039050 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea28ff9640 1 -- 172.21.15.16:0/603926354 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea24045070 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea2c14eec0 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea28ff9640 1 -- 172.21.15.16:0/603926354 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea240346c0 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.847+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea2c14f760 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.848+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea2c14f090 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.849+0000 7fea28ff9640 1 -- 172.21.15.16:0/603926354 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fea24034860 con 0x7fea2c1590d0 2024-09-16T01:47:17.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.849+0000 7fea28ff9640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea1806c3d0 0x7fea1806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:17.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.849+0000 7fea28ff9640 1 -- 172.21.15.16:0/603926354 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7fea240ae5c0 con 0x7fea2c1590d0 2024-09-16T01:47:17.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.849+0000 7fea2bfff640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea1806c3d0 0x7fea1806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:17.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.850+0000 7fea2bfff640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea1806c3d0 0x7fea1806e890 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fea1c009b40 tx=0x7fea1c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:17.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:17.854+0000 7fea28ff9640 1 -- 172.21.15.16:0/603926354 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea2407c4e0 con 0x7fea2c1590d0 2024-09-16T01:47:18.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.066+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea2c0b3300 con 0x7fea2c1590d0 2024-09-16T01:47:18.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.067+0000 7fea28ff9640 1 -- 172.21.15.16:0/603926354 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+5228 (secure 0 0 0) 0x7fea240807e0 con 0x7fea2c1590d0 2024-09-16T01:47:18.068 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:18.068 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":53,"btime":"2024-09-16T01:47:14:007187+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5732,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3637675181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3637675181},{"type":"v1","addr":"172.21.15.104:6835","nonce":3637675181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1959286675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1959286675},{"type":"v1","addr":"172.21.15.104:6834","nonce":1959286675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6891,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2147228803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2147228803},{"type":"v1","addr":"172.21.15.16:6834","nonce":2147228803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:58.282830+0000","modified":"2024-09-16T01:47:00.281093+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6681},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6681":{"gid":6681,"name":"c","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/276444005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":276444005},{"type":"v1","addr":"172.21.15.16:6835","nonce":276444005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6681,"qdb_cluster":[6681]},"id":6}]} 2024-09-16T01:47:18.069 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 53 2024-09-16T01:47:18.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea1806c3d0 msgr2=0x7fea1806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea1806c3d0 0x7fea1806e890 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fea1c009b40 tx=0x7fea1c009190 comp rx=0 tx=0).stop 2024-09-16T01:47:18.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c1590d0 msgr2=0x7fea2c153f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c1590d0 0x7fea2c153f40 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fea24037040 tx=0x7fea24004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 shutdown_connections 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea1806c3d0 0x7fea1806e890 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea2c1590d0 0x7fea2c153f40 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea2c158cf0 0x7fea2c153a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 --2- 172.21.15.16:0/603926354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea2c06c2f0 0x7fea2c149fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 >> 172.21.15.16:0/603926354 conn(0x7fea2c0b2000 msgr2=0x7fea2c0afed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 shutdown_connections 2024-09-16T01:47:18.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.069+0000 7fea32847640 1 -- 172.21.15.16:0/603926354 wait complete. 2024-09-16T01:47:18.081 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:47:18.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.182+0000 7f8316e8d640 1 Processor -- start 2024-09-16T01:47:18.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.182+0000 7f8316e8d640 1 -- start start 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8316e8d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f831015e3a0 0x7f831006d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8316e8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f831006d790 0x7f831006f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8316e8d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83100b6a70 con 0x7f831006bbe0 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8316e8d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f83100b7640 con 0x7f831015e3a0 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8316e8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f83100b6d10 con 0x7f831006d790 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8314c29640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f831015e3a0 0x7f831006d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8314c29640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f831015e3a0 0x7f831006d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45928/0 (socket says 172.21.15.16:45928) 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.183+0000 7f8314c29640 1 -- 172.21.15.16:0/4198497994 learned_addr learned my addr 172.21.15.16:0/4198497994 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f8314c29640 1 -- 172.21.15.16:0/4198497994 >> v2:172.21.15.104:3300/0 conn(0x7f831006d790 msgr2=0x7f831006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f8314c29640 1 --2- 172.21.15.16:0/4198497994 >> v2:172.21.15.104:3300/0 conn(0x7f831006d790 0x7f831006f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f8314c29640 1 -- 172.21.15.16:0/4198497994 >> v1:172.21.15.104:6789/0 conn(0x7f831006bbe0 legacy=0x7f83100706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:18.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f8314c29640 1 -- 172.21.15.16:0/4198497994 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83100b6ff0 con 0x7f831015e3a0 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f8314c29640 1 --2- 172.21.15.16:0/4198497994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831015e3a0 0x7f831006d250 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f83100b77c0 tx=0x7f830802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a1174f757e8cf36 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f830f7fe640 1 -- 172.21.15.16:0/4198497994 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8308036070 con 0x7f831015e3a0 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f830f7fe640 1 -- 172.21.15.16:0/4198497994 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8308031600 con 0x7f831015e3a0 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.184+0000 7f830f7fe640 1 -- 172.21.15.16:0/4198497994 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83080319d0 con 0x7f831015e3a0 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 -- 172.21.15.16:0/4198497994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831015e3a0 msgr2=0x7f831006d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 --2- 172.21.15.16:0/4198497994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831015e3a0 0x7f831006d250 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f83100b77c0 tx=0x7f830802a6d0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 -- 172.21.15.16:0/4198497994 shutdown_connections 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 --2- 172.21.15.16:0/4198497994 >> v2:172.21.15.104:3300/0 conn(0x7f831006d790 0x7f831006f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 --2- 172.21.15.16:0/4198497994 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831015e3a0 0x7f831006d250 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 -- 172.21.15.16:0/4198497994 >> 172.21.15.16:0/4198497994 conn(0x7f83100b4090 msgr2=0x7f83100b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 -- 172.21.15.16:0/4198497994 shutdown_connections 2024-09-16T01:47:18.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.185+0000 7f8316e8d640 1 -- 172.21.15.16:0/4198497994 wait complete. 2024-09-16T01:47:18.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.186+0000 7f8316e8d640 1 Processor -- start 2024-09-16T01:47:18.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.186+0000 7f8316e8d640 1 -- start start 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f8316e8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f831006bbe0 0x7f8310158a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f8316e8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831006d790 0x7f831015a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f8316e8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f831015e3a0 0x7f8310070470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f8316e8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8310073cc0 con 0x7f831006d790 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f8316e8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f831015e780 con 0x7f831015e3a0 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f8316e8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8310073e40 con 0x7f831006bbe0 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f830ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831006d790 0x7f831015a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f830ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831006d790 0x7f831015a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45940/0 (socket says 172.21.15.16:45940) 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f830ffff640 1 -- 172.21.15.16:0/2663920135 learned_addr learned my addr 172.21.15.16:0/2663920135 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:18.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f8314c29640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f831006bbe0 0x7f8310158a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.187+0000 7f831542a640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f831015e3a0 0x7f8310070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830ffff640 1 -- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f831006bbe0 msgr2=0x7f8310158a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830ffff640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f831006bbe0 0x7f8310158a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830ffff640 1 -- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f831015e3a0 msgr2=0x7f8310070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830ffff640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f831015e3a0 0x7f8310070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830ffff640 1 -- 172.21.15.16:0/2663920135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f831015aa50 con 0x7f831006d790 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f8314c29640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f831006bbe0 0x7f8310158a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f831542a640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f831015e3a0 0x7f8310070470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830ffff640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831006d790 0x7f831015a190 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f830400b4d0 tx=0x7f830400b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830d7fa640 1 -- 172.21.15.16:0/2663920135 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304014070 con 0x7f831006d790 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830d7fa640 1 -- 172.21.15.16:0/2663920135 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8304005c10 con 0x7f831006d790 2024-09-16T01:47:18.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f830d7fa640 1 -- 172.21.15.16:0/2663920135 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304010670 con 0x7f831006d790 2024-09-16T01:47:18.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83100aea40 con 0x7f831006d790 2024-09-16T01:47:18.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.188+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83100af000 con 0x7f831006d790 2024-09-16T01:47:18.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.189+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83100af200 con 0x7f831006d790 2024-09-16T01:47:18.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.190+0000 7f830d7fa640 1 -- 172.21.15.16:0/2663920135 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8304010810 con 0x7f831006d790 2024-09-16T01:47:18.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.190+0000 7f830d7fa640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82fc06c3d0 0x7f82fc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.190+0000 7f830d7fa640 1 -- 172.21.15.16:0/2663920135 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7f830408b350 con 0x7f831006d790 2024-09-16T01:47:18.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.190+0000 7f8314c29640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82fc06c3d0 0x7f82fc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.191+0000 7f8314c29640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82fc06c3d0 0x7f82fc06e890 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8308033000 tx=0x7f8308009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.194+0000 7f830d7fa640 1 -- 172.21.15.16:0/2663920135 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f83100af200 con 0x7f831006d790 2024-09-16T01:47:18.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.372+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8310158f60 con 0x7f831006d790 2024-09-16T01:47:18.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.373+0000 7f830d7fa640 1 -- 172.21.15.16:0/2663920135 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16813 (secure 0 0 0) 0x7f8304059960 con 0x7f831006d790 2024-09-16T01:47:18.375 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:18.375 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":88,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:47:16.019981+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:55.942850+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:57.270230+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6834/2072803748":"2024-09-17T01:47:13.001810+0000","172.21.15.16:6832/2072803748":"2024-09-17T01:47:13.001810+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:47:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.375+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82fc06c3d0 msgr2=0x7f82fc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.375+0000 7f8316e8d640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82fc06c3d0 0x7f82fc06e890 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8308033000 tx=0x7f8308009000 comp rx=0 tx=0).stop 2024-09-16T01:47:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.375+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831006d790 msgr2=0x7f831015a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.375+0000 7f8316e8d640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831006d790 0x7f831015a190 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f830400b4d0 tx=0x7f830400b990 comp rx=0 tx=0).stop 2024-09-16T01:47:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 shutdown_connections 2024-09-16T01:47:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82fc06c3d0 0x7f82fc06e890 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f831015e3a0 0x7f8310070470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f831006d790 0x7f831015a190 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 --2- 172.21.15.16:0/2663920135 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f831006bbe0 0x7f8310158a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 >> 172.21.15.16:0/2663920135 conn(0x7f83100b4090 msgr2=0x7f83100b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 shutdown_connections 2024-09-16T01:47:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.376+0000 7f8316e8d640 1 -- 172.21.15.16:0/2663920135 wait complete. 2024-09-16T01:47:18.388 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:47:18.389 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:18.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.490+0000 7f3ddd366640 1 Processor -- start 2024-09-16T01:47:18.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.490+0000 7f3ddd366640 1 -- start start 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3ddd366640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3dd806bbe0 0x7f3dd806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3ddd366640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dd80b6a70 con 0x7f3dd806f6e0 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3ddd366640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dd806d960 con 0x7f3dd815e3a0 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3ddd366640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3dd806fb50 con 0x7f3dd806bbe0 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3dd806f6e0 0x7f3dd8161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48816/0 (socket says 172.21.15.16:48816) 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd77fe640 1 -- 172.21.15.16:0/3649837928 learned_addr learned my addr 172.21.15.16:0/3649837928 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3119093365 0 0) 0x7f3dd80b6a70 con 0x7f3dd806f6e0 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dce7fc640 1 --2- 172.21.15.16:0/3649837928 >> v2:172.21.15.104:3300/0 conn(0x7f3dd806bbe0 0x7f3dd806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3dc4003520 con 0x7f3dd806f6e0 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2996438544 0 0) 0x7f3dc4003520 con 0x7f3dd806f6e0 2024-09-16T01:47:18.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 >> v2:172.21.15.104:3300/0 conn(0x7f3dd806bbe0 msgr2=0x7f3dd806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 --2- 172.21.15.16:0/3649837928 >> v2:172.21.15.104:3300/0 conn(0x7f3dd806bbe0 0x7f3dd806f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 >> v1:172.21.15.104:6789/0 conn(0x7f3dd815e3a0 legacy=0x7f3dd806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dd80b6d10 con 0x7f3dd806f6e0 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f3dd0001a10 con 0x7f3dd806f6e0 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.491+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 >> v1:172.21.15.16:6789/0 conn(0x7f3dd806f6e0 legacy=0x7f3dd8161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd67fc640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dc40039b0 0x7f3dc4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd67fc640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dc4004800 0x7f3dc4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd67fc640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40051c0 0x7f3dc400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd806fb50 con 0x7f3dc40039b0 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc400c060 con 0x7f3dc40051c0 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc400c260 con 0x7f3dc4004800 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dc40039b0 0x7f3dc4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd77fe640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40051c0 0x7f3dc400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dce7fc640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dc4004800 0x7f3dc4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd6ffd640 1 -- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dc4004800 msgr2=0x7f3dc4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dc4004800 0x7f3dc4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd6ffd640 1 -- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40051c0 msgr2=0x7f3dc400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40051c0 0x7f3dc400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd6ffd640 1 -- 172.21.15.16:0/3649837928 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc4003520 con 0x7f3dc40039b0 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dce7fc640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dc4004800 0x7f3dc4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:18.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd77fe640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40051c0 0x7f3dc400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.492+0000 7f3dd77fe640 1 -- 172.21.15.16:0/3649837928 reap_dead start 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dc40039b0 0x7f3dc4003dd0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8001750 tx=0x7f3dc4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e1e35a1aa2fd490 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8001370 con 0x7f3dc40039b0 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dc80052d0 con 0x7f3dc40039b0 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3dd67fc640 1 -- 172.21.15.16:0/3649837928 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc802abc0 con 0x7f3dc40039b0 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3ddd366640 1 -- 172.21.15.16:0/3649837928 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dc40039b0 msgr2=0x7f3dc4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3ddd366640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dc40039b0 0x7f3dc4003dd0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8001750 tx=0x7f3dc4005830 comp rx=0 tx=0).stop 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3ddd366640 1 -- 172.21.15.16:0/3649837928 shutdown_connections 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3ddd366640 1 --2- 172.21.15.16:0/3649837928 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dc40039b0 0x7f3dc4003dd0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3ddd366640 1 -- 172.21.15.16:0/3649837928 >> 172.21.15.16:0/3649837928 conn(0x7f3dd80b4090 msgr2=0x7f3dd80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.493+0000 7f3ddd366640 1 -- 172.21.15.16:0/3649837928 shutdown_connections 2024-09-16T01:47:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.494+0000 7f3ddd366640 1 -- 172.21.15.16:0/3649837928 wait complete. 2024-09-16T01:47:18.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.495+0000 7f3ddd366640 1 Processor -- start 2024-09-16T01:47:18.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.495+0000 7f3ddd366640 1 -- start start 2024-09-16T01:47:18.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40039b0 0x7f3dd8149f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dd815d520 0x7f3dd80d0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dd80d0ec0 0x7f3dd80b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd80b72d0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd80b7640 con 0x7f3dc40039b0 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3dd815e780 con 0x7f3dd815d520 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dd80d0ec0 0x7f3dd80b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dd80d0ec0 0x7f3dd80b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45946/0 (socket says 172.21.15.16:45946) 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 -- 172.21.15.16:0/599741760 learned_addr learned my addr 172.21.15.16:0/599741760 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dce7fc640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dd815d520 0x7f3dd80d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40039b0 0x7f3dd8149f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 -- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dd815d520 msgr2=0x7f3dd80d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dd815d520 0x7f3dd80d0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 -- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40039b0 msgr2=0x7f3dd8149f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40039b0 0x7f3dd8149f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 -- 172.21.15.16:0/599741760 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dd81578c0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40039b0 0x7f3dd8149f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dd77fe640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dd80d0ec0 0x7f3dd80b0a70 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0005fd0 tx=0x7f3dd0007af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dcffff640 1 -- 172.21.15.16:0/599741760 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd000e9c0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dcffff640 1 -- 172.21.15.16:0/599741760 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dd000eb60 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dd815b390 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3dcffff640 1 -- 172.21.15.16:0/599741760 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd000ed50 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.496+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dd8155af0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.497+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dd8073cc0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.498+0000 7f3dcffff640 1 -- 172.21.15.16:0/599741760 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f3dd001a020 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.498+0000 7f3dcffff640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3db806c3d0 0x7f3db806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.498+0000 7f3dcffff640 1 -- 172.21.15.16:0/599741760 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7f3dd008aed0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.499+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3db806c3d0 0x7f3db806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.499+0000 7f3dd6ffd640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3db806c3d0 0x7f3db806e890 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8032000 tx=0x7f3dc802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.503+0000 7f3dcffff640 1 -- 172.21.15.16:0/599741760 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3dd0021020 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.714+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3dd80cf3b0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.714+0000 7f3dcffff640 1 -- 172.21.15.16:0/599741760 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+5228 (secure 0 0 0) 0x7f3dd00594d0 con 0x7f3dd80d0ec0 2024-09-16T01:47:18.715 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:18.715 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":53,"btime":"2024-09-16T01:47:14:007187+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5732,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3637675181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3637675181},{"type":"v1","addr":"172.21.15.104:6835","nonce":3637675181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1959286675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1959286675},{"type":"v1","addr":"172.21.15.104:6834","nonce":1959286675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6891,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2147228803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2147228803},{"type":"v1","addr":"172.21.15.16:6834","nonce":2147228803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:58.282830+0000","modified":"2024-09-16T01:47:00.281093+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6681},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6681":{"gid":6681,"name":"c","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/276444005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":276444005},{"type":"v1","addr":"172.21.15.16:6835","nonce":276444005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6681,"qdb_cluster":[6681]},"id":6}]} 2024-09-16T01:47:18.716 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 53 2024-09-16T01:47:18.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3db806c3d0 msgr2=0x7f3db806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3db806c3d0 0x7f3db806e890 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8032000 tx=0x7f3dc802e000 comp rx=0 tx=0).stop 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dd80d0ec0 msgr2=0x7f3dd80b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dd80d0ec0 0x7f3dd80b0a70 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0005fd0 tx=0x7f3dd0007af0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 shutdown_connections 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3db806c3d0 0x7f3db806e890 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3dd80d0ec0 0x7f3dd80b0a70 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3dd815d520 0x7f3dd80d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 --2- 172.21.15.16:0/599741760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3dc40039b0 0x7f3dd8149f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 >> 172.21.15.16:0/599741760 conn(0x7f3dd80b4090 msgr2=0x7f3dd80704d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 shutdown_connections 2024-09-16T01:47:18.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.716+0000 7f3ddd366640 1 -- 172.21.15.16:0/599741760 wait complete. 2024-09-16T01:47:18.728 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:18.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.829+0000 7f8ead703640 1 Processor -- start 2024-09-16T01:47:18.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.829+0000 7f8ead703640 1 -- start start 2024-09-16T01:47:18.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ead703640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ea815b720 0x7f8ea815c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ead703640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea80b02f0 0x7f8ea80d11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ead703640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ea80b0b50 con 0x7f8ea8073be0 2024-09-16T01:47:18.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ead703640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8ea815be70 con 0x7f8ea815b720 2024-09-16T01:47:18.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ead703640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea815c150 con 0x7f8ea80b02f0 2024-09-16T01:47:18.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ea6ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ea815b720 0x7f8ea815c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ea6ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ea815b720 0x7f8ea815c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45956/0 (socket says 172.21.15.16:45956) 2024-09-16T01:47:18.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.830+0000 7f8ea6ffd640 1 -- 172.21.15.16:0/1650928644 learned_addr learned my addr 172.21.15.16:0/1650928644 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:18.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.831+0000 7f8ea67fc640 1 --2- 172.21.15.16:0/1650928644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea80b02f0 0x7f8ea80d11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.831+0000 7f8ea6ffd640 1 -- 172.21.15.16:0/1650928644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea80b02f0 msgr2=0x7f8ea80d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:18.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.831+0000 7f8ea6ffd640 1 --2- 172.21.15.16:0/1650928644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea80b02f0 0x7f8ea80d11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.831+0000 7f8ea6ffd640 1 -- 172.21.15.16:0/1650928644 >> v1:172.21.15.104:6789/0 conn(0x7f8ea8073be0 legacy=0x7f8ea80cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:18.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.831+0000 7f8ea6ffd640 1 -- 172.21.15.16:0/1650928644 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea815c430 con 0x7f8ea815b720 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.831+0000 7f8ea6ffd640 1 --2- 172.21.15.16:0/1650928644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea815b720 0x7f8ea815c950 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0009870 tx=0x7f8ea002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97f410b8511da63e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ea5ffb640 1 -- 172.21.15.16:0/1650928644 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea0037070 con 0x7f8ea815b720 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ea5ffb640 1 -- 172.21.15.16:0/1650928644 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ea0032440 con 0x7f8ea815b720 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ea5ffb640 1 -- 172.21.15.16:0/1650928644 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea0032810 con 0x7f8ea815b720 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 -- 172.21.15.16:0/1650928644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea815b720 msgr2=0x7f8ea815c950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 --2- 172.21.15.16:0/1650928644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea815b720 0x7f8ea815c950 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0009870 tx=0x7f8ea002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 -- 172.21.15.16:0/1650928644 shutdown_connections 2024-09-16T01:47:18.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 --2- 172.21.15.16:0/1650928644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea80b02f0 0x7f8ea80d11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 --2- 172.21.15.16:0/1650928644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea815b720 0x7f8ea815c950 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 -- 172.21.15.16:0/1650928644 >> 172.21.15.16:0/1650928644 conn(0x7f8ea80730c0 msgr2=0x7f8ea80734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:18.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 -- 172.21.15.16:0/1650928644 shutdown_connections 2024-09-16T01:47:18.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.832+0000 7f8ead703640 1 -- 172.21.15.16:0/1650928644 wait complete. 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 Processor -- start 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 -- start start 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ea8073be0 0x7f8ea80d0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea80b02f0 0x7f8ea80d0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea815b720 0x7f8ea8159190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea80b0930 con 0x7f8ea80b02f0 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea80b07b0 con 0x7f8ea8073be0 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ead703640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea80d1710 con 0x7f8ea815b720 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ea67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea80b02f0 0x7f8ea80d0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ea67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea80b02f0 0x7f8ea80d0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45964/0 (socket says 172.21.15.16:45964) 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ea67fc640 1 -- 172.21.15.16:0/1463278295 learned_addr learned my addr 172.21.15.16:0/1463278295 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ea6ffd640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ea8073be0 0x7f8ea80d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.834+0000 7f8ea77fe640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea815b720 0x7f8ea8159190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ea67fc640 1 -- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea815b720 msgr2=0x7f8ea8159190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ea67fc640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea815b720 0x7f8ea8159190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ea67fc640 1 -- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ea8073be0 msgr2=0x7f8ea80d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ea67fc640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ea8073be0 0x7f8ea80d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ea67fc640 1 -- 172.21.15.16:0/1463278295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea8099e90 con 0x7f8ea80b02f0 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ea67fc640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea80b02f0 0x7f8ea80d0850 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f8e9000d800 tx=0x7f8e9000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8e9f7fe640 1 -- 172.21.15.16:0/1463278295 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9000b6c0 con 0x7f8ea80b02f0 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8e9f7fe640 1 -- 172.21.15.16:0/1463278295 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e90019070 con 0x7f8ea80b02f0 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea80ceed0 con 0x7f8ea80b02f0 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8e9f7fe640 1 -- 172.21.15.16:0/1463278295 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9000ba80 con 0x7f8ea80b02f0 2024-09-16T01:47:18.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.835+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea80cf490 con 0x7f8ea80b02f0 2024-09-16T01:47:18.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.836+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ea80d1a40 con 0x7f8ea80b02f0 2024-09-16T01:47:18.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.837+0000 7f8e9f7fe640 1 -- 172.21.15.16:0/1463278295 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f8e9000bc20 con 0x7f8ea80b02f0 2024-09-16T01:47:18.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.837+0000 7f8e9f7fe640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e8806c3d0 0x7f8e8806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:18.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.837+0000 7f8e9f7fe640 1 -- 172.21.15.16:0/1463278295 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7f8e9008b990 con 0x7f8ea80b02f0 2024-09-16T01:47:18.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.837+0000 7f8ea6ffd640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e8806c3d0 0x7f8e8806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:18.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.838+0000 7f8ea6ffd640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e8806c3d0 0x7f8e8806e890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0034000 tx=0x7f8ea002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:18.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:18.842+0000 7f8e9f7fe640 1 -- 172.21.15.16:0/1463278295 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e90059940 con 0x7f8ea80b02f0 2024-09-16T01:47:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.057+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ea8068170 con 0x7f8ea80b02f0 2024-09-16T01:47:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.057+0000 7f8e9f7fe640 1 -- 172.21.15.16:0/1463278295 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+5228 (secure 0 0 0) 0x7f8e9005dc40 con 0x7f8ea80b02f0 2024-09-16T01:47:19.059 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:19.059 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":53,"btime":"2024-09-16T01:47:14:007187+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5732,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3637675181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3637675181},{"type":"v1","addr":"172.21.15.104:6835","nonce":3637675181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1959286675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1959286675},{"type":"v1","addr":"172.21.15.104:6834","nonce":1959286675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6891,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2147228803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2147228803},{"type":"v1","addr":"172.21.15.16:6834","nonce":2147228803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:46:58.282830+0000","modified":"2024-09-16T01:47:00.281093+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6681},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6681":{"gid":6681,"name":"c","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/276444005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":276444005},{"type":"v1","addr":"172.21.15.16:6835","nonce":276444005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6681,"qdb_cluster":[6681]},"id":6}]} 2024-09-16T01:47:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 53 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e8806c3d0 msgr2=0x7f8e8806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e8806c3d0 0x7f8e8806e890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0034000 tx=0x7f8ea002e000 comp rx=0 tx=0).stop 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea80b02f0 msgr2=0x7f8ea80d0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea80b02f0 0x7f8ea80d0850 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f8e9000d800 tx=0x7f8e9000dcc0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 shutdown_connections 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8e8806c3d0 0x7f8e8806e890 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ea815b720 0x7f8ea8159190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ea80b02f0 0x7f8ea80d0850 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 --2- 172.21.15.16:0/1463278295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ea8073be0 0x7f8ea80d0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.059+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 >> 172.21.15.16:0/1463278295 conn(0x7f8ea80730c0 msgr2=0x7f8ea80b2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.060+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 shutdown_connections 2024-09-16T01:47:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.060+0000 7f8ead703640 1 -- 172.21.15.16:0/1463278295 wait complete. 2024-09-16T01:47:19.072 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:47:19.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.173+0000 7f0ddf378640 1 Processor -- start 2024-09-16T01:47:19.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.173+0000 7f0ddf378640 1 -- start start 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.174+0000 7f0ddf378640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.174+0000 7f0ddf378640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dd815e910 con 0x7f0dd8073c00 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.174+0000 7f0ddf378640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dd80718c0 con 0x7f0dd815e530 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.174+0000 7f0ddf378640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0dd80d1c50 con 0x7f0dd8070e10 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.174+0000 7f0ddd915640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0dd8073c00 0x7f0dd806c120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48828/0 (socket says 172.21.15.16:48828) 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.174+0000 7f0ddd915640 1 -- 172.21.15.16:0/3137000890 learned_addr learned my addr 172.21.15.16:0/3137000890 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.174+0000 7f0ddc913640 1 --2- 172.21.15.16:0/3137000890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 40063882 0 0) 0x7f0dd815e910 con 0x7f0dd8073c00 2024-09-16T01:47:19.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0dc0003520 con 0x7f0dd8073c00 2024-09-16T01:47:19.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 307918807 0 0) 0x7f0dd80718c0 con 0x7f0dd815e530 2024-09-16T01:47:19.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0dd815e910 con 0x7f0dd815e530 2024-09-16T01:47:19.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0ddc913640 1 -- 172.21.15.16:0/3137000890 >> v1:172.21.15.104:6789/0 conn(0x7f0dd815e530 legacy=0x7f0dd8070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1922227069 0 0) 0x7f0dc0003520 con 0x7f0dd8073c00 2024-09-16T01:47:19.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0ddc913640 1 -- 172.21.15.16:0/3137000890 >> v1:172.21.15.16:6789/0 conn(0x7f0dd8073c00 legacy=0x7f0dd806c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.175+0000 7f0ddc913640 1 -- 172.21.15.16:0/3137000890 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dd8073120 con 0x7f0dd8070e10 2024-09-16T01:47:19.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddc913640 1 --2- 172.21.15.16:0/3137000890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd806bbe0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc0097d0 tx=0x7f0dcc02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2cd33da08d99a32c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc037070 con 0x7f0dd8070e10 2024-09-16T01:47:19.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dcc02ac30 con 0x7f0dd8070e10 2024-09-16T01:47:19.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0dd7fff640 1 -- 172.21.15.16:0/3137000890 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc80019f0 con 0x7f0dd8070e10 2024-09-16T01:47:19.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddf378640 1 -- 172.21.15.16:0/3137000890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 msgr2=0x7f0dd806bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddf378640 1 --2- 172.21.15.16:0/3137000890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd806bbe0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc0097d0 tx=0x7f0dcc02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddf378640 1 -- 172.21.15.16:0/3137000890 shutdown_connections 2024-09-16T01:47:19.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddf378640 1 --2- 172.21.15.16:0/3137000890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd806bbe0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddf378640 1 -- 172.21.15.16:0/3137000890 >> 172.21.15.16:0/3137000890 conn(0x7f0dd80d2300 msgr2=0x7f0dd80d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:19.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddf378640 1 -- 172.21.15.16:0/3137000890 shutdown_connections 2024-09-16T01:47:19.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.176+0000 7f0ddf378640 1 -- 172.21.15.16:0/3137000890 wait complete. 2024-09-16T01:47:19.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 Processor -- start 2024-09-16T01:47:19.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 -- start start 2024-09-16T01:47:19.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd815fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd8073c00 0x7f0dd8161370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815e530 0x7f0dd814bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd806c830 con 0x7f0dd815e530 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd80736e0 con 0x7f0dd8073c00 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddf378640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0dd806c9b0 con 0x7f0dd8070e10 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddd915640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815e530 0x7f0dd814bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddd915640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815e530 0x7f0dd814bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45976/0 (socket says 172.21.15.16:45976) 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddd915640 1 -- 172.21.15.16:0/2463791079 learned_addr learned my addr 172.21.15.16:0/2463791079 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddc913640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd8073c00 0x7f0dd8161370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.178+0000 7f0ddd114640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd815fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddd915640 1 -- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 msgr2=0x7f0dd815fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddd915640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd815fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddd915640 1 -- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd8073c00 msgr2=0x7f0dd8161370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddd915640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd8073c00 0x7f0dd8161370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddd915640 1 -- 172.21.15.16:0/2463791079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dd81618b0 con 0x7f0dd815e530 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddd915640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815e530 0x7f0dd814bd50 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8001350 tx=0x7f0dc800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0dd5ffb640 1 -- 172.21.15.16:0/2463791079 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc8017070 con 0x7f0dd815e530 2024-09-16T01:47:19.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0dd5ffb640 1 -- 172.21.15.16:0/2463791079 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dc800ce20 con 0x7f0dd815e530 2024-09-16T01:47:19.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dd81602d0 con 0x7f0dd815e530 2024-09-16T01:47:19.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0dd5ffb640 1 -- 172.21.15.16:0/2463791079 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc8012640 con 0x7f0dd815e530 2024-09-16T01:47:19.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.179+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dd8160890 con 0x7f0dd815e530 2024-09-16T01:47:19.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.180+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dd80b73c0 con 0x7f0dd815e530 2024-09-16T01:47:19.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.181+0000 7f0dd5ffb640 1 -- 172.21.15.16:0/2463791079 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f0dc801a070 con 0x7f0dd815e530 2024-09-16T01:47:19.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.181+0000 7f0dd5ffb640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406c3d0 0x7f0dc406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.182+0000 7f0dd5ffb640 1 -- 172.21.15.16:0/2463791079 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7f0dc808b5c0 con 0x7f0dd815e530 2024-09-16T01:47:19.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.182+0000 7f0ddd114640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406c3d0 0x7f0dc406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.182+0000 7f0ddd114640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406c3d0 0x7f0dc406e890 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0dd00011e0 tx=0x7f0dd0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.186+0000 7f0dd5ffb640 1 -- 172.21.15.16:0/2463791079 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0dc8059450 con 0x7f0dd815e530 2024-09-16T01:47:19.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.363+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0dd80709e0 con 0x7f0dd815e530 2024-09-16T01:47:19.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.364+0000 7f0dd5ffb640 1 -- 172.21.15.16:0/2463791079 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16813 (secure 0 0 0) 0x7f0dc805d750 con 0x7f0dd815e530 2024-09-16T01:47:19.365 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:19.366 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":88,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:47:16.019981+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:46:55.942850+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T01:46:57.270230+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6834/2072803748":"2024-09-17T01:47:13.001810+0000","172.21.15.16:6832/2072803748":"2024-09-17T01:47:13.001810+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:47:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406c3d0 msgr2=0x7f0dc406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406c3d0 0x7f0dc406e890 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0dd00011e0 tx=0x7f0dd0009040 comp rx=0 tx=0).stop 2024-09-16T01:47:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815e530 msgr2=0x7f0dd814bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815e530 0x7f0dd814bd50 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8001350 tx=0x7f0dc800a430 comp rx=0 tx=0).stop 2024-09-16T01:47:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 shutdown_connections 2024-09-16T01:47:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406c3d0 0x7f0dc406e890 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815e530 0x7f0dd814bd50 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd8073c00 0x7f0dd8161370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 --2- 172.21.15.16:0/2463791079 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd8070e10 0x7f0dd815fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 >> 172.21.15.16:0/2463791079 conn(0x7f0dd80d2300 msgr2=0x7f0dd8159d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:19.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 shutdown_connections 2024-09-16T01:47:19.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.366+0000 7f0ddf378640 1 -- 172.21.15.16:0/2463791079 wait complete. 2024-09-16T01:47:19.379 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:47:19.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.481+0000 7fdd768ba640 1 Processor -- start 2024-09-16T01:47:19.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.481+0000 7fdd768ba640 1 -- start start 2024-09-16T01:47:19.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd768ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd768ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd768ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd700ba310 con 0x7fdd700b97d0 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd768ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdd701483a0 con 0x7fdd700d0ee0 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd768ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdd7015efa0 con 0x7fdd70147fc0 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd6f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd6f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45986/0 (socket says 172.21.15.16:45986) 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd6f7fe640 1 -- 172.21.15.16:0/3346853324 learned_addr learned my addr 172.21.15.16:0/3346853324 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd6ffff640 1 --2- 172.21.15.16:0/3346853324 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.482+0000 7fdd6f7fe640 1 -- 172.21.15.16:0/3346853324 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd70147fc0 msgr2=0x7fdd7015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6f7fe640 1 --2- 172.21.15.16:0/3346853324 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6f7fe640 1 -- 172.21.15.16:0/3346853324 >> v1:172.21.15.104:6789/0 conn(0x7fdd700b97d0 legacy=0x7fdd700b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6f7fe640 1 -- 172.21.15.16:0/3346853324 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd700d2750 con 0x7fdd700d0ee0 2024-09-16T01:47:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6ffff640 1 --2- 172.21.15.16:0/3346853324 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6f7fe640 1 --2- 172.21.15.16:0/3346853324 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700d0ee0 0x7fdd700d1340 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fdd64009870 tx=0x7fdd6402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae0263bd85dd9c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6effd640 1 -- 172.21.15.16:0/3346853324 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd64037070 con 0x7fdd700d0ee0 2024-09-16T01:47:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6effd640 1 -- 172.21.15.16:0/3346853324 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd64032440 con 0x7fdd700d0ee0 2024-09-16T01:47:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.483+0000 7fdd6effd640 1 -- 172.21.15.16:0/3346853324 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd64032810 con 0x7fdd700d0ee0 2024-09-16T01:47:19.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 -- 172.21.15.16:0/3346853324 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700d0ee0 msgr2=0x7fdd700d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 --2- 172.21.15.16:0/3346853324 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700d0ee0 0x7fdd700d1340 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fdd64009870 tx=0x7fdd6402a270 comp rx=0 tx=0).stop 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 -- 172.21.15.16:0/3346853324 shutdown_connections 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 --2- 172.21.15.16:0/3346853324 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 --2- 172.21.15.16:0/3346853324 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 -- 172.21.15.16:0/3346853324 >> 172.21.15.16:0/3346853324 conn(0x7fdd70074fe0 msgr2=0x7fdd7006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 -- 172.21.15.16:0/3346853324 shutdown_connections 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.484+0000 7fdd768ba640 1 -- 172.21.15.16:0/3346853324 wait complete. 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.485+0000 7fdd768ba640 1 Processor -- start 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.485+0000 7fdd768ba640 1 -- start start 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd768ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700b97d0 0x7fdd70137840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd768ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd700d0ee0 0x7fdd7006ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd768ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd70147fc0 0x7fdd7015d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd768ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdd700d2500 con 0x7fdd700b97d0 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd768ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdd700d2d10 con 0x7fdd70147fc0 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd768ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdd700d2ff0 con 0x7fdd700d0ee0 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd6ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700b97d0 0x7fdd70137840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd6ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700b97d0 0x7fdd70137840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45996/0 (socket says 172.21.15.16:45996) 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd6ffff640 1 -- 172.21.15.16:0/4051137931 learned_addr learned my addr 172.21.15.16:0/4051137931 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd6f7fe640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd700d0ee0 0x7fdd7006ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.486+0000 7fdd74e57640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd70147fc0 0x7fdd7015d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6ffff640 1 -- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd700d0ee0 msgr2=0x7fdd7006ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6ffff640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd700d0ee0 0x7fdd7006ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6ffff640 1 -- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd70147fc0 msgr2=0x7fdd7015d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6ffff640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd70147fc0 0x7fdd7015d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6ffff640 1 -- 172.21.15.16:0/4051137931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd7006fc70 con 0x7fdd700b97d0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6ffff640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700b97d0 0x7fdd70137840 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000d7d0 tx=0x7fdd6000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6cff9640 1 -- 172.21.15.16:0/4051137931 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd60004030 con 0x7fdd700b97d0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6cff9640 1 -- 172.21.15.16:0/4051137931 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd600041d0 con 0x7fdd700b97d0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd7006ff50 con 0x7fdd700b97d0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd6cff9640 1 -- 172.21.15.16:0/4051137931 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd600096a0 con 0x7fdd700b97d0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.487+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd70070510 con 0x7fdd700b97d0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.488+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd700d1340 con 0x7fdd700b97d0 2024-09-16T01:47:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.489+0000 7fdd6cff9640 1 -- 172.21.15.16:0/4051137931 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fdd60009840 con 0x7fdd700b97d0 2024-09-16T01:47:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.489+0000 7fdd6cff9640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd5c06c3d0 0x7fdd5c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.489+0000 7fdd6cff9640 1 -- 172.21.15.16:0/4051137931 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5795+0+0 (secure 0 0 0) 0x7fdd6008b730 con 0x7fdd700b97d0 2024-09-16T01:47:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.489+0000 7fdd6f7fe640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd5c06c3d0 0x7fdd5c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.490+0000 7fdd6f7fe640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd5c06c3d0 0x7fdd5c06e890 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdd64034000 tx=0x7fdd6402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.493+0000 7fdd6cff9640 1 -- 172.21.15.16:0/4051137931 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd60059770 con 0x7fdd700b97d0 2024-09-16T01:47:19.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.703+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fdd7015ea10 con 0x7fdd700b97d0 2024-09-16T01:47:19.705 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:47:19.703+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:47:19.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.705+0000 7fdd6cff9640 1 -- 172.21.15.16:0/4051137931 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v54) ==== 161+0+0 (secure 0 0 0) 0x7fdd6005da70 con 0x7fdd700b97d0 2024-09-16T01:47:19.706 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd5c06c3d0 msgr2=0x7fdd5c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd5c06c3d0 0x7fdd5c06e890 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdd64034000 tx=0x7fdd6402e000 comp rx=0 tx=0).stop 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700b97d0 msgr2=0x7fdd70137840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700b97d0 0x7fdd70137840 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000d7d0 tx=0x7fdd6000dc90 comp rx=0 tx=0).stop 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 shutdown_connections 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd5c06c3d0 0x7fdd5c06e890 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd70147fc0 0x7fdd7015d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd700d0ee0 0x7fdd7006ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 --2- 172.21.15.16:0/4051137931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd700b97d0 0x7fdd70137840 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 >> 172.21.15.16:0/4051137931 conn(0x7fdd70074fe0 msgr2=0x7fdd700cda90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:19.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 shutdown_connections 2024-09-16T01:47:19.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.708+0000 7fdd768ba640 1 -- 172.21.15.16:0/4051137931 wait complete. 2024-09-16T01:47:19.711 INFO:tasks.ceph.mds.c.smithi016.stderr: -1368> 2024-09-16T01:47:00.912+0000 7f2c5fd7d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:47:19.721 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:47:19.737 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:47:19.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.826+0000 7f46d97f6640 1 Processor -- start 2024-09-16T01:47:19.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.826+0000 7f46d97f6640 1 -- start start 2024-09-16T01:47:19.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.826+0000 7f46d97f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d4072190 0x7f46d415f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.826+0000 7f46d97f6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f46d40ceee0 0x7f46d40cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.826+0000 7f46d97f6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46d40cf370 con 0x7f46d406bbe0 2024-09-16T01:47:19.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.826+0000 7f46d97f6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f46d40cf610 con 0x7f46d40ceee0 2024-09-16T01:47:19.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.826+0000 7f46d97f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f46d40cf8f0 con 0x7f46d4072190 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f46d40ceee0 0x7f46d40cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f46d40ceee0 0x7f46d40cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46018/0 (socket says 172.21.15.16:46018) 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d37fe640 1 -- 172.21.15.16:0/318312956 learned_addr learned my addr 172.21.15.16:0/318312956 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d27fc640 1 --2- 172.21.15.16:0/318312956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d4072190 0x7f46d415f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d37fe640 1 -- 172.21.15.16:0/318312956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d4072190 msgr2=0x7f46d415f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d37fe640 1 --2- 172.21.15.16:0/318312956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d4072190 0x7f46d415f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d37fe640 1 -- 172.21.15.16:0/318312956 >> v1:172.21.15.104:6789/0 conn(0x7f46d406bbe0 legacy=0x7f46d406bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d37fe640 1 -- 172.21.15.16:0/318312956 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d40cfbd0 con 0x7f46d40ceee0 2024-09-16T01:47:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.827+0000 7f46d27fc640 1 --2- 172.21.15.16:0/318312956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d4072190 0x7f46d415f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.828+0000 7f46d37fe640 1 --2- 172.21.15.16:0/318312956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d40ceee0 0x7f46d40cd8a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f46c4009870 tx=0x7f46c402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=255b075ee116266e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.828+0000 7f46d1ffb640 1 -- 172.21.15.16:0/318312956 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c4037070 con 0x7f46d40ceee0 2024-09-16T01:47:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.828+0000 7f46d1ffb640 1 -- 172.21.15.16:0/318312956 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46c4032440 con 0x7f46d40ceee0 2024-09-16T01:47:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.828+0000 7f46d1ffb640 1 -- 172.21.15.16:0/318312956 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c4032810 con 0x7f46d40ceee0 2024-09-16T01:47:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 -- 172.21.15.16:0/318312956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d40ceee0 msgr2=0x7f46d40cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 --2- 172.21.15.16:0/318312956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d40ceee0 0x7f46d40cd8a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f46c4009870 tx=0x7f46c402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 -- 172.21.15.16:0/318312956 shutdown_connections 2024-09-16T01:47:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 --2- 172.21.15.16:0/318312956 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d40ceee0 0x7f46d40cd8a0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 --2- 172.21.15.16:0/318312956 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d4072190 0x7f46d415f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 -- 172.21.15.16:0/318312956 >> 172.21.15.16:0/318312956 conn(0x7f46d40b2000 msgr2=0x7f46d40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 -- 172.21.15.16:0/318312956 shutdown_connections 2024-09-16T01:47:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.829+0000 7f46d97f6640 1 -- 172.21.15.16:0/318312956 wait complete. 2024-09-16T01:47:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.831+0000 7f46d97f6640 1 Processor -- start 2024-09-16T01:47:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.831+0000 7f46d97f6640 1 -- start start 2024-09-16T01:47:19.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d97f6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d406bbe0 0x7f46d40af4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d97f6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d4072190 0x7f46d4152ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d97f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d40ceee0 0x7f46d414eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d97f6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f46d415b4e0 con 0x7f46d4072190 2024-09-16T01:47:19.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d97f6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f46d40cd380 con 0x7f46d406bbe0 2024-09-16T01:47:19.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d97f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f46d41531e0 con 0x7f46d40ceee0 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d4072190 0x7f46d4152ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d4072190 0x7f46d4152ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46026/0 (socket says 172.21.15.16:46026) 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 -- 172.21.15.16:0/413377683 learned_addr learned my addr 172.21.15.16:0/413377683 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d37fe640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d40ceee0 0x7f46d414eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d2ffd640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d406bbe0 0x7f46d40af4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 -- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d40ceee0 msgr2=0x7f46d414eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d40ceee0 0x7f46d414eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 -- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d406bbe0 msgr2=0x7f46d40af4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d406bbe0 0x7f46d40af4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 -- 172.21.15.16:0/413377683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d414f3f0 con 0x7f46d4072190 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46d27fc640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d4072190 0x7f46d4152ca0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f46bc00e7e0 tx=0x7f46bc00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.832+0000 7f46cb7fe640 1 -- 172.21.15.16:0/413377683 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc00f040 con 0x7f46d4072190 2024-09-16T01:47:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.833+0000 7f46cb7fe640 1 -- 172.21.15.16:0/413377683 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46bc004030 con 0x7f46d4072190 2024-09-16T01:47:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.833+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d4153460 con 0x7f46d4072190 2024-09-16T01:47:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.833+0000 7f46cb7fe640 1 -- 172.21.15.16:0/413377683 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc004400 con 0x7f46d4072190 2024-09-16T01:47:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.833+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d4153a20 con 0x7f46d4072190 2024-09-16T01:47:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.834+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d40b0f40 con 0x7f46d4072190 2024-09-16T01:47:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.834+0000 7f46cb7fe640 1 -- 172.21.15.16:0/413377683 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f46bc00c670 con 0x7f46d4072190 2024-09-16T01:47:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.835+0000 7f46cb7fe640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f46b406c3d0 0x7f46b406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.835+0000 7f46d2ffd640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f46b406c3d0 0x7f46b406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.835+0000 7f46cb7fe640 1 -- 172.21.15.16:0/413377683 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5881+0+0 (secure 0 0 0) 0x7f46bc08b510 con 0x7f46d4072190 2024-09-16T01:47:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.835+0000 7f46d2ffd640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f46b406c3d0 0x7f46b406e890 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f46cc001e70 tx=0x7f46cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:19.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:19.839+0000 7f46cb7fe640 1 -- 172.21.15.16:0/413377683 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f46bc017020 con 0x7f46d4072190 2024-09-16T01:47:20.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.051+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f46d40756f0 con 0x7f46d4072190 2024-09-16T01:47:20.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.707+0000 7f46cb7fe640 1 -- 172.21.15.16:0/413377683 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v55) ==== 104+0+0 (secure 0 0 0) 0x7f46bc0592d0 con 0x7f46d4072190 2024-09-16T01:47:20.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f46b406c3d0 msgr2=0x7f46b406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:20.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f46b406c3d0 0x7f46b406e890 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f46cc001e70 tx=0x7f46cc009040 comp rx=0 tx=0).stop 2024-09-16T01:47:20.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d4072190 msgr2=0x7f46d4152ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d4072190 0x7f46d4152ca0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f46bc00e7e0 tx=0x7f46bc00eca0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 shutdown_connections 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f46b406c3d0 0x7f46b406e890 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d40ceee0 0x7f46d414eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d4072190 0x7f46d4152ca0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 --2- 172.21.15.16:0/413377683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d406bbe0 0x7f46d40af4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 >> 172.21.15.16:0/413377683 conn(0x7f46d40b2000 msgr2=0x7f46d40b1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 shutdown_connections 2024-09-16T01:47:20.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.710+0000 7f46d97f6640 1 -- 172.21.15.16:0/413377683 wait complete. 2024-09-16T01:47:20.726 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:47:20.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.878+0000 7f9ab4e17640 1 Processor -- start 2024-09-16T01:47:20.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.879+0000 7f9ab4e17640 1 -- start start 2024-09-16T01:47:20.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9ab4e17640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab00af390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9ab4e17640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ab00d1600 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9ab4e17640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ab00d18e0 con 0x7f9ab006e140 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9ab4e17640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9ab00b0660 con 0x7f9ab00718a0 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aae59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9ab00ae8a0 0x7f9ab00aec80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48838/0 (socket says 172.21.15.16:48838) 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aae59c640 1 -- 172.21.15.16:0/1822779583 learned_addr learned my addr 172.21.15.16:0/1822779583 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aadd9b640 1 --2- 172.21.15.16:0/1822779583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab00af390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aad59a640 1 -- 172.21.15.16:0/1822779583 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1505755186 0 0) 0x7f9ab00d1600 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aad59a640 1 -- 172.21.15.16:0/1822779583 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9a98003520 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aad59a640 1 -- 172.21.15.16:0/1822779583 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2072630198 0 0) 0x7f9ab00d18e0 con 0x7f9ab006e140 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aad59a640 1 -- 172.21.15.16:0/1822779583 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ab00d1600 con 0x7f9ab006e140 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aadd9b640 1 -- 172.21.15.16:0/1822779583 >> v1:172.21.15.104:6789/0 conn(0x7f9ab006e140 legacy=0x7f9ab006e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aadd9b640 1 -- 172.21.15.16:0/1822779583 >> v1:172.21.15.16:6789/0 conn(0x7f9ab00ae8a0 legacy=0x7f9ab00aec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:20.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.880+0000 7f9aadd9b640 1 -- 172.21.15.16:0/1822779583 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab00b00a0 con 0x7f9ab00718a0 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.881+0000 7f9aadd9b640 1 --2- 172.21.15.16:0/1822779583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab00af390 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9aa40097d0 tx=0x7f9aa402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b28a85e27eb7184 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.881+0000 7f9aad59a640 1 -- 172.21.15.16:0/1822779583 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4037070 con 0x7f9ab00718a0 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.881+0000 7f9aad59a640 1 -- 172.21.15.16:0/1822779583 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa4032440 con 0x7f9ab00718a0 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.881+0000 7f9aad59a640 1 -- 172.21.15.16:0/1822779583 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa40327f0 con 0x7f9ab00718a0 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.882+0000 7f9ab4e17640 1 -- 172.21.15.16:0/1822779583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 msgr2=0x7f9ab00af390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.882+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/1822779583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab00af390 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9aa40097d0 tx=0x7f9aa402a210 comp rx=0 tx=0).stop 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.882+0000 7f9ab4e17640 1 -- 172.21.15.16:0/1822779583 shutdown_connections 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.882+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/1822779583 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab00af390 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.882+0000 7f9ab4e17640 1 -- 172.21.15.16:0/1822779583 >> 172.21.15.16:0/1822779583 conn(0x7f9ab00d0ae0 msgr2=0x7f9ab00d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.882+0000 7f9ab4e17640 1 -- 172.21.15.16:0/1822779583 shutdown_connections 2024-09-16T01:47:20.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.882+0000 7f9ab4e17640 1 -- 172.21.15.16:0/1822779583 wait complete. 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.883+0000 7f9ab4e17640 1 Processor -- start 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.883+0000 7f9ab4e17640 1 -- start start 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9ab4e17640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ab006e140 0x7f9ab0158ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9ab4e17640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab0154fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9ab4e17640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ab00ae8a0 0x7f9ab01f4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9ab4e17640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab0072610 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9ab4e17640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab0072490 con 0x7f9ab006e140 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9ab4e17640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9ab015ea70 con 0x7f9ab00718a0 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9aaed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ab00ae8a0 0x7f9ab01f4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9aaed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ab00ae8a0 0x7f9ab01f4200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46032/0 (socket says 172.21.15.16:46032) 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9aaed9d640 1 -- 172.21.15.16:0/3322565422 learned_addr learned my addr 172.21.15.16:0/3322565422 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:20.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9aadd9b640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab0154fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.884+0000 7f9aae59c640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ab006e140 0x7f9ab0158ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9aaed9d640 1 -- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 msgr2=0x7f9ab0154fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9aaed9d640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab0154fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9aaed9d640 1 -- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ab006e140 msgr2=0x7f9ab0158ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9aaed9d640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ab006e140 0x7f9ab0158ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9aaed9d640 1 -- 172.21.15.16:0/3322565422 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab0156e10 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9aaed9d640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ab00ae8a0 0x7f9ab01f4200 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f9aa800c6e0 tx=0x7f9aa800cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9a9effd640 1 -- 172.21.15.16:0/3322565422 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa8003b70 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9a9effd640 1 -- 172.21.15.16:0/3322565422 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa8003d10 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9a9effd640 1 -- 172.21.15.16:0/3322565422 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa80052d0 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ab01570f0 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.885+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ab01576b0 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.886+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ab0069180 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.887+0000 7f9a9effd640 1 -- 172.21.15.16:0/3322565422 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f9aa8005470 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.887+0000 7f9a9effd640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9a9006c3d0 0x7f9a9006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:20.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.887+0000 7f9a9effd640 1 -- 172.21.15.16:0/3322565422 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5881+0+0 (secure 0 0 0) 0x7f9aa808b420 con 0x7f9ab00ae8a0 2024-09-16T01:47:20.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.887+0000 7f9aae59c640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9a9006c3d0 0x7f9a9006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:20.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.888+0000 7f9aae59c640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9a9006c3d0 0x7f9a9006e890 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9aa00011e0 tx=0x7f9aa0007d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:20.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:20.892+0000 7f9a9effd640 1 -- 172.21.15.16:0/3322565422 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9aa8059390 con 0x7f9ab00ae8a0 2024-09-16T01:47:21.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:21.070+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9ab00aec80 con 0x7f9ab00ae8a0 2024-09-16T01:47:22.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.041+0000 7f9a9effd640 1 -- 172.21.15.16:0/3322565422 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v90) ==== 181+0+0 (secure 0 0 0) 0x7f9aa805d690 con 0x7f9ab00ae8a0 2024-09-16T01:47:22.043 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:47:22.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9a9006c3d0 msgr2=0x7f9a9006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:22.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9a9006c3d0 0x7f9a9006e890 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9aa00011e0 tx=0x7f9aa0007d30 comp rx=0 tx=0).stop 2024-09-16T01:47:22.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ab00ae8a0 msgr2=0x7f9ab01f4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:22.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ab00ae8a0 0x7f9ab01f4200 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f9aa800c6e0 tx=0x7f9aa800cba0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 shutdown_connections 2024-09-16T01:47:22.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9a9006c3d0 0x7f9a9006e890 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ab00ae8a0 0x7f9ab01f4200 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ab00718a0 0x7f9ab0154fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 --2- 172.21.15.16:0/3322565422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ab006e140 0x7f9ab0158ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 >> 172.21.15.16:0/3322565422 conn(0x7f9ab00d0ae0 msgr2=0x7f9ab00b4c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:22.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 shutdown_connections 2024-09-16T01:47:22.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.045+0000 7f9ab4e17640 1 -- 172.21.15.16:0/3322565422 wait complete. 2024-09-16T01:47:22.061 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:47:22.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.174+0000 7ff4a6015640 1 Processor -- start 2024-09-16T01:47:22.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.174+0000 7ff4a6015640 1 -- start start 2024-09-16T01:47:22.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.175+0000 7ff4a6015640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a015c3c0 0x7ff4a006cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:22.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.175+0000 7ff4a6015640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff4a006d130 0x7ff4a00ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:22.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.175+0000 7ff4a6015640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4a015cb80 con 0x7ff4a00ce750 2024-09-16T01:47:22.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.175+0000 7ff4a6015640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff4a006d570 con 0x7ff4a006d130 2024-09-16T01:47:22.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.175+0000 7ff4a6015640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff4a015ce60 con 0x7ff4a015c3c0 2024-09-16T01:47:22.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a015c3c0 0x7ff4a006cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:22.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff4a006d130 0x7ff4a00ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:22.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49ffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff4a00ce750 0x7ff4a0074bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:54542/0 (socket says 172.21.15.16:54542) 2024-09-16T01:47:22.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49ffff640 1 -- 172.21.15.16:0/2243370214 learned_addr learned my addr 172.21.15.16:0/2243370214 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:22.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49e7fc640 1 -- 172.21.15.16:0/2243370214 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3283019491 0 0) 0x7ff4a015cb80 con 0x7ff4a00ce750 2024-09-16T01:47:22.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49e7fc640 1 -- 172.21.15.16:0/2243370214 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff488003520 con 0x7ff4a00ce750 2024-09-16T01:47:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49f7fe640 1 -- 172.21.15.16:0/2243370214 >> v2:172.21.15.104:3300/0 conn(0x7ff4a006d130 msgr2=0x7ff4a00ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49f7fe640 1 --2- 172.21.15.16:0/2243370214 >> v2:172.21.15.104:3300/0 conn(0x7ff4a006d130 0x7ff4a00ce210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49f7fe640 1 -- 172.21.15.16:0/2243370214 >> v1:172.21.15.104:6789/0 conn(0x7ff4a00ce750 legacy=0x7ff4a0074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49f7fe640 1 -- 172.21.15.16:0/2243370214 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4a015d140 con 0x7ff4a015c3c0 2024-09-16T01:47:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.176+0000 7ff49effd640 1 --2- 172.21.15.16:0/2243370214 >> v2:172.21.15.104:3300/0 conn(0x7ff4a006d130 0x7ff4a00ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.177+0000 7ff49f7fe640 1 --2- 172.21.15.16:0/2243370214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a015c3c0 0x7ff4a006cbf0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff4900097a0 tx=0x7ff49002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a809bba58dec66e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.177+0000 7ff49e7fc640 1 -- 172.21.15.16:0/2243370214 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff490037070 con 0x7ff4a015c3c0 2024-09-16T01:47:22.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.177+0000 7ff49e7fc640 1 -- 172.21.15.16:0/2243370214 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff49002ae50 con 0x7ff4a015c3c0 2024-09-16T01:47:22.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.177+0000 7ff49e7fc640 1 -- 172.21.15.16:0/2243370214 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff490032640 con 0x7ff4a015c3c0 2024-09-16T01:47:22.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.177+0000 7ff4a6015640 1 -- 172.21.15.16:0/2243370214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a015c3c0 msgr2=0x7ff4a006cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:22.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.177+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2243370214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a015c3c0 0x7ff4a006cbf0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff4900097a0 tx=0x7ff49002a100 comp rx=0 tx=0).stop 2024-09-16T01:47:22.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.178+0000 7ff4a6015640 1 -- 172.21.15.16:0/2243370214 shutdown_connections 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.178+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2243370214 >> v2:172.21.15.104:3300/0 conn(0x7ff4a006d130 0x7ff4a00ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.178+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2243370214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a015c3c0 0x7ff4a006cbf0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.178+0000 7ff4a6015640 1 -- 172.21.15.16:0/2243370214 >> 172.21.15.16:0/2243370214 conn(0x7ff4a0072010 msgr2=0x7ff4a00723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.178+0000 7ff4a6015640 1 -- 172.21.15.16:0/2243370214 shutdown_connections 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.178+0000 7ff4a6015640 1 -- 172.21.15.16:0/2243370214 wait complete. 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.179+0000 7ff4a6015640 1 Processor -- start 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.179+0000 7ff4a6015640 1 -- start start 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff4a6015640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a006d130 0x7ff4a00cc990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff4a6015640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4a00ce750 0x7ff4a0147e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:22.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff4a6015640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4a015c3c0 0x7ff4a015b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:22.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff4a6015640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff4a015c7a0 con 0x7ff4a015c3c0 2024-09-16T01:47:22.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff4a6015640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff4a00cebe0 con 0x7ff4a00ce750 2024-09-16T01:47:22.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff4a6015640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff4a015c920 con 0x7ff4a006d130 2024-09-16T01:47:22.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4a015c3c0 0x7ff4a015b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:22.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4a015c3c0 0x7ff4a015b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60744/0 (socket says 172.21.15.16:60744) 2024-09-16T01:47:22.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 -- 172.21.15.16:0/2234568614 learned_addr learned my addr 172.21.15.16:0/2234568614 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:22.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49f7fe640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a006d130 0x7ff4a00cc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49effd640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4a00ce750 0x7ff4a0147e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 -- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a006d130 msgr2=0x7ff4a00cc990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a006d130 0x7ff4a00cc990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 -- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4a00ce750 msgr2=0x7ff4a0147e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4a00ce750 0x7ff4a0147e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 -- 172.21.15.16:0/2234568614 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4a00cd270 con 0x7ff4a015c3c0 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.180+0000 7ff49ffff640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4a015c3c0 0x7ff4a015b4f0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff49800cad0 tx=0x7ff49800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.181+0000 7ff487fff640 1 -- 172.21.15.16:0/2234568614 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff498017070 con 0x7ff4a015c3c0 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.181+0000 7ff487fff640 1 -- 172.21.15.16:0/2234568614 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff49800ac30 con 0x7ff4a015c3c0 2024-09-16T01:47:22.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.181+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4a00ccf90 con 0x7ff4a015c3c0 2024-09-16T01:47:22.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.181+0000 7ff487fff640 1 -- 172.21.15.16:0/2234568614 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff498012400 con 0x7ff4a015c3c0 2024-09-16T01:47:22.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.181+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4a014a590 con 0x7ff4a015c3c0 2024-09-16T01:47:22.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.182+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4a00b48b0 con 0x7ff4a015c3c0 2024-09-16T01:47:22.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.182+0000 7ff487fff640 1 -- 172.21.15.16:0/2234568614 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff49801a070 con 0x7ff4a015c3c0 2024-09-16T01:47:22.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.183+0000 7ff487fff640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff48c06c400 0x7ff48c06e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:22.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.183+0000 7ff487fff640 1 -- 172.21.15.16:0/2234568614 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5443+0+0 (secure 0 0 0) 0x7ff49808b290 con 0x7ff4a015c3c0 2024-09-16T01:47:22.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.183+0000 7ff49f7fe640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff48c06c400 0x7ff48c06e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:22.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.183+0000 7ff49f7fe640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff48c06c400 0x7ff48c06e8c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff490034000 tx=0x7ff49002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:22.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.187+0000 7ff487fff640 1 -- 172.21.15.16:0/2234568614 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff498059960 con 0x7ff4a015c3c0 2024-09-16T01:47:22.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:22.361+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff4a00b5060 con 0x7ff4a015c3c0 2024-09-16T01:47:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.047+0000 7ff487fff640 1 -- 172.21.15.16:0/2234568614 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v91) ==== 169+0+0 (secure 0 0 0) 0x7ff498059260 con 0x7ff4a015c3c0 2024-09-16T01:47:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff48c06c400 msgr2=0x7ff48c06e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff48c06c400 0x7ff48c06e8c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff490034000 tx=0x7ff49002e000 comp rx=0 tx=0).stop 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4a015c3c0 msgr2=0x7ff4a015b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4a015c3c0 0x7ff4a015b4f0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff49800cad0 tx=0x7ff49800cf90 comp rx=0 tx=0).stop 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 shutdown_connections 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff48c06c400 0x7ff48c06e8c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4a015c3c0 0x7ff4a015b4f0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4a00ce750 0x7ff4a0147e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 --2- 172.21.15.16:0/2234568614 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4a006d130 0x7ff4a00cc990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.051+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 >> 172.21.15.16:0/2234568614 conn(0x7ff4a0072010 msgr2=0x7ff4a015da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:23.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.052+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 shutdown_connections 2024-09-16T01:47:23.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.052+0000 7ff4a6015640 1 -- 172.21.15.16:0/2234568614 wait complete. 2024-09-16T01:47:23.067 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:47:23.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.177+0000 7ff97a0d0640 1 Processor -- start 2024-09-16T01:47:23.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.177+0000 7ff97a0d0640 1 -- start start 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.177+0000 7ff97a0d0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff97406bbe0 0x7ff974072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff97a0d0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff97415fca0 con 0x7ff97415f830 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff97a0d0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9740cf350 con 0x7ff9740ceee0 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff97a0d0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff9740cf610 con 0x7ff97406bbe0 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff96affd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff97415f830 0x7ff97406bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46588/0 (socket says 172.21.15.16:46588) 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff96affd640 1 -- 172.21.15.16:0/3432466818 learned_addr learned my addr 172.21.15.16:0/3432466818 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3990507717 0 0) 0x7ff97415fca0 con 0x7ff97415f830 2024-09-16T01:47:23.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff9737fe640 1 --2- 172.21.15.16:0/3432466818 >> v2:172.21.15.104:3300/0 conn(0x7ff97406bbe0 0x7ff974072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff960003520 con 0x7ff97415f830 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2807839677 0 0) 0x7ff960003520 con 0x7ff97415f830 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 >> v2:172.21.15.104:3300/0 conn(0x7ff97406bbe0 msgr2=0x7ff974072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 --2- 172.21.15.16:0/3432466818 >> v2:172.21.15.104:3300/0 conn(0x7ff97406bbe0 0x7ff974072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 >> v1:172.21.15.104:6789/0 conn(0x7ff9740ceee0 legacy=0x7ff9740cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9740cf8f0 con 0x7ff97415f830 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff95c001670 con 0x7ff97415f830 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 >> v1:172.21.15.16:6789/0 conn(0x7ff97415f830 legacy=0x7ff97406bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9600039b0 0x7ff960003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff960004800 0x7ff960004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 0x7ff96000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff9740cf610 con 0x7ff960004800 2024-09-16T01:47:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff96000c160 con 0x7ff9600051c0 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.178+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff96000c360 con 0x7ff9600039b0 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff96affd640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff960004800 0x7ff960004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff9737fe640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9600039b0 0x7ff960003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff973fff640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 0x7ff96000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff96affd640 1 -- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9600039b0 msgr2=0x7ff960003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff96affd640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9600039b0 0x7ff960003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff96affd640 1 -- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 msgr2=0x7ff96000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff96affd640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 0x7ff96000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff96affd640 1 -- 172.21.15.16:0/3432466818 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff960003520 con 0x7ff960004800 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.179+0000 7ff973fff640 1 -- 172.21.15.16:0/3432466818 reap_dead start 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff96affd640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff960004800 0x7ff960004c80 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00c290 tx=0x7ff960005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b544f824b0f8361 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:23.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c007d30 con 0x7ff960004800 2024-09-16T01:47:23.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95c0058d0 con 0x7ff960004800 2024-09-16T01:47:23.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff972ffd640 1 -- 172.21.15.16:0/3432466818 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c005ce0 con 0x7ff960004800 2024-09-16T01:47:23.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3432466818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff960004800 msgr2=0x7ff960004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff960004800 0x7ff960004c80 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00c290 tx=0x7ff960005830 comp rx=0 tx=0).stop 2024-09-16T01:47:23.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3432466818 shutdown_connections 2024-09-16T01:47:23.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3432466818 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff960004800 0x7ff960004c80 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3432466818 >> 172.21.15.16:0/3432466818 conn(0x7ff9740b2000 msgr2=0x7ff9740b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:23.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3432466818 shutdown_connections 2024-09-16T01:47:23.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.180+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3432466818 wait complete. 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.182+0000 7ff97a0d0640 1 Processor -- start 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.182+0000 7ff97a0d0640 1 -- start start 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff960004800 0x7ff97415dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff974146790 0x7ff9741f6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9741f67d0 0x7ff9741f6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff9740cd380 con 0x7ff974146790 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff9740cfeb0 con 0x7ff960004800 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff97415b4e0 con 0x7ff9741f67d0 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff974146790 0x7ff9741f6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff974146790 0x7ff9741f6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60764/0 (socket says 172.21.15.16:60764) 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 -- 172.21.15.16:0/3445789226 learned_addr learned my addr 172.21.15.16:0/3445789226 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff9737fe640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff960004800 0x7ff97415dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff973fff640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9741f67d0 0x7ff9741f6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 -- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9741f67d0 msgr2=0x7ff9741f6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9741f67d0 0x7ff9741f6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 -- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff960004800 msgr2=0x7ff97415dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff960004800 0x7ff97415dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 -- 172.21.15.16:0/3445789226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff974149900 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff96affd640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff974146790 0x7ff9741f6290 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7ff95c001970 tx=0x7ff95c000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff970ff9640 1 -- 172.21.15.16:0/3445789226 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c038040 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff970ff9640 1 -- 172.21.15.16:0/3445789226 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95c0047e0 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff97415c570 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff970ff9640 1 -- 172.21.15.16:0/3445789226 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c001c80 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.183+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff974146370 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.184+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff97415c3a0 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.185+0000 7ff970ff9640 1 -- 172.21.15.16:0/3445789226 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7ff95c043020 con 0x7ff974146790 2024-09-16T01:47:23.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.185+0000 7ff970ff9640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95406c3d0 0x7ff95406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.185+0000 7ff970ff9640 1 -- 172.21.15.16:0/3445789226 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5029+0+0 (secure 0 0 0) 0x7ff95c0aa920 con 0x7ff974146790 2024-09-16T01:47:23.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.185+0000 7ff9737fe640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95406c3d0 0x7ff95406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.186+0000 7ff9737fe640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95406c3d0 0x7ff95406e890 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff964009c40 tx=0x7ff964009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:23.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.190+0000 7ff970ff9640 1 -- 172.21.15.16:0/3445789226 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff95c078bd0 con 0x7ff974146790 2024-09-16T01:47:23.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.367+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7ff974072190 con 0x7ff974146790 2024-09-16T01:47:23.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.370+0000 7ff970ff9640 1 -- 172.21.15.16:0/3445789226 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7ff95c07ced0 con 0x7ff974146790 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95406c3d0 msgr2=0x7ff95406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95406c3d0 0x7ff95406e890 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff964009c40 tx=0x7ff964009190 comp rx=0 tx=0).stop 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff974146790 msgr2=0x7ff9741f6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff974146790 0x7ff9741f6290 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7ff95c001970 tx=0x7ff95c000fe0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 shutdown_connections 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95406c3d0 0x7ff95406e890 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9741f67d0 0x7ff9741f6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff974146790 0x7ff9741f6290 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 --2- 172.21.15.16:0/3445789226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff960004800 0x7ff97415dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.372+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 >> 172.21.15.16:0/3445789226 conn(0x7ff9740b2000 msgr2=0x7ff9740cddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:23.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.373+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 shutdown_connections 2024-09-16T01:47:23.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.373+0000 7ff97a0d0640 1 -- 172.21.15.16:0/3445789226 wait complete. 2024-09-16T01:47:23.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars' 2024-09-16T01:47:23.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.486+0000 7f4f95931640 1 Processor -- start 2024-09-16T01:47:23.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.486+0000 7f4f95931640 1 -- start start 2024-09-16T01:47:23.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f95931640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f9015e680 0x7f4f900b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f95931640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4f900d4570 0x7f4f900d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f95931640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f900b8500 con 0x7f4f900b95a0 2024-09-16T01:47:23.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f95931640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4f900b87e0 con 0x7f4f900d4570 2024-09-16T01:47:23.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f95931640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4f900b8ac0 con 0x7f4f9015e680 2024-09-16T01:47:23.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4f900d4570 0x7f4f900d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4f900d4570 0x7f4f900d4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60778/0 (socket says 172.21.15.16:60778) 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8e7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4f900b95a0 0x7f4f900d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46598/0 (socket says 172.21.15.16:46598) 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/2023436163 learned_addr learned my addr 172.21.15.16:0/2023436163 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/2023436163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f9015e680 msgr2=0x7f4f900b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8f7fe640 1 --2- 172.21.15.16:0/2023436163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f9015e680 0x7f4f900b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/2023436163 >> v1:172.21.15.16:6789/0 conn(0x7f4f900b95a0 legacy=0x7f4f900d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/2023436163 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f900b8da0 con 0x7f4f900d4570 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.487+0000 7f4f8dffb640 1 -- 172.21.15.16:0/2023436163 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1288592624 0 0) 0x7f4f900b8500 con 0x7f4f900b95a0 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.488+0000 7f4f8f7fe640 1 --2- 172.21.15.16:0/2023436163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f900d4570 0x7f4f900d4a00 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f4f80009e50 tx=0x7f4f8002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c31b8e437fcce89 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:23.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.488+0000 7f4f8dffb640 1 -- 172.21.15.16:0/2023436163 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80036070 con 0x7f4f900d4570 2024-09-16T01:47:23.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.488+0000 7f4f8dffb640 1 -- 172.21.15.16:0/2023436163 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f80031600 con 0x7f4f900d4570 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.488+0000 7f4f8dffb640 1 -- 172.21.15.16:0/2023436163 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f800319d0 con 0x7f4f900d4570 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 -- 172.21.15.16:0/2023436163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f900d4570 msgr2=0x7f4f900d4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 --2- 172.21.15.16:0/2023436163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f900d4570 0x7f4f900d4a00 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f4f80009e50 tx=0x7f4f8002a710 comp rx=0 tx=0).stop 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 -- 172.21.15.16:0/2023436163 shutdown_connections 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 --2- 172.21.15.16:0/2023436163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f900d4570 0x7f4f900d4a00 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 --2- 172.21.15.16:0/2023436163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f9015e680 0x7f4f900b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 -- 172.21.15.16:0/2023436163 >> 172.21.15.16:0/2023436163 conn(0x7f4f90074fe0 msgr2=0x7f4f90072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 -- 172.21.15.16:0/2023436163 shutdown_connections 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.489+0000 7f4f95931640 1 -- 172.21.15.16:0/2023436163 wait complete. 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.490+0000 7f4f95931640 1 Processor -- start 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.490+0000 7f4f95931640 1 -- start start 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f95931640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f900b95a0 0x7f4f901567d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f95931640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f900d4570 0x7f4f90146fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f95931640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f9015e680 0x7f4f90153260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f95931640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9015ea60 con 0x7f4f9015e680 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f95931640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4f900b99e0 con 0x7f4f900b95a0 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f95931640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4f9015ebe0 con 0x7f4f900d4570 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f8f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f9015e680 0x7f4f90153260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f8f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f9015e680 0x7f4f90153260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60788/0 (socket says 172.21.15.16:60788) 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/1326888937 learned_addr learned my addr 172.21.15.16:0/1326888937 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f8effd640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f900b95a0 0x7f4f901567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.491+0000 7f4f8e7fc640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f900d4570 0x7f4f90146fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f900d4570 msgr2=0x7f4f90146fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f8f7fe640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f900d4570 0x7f4f90146fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f900b95a0 msgr2=0x7f4f901567d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f8f7fe640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f900b95a0 0x7f4f901567d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:23.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f8f7fe640 1 -- 172.21.15.16:0/1326888937 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f90155730 con 0x7f4f9015e680 2024-09-16T01:47:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f8effd640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f900b95a0 0x7f4f901567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f8f7fe640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f9015e680 0x7f4f90153260 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f4f80034040 tx=0x7f4f80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f87fff640 1 -- 172.21.15.16:0/1326888937 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80041020 con 0x7f4f9015e680 2024-09-16T01:47:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f87fff640 1 -- 172.21.15.16:0/1326888937 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f80007780 con 0x7f4f9015e680 2024-09-16T01:47:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f90155a10 con 0x7f4f9015e680 2024-09-16T01:47:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f87fff640 1 -- 172.21.15.16:0/1326888937 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80036040 con 0x7f4f9015e680 2024-09-16T01:47:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.492+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f901562b0 con 0x7f4f9015e680 2024-09-16T01:47:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.493+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f900b7f20 con 0x7f4f9015e680 2024-09-16T01:47:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.493+0000 7f4f87fff640 1 -- 172.21.15.16:0/1326888937 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f4f80044020 con 0x7f4f9015e680 2024-09-16T01:47:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.494+0000 7f4f87fff640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f7006c3d0 0x7f4f7006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.494+0000 7f4f87fff640 1 -- 172.21.15.16:0/1326888937 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5029+0+0 (secure 0 0 0) 0x7f4f800ac210 con 0x7f4f9015e680 2024-09-16T01:47:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.494+0000 7f4f8effd640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f7006c3d0 0x7f4f7006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.495+0000 7f4f8effd640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f7006c3d0 0x7f4f7006e890 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4f88009890 tx=0x7f4f88008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:23.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.498+0000 7f4f87fff640 1 -- 172.21.15.16:0/1326888937 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f8004b030 con 0x7f4f9015e680 2024-09-16T01:47:23.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:23.739+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]} v 0) -- 0x7f4f90155be0 con 0x7f4f9015e680 2024-09-16T01:47:24.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.048+0000 7f4f87fff640 1 -- 172.21.15.16:0/1326888937 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]}]=0 v270) ==== 146+0+0 (secure 0 0 0) 0x7f4f8007aac0 con 0x7f4f9015e680 2024-09-16T01:47:24.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f7006c3d0 msgr2=0x7f4f7006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f7006c3d0 0x7f4f7006e890 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4f88009890 tx=0x7f4f88008040 comp rx=0 tx=0).stop 2024-09-16T01:47:24.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f9015e680 msgr2=0x7f4f90153260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f9015e680 0x7f4f90153260 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f4f80034040 tx=0x7f4f80004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:24.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 shutdown_connections 2024-09-16T01:47:24.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f7006c3d0 0x7f4f7006e890 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f9015e680 0x7f4f90153260 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f900d4570 0x7f4f90146fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 --2- 172.21.15.16:0/1326888937 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f900b95a0 0x7f4f901567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 >> 172.21.15.16:0/1326888937 conn(0x7f4f90074fe0 msgr2=0x7f4f901620a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:24.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 shutdown_connections 2024-09-16T01:47:24.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.051+0000 7f4f95931640 1 -- 172.21.15.16:0/1326888937 wait complete. 2024-09-16T01:47:24.064 INFO:tasks.cephfs_test_runner:Test the creating vols, subvols subvolgroups fails when their names uses ... ok 2024-09-16T01:47:24.064 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_no_upgrade_v1_sanity (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-16T01:47:24.064 INFO:tasks.cephfs_test_runner:test_subvolume_no_upgrade_v1_sanity (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:47:24.065 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:47:24.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.168+0000 7fd1afb49640 1 Processor -- start 2024-09-16T01:47:24.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.168+0000 7fd1afb49640 1 -- start start 2024-09-16T01:47:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1afb49640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba000 0x7fd1a8144650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1afb49640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd1a8162750 0x7fd1a80b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1afb49640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1a8144b90 con 0x7fd1a80ba3e0 2024-09-16T01:47:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1afb49640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd1a80b8720 con 0x7fd1a8162750 2024-09-16T01:47:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1afb49640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd1a80b7b10 con 0x7fd1a80ba000 2024-09-16T01:47:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1ad0e4640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd1a80ba3e0 0x7fd1a8162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46606/0 (socket says 172.21.15.16:46606) 2024-09-16T01:47:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1ad0e4640 1 -- 172.21.15.16:0/3743103839 learned_addr learned my addr 172.21.15.16:0/3743103839 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1ae0e6640 1 --2- 172.21.15.16:0/3743103839 >> v2:172.21.15.104:3300/0 conn(0x7fd1a8162750 0x7fd1a80b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.169+0000 7fd1ad8e5640 1 --2- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba000 0x7fd1a8144650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.170+0000 7fd1ac8e3640 1 -- 172.21.15.16:0/3743103839 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3872896374 0 0) 0x7fd1a8144b90 con 0x7fd1a80ba3e0 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.170+0000 7fd1ac8e3640 1 -- 172.21.15.16:0/3743103839 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd190003520 con 0x7fd1a80ba3e0 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.170+0000 7fd1ae0e6640 1 -- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba000 msgr2=0x7fd1a8144650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.170+0000 7fd1ae0e6640 1 --2- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba000 0x7fd1a8144650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.170+0000 7fd1ac8e3640 1 -- 172.21.15.16:0/3743103839 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2446773638 0 0) 0x7fd190003520 con 0x7fd1a80ba3e0 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.170+0000 7fd1ae0e6640 1 -- 172.21.15.16:0/3743103839 >> v1:172.21.15.16:6789/0 conn(0x7fd1a80ba3e0 legacy=0x7fd1a8162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.170+0000 7fd1ae0e6640 1 -- 172.21.15.16:0/3743103839 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1a80b7df0 con 0x7fd1a8162750 2024-09-16T01:47:24.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1ae0e6640 1 --2- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 0x7fd1a80b59e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd1a00097a0 tx=0x7fd1a002a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47e2e50de2cdb062 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1ac8e3640 1 -- 172.21.15.16:0/3743103839 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a0037070 con 0x7fd1a8162750 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1ac8e3640 1 -- 172.21.15.16:0/3743103839 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1a002aba0 con 0x7fd1a8162750 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1ac8e3640 1 -- 172.21.15.16:0/3743103839 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd19c001670 con 0x7fd1a8162750 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 -- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 msgr2=0x7fd1a80b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 --2- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 0x7fd1a80b59e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd1a00097a0 tx=0x7fd1a002a110 comp rx=0 tx=0).stop 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 -- 172.21.15.16:0/3743103839 shutdown_connections 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 --2- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 0x7fd1a80b59e0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 --2- 172.21.15.16:0/3743103839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba000 0x7fd1a8144650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 -- 172.21.15.16:0/3743103839 >> 172.21.15.16:0/3743103839 conn(0x7fd1a80732d0 msgr2=0x7fd1a806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 -- 172.21.15.16:0/3743103839 shutdown_connections 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.171+0000 7fd1afb49640 1 -- 172.21.15.16:0/3743103839 wait complete. 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 Processor -- start 2024-09-16T01:47:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 -- start start 2024-09-16T01:47:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1a80ba000 0x7fd1a80d0e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba3e0 0x7fd1a815d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 0x7fd1a815d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a80b75a0 con 0x7fd1a80ba000 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a80b83b0 con 0x7fd1a8162750 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1afb49640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd1a80b7720 con 0x7fd1a80ba3e0 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1ad8e5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1a80ba000 0x7fd1a80d0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1ad8e5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1a80ba000 0x7fd1a80d0e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60804/0 (socket says 172.21.15.16:60804) 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1ad8e5640 1 -- 172.21.15.16:0/2121334878 learned_addr learned my addr 172.21.15.16:0/2121334878 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1ae0e6640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 0x7fd1a815d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.173+0000 7fd1ad0e4640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba3e0 0x7fd1a815d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1ad8e5640 1 -- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba3e0 msgr2=0x7fd1a815d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1ad8e5640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba3e0 0x7fd1a815d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1ad8e5640 1 -- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 msgr2=0x7fd1a815d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1ad8e5640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 0x7fd1a815d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1ad8e5640 1 -- 172.21.15.16:0/2121334878 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1a81f3c50 con 0x7fd1a80ba000 2024-09-16T01:47:24.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1ad8e5640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1a80ba000 0x7fd1a80d0e90 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fd19800efc0 tx=0x7fd19800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1a67fc640 1 -- 172.21.15.16:0/2121334878 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd198018020 con 0x7fd1a80ba000 2024-09-16T01:47:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1a67fc640 1 -- 172.21.15.16:0/2121334878 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd198014480 con 0x7fd1a80ba000 2024-09-16T01:47:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1a67fc640 1 -- 172.21.15.16:0/2121334878 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd198014850 con 0x7fd1a80ba000 2024-09-16T01:47:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1a81f3f30 con 0x7fd1a80ba000 2024-09-16T01:47:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.174+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1a81f44f0 con 0x7fd1a80ba000 2024-09-16T01:47:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.175+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1a80d1570 con 0x7fd1a80ba000 2024-09-16T01:47:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.176+0000 7fd1a67fc640 1 -- 172.21.15.16:0/2121334878 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fd198005d10 con 0x7fd1a80ba000 2024-09-16T01:47:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.177+0000 7fd1a67fc640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd19406c3d0 0x7fd19406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.177+0000 7fd1ad0e4640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd19406c3d0 0x7fd19406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.177+0000 7fd1a67fc640 1 -- 172.21.15.16:0/2121334878 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5029+0+0 (secure 0 0 0) 0x7fd19808c210 con 0x7fd1a80ba000 2024-09-16T01:47:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.177+0000 7fd1ad0e4640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd19406c3d0 0x7fd19406e890 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8162280 tx=0x7fd19c0057f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.181+0000 7fd1a67fc640 1 -- 172.21.15.16:0/2121334878 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd198022030 con 0x7fd1a80ba000 2024-09-16T01:47:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.358+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1a80756f0 con 0x7fd1a80ba000 2024-09-16T01:47:24.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.358+0000 7fd1a67fc640 1 -- 172.21.15.16:0/2121334878 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+13125 (secure 0 0 0) 0x7fd198010040 con 0x7fd1a80ba000 2024-09-16T01:47:24.360 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:24.360 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":91,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:47:23.042572+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6835/276444005":"2024-09-17T01:47:19.704521+0000","172.21.15.16:6833/276444005":"2024-09-17T01:47:19.704521+0000","172.21.15.16:6834/2072803748":"2024-09-17T01:47:13.001810+0000","172.21.15.16:6832/2072803748":"2024-09-17T01:47:13.001810+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd19406c3d0 msgr2=0x7fd19406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd19406c3d0 0x7fd19406e890 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8162280 tx=0x7fd19c0057f0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1a80ba000 msgr2=0x7fd1a80d0e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1a80ba000 0x7fd1a80d0e90 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fd19800efc0 tx=0x7fd19800c490 comp rx=0 tx=0).stop 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 shutdown_connections 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd19406c3d0 0x7fd19406e890 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1a8162750 0x7fd1a815d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1a80ba3e0 0x7fd1a815d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 --2- 172.21.15.16:0/2121334878 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1a80ba000 0x7fd1a80d0e90 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 >> 172.21.15.16:0/2121334878 conn(0x7fd1a80732d0 msgr2=0x7fd1a815e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.360+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 shutdown_connections 2024-09-16T01:47:24.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.361+0000 7fd1afb49640 1 -- 172.21.15.16:0/2121334878 wait complete. 2024-09-16T01:47:24.373 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:47:24.374 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:47:24.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.477+0000 7fd6209cd640 1 Processor -- start 2024-09-16T01:47:24.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.477+0000 7fd6209cd640 1 -- start start 2024-09-16T01:47:24.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.478+0000 7fd6209cd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd61c147f30 0x7fd61c0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.478+0000 7fd6209cd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c0cfb00 0x7fd61c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.478+0000 7fd6209cd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd61c0d4010 0x7fd61c0d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.478+0000 7fd6209cd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd61c0d20a0 con 0x7fd61c147f30 2024-09-16T01:47:24.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.478+0000 7fd6209cd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd61c0d22f0 con 0x7fd61c0d4010 2024-09-16T01:47:24.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.478+0000 7fd6209cd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd61c0d25d0 con 0x7fd61c0cfb00 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd61c147f30 0x7fd61c0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd61c147f30 0x7fd61c0cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60806/0 (socket says 172.21.15.16:60806) 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 -- 172.21.15.16:0/4115144555 learned_addr learned my addr 172.21.15.16:0/4115144555 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd619d9b640 1 --2- 172.21.15.16:0/4115144555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c0cfb00 0x7fd61c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61ad9d640 1 --2- 172.21.15.16:0/4115144555 >> v2:172.21.15.104:3300/0 conn(0x7fd61c0d4010 0x7fd61c0d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 -- 172.21.15.16:0/4115144555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c0cfb00 msgr2=0x7fd61c0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 --2- 172.21.15.16:0/4115144555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c0cfb00 0x7fd61c0d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 -- 172.21.15.16:0/4115144555 >> v2:172.21.15.104:3300/0 conn(0x7fd61c0d4010 msgr2=0x7fd61c0d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 --2- 172.21.15.16:0/4115144555 >> v2:172.21.15.104:3300/0 conn(0x7fd61c0d4010 0x7fd61c0d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.479+0000 7fd61a59c640 1 -- 172.21.15.16:0/4115144555 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd61c0d28b0 con 0x7fd61c147f30 2024-09-16T01:47:24.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd61a59c640 1 --2- 172.21.15.16:0/4115144555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c147f30 0x7fd61c0cf5c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fd61c0d0c70 tx=0x7fd60c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5196cd8d40c82db1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd61959a640 1 -- 172.21.15.16:0/4115144555 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd60c037070 con 0x7fd61c147f30 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd61959a640 1 -- 172.21.15.16:0/4115144555 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd60c032440 con 0x7fd61c147f30 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd61959a640 1 -- 172.21.15.16:0/4115144555 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd60c032810 con 0x7fd61c147f30 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 -- 172.21.15.16:0/4115144555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c147f30 msgr2=0x7fd61c0cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 --2- 172.21.15.16:0/4115144555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c147f30 0x7fd61c0cf5c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fd61c0d0c70 tx=0x7fd60c02a140 comp rx=0 tx=0).stop 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 -- 172.21.15.16:0/4115144555 shutdown_connections 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 --2- 172.21.15.16:0/4115144555 >> v2:172.21.15.104:3300/0 conn(0x7fd61c0d4010 0x7fd61c0d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 --2- 172.21.15.16:0/4115144555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c0cfb00 0x7fd61c0d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 --2- 172.21.15.16:0/4115144555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c147f30 0x7fd61c0cf5c0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 -- 172.21.15.16:0/4115144555 >> 172.21.15.16:0/4115144555 conn(0x7fd61c074da0 msgr2=0x7fd61c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 -- 172.21.15.16:0/4115144555 shutdown_connections 2024-09-16T01:47:24.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.480+0000 7fd6209cd640 1 -- 172.21.15.16:0/4115144555 wait complete. 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.482+0000 7fd6209cd640 1 Processor -- start 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.482+0000 7fd6209cd640 1 -- start start 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd6209cd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd61c0cfb00 0x7fd61c15df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd6209cd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c0d4010 0x7fd61c1429d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd6209cd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c147f30 0x7fd61c142f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd6209cd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd61c0d30b0 con 0x7fd61c0d4010 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd6209cd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd61c148310 con 0x7fd61c0cfb00 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd6209cd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd61c0d3230 con 0x7fd61c147f30 2024-09-16T01:47:24.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c0d4010 0x7fd61c1429d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c0d4010 0x7fd61c1429d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60818/0 (socket says 172.21.15.16:60818) 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 -- 172.21.15.16:0/2824089302 learned_addr learned my addr 172.21.15.16:0/2824089302 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd61a59c640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd61c0cfb00 0x7fd61c15df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd61ad9d640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c147f30 0x7fd61c142f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 -- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c147f30 msgr2=0x7fd61c142f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c147f30 0x7fd61c142f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 -- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd61c0cfb00 msgr2=0x7fd61c15df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd61c0cfb00 0x7fd61c15df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 -- 172.21.15.16:0/2824089302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd61c143590 con 0x7fd61c0d4010 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd619d9b640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c0d4010 0x7fd61c1429d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fd61000d800 tx=0x7fd61000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd60affd640 1 -- 172.21.15.16:0/2824089302 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6100096a0 con 0x7fd61c0d4010 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd60affd640 1 -- 172.21.15.16:0/2824089302 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd610019070 con 0x7fd61c0d4010 2024-09-16T01:47:24.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd61c143870 con 0x7fd61c0d4010 2024-09-16T01:47:24.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.483+0000 7fd60affd640 1 -- 172.21.15.16:0/2824089302 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd610009a60 con 0x7fd61c0d4010 2024-09-16T01:47:24.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.484+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd61c143e30 con 0x7fd61c0d4010 2024-09-16T01:47:24.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.484+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd61c0cf5c0 con 0x7fd61c0d4010 2024-09-16T01:47:24.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.485+0000 7fd60affd640 1 -- 172.21.15.16:0/2824089302 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fd610009c00 con 0x7fd61c0d4010 2024-09-16T01:47:24.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.485+0000 7fd60affd640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5fc06c3d0 0x7fd5fc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.486+0000 7fd60affd640 1 -- 172.21.15.16:0/2824089302 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5029+0+0 (secure 0 0 0) 0x7fd61008b510 con 0x7fd61c0d4010 2024-09-16T01:47:24.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.486+0000 7fd61a59c640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5fc06c3d0 0x7fd5fc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.486+0000 7fd61a59c640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5fc06c3d0 0x7fd5fc06e890 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd60c034000 tx=0x7fd60c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.490+0000 7fd60affd640 1 -- 172.21.15.16:0/2824089302 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd610059850 con 0x7fd61c0d4010 2024-09-16T01:47:24.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.667+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd61c147520 con 0x7fd61c0d4010 2024-09-16T01:47:24.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.667+0000 7fd60affd640 1 -- 172.21.15.16:0/2824089302 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7fd61005db50 con 0x7fd61c0d4010 2024-09-16T01:47:24.669 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:47:24.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5fc06c3d0 msgr2=0x7fd5fc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5fc06c3d0 0x7fd5fc06e890 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd60c034000 tx=0x7fd60c02e000 comp rx=0 tx=0).stop 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c0d4010 msgr2=0x7fd61c1429d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c0d4010 0x7fd61c1429d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fd61000d800 tx=0x7fd61000dcc0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 shutdown_connections 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5fc06c3d0 0x7fd5fc06e890 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd61c147f30 0x7fd61c142f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd61c0d4010 0x7fd61c1429d0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 --2- 172.21.15.16:0/2824089302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd61c0cfb00 0x7fd61c15df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 >> 172.21.15.16:0/2824089302 conn(0x7fd61c074da0 msgr2=0x7fd61c0ca380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 shutdown_connections 2024-09-16T01:47:24.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.669+0000 7fd6209cd640 1 -- 172.21.15.16:0/2824089302 wait complete. 2024-09-16T01:47:24.682 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity' 2024-09-16T01:47:24.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.783+0000 7f6944be8640 1 Processor -- start 2024-09-16T01:47:24.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.783+0000 7f6944be8640 1 -- start start 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f6944be8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f694015e3a0 0x7f694006d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f6944be8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69400b6a70 con 0x7f694006bbe0 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f6944be8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69400b6d10 con 0x7f694006d790 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f6944be8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f69400b7640 con 0x7f694015e3a0 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f693e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f694015e3a0 0x7f694006d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f693e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f694015e3a0 0x7f694006d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60830/0 (socket says 172.21.15.16:60830) 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f693e59c640 1 -- 172.21.15.16:0/1334749990 learned_addr learned my addr 172.21.15.16:0/1334749990 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.784+0000 7f693ed9d640 1 --1- 172.21.15.16:0/1334749990 >> v1:172.21.15.16:6789/0 conn(0x7f694006bbe0 0x7f6940161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46622/0 (socket says 172.21.15.16:46622) 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.785+0000 7f693e59c640 1 -- 172.21.15.16:0/1334749990 >> v1:172.21.15.104:6789/0 conn(0x7f694006d790 legacy=0x7f694006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:24.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.785+0000 7f693e59c640 1 -- 172.21.15.16:0/1334749990 >> v1:172.21.15.16:6789/0 conn(0x7f694006bbe0 legacy=0x7f6940161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.785+0000 7f693e59c640 1 -- 172.21.15.16:0/1334749990 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69400b6ff0 con 0x7f694015e3a0 2024-09-16T01:47:24.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.785+0000 7f693d59a640 1 -- 172.21.15.16:0/1334749990 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1708850712 0 0) 0x7f69400b6a70 con 0x7f694006bbe0 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.785+0000 7f693e59c640 1 --2- 172.21.15.16:0/1334749990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694015e3a0 0x7f694006d250 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f6930009e50 tx=0x7f693002a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10fc35d47873a000 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f693d59a640 1 -- 172.21.15.16:0/1334749990 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6930036070 con 0x7f694015e3a0 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f693d59a640 1 -- 172.21.15.16:0/1334749990 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6930031600 con 0x7f694015e3a0 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f693d59a640 1 -- 172.21.15.16:0/1334749990 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69300319d0 con 0x7f694015e3a0 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f6944be8640 1 -- 172.21.15.16:0/1334749990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694015e3a0 msgr2=0x7f694006d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f6944be8640 1 --2- 172.21.15.16:0/1334749990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694015e3a0 0x7f694006d250 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f6930009e50 tx=0x7f693002a760 comp rx=0 tx=0).stop 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f6944be8640 1 -- 172.21.15.16:0/1334749990 shutdown_connections 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f6944be8640 1 --2- 172.21.15.16:0/1334749990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694015e3a0 0x7f694006d250 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f6944be8640 1 -- 172.21.15.16:0/1334749990 >> 172.21.15.16:0/1334749990 conn(0x7f69400b4090 msgr2=0x7f69400b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:24.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f6944be8640 1 -- 172.21.15.16:0/1334749990 shutdown_connections 2024-09-16T01:47:24.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.786+0000 7f6944be8640 1 -- 172.21.15.16:0/1334749990 wait complete. 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 Processor -- start 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 -- start start 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694006bbe0 0x7f694014fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f694006d790 0x7f69400b06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f694015e3a0 0x7f6940070980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6940073cc0 con 0x7f694006bbe0 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f694015e780 con 0x7f694015e3a0 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f6944be8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6940073e40 con 0x7f694006d790 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f693e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694006bbe0 0x7f694014fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f693e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694006bbe0 0x7f694014fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60842/0 (socket says 172.21.15.16:60842) 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.788+0000 7f693e59c640 1 -- 172.21.15.16:0/1476854910 learned_addr learned my addr 172.21.15.16:0/1476854910 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:24.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693ed9d640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f694015e3a0 0x7f6940070980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693dd9b640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f694006d790 0x7f69400b06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693e59c640 1 -- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f694006d790 msgr2=0x7f69400b06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693e59c640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f694006d790 0x7f69400b06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693e59c640 1 -- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f694015e3a0 msgr2=0x7f6940070980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693e59c640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f694015e3a0 0x7f6940070980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693e59c640 1 -- 172.21.15.16:0/1476854910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69400b04a0 con 0x7f694006bbe0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f693e59c640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694006bbe0 0x7f694014fb20 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f6930034040 tx=0x7f6930004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f6936ffd640 1 -- 172.21.15.16:0/1476854910 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6930041030 con 0x7f694006bbe0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f6936ffd640 1 -- 172.21.15.16:0/1476854910 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6930031400 con 0x7f694006bbe0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6940150f80 con 0x7f694006bbe0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f6936ffd640 1 -- 172.21.15.16:0/1476854910 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6930036040 con 0x7f694006bbe0 2024-09-16T01:47:24.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.789+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6940151540 con 0x7f694006bbe0 2024-09-16T01:47:24.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.790+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69400b3310 con 0x7f694006bbe0 2024-09-16T01:47:24.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.791+0000 7f6936ffd640 1 -- 172.21.15.16:0/1476854910 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f6930044070 con 0x7f694006bbe0 2024-09-16T01:47:24.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.791+0000 7f6936ffd640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f692006c3d0 0x7f692006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:24.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.791+0000 7f6936ffd640 1 -- 172.21.15.16:0/1476854910 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5029+0+0 (secure 0 0 0) 0x7f69300abd10 con 0x7f694006bbe0 2024-09-16T01:47:24.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.791+0000 7f693dd9b640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f692006c3d0 0x7f692006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:24.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.792+0000 7f693dd9b640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f692006c3d0 0x7f692006e890 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6940158580 tx=0x7f6928009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:24.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:24.796+0000 7f6936ffd640 1 -- 172.21.15.16:0/1476854910 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f69300b1020 con 0x7f694006bbe0 2024-09-16T01:47:25.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.038+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]} v 0) -- 0x7f69400b21c0 con 0x7f694006bbe0 2024-09-16T01:47:25.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.052+0000 7f6936ffd640 1 -- 172.21.15.16:0/1476854910 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]}]=0 v271) ==== 152+0+0 (secure 0 0 0) 0x7f693004b070 con 0x7f694006bbe0 2024-09-16T01:47:25.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f692006c3d0 msgr2=0x7f692006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f692006c3d0 0x7f692006e890 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6940158580 tx=0x7f6928009040 comp rx=0 tx=0).stop 2024-09-16T01:47:25.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694006bbe0 msgr2=0x7f694014fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694006bbe0 0x7f694014fb20 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f6930034040 tx=0x7f6930004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:25.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 shutdown_connections 2024-09-16T01:47:25.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f692006c3d0 0x7f692006e890 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f694015e3a0 0x7f6940070980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f694006d790 0x7f69400b06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 --2- 172.21.15.16:0/1476854910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f694006bbe0 0x7f694014fb20 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 >> 172.21.15.16:0/1476854910 conn(0x7f69400b4090 msgr2=0x7f6940159100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:25.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 shutdown_connections 2024-09-16T01:47:25.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.055+0000 7f6944be8640 1 -- 172.21.15.16:0/1476854910 wait complete. 2024-09-16T01:47:25.067 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:47:25.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.171+0000 7fb5d1ae4640 1 Processor -- start 2024-09-16T01:47:25.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.171+0000 7fb5d1ae4640 1 -- start start 2024-09-16T01:47:25.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5d1ae4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc0d2b20 0x7fb5cc06e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5d1ae4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5cc06e5e0 0x7fb5cc0b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5d1ae4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5cc06ea50 con 0x7fb5cc15c280 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5d1ae4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb5cc06ecf0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5d1ae4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5cc06bbe0 con 0x7fb5cc0d2b20 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cbfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5cc06e5e0 0x7fb5cc0b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cbfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5cc06e5e0 0x7fb5cc0b5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60852/0 (socket says 172.21.15.16:60852) 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cb7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb5cc15c280 0x7fb5cc0d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46626/0 (socket says 172.21.15.16:46626) 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cbfff640 1 -- 172.21.15.16:0/1703842261 learned_addr learned my addr 172.21.15.16:0/1703842261 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cbfff640 1 -- 172.21.15.16:0/1703842261 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc0d2b20 msgr2=0x7fb5cc06e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cbfff640 1 --2- 172.21.15.16:0/1703842261 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc0d2b20 0x7fb5cc06e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cbfff640 1 -- 172.21.15.16:0/1703842261 >> v1:172.21.15.16:6789/0 conn(0x7fb5cc15c280 legacy=0x7fb5cc0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5cbfff640 1 -- 172.21.15.16:0/1703842261 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5cc06bec0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.172+0000 7fb5ca7fc640 1 -- 172.21.15.16:0/1703842261 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3042587467 0 0) 0x7fb5cc06ea50 con 0x7fb5cc15c280 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.173+0000 7fb5cbfff640 1 --2- 172.21.15.16:0/1703842261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc0b5dc0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc06ec20 tx=0x7fb5c402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0ae44e41fa347ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.173+0000 7fb5ca7fc640 1 -- 172.21.15.16:0/1703842261 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4036070 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.173+0000 7fb5ca7fc640 1 -- 172.21.15.16:0/1703842261 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5c4031600 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.173+0000 7fb5ca7fc640 1 -- 172.21.15.16:0/1703842261 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c40319d0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/1703842261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 msgr2=0x7fb5cc0b5dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/1703842261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc0b5dc0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc06ec20 tx=0x7fb5c402a710 comp rx=0 tx=0).stop 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/1703842261 shutdown_connections 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/1703842261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc0b5dc0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/1703842261 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc0d2b20 0x7fb5cc06e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/1703842261 >> 172.21.15.16:0/1703842261 conn(0x7fb5cc06f2d0 msgr2=0x7fb5cc06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/1703842261 shutdown_connections 2024-09-16T01:47:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.174+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/1703842261 wait complete. 2024-09-16T01:47:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.175+0000 7fb5d1ae4640 1 Processor -- start 2024-09-16T01:47:25.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.175+0000 7fb5d1ae4640 1 -- start start 2024-09-16T01:47:25.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5d1ae4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc1f56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5d1ae4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5cc0d2b20 0x7fb5cc154a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5d1ae4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc15c280 0x7fb5cc0b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5d1ae4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb5cc15fae0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5d1ae4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb5cc06c480 con 0x7fb5cc0d2b20 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5d1ae4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5cc06c9a0 con 0x7fb5cc15c280 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc1f56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc1f56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60854/0 (socket says 172.21.15.16:60854) 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 -- 172.21.15.16:0/78094698 learned_addr learned my addr 172.21.15.16:0/78094698 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cbfff640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc15c280 0x7fb5cc0b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5caffd640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5cc0d2b20 0x7fb5cc154a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 -- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc15c280 msgr2=0x7fb5cc0b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc15c280 0x7fb5cc0b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 -- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5cc0d2b20 msgr2=0x7fb5cc154a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5cc0d2b20 0x7fb5cc154a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 -- 172.21.15.16:0/78094698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5cc1f5fc0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5cb7fe640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc1f56c0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc00c4d0 tx=0x7fb5bc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.176+0000 7fb5b3fff640 1 -- 172.21.15.16:0/78094698 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5bc018070 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.177+0000 7fb5b3fff640 1 -- 172.21.15.16:0/78094698 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5bc007500 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.177+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5cc1f62a0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.177+0000 7fb5b3fff640 1 -- 172.21.15.16:0/78094698 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5bc004a20 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.177+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5cc1f6860 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.178+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5cc06e0a0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.178+0000 7fb5b3fff640 1 -- 172.21.15.16:0/78094698 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb5bc01b070 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.178+0000 7fb5b3fff640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b806c3d0 0x7fb5b806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.179+0000 7fb5b3fff640 1 -- 172.21.15.16:0/78094698 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5029+0+0 (secure 0 0 0) 0x7fb5bc08a690 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.179+0000 7fb5caffd640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b806c3d0 0x7fb5b806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.179+0000 7fb5caffd640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b806c3d0 0x7fb5b806e890 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc1e7050 tx=0x7fb5c0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:25.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.183+0000 7fb5b3fff640 1 -- 172.21.15.16:0/78094698 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5bc058f90 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.359+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fb5cc0756f0 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.362+0000 7fb5b3fff640 1 -- 172.21.15.16:0/78094698 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7fb5bc058890 con 0x7fb5cc06e5e0 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b806c3d0 msgr2=0x7fb5b806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b806c3d0 0x7fb5b806e890 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc1e7050 tx=0x7fb5c0008040 comp rx=0 tx=0).stop 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 msgr2=0x7fb5cc1f56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc1f56c0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc00c4d0 tx=0x7fb5bc00c990 comp rx=0 tx=0).stop 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 shutdown_connections 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b806c3d0 0x7fb5b806e890 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5cc15c280 0x7fb5cc0b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5cc0d2b20 0x7fb5cc154a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 --2- 172.21.15.16:0/78094698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5cc06e5e0 0x7fb5cc1f56c0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 >> 172.21.15.16:0/78094698 conn(0x7fb5cc06f2d0 msgr2=0x7fb5cc0b21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:25.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 shutdown_connections 2024-09-16T01:47:25.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.364+0000 7fb5d1ae4640 1 -- 172.21.15.16:0/78094698 wait complete. 2024-09-16T01:47:25.377 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:47:25.377 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:47:25.416 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:47:25.460 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:47:25.460 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:25.460 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:25.476 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:47:25.477 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:47:25.477 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:25.518 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:47:25.518 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:25.518 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:25.534 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:47:25.534 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:47:25.534 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:25.576 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:47:25.577 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:47:25.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:25.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.678+0000 7f7850526640 1 Processor -- start 2024-09-16T01:47:25.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.678+0000 7f7850526640 1 -- start start 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f7850526640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806bbe0 0x7f784806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f7850526640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f784806f6e0 0x7f7848161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f7850526640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78480b6a70 con 0x7f784815e3a0 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f7850526640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f784806fb50 con 0x7f784806f6e0 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f7850526640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f78480b7640 con 0x7f784806bbe0 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784eac3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f784806f6e0 0x7f7848161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784eac3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f784806f6e0 0x7f7848161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60856/0 (socket says 172.21.15.16:60856) 2024-09-16T01:47:25.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784eac3640 1 -- 172.21.15.16:0/2515373826 learned_addr learned my addr 172.21.15.16:0/2515373826 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:25.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784dac1640 1 --2- 172.21.15.16:0/2515373826 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806bbe0 0x7f784806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784eac3640 1 -- 172.21.15.16:0/2515373826 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806bbe0 msgr2=0x7f784806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:25.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784eac3640 1 --2- 172.21.15.16:0/2515373826 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806bbe0 0x7f784806f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784eac3640 1 -- 172.21.15.16:0/2515373826 >> v1:172.21.15.104:6789/0 conn(0x7f784815e3a0 legacy=0x7f784806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784eac3640 1 -- 172.21.15.16:0/2515373826 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f784806d960 con 0x7f784806f6e0 2024-09-16T01:47:25.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.679+0000 7f784dac1640 1 --2- 172.21.15.16:0/2515373826 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806bbe0 0x7f784806f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:25.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.680+0000 7f784eac3640 1 --2- 172.21.15.16:0/2515373826 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784806f6e0 0x7f7848161f80 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f7840009e50 tx=0x7f784002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df8e578475f18f9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.680+0000 7f784d2c0640 1 -- 172.21.15.16:0/2515373826 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7840036070 con 0x7f784806f6e0 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.680+0000 7f784d2c0640 1 -- 172.21.15.16:0/2515373826 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7840031600 con 0x7f784806f6e0 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.680+0000 7f784d2c0640 1 -- 172.21.15.16:0/2515373826 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78400319d0 con 0x7f784806f6e0 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 -- 172.21.15.16:0/2515373826 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784806f6e0 msgr2=0x7f7848161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 --2- 172.21.15.16:0/2515373826 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784806f6e0 0x7f7848161f80 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f7840009e50 tx=0x7f784002a710 comp rx=0 tx=0).stop 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 -- 172.21.15.16:0/2515373826 shutdown_connections 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 --2- 172.21.15.16:0/2515373826 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784806f6e0 0x7f7848161f80 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 --2- 172.21.15.16:0/2515373826 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806bbe0 0x7f784806f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 -- 172.21.15.16:0/2515373826 >> 172.21.15.16:0/2515373826 conn(0x7f78480b4090 msgr2=0x7f78480b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 -- 172.21.15.16:0/2515373826 shutdown_connections 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.681+0000 7f7850526640 1 -- 172.21.15.16:0/2515373826 wait complete. 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.682+0000 7f7850526640 1 Processor -- start 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.682+0000 7f7850526640 1 -- start start 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f7850526640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f784806bbe0 0x7f78480b1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f7850526640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806f6e0 0x7f784814bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f7850526640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815e3a0 0x7f78481e94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f7850526640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f78480b72d0 con 0x7f784815e3a0 2024-09-16T01:47:25.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f7850526640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78480b6ff0 con 0x7f784806bbe0 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f7850526640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f784815e780 con 0x7f784806f6e0 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815e3a0 0x7f78481e94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815e3a0 0x7f78481e94e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60858/0 (socket says 172.21.15.16:60858) 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 -- 172.21.15.16:0/1936179032 learned_addr learned my addr 172.21.15.16:0/1936179032 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784e2c2640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f784806bbe0 0x7f78480b1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784dac1640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806f6e0 0x7f784814bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 -- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806f6e0 msgr2=0x7f784814bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806f6e0 0x7f784814bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 -- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f784806bbe0 msgr2=0x7f78480b1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f784806bbe0 0x7f78480b1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.683+0000 7f784eac3640 1 -- 172.21.15.16:0/1936179032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78481e9c50 con 0x7f784815e3a0 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.684+0000 7f784eac3640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815e3a0 0x7f78481e94e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f7840034040 tx=0x7f7840004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.684+0000 7f783effd640 1 -- 172.21.15.16:0/1936179032 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7840036050 con 0x7f784815e3a0 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.684+0000 7f783effd640 1 -- 172.21.15.16:0/1936179032 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7840042070 con 0x7f784815e3a0 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.684+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78481e9f30 con 0x7f784815e3a0 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.684+0000 7f783effd640 1 -- 172.21.15.16:0/1936179032 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7840009510 con 0x7f784815e3a0 2024-09-16T01:47:25.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.684+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78481ea4f0 con 0x7f784815e3a0 2024-09-16T01:47:25.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.685+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7848073cc0 con 0x7f784815e3a0 2024-09-16T01:47:25.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.685+0000 7f783effd640 1 -- 172.21.15.16:0/1936179032 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7840007bd0 con 0x7f784815e3a0 2024-09-16T01:47:25.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.686+0000 7f783effd640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f782c06c3d0 0x7f782c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:25.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.686+0000 7f784e2c2640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f782c06c3d0 0x7f782c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:25.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.686+0000 7f783effd640 1 -- 172.21.15.16:0/1936179032 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5029+0+0 (secure 0 0 0) 0x7f78400ac0d0 con 0x7f784815e3a0 2024-09-16T01:47:25.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.686+0000 7f784e2c2640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f782c06c3d0 0x7f782c06e890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7844000f60 tx=0x7f7844009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:25.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.690+0000 7f783effd640 1 -- 172.21.15.16:0/1936179032 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f784007a300 con 0x7f784815e3a0 2024-09-16T01:47:25.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.901+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f784815db20 con 0x7f784815e3a0 2024-09-16T01:47:25.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.901+0000 7f783effd640 1 -- 172.21.15.16:0/1936179032 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+3917 (secure 0 0 0) 0x7f784007e600 con 0x7f784815e3a0 2024-09-16T01:47:25.903 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:25.903 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":55,"btime":"2024-09-16T01:47:20:706125+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5732,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3637675181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3637675181},{"type":"v1","addr":"172.21.15.104:6835","nonce":3637675181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1959286675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1959286675},{"type":"v1","addr":"172.21.15.104:6834","nonce":1959286675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6891,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2147228803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2147228803},{"type":"v1","addr":"172.21.15.16:6834","nonce":2147228803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53},{"gid":6951,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3780992177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3780992177},{"type":"v1","addr":"172.21.15.16:6835","nonce":3780992177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55}],"filesystems":[]} 2024-09-16T01:47:25.903 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 55 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f782c06c3d0 msgr2=0x7f782c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f782c06c3d0 0x7f782c06e890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7844000f60 tx=0x7f7844009040 comp rx=0 tx=0).stop 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815e3a0 msgr2=0x7f78481e94e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815e3a0 0x7f78481e94e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f7840034040 tx=0x7f7840004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 shutdown_connections 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f782c06c3d0 0x7f782c06e890 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f784815e3a0 0x7f78481e94e0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f784806f6e0 0x7f784814bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 --2- 172.21.15.16:0/1936179032 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f784806bbe0 0x7f78480b1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:25.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 >> 172.21.15.16:0/1936179032 conn(0x7f78480b4090 msgr2=0x7f78480b3200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:25.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 shutdown_connections 2024-09-16T01:47:25.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:25.903+0000 7f7850526640 1 -- 172.21.15.16:0/1936179032 wait complete. 2024-09-16T01:47:25.916 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:47:25.916 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:47:25.916 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:47:25.916 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:47:25.916 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:47:25.917 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:47:25.917 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:47:25.917 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:47:25.917 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:47:25.917 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:47:25.917 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:47:25.917 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:47:25.917 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:47:25.918 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:47:25.918 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:47:25.918 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:47:25.925 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:47:25.926 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:47:25.926 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:47:25.926 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:47:25.933 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:47:25.933 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:47:25.934 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:47:25.934 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:47:25.968 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:47:25.969 DEBUG:teuthology.parallel:result is None 2024-09-16T01:47:25.969 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:47:25.969 DEBUG:teuthology.parallel:result is None 2024-09-16T01:47:25.975 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:47:25.976 DEBUG:teuthology.parallel:result is None 2024-09-16T01:47:25.976 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:47:25.976 DEBUG:teuthology.parallel:result is None 2024-09-16T01:47:25.977 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:47:26.047 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:47:26.047 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:47:26.063 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:47:26.064 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:47:26.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.085+0000 7fdef0ce4640 1 Processor -- start 2024-09-16T01:47:26.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.085+0000 7fdef0ce4640 1 -- start start 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdef0ce4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdeec147fc0 0x7fdeec15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdef0ce4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 0x7fdeec0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdef0ce4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdeec0ba2f0 con 0x7fdeec0d0ee0 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdef0ce4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdeec1483a0 con 0x7fdeec147fc0 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdef0ce4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdeec15efa0 con 0x7fdeec0b9ee0 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdee3fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdeec0d0ee0 0x7fdeec0b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46650/0 (socket says 172.21.15.16:46650) 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdee3fff640 1 -- 172.21.15.16:0/4179387740 learned_addr learned my addr 172.21.15.16:0/4179387740 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdeead9d640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 0x7fdeec0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdeea59c640 1 --2- 172.21.15.16:0/4179387740 >> v2:172.21.15.104:3300/0 conn(0x7fdeec147fc0 0x7fdeec15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3703333343 0 0) 0x7fdeec0ba2f0 con 0x7fdeec0d0ee0 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.086+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fded8003520 con 0x7fdeec0d0ee0 2024-09-16T01:47:26.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 968195298 0 0) 0x7fded8003520 con 0x7fdeec0d0ee0 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 msgr2=0x7fdeec0d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 0x7fdeec0d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 >> v2:172.21.15.104:3300/0 conn(0x7fdeec147fc0 msgr2=0x7fdeec15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 --2- 172.21.15.16:0/4179387740 >> v2:172.21.15.104:3300/0 conn(0x7fdeec147fc0 0x7fdeec15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeec0d2750 con 0x7fdeec0d0ee0 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fded4001670 con 0x7fdeec0d0ee0 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 >> v1:172.21.15.16:6789/0 conn(0x7fdeec0d0ee0 legacy=0x7fdeec0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fded80039b0 0x7fded8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded8004800 0x7fded8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 0x7fded80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec1483a0 con 0x7fded80039b0 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec15efa0 con 0x7fded8004800 2024-09-16T01:47:26.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fded800b9c0 con 0x7fdeec0b9ee0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdeea59c640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fded80039b0 0x7fded8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdee3fff640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded8004800 0x7fded8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdeead9d640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 0x7fded80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdeea59c640 1 -- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 msgr2=0x7fded80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdeea59c640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0b9ee0 0x7fded80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdeea59c640 1 -- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded8004800 msgr2=0x7fded8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdeea59c640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded8004800 0x7fded8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.087+0000 7fdeea59c640 1 -- 172.21.15.16:0/4179387740 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded8003520 con 0x7fded80039b0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.088+0000 7fdeea59c640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fded80039b0 0x7fded8003dd0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fdedc009ac0 tx=0x7fded8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e919a329828770 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.088+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc036070 con 0x7fded80039b0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.088+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdedc031400 con 0x7fded80039b0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.088+0000 7fdee9d9b640 1 -- 172.21.15.16:0/4179387740 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc009690 con 0x7fded80039b0 2024-09-16T01:47:26.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.088+0000 7fdef0ce4640 1 -- 172.21.15.16:0/4179387740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fded80039b0 msgr2=0x7fded8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.088+0000 7fdef0ce4640 1 --2- 172.21.15.16:0/4179387740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fded80039b0 0x7fded8003dd0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fdedc009ac0 tx=0x7fded8005830 comp rx=0 tx=0).stop 2024-09-16T01:47:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.088+0000 7fdeead9d640 1 -- 172.21.15.16:0/4179387740 reap_dead start 2024-09-16T01:47:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.089+0000 7fdef0ce4640 1 -- 172.21.15.16:0/4179387740 shutdown_connections 2024-09-16T01:47:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.089+0000 7fdef0ce4640 1 -- 172.21.15.16:0/4179387740 >> 172.21.15.16:0/4179387740 conn(0x7fdeec074fe0 msgr2=0x7fdeec06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.089+0000 7fdef0ce4640 1 -- 172.21.15.16:0/4179387740 shutdown_connections 2024-09-16T01:47:26.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.089+0000 7fdef0ce4640 1 -- 172.21.15.16:0/4179387740 wait complete. 2024-09-16T01:47:26.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.090+0000 7fdef0ce4640 1 Processor -- start 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.090+0000 7fdef0ce4640 1 -- start start 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdef0ce4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded80039b0 0x7fdeec0cb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdef0ce4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdeec13ce30 0x7fdeec0ac420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdef0ce4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0ae180 0x7fdeec0ae600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdef0ce4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec0d2d10 con 0x7fdeec13ce30 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdef0ce4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec0d2500 con 0x7fded80039b0 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdef0ce4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdeec0d2ff0 con 0x7fdeec0ae180 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdeec13ce30 0x7fdeec0ac420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdeec13ce30 0x7fdeec0ac420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60916/0 (socket says 172.21.15.16:60916) 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 -- 172.21.15.16:0/3326480558 learned_addr learned my addr 172.21.15.16:0/3326480558 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdeead9d640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0ae180 0x7fdeec0ae600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdeea59c640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded80039b0 0x7fdeec0cb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 -- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0ae180 msgr2=0x7fdeec0ae600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0ae180 0x7fdeec0ae600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 -- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded80039b0 msgr2=0x7fdeec0cb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded80039b0 0x7fdeec0cb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 -- 172.21.15.16:0/3326480558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeec0ac960 con 0x7fdeec13ce30 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdeea59c640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded80039b0 0x7fdeec0cb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee3fff640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdeec13ce30 0x7fdeec0ac420 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fded4004f40 tx=0x7fded40074f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee2ffd640 1 -- 172.21.15.16:0/3326480558 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded400f7b0 con 0x7fdeec13ce30 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee2ffd640 1 -- 172.21.15.16:0/3326480558 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fded4018070 con 0x7fdeec13ce30 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeec0acc10 con 0x7fdeec13ce30 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.091+0000 7fdee2ffd640 1 -- 172.21.15.16:0/3326480558 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded400fbd0 con 0x7fdeec13ce30 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.092+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeec0ad1d0 con 0x7fdeec13ce30 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.093+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdeec15ea60 con 0x7fdeec13ce30 2024-09-16T01:47:26.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.093+0000 7fdee2ffd640 1 -- 172.21.15.16:0/3326480558 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fded401d460 con 0x7fdeec13ce30 2024-09-16T01:47:26.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.093+0000 7fdee2ffd640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdecc06c3d0 0x7fdecc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:26.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.093+0000 7fdee2ffd640 1 -- 172.21.15.16:0/3326480558 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7fded408b3f0 con 0x7fdeec13ce30 2024-09-16T01:47:26.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.093+0000 7fdeea59c640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdecc06c3d0 0x7fdecc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:26.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.094+0000 7fdeea59c640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdecc06c3d0 0x7fdecc06e890 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdedc033000 tx=0x7fdedc008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:26.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.098+0000 7fdee2ffd640 1 -- 172.21.15.16:0/3326480558 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fded4059bc0 con 0x7fdeec13ce30 2024-09-16T01:47:26.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:26.285+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fdeec0cd460 con 0x7fdeec13ce30 2024-09-16T01:47:27.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.059+0000 7fdee2ffd640 1 -- 172.21.15.16:0/3326480558 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v95) ==== 97+0+0 (secure 0 0 0) 0x7fded40594c0 con 0x7fdeec13ce30 2024-09-16T01:47:27.061 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdecc06c3d0 msgr2=0x7fdecc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdecc06c3d0 0x7fdecc06e890 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdedc033000 tx=0x7fdedc008030 comp rx=0 tx=0).stop 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdeec13ce30 msgr2=0x7fdeec0ac420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdeec13ce30 0x7fdeec0ac420 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fded4004f40 tx=0x7fded40074f0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 shutdown_connections 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdecc06c3d0 0x7fdecc06e890 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdeec0ae180 0x7fdeec0ae600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdeec13ce30 0x7fdeec0ac420 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 --2- 172.21.15.16:0/3326480558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded80039b0 0x7fdeec0cb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 >> 172.21.15.16:0/3326480558 conn(0x7fdeec074fe0 msgr2=0x7fdeec0cd980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:27.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 shutdown_connections 2024-09-16T01:47:27.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.063+0000 7fdef0ce4640 1 -- 172.21.15.16:0/3326480558 wait complete. 2024-09-16T01:47:27.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:47:27.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.185+0000 7f0967cb7640 1 Processor -- start 2024-09-16T01:47:27.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.185+0000 7f0967cb7640 1 -- start start 2024-09-16T01:47:27.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.186+0000 7f0967cb7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f096015e530 0x7f0960070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.186+0000 7f0967cb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09600b73c0 0x7f0960070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.186+0000 7f0967cb7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f096015e910 con 0x7f0960073c00 2024-09-16T01:47:27.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.186+0000 7f0967cb7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f09600718c0 con 0x7f096015e530 2024-09-16T01:47:27.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.186+0000 7f0967cb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f09600d1c50 con 0x7f09600b73c0 2024-09-16T01:47:27.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.186+0000 7f0965252640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0960073c00 0x7f0960162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46660/0 (socket says 172.21.15.16:46660) 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.186+0000 7f0965252640 1 -- 172.21.15.16:0/227510704 learned_addr learned my addr 172.21.15.16:0/227510704 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0966254640 1 --2- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09600b73c0 0x7f0960070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0965a53640 1 --2- 172.21.15.16:0/227510704 >> v2:172.21.15.104:3300/0 conn(0x7f096015e530 0x7f0960070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0964a51640 1 -- 172.21.15.16:0/227510704 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2858133939 0 0) 0x7f096015e910 con 0x7f0960073c00 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0964a51640 1 -- 172.21.15.16:0/227510704 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0948003520 con 0x7f0960073c00 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0964a51640 1 -- 172.21.15.16:0/227510704 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2570250098 0 0) 0x7f0948003520 con 0x7f0960073c00 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0965a53640 1 -- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09600b73c0 msgr2=0x7f0960070c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0965a53640 1 --2- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09600b73c0 0x7f0960070c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0965a53640 1 -- 172.21.15.16:0/227510704 >> v1:172.21.15.16:6789/0 conn(0x7f0960073c00 legacy=0x7f0960162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0965a53640 1 -- 172.21.15.16:0/227510704 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0960073120 con 0x7f096015e530 2024-09-16T01:47:27.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.187+0000 7f0966254640 1 --2- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09600b73c0 0x7f0960070c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:27.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.188+0000 7f0965a53640 1 --2- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 0x7f0960070700 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f0950009d90 tx=0x7f095002a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bad484f9417ce974 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.188+0000 7f0964a51640 1 -- 172.21.15.16:0/227510704 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0954001670 con 0x7f096015e530 2024-09-16T01:47:27.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.188+0000 7f0964a51640 1 -- 172.21.15.16:0/227510704 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0950007540 con 0x7f096015e530 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.188+0000 7f0964a51640 1 -- 172.21.15.16:0/227510704 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09500078f0 con 0x7f096015e530 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 -- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 msgr2=0x7f0960070700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 --2- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 0x7f0960070700 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f0950009d90 tx=0x7f095002a5f0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 -- 172.21.15.16:0/227510704 shutdown_connections 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 --2- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09600b73c0 0x7f0960070c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 --2- 172.21.15.16:0/227510704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 0x7f0960070700 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 -- 172.21.15.16:0/227510704 >> 172.21.15.16:0/227510704 conn(0x7f09600d2300 msgr2=0x7f09600d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 -- 172.21.15.16:0/227510704 shutdown_connections 2024-09-16T01:47:27.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.189+0000 7f0967cb7640 1 -- 172.21.15.16:0/227510704 wait complete. 2024-09-16T01:47:27.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.190+0000 7f0967cb7640 1 Processor -- start 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.190+0000 7f0967cb7640 1 -- start start 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0967cb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0960073c00 0x7f096015a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0967cb7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09600b73c0 0x7f0960158920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0967cb7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 0x7f096006d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0967cb7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f09600d2f10 con 0x7f09600b73c0 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0967cb7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f09600736e0 con 0x7f096015e530 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0967cb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f09600d3090 con 0x7f0960073c00 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09600b73c0 0x7f0960158920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09600b73c0 0x7f0960158920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60932/0 (socket says 172.21.15.16:60932) 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 -- 172.21.15.16:0/521163395 learned_addr learned my addr 172.21.15.16:0/521163395 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0966254640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 0x7f096006d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965a53640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0960073c00 0x7f096015a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 -- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0960073c00 msgr2=0x7f096015a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0960073c00 0x7f096015a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 -- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 msgr2=0x7f096006d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 0x7f096006d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 -- 172.21.15.16:0/521163395 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f096015c880 con 0x7f09600b73c0 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965a53640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0960073c00 0x7f096015a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0965252640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09600b73c0 0x7f0960158920 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f095400c700 tx=0x7f095400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f095e7fc640 1 -- 172.21.15.16:0/521163395 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0954017070 con 0x7f09600b73c0 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f095e7fc640 1 -- 172.21.15.16:0/521163395 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0954005ad0 con 0x7f09600b73c0 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.191+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f096015cb60 con 0x7f09600b73c0 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.192+0000 7f095e7fc640 1 -- 172.21.15.16:0/521163395 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0954007070 con 0x7f09600b73c0 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.192+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f096015d120 con 0x7f09600b73c0 2024-09-16T01:47:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.193+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0960070700 con 0x7f09600b73c0 2024-09-16T01:47:27.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.193+0000 7f095e7fc640 1 -- 172.21.15.16:0/521163395 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f095401a070 con 0x7f09600b73c0 2024-09-16T01:47:27.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.193+0000 7f095e7fc640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f094c06c3d0 0x7f094c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.194+0000 7f095e7fc640 1 -- 172.21.15.16:0/521163395 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4857+0+0 (secure 0 0 0) 0x7f095408a6f0 con 0x7f09600b73c0 2024-09-16T01:47:27.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.194+0000 7f0965a53640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f094c06c3d0 0x7f094c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.194+0000 7f0965a53640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f094c06c3d0 0x7f094c06e890 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0950034000 tx=0x7f095002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.198+0000 7f095e7fc640 1 -- 172.21.15.16:0/521163395 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09540589b0 con 0x7f09600b73c0 2024-09-16T01:47:27.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.440+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f096015d320 con 0x7f09600b73c0 2024-09-16T01:47:27.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.440+0000 7f095e7fc640 1 -- 172.21.15.16:0/521163395 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7f095405ccb0 con 0x7f09600b73c0 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:47:27.442 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.443 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.444 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.445 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:47:27.446 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.447 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.448 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.449 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.450 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.451 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.452 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.453 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:47:27.454 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:47:27.455 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:27.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f094c06c3d0 msgr2=0x7f094c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f094c06c3d0 0x7f094c06e890 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0950034000 tx=0x7f095002f000 comp rx=0 tx=0).stop 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09600b73c0 msgr2=0x7f0960158920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09600b73c0 0x7f0960158920 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f095400c700 tx=0x7f095400cbc0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 shutdown_connections 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f094c06c3d0 0x7f094c06e890 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f096015e530 0x7f096006d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09600b73c0 0x7f0960158920 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 --2- 172.21.15.16:0/521163395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0960073c00 0x7f096015a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.442+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 >> 172.21.15.16:0/521163395 conn(0x7f09600d2300 msgr2=0x7f0960070d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.443+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 shutdown_connections 2024-09-16T01:47:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.443+0000 7f0967cb7640 1 -- 172.21.15.16:0/521163395 wait complete. 2024-09-16T01:47:27.459 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:47:27.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.560+0000 7fa88e653640 1 Processor -- start 2024-09-16T01:47:27.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.560+0000 7fa88e653640 1 -- start start 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa88e653640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa888073c00 0x7fa88806c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa88e653640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa88815e910 con 0x7fa88815e530 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa88e653640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8880718c0 con 0x7fa888070e10 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa88e653640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa8880d1c50 con 0x7fa888073c00 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa887fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa88815e530 0x7fa888070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46664/0 (socket says 172.21.15.16:46664) 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa887fff640 1 -- 172.21.15.16:0/2199596855 learned_addr learned my addr 172.21.15.16:0/2199596855 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa88cbf0640 1 --2- 172.21.15.16:0/2199596855 >> v2:172.21.15.104:3300/0 conn(0x7fa888073c00 0x7fa88806c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2954179573 0 0) 0x7fa88815e910 con 0x7fa88815e530 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa870003520 con 0x7fa88815e530 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2025851846 0 0) 0x7fa8880718c0 con 0x7fa888070e10 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa88815e910 con 0x7fa888070e10 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1921169289 0 0) 0x7fa870003520 con 0x7fa88815e530 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 >> v2:172.21.15.104:3300/0 conn(0x7fa888073c00 msgr2=0x7fa88806c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 --2- 172.21.15.16:0/2199596855 >> v2:172.21.15.104:3300/0 conn(0x7fa888073c00 0x7fa88806c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 >> v1:172.21.15.104:6789/0 conn(0x7fa888070e10 legacy=0x7fa88806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa888073120 con 0x7fa88815e530 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.561+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fa878001670 con 0x7fa88815e530 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 >> v1:172.21.15.16:6789/0 conn(0x7fa88815e530 legacy=0x7fa888070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa886ffd640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870003b40 0x7fa870003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa886ffd640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa870004800 0x7fa870004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa886ffd640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8700051c0 0x7fa87000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa8880d1c50 con 0x7fa870004800 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa87000c060 con 0x7fa870003b40 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa87000c260 con 0x7fa8700051c0 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa8877fe640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa870004800 0x7fa870004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa887fff640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870003b40 0x7fa870003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa88cbf0640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8700051c0 0x7fa87000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa8877fe640 1 -- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8700051c0 msgr2=0x7fa87000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa8877fe640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8700051c0 0x7fa87000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa8877fe640 1 -- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870003b40 msgr2=0x7fa870003f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa8877fe640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870003b40 0x7fa870003f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa8877fe640 1 -- 172.21.15.16:0/2199596855 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa870003520 con 0x7fa870004800 2024-09-16T01:47:27.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.562+0000 7fa88cbf0640 1 -- 172.21.15.16:0/2199596855 reap_dead start 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.563+0000 7fa8877fe640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa870004800 0x7fa870004c80 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fa87c0018d0 tx=0x7fa870005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4947e9aefb5f6b5a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.563+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c0014f0 con 0x7fa870004800 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.563+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa87c0052d0 con 0x7fa870004800 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.563+0000 7fa886ffd640 1 -- 172.21.15.16:0/2199596855 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c02ac40 con 0x7fa870004800 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.563+0000 7fa88e653640 1 -- 172.21.15.16:0/2199596855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa870004800 msgr2=0x7fa870004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.563+0000 7fa88e653640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa870004800 0x7fa870004c80 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fa87c0018d0 tx=0x7fa870005830 comp rx=0 tx=0).stop 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.564+0000 7fa88e653640 1 -- 172.21.15.16:0/2199596855 shutdown_connections 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.564+0000 7fa88e653640 1 --2- 172.21.15.16:0/2199596855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa870004800 0x7fa870004c80 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.564+0000 7fa88e653640 1 -- 172.21.15.16:0/2199596855 >> 172.21.15.16:0/2199596855 conn(0x7fa8880d2300 msgr2=0x7fa8880d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.564+0000 7fa88e653640 1 -- 172.21.15.16:0/2199596855 shutdown_connections 2024-09-16T01:47:27.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.564+0000 7fa88e653640 1 -- 172.21.15.16:0/2199596855 wait complete. 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.565+0000 7fa88e653640 1 Processor -- start 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.565+0000 7fa88e653640 1 -- start start 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa88e653640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870004800 0x7fa8881f8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa88e653640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8881e8d60 0x7fa888158080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa88e653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8880b2670 0x7fa8880b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa88e653640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa8880b73c0 con 0x7fa8881e8d60 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa88e653640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa8880736e0 con 0x7fa870004800 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa88e653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa8880b7540 con 0x7fa8880b2670 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8881e8d60 0x7fa888158080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8881e8d60 0x7fa888158080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60960/0 (socket says 172.21.15.16:60960) 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 -- 172.21.15.16:0/117340265 learned_addr learned my addr 172.21.15.16:0/117340265 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa887fff640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870004800 0x7fa8881f8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa88cbf0640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8880b2670 0x7fa8880b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 -- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8880b2670 msgr2=0x7fa8880b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8880b2670 0x7fa8880b2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 -- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870004800 msgr2=0x7fa8881f8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870004800 0x7fa8881f8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 -- 172.21.15.16:0/117340265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8881e91f0 con 0x7fa8881e8d60 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa887fff640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870004800 0x7fa8881f8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.566+0000 7fa8877fe640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8881e8d60 0x7fa888158080 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fa87c005040 tx=0x7fa87c0012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.567+0000 7fa884ff9640 1 -- 172.21.15.16:0/117340265 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c037040 con 0x7fa8881e8d60 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.567+0000 7fa884ff9640 1 -- 172.21.15.16:0/117340265 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa87c006e50 con 0x7fa8881e8d60 2024-09-16T01:47:27.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.567+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa88815eb10 con 0x7fa8881e8d60 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.567+0000 7fa884ff9640 1 -- 172.21.15.16:0/117340265 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c0014f0 con 0x7fa8881e8d60 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.567+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa88815f0d0 con 0x7fa8881e8d60 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.568+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa88815a550 con 0x7fa8881e8d60 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.568+0000 7fa884ff9640 1 -- 172.21.15.16:0/117340265 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fa87c044020 con 0x7fa8881e8d60 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.569+0000 7fa884ff9640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa87406c3d0 0x7fa87406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.569+0000 7fa884ff9640 1 -- 172.21.15.16:0/117340265 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4857+0+0 (secure 0 0 0) 0x7fa87c0aad70 con 0x7fa8881e8d60 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.569+0000 7fa887fff640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa87406c3d0 0x7fa87406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.569+0000 7fa887fff640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa87406c3d0 0x7fa87406e890 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa878001050 tx=0x7fa878009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.573+0000 7fa884ff9640 1 -- 172.21.15.16:0/117340265 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa88815a550 con 0x7fa8881e8d60 2024-09-16T01:47:27.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.752+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa8880d2f10 con 0x7fa8881e8d60 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.753+0000 7fa884ff9640 1 -- 172.21.15.16:0/117340265 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v95) ==== 84+0+65 (secure 0 0 0) 0x7fa87c04b020 con 0x7fa8881e8d60 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:27.754 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:47:27.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.754+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa87406c3d0 msgr2=0x7fa87406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.754+0000 7fa88e653640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa87406c3d0 0x7fa87406e890 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa878001050 tx=0x7fa878009040 comp rx=0 tx=0).stop 2024-09-16T01:47:27.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.754+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8881e8d60 msgr2=0x7fa888158080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.754+0000 7fa88e653640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8881e8d60 0x7fa888158080 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fa87c005040 tx=0x7fa87c0012d0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 shutdown_connections 2024-09-16T01:47:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa87406c3d0 0x7fa87406e890 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa8880b2670 0x7fa8880b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8881e8d60 0x7fa888158080 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 --2- 172.21.15.16:0/117340265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa870004800 0x7fa8881f8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 >> 172.21.15.16:0/117340265 conn(0x7fa8880d2300 msgr2=0x7fa8880d0b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 shutdown_connections 2024-09-16T01:47:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.755+0000 7fa88e653640 1 -- 172.21.15.16:0/117340265 wait complete. 2024-09-16T01:47:27.767 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:47:27.767 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:47:27.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.872+0000 7f249d8b7640 1 Processor -- start 2024-09-16T01:47:27.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.872+0000 7f249d8b7640 1 -- start start 2024-09-16T01:47:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f249d8b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24980cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f249d8b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f24980ba3d0 0x7f249815ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f249d8b7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24980d4350 con 0x7f24980b9880 2024-09-16T01:47:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f249d8b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f24980cfe50 con 0x7f24980ba3d0 2024-09-16T01:47:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f249d8b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f24980d3590 con 0x7f249815e840 2024-09-16T01:47:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f24977fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f24980ba3d0 0x7f249815ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f24977fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f24980ba3d0 0x7f249815ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60976/0 (socket says 172.21.15.16:60976) 2024-09-16T01:47:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f24977fe640 1 -- 172.21.15.16:0/47176561 learned_addr learned my addr 172.21.15.16:0/47176561 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.873+0000 7f2496ffd640 1 --2- 172.21.15.16:0/47176561 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24980cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.874+0000 7f24977fe640 1 -- 172.21.15.16:0/47176561 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 msgr2=0x7f24980cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.874+0000 7f24977fe640 1 --2- 172.21.15.16:0/47176561 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24980cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.874+0000 7f24977fe640 1 -- 172.21.15.16:0/47176561 >> v1:172.21.15.104:6789/0 conn(0x7f24980b9880 legacy=0x7f24980b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.874+0000 7f24977fe640 1 -- 172.21.15.16:0/47176561 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24980d3870 con 0x7f24980ba3d0 2024-09-16T01:47:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.874+0000 7f24977fe640 1 --2- 172.21.15.16:0/47176561 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815ec20 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f2490009870 tx=0x7f249002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf4bbc282d3040af server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.874+0000 7f2495ffb640 1 -- 172.21.15.16:0/47176561 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490037070 con 0x7f24980ba3d0 2024-09-16T01:47:27.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f2495ffb640 1 -- 172.21.15.16:0/47176561 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2490032440 con 0x7f24980ba3d0 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f2495ffb640 1 -- 172.21.15.16:0/47176561 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490032810 con 0x7f24980ba3d0 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 -- 172.21.15.16:0/47176561 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 msgr2=0x7f249815ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 --2- 172.21.15.16:0/47176561 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815ec20 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f2490009870 tx=0x7f249002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 -- 172.21.15.16:0/47176561 shutdown_connections 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 --2- 172.21.15.16:0/47176561 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815ec20 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 --2- 172.21.15.16:0/47176561 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24980cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 -- 172.21.15.16:0/47176561 >> 172.21.15.16:0/47176561 conn(0x7f24980d4630 msgr2=0x7f24980d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 -- 172.21.15.16:0/47176561 shutdown_connections 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.875+0000 7f249d8b7640 1 -- 172.21.15.16:0/47176561 wait complete. 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.876+0000 7f249d8b7640 1 Processor -- start 2024-09-16T01:47:27.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f249d8b7640 1 -- start start 2024-09-16T01:47:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f249d8b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24980b9880 0x7f2498161bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f249d8b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f249d8b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24981f50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f249d8b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f24980cfb40 con 0x7f24980ba3d0 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f249d8b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f24980d3e30 con 0x7f24980b9880 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f249d8b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f249815f160 con 0x7f249815e840 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f24967fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f24967fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60984/0 (socket says 172.21.15.16:60984) 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f24967fc640 1 -- 172.21.15.16:0/1662175412 learned_addr learned my addr 172.21.15.16:0/1662175412 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f2496ffd640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24980b9880 0x7f2498161bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.877+0000 7f24977fe640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24981f50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f24967fc640 1 -- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 msgr2=0x7f24981f50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f24967fc640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24981f50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f24967fc640 1 -- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24980b9880 msgr2=0x7f2498161bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f24967fc640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24980b9880 0x7f2498161bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f24967fc640 1 -- 172.21.15.16:0/1662175412 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24980c81a0 con 0x7f24980ba3d0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f24967fc640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815cbc0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f248000c470 tx=0x7f2480001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f248ffff640 1 -- 172.21.15.16:0/1662175412 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24800052d0 con 0x7f24980ba3d0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f248ffff640 1 -- 172.21.15.16:0/1662175412 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2480005470 con 0x7f24980ba3d0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f248ffff640 1 -- 172.21.15.16:0/1662175412 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480007260 con 0x7f24980ba3d0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24981620f0 con 0x7f24980ba3d0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.878+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24980c86f0 con 0x7f24980ba3d0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.879+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f249815ec20 con 0x7f24980ba3d0 2024-09-16T01:47:27.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.880+0000 7f248ffff640 1 -- 172.21.15.16:0/1662175412 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f2480007400 con 0x7f24980ba3d0 2024-09-16T01:47:27.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.880+0000 7f248ffff640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f247806c3d0 0x7f247806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:27.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.880+0000 7f248ffff640 1 -- 172.21.15.16:0/1662175412 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4857+0+0 (secure 0 0 0) 0x7f248008a680 con 0x7f24980ba3d0 2024-09-16T01:47:27.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.880+0000 7f2496ffd640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f247806c3d0 0x7f247806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:27.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.881+0000 7f2496ffd640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f247806c3d0 0x7f247806e890 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f24980cb310 tx=0x7f248800b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:27.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:27.884+0000 7f248ffff640 1 -- 172.21.15.16:0/1662175412 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f24800589e0 con 0x7f24980ba3d0 2024-09-16T01:47:28.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:28.065+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f24980c7ee0 con 0x7f24980ba3d0 2024-09-16T01:47:29.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.067+0000 7f248ffff640 1 -- 172.21.15.16:0/1662175412 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v96) ==== 138+0+0 (secure 0 0 0) 0x7f248005cce0 con 0x7f24980ba3d0 2024-09-16T01:47:29.068 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:47:29.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f247806c3d0 msgr2=0x7f247806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:29.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f247806c3d0 0x7f247806e890 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f24980cb310 tx=0x7f248800b040 comp rx=0 tx=0).stop 2024-09-16T01:47:29.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 msgr2=0x7f249815cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:29.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815cbc0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f248000c470 tx=0x7f2480001e70 comp rx=0 tx=0).stop 2024-09-16T01:47:29.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 shutdown_connections 2024-09-16T01:47:29.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f247806c3d0 0x7f247806e890 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f249815e840 0x7f24981f50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24980ba3d0 0x7f249815cbc0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 --2- 172.21.15.16:0/1662175412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24980b9880 0x7f2498161bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 >> 172.21.15.16:0/1662175412 conn(0x7f24980d4630 msgr2=0x7f24980b4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:29.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 shutdown_connections 2024-09-16T01:47:29.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.070+0000 7f249d8b7640 1 -- 172.21.15.16:0/1662175412 wait complete. 2024-09-16T01:47:29.093 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:47:29.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.210+0000 7f2574f86640 1 Processor -- start 2024-09-16T01:47:29.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.210+0000 7f2574f86640 1 -- start start 2024-09-16T01:47:29.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f2574f86640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f257006c2f0 0x7f25700cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:29.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f2574f86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:29.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f2574f86640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f257015ea70 con 0x7f257015e690 2024-09-16T01:47:29.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f2574f86640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f25700722a0 con 0x7f257006c2f0 2024-09-16T01:47:29.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f2574f86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2570072580 con 0x7f25700cf5e0 2024-09-16T01:47:29.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f256e59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f257015e690 0x7f257006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46676/0 (socket says 172.21.15.16:46676) 2024-09-16T01:47:29.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f256e59c640 1 -- 172.21.15.16:0/2449289001 learned_addr learned my addr 172.21.15.16:0/2449289001 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256dd9b640 1 --2- 172.21.15.16:0/2449289001 >> v2:172.21.15.104:3300/0 conn(0x7f257006c2f0 0x7f25700cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.211+0000 7f256ed9d640 1 --2- 172.21.15.16:0/2449289001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256d59a640 1 -- 172.21.15.16:0/2449289001 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1805979651 0 0) 0x7f257015ea70 con 0x7f257015e690 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256d59a640 1 -- 172.21.15.16:0/2449289001 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f255c003520 con 0x7f257015e690 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256d59a640 1 -- 172.21.15.16:0/2449289001 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3819479404 0 0) 0x7f255c003520 con 0x7f257015e690 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256ed9d640 1 -- 172.21.15.16:0/2449289001 >> v2:172.21.15.104:3300/0 conn(0x7f257006c2f0 msgr2=0x7f25700cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256ed9d640 1 --2- 172.21.15.16:0/2449289001 >> v2:172.21.15.104:3300/0 conn(0x7f257006c2f0 0x7f25700cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256ed9d640 1 -- 172.21.15.16:0/2449289001 >> v1:172.21.15.16:6789/0 conn(0x7f257015e690 legacy=0x7f257006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256ed9d640 1 -- 172.21.15.16:0/2449289001 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2570072860 con 0x7f25700cf5e0 2024-09-16T01:47:29.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.212+0000 7f256dd9b640 1 --2- 172.21.15.16:0/2449289001 >> v2:172.21.15.104:3300/0 conn(0x7f257006c2f0 0x7f25700cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:29.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.213+0000 7f256ed9d640 1 --2- 172.21.15.16:0/2449289001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700b7630 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2560009d90 tx=0x7f256002a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c7ae3be3e10bfd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:29.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.213+0000 7f256d59a640 1 -- 172.21.15.16:0/2449289001 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2568001670 con 0x7f25700cf5e0 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.213+0000 7f256d59a640 1 -- 172.21.15.16:0/2449289001 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2560007540 con 0x7f25700cf5e0 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.213+0000 7f256d59a640 1 -- 172.21.15.16:0/2449289001 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25600078f0 con 0x7f25700cf5e0 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.213+0000 7f2574f86640 1 -- 172.21.15.16:0/2449289001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 msgr2=0x7f25700b7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.213+0000 7f2574f86640 1 --2- 172.21.15.16:0/2449289001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700b7630 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2560009d90 tx=0x7f256002a5f0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.214+0000 7f2574f86640 1 -- 172.21.15.16:0/2449289001 shutdown_connections 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.214+0000 7f2574f86640 1 --2- 172.21.15.16:0/2449289001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700b7630 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.214+0000 7f2574f86640 1 --2- 172.21.15.16:0/2449289001 >> v2:172.21.15.104:3300/0 conn(0x7f257006c2f0 0x7f25700cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.214+0000 7f2574f86640 1 -- 172.21.15.16:0/2449289001 >> 172.21.15.16:0/2449289001 conn(0x7f25700d1200 msgr2=0x7f25700d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.214+0000 7f2574f86640 1 -- 172.21.15.16:0/2449289001 shutdown_connections 2024-09-16T01:47:29.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.214+0000 7f2574f86640 1 -- 172.21.15.16:0/2449289001 wait complete. 2024-09-16T01:47:29.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.215+0000 7f2574f86640 1 Processor -- start 2024-09-16T01:47:29.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.215+0000 7f2574f86640 1 -- start start 2024-09-16T01:47:29.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f2574f86640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f257006c2f0 0x7f257015d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f2574f86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700ab9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f2574f86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f257015e690 0x7f25701f7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f2574f86640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f25700b7b70 con 0x7f257006c2f0 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f2574f86640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f25700cfa90 con 0x7f257015e690 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f2574f86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f25700b7cf0 con 0x7f25700cf5e0 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f257006c2f0 0x7f257015d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f257006c2f0 0x7f257015d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60990/0 (socket says 172.21.15.16:60990) 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 -- 172.21.15.16:0/2637196799 learned_addr learned my addr 172.21.15.16:0/2637196799 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256dd9b640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700ab9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256ed9d640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f257015e690 0x7f25701f7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 -- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 msgr2=0x7f25700ab9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700ab9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 -- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f257015e690 msgr2=0x7f25701f7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:29.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f257015e690 0x7f25701f7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256e59c640 1 -- 172.21.15.16:0/2637196799 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25700ce050 con 0x7f257006c2f0 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256dd9b640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700ab9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.216+0000 7f256ed9d640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f257015e690 0x7f25701f7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.217+0000 7f256e59c640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f257006c2f0 0x7f257015d9a0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f256800c700 tx=0x7f256800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.217+0000 7f2566ffd640 1 -- 172.21.15.16:0/2637196799 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2568017070 con 0x7f257006c2f0 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.217+0000 7f2566ffd640 1 -- 172.21.15.16:0/2637196799 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2568005ad0 con 0x7f257006c2f0 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.217+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25701f8370 con 0x7f257006c2f0 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.217+0000 7f2566ffd640 1 -- 172.21.15.16:0/2637196799 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2568007070 con 0x7f257006c2f0 2024-09-16T01:47:29.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.217+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25700cd720 con 0x7f257006c2f0 2024-09-16T01:47:29.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.218+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25700cf0a0 con 0x7f257006c2f0 2024-09-16T01:47:29.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.218+0000 7f2566ffd640 1 -- 172.21.15.16:0/2637196799 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f256801a070 con 0x7f257006c2f0 2024-09-16T01:47:29.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.219+0000 7f2566ffd640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f255006c3d0 0x7f255006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:29.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.219+0000 7f2566ffd640 1 -- 172.21.15.16:0/2637196799 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5227+0+0 (secure 0 0 0) 0x7f256808a730 con 0x7f257006c2f0 2024-09-16T01:47:29.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.219+0000 7f256dd9b640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f255006c3d0 0x7f255006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:29.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.219+0000 7f256dd9b640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f255006c3d0 0x7f255006e890 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f25700d2550 tx=0x7f2558008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:29.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.224+0000 7f2566ffd640 1 -- 172.21.15.16:0/2637196799 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2568058930 con 0x7f257006c2f0 2024-09-16T01:47:29.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:29.399+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f25700ba2c0 con 0x7f257006c2f0 2024-09-16T01:47:30.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.073+0000 7f2566ffd640 1 -- 172.21.15.16:0/2637196799 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v97) ==== 170+0+0 (secure 0 0 0) 0x7f256805cc30 con 0x7f257006c2f0 2024-09-16T01:47:30.074 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:47:30.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.078+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f255006c3d0 msgr2=0x7f255006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:30.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.078+0000 7f2574f86640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f255006c3d0 0x7f255006e890 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f25700d2550 tx=0x7f2558008040 comp rx=0 tx=0).stop 2024-09-16T01:47:30.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.078+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f257006c2f0 msgr2=0x7f257015d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:30.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.078+0000 7f2574f86640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f257006c2f0 0x7f257015d9a0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f256800c700 tx=0x7f256800cbc0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.080+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 shutdown_connections 2024-09-16T01:47:30.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.080+0000 7f2574f86640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f255006c3d0 0x7f255006e890 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.080+0000 7f2574f86640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f257015e690 0x7f25701f7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.080+0000 7f2574f86640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25700cf5e0 0x7f25700ab9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.080+0000 7f2574f86640 1 --2- 172.21.15.16:0/2637196799 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f257006c2f0 0x7f257015d9a0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.080+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 >> 172.21.15.16:0/2637196799 conn(0x7f25700d1200 msgr2=0x7f25700d4e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:30.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.081+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 shutdown_connections 2024-09-16T01:47:30.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.081+0000 7f2574f86640 1 -- 172.21.15.16:0/2637196799 wait complete. 2024-09-16T01:47:30.109 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:47:30.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.221+0000 7f15be3c6640 1 Processor -- start 2024-09-16T01:47:30.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.221+0000 7f15be3c6640 1 -- start start 2024-09-16T01:47:30.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.222+0000 7f15be3c6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b80cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:30.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.222+0000 7f15be3c6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f15b80d1680 0x7f15b80b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:30.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.222+0000 7f15be3c6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15b80d22f0 con 0x7f15b80cfb00 2024-09-16T01:47:30.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.222+0000 7f15be3c6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f15b80d20a0 con 0x7f15b80d1680 2024-09-16T01:47:30.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.222+0000 7f15be3c6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f15b80d25d0 con 0x7f15b8147f30 2024-09-16T01:47:30.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15bc963640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f15b80d1680 0x7f15b80b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:30.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15bc963640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f15b80d1680 0x7f15b80b8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60992/0 (socket says 172.21.15.16:60992) 2024-09-16T01:47:30.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15bc963640 1 -- 172.21.15.16:0/2321291752 learned_addr learned my addr 172.21.15.16:0/2321291752 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:30.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15b7fff640 1 --2- 172.21.15.16:0/2321291752 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b80cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:30.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15bc963640 1 -- 172.21.15.16:0/2321291752 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 msgr2=0x7f15b80cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:30.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15bc963640 1 --2- 172.21.15.16:0/2321291752 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b80cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15bc963640 1 -- 172.21.15.16:0/2321291752 >> v1:172.21.15.104:6789/0 conn(0x7f15b80cfb00 legacy=0x7f15b80d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:30.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.223+0000 7f15bc963640 1 -- 172.21.15.16:0/2321291752 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15b80d28b0 con 0x7f15b80d1680 2024-09-16T01:47:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15bc963640 1 --2- 172.21.15.16:0/2321291752 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b80b8810 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f15b0009e50 tx=0x7f15b002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41e2a3730528626c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15b6ffd640 1 -- 172.21.15.16:0/2321291752 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0036070 con 0x7f15b80d1680 2024-09-16T01:47:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15b6ffd640 1 -- 172.21.15.16:0/2321291752 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b0031600 con 0x7f15b80d1680 2024-09-16T01:47:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15b6ffd640 1 -- 172.21.15.16:0/2321291752 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b00319d0 con 0x7f15b80d1680 2024-09-16T01:47:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 -- 172.21.15.16:0/2321291752 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 msgr2=0x7f15b80b8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 --2- 172.21.15.16:0/2321291752 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b80b8810 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f15b0009e50 tx=0x7f15b002a630 comp rx=0 tx=0).stop 2024-09-16T01:47:30.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 -- 172.21.15.16:0/2321291752 shutdown_connections 2024-09-16T01:47:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 --2- 172.21.15.16:0/2321291752 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b80b8810 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 --2- 172.21.15.16:0/2321291752 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b80cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 -- 172.21.15.16:0/2321291752 >> 172.21.15.16:0/2321291752 conn(0x7f15b8074da0 msgr2=0x7f15b80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 -- 172.21.15.16:0/2321291752 shutdown_connections 2024-09-16T01:47:30.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.224+0000 7f15be3c6640 1 -- 172.21.15.16:0/2321291752 wait complete. 2024-09-16T01:47:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.226+0000 7f15be3c6640 1 Processor -- start 2024-09-16T01:47:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.226+0000 7f15be3c6640 1 -- start start 2024-09-16T01:47:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15be3c6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15b80cfb00 0x7f15b815df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15be3c6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b81400e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15be3c6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b8142020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:30.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15be3c6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f15b80d4010 con 0x7f15b80d1680 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15be3c6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f15b8148310 con 0x7f15b80cfb00 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15be3c6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f15b80d4190 con 0x7f15b8147f30 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b81400e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b81400e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60994/0 (socket says 172.21.15.16:60994) 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 -- 172.21.15.16:0/1958112527 learned_addr learned my addr 172.21.15.16:0/1958112527 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b7fff640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15b80cfb00 0x7f15b815df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15bc963640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b8142020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 -- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 msgr2=0x7f15b8142020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b8142020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 -- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15b80cfb00 msgr2=0x7f15b815df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15b80cfb00 0x7f15b815df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 -- 172.21.15.16:0/1958112527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15b8140620 con 0x7f15b80d1680 2024-09-16T01:47:30.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b77fe640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b81400e0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f15ac00c3f0 tx=0x7f15ac00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:30.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b4ff9640 1 -- 172.21.15.16:0/1958112527 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ac007020 con 0x7f15b80d1680 2024-09-16T01:47:30.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b4ff9640 1 -- 172.21.15.16:0/1958112527 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15ac0071c0 con 0x7f15b80d1680 2024-09-16T01:47:30.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15b8141850 con 0x7f15b80d1680 2024-09-16T01:47:30.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.227+0000 7f15b4ff9640 1 -- 172.21.15.16:0/1958112527 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ac007590 con 0x7f15b80d1680 2024-09-16T01:47:30.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.228+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15b8140fb0 con 0x7f15b80d1680 2024-09-16T01:47:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.228+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15b80d30b0 con 0x7f15b80d1680 2024-09-16T01:47:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.229+0000 7f15b4ff9640 1 -- 172.21.15.16:0/1958112527 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f15ac019020 con 0x7f15b80d1680 2024-09-16T01:47:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.230+0000 7f15b4ff9640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f15a406c3d0 0x7f15a406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.230+0000 7f15b4ff9640 1 -- 172.21.15.16:0/1958112527 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5609+0+0 (secure 0 0 0) 0x7f15ac08ac20 con 0x7f15b80d1680 2024-09-16T01:47:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.230+0000 7f15b7fff640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f15a406c3d0 0x7f15a406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:30.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.230+0000 7f15b7fff640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f15a406c3d0 0x7f15a406e890 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f15b80b9f60 tx=0x7f15a8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:30.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.234+0000 7f15b4ff9640 1 -- 172.21.15.16:0/1958112527 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f15ac058c80 con 0x7f15b80d1680 2024-09-16T01:47:30.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:30.445+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f15b8069b40 con 0x7f15b80d1680 2024-09-16T01:47:31.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.074+0000 7f15b4ff9640 1 -- 172.21.15.16:0/1958112527 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v58) ==== 174+0+0 (secure 0 0 0) 0x7f15ac05cf80 con 0x7f15b80d1680 2024-09-16T01:47:31.076 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 16 and data pool 17 2024-09-16T01:47:31.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f15a406c3d0 msgr2=0x7f15a406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f15a406c3d0 0x7f15a406e890 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f15b80b9f60 tx=0x7f15a8008040 comp rx=0 tx=0).stop 2024-09-16T01:47:31.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 msgr2=0x7f15b81400e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b81400e0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f15ac00c3f0 tx=0x7f15ac00c8b0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 shutdown_connections 2024-09-16T01:47:31.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f15a406c3d0 0x7f15a406e890 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f15b8147f30 0x7f15b8142020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f15b80d1680 0x7f15b81400e0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 --2- 172.21.15.16:0/1958112527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15b80cfb00 0x7f15b815df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.081+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 >> 172.21.15.16:0/1958112527 conn(0x7f15b8074da0 msgr2=0x7f15b8161770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.082+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 shutdown_connections 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.087+0000 7f15be3c6640 1 -- 172.21.15.16:0/1958112527 wait complete. 2024-09-16T01:47:31.120 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:47:31.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.225+0000 7f41acba2640 1 Processor -- start 2024-09-16T01:47:31.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.225+0000 7f41acba2640 1 -- start start 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41acba2640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41a806bbe0 0x7f41a80b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41acba2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a806c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41acba2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f41a8072da0 0x7f41a80731d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41acba2640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f41a80b4d20 con 0x7f41a806bbe0 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41acba2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f41a80b5000 con 0x7f41a8072da0 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41acba2640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f41a80725a0 con 0x7f41a806bfc0 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41a77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41a806bbe0 0x7f41a80b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.226+0000 7f41a77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41a806bbe0 0x7f41a80b4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60998/0 (socket says 172.21.15.16:60998) 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a77fe640 1 -- 172.21.15.16:0/3402128885 learned_addr learned my addr 172.21.15.16:0/3402128885 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a7fff640 1 --2- 172.21.15.16:0/3402128885 >> v2:172.21.15.104:3300/0 conn(0x7f41a8072da0 0x7f41a80731d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a6ffd640 1 --2- 172.21.15.16:0/3402128885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a806c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a77fe640 1 -- 172.21.15.16:0/3402128885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 msgr2=0x7f41a806c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a77fe640 1 --2- 172.21.15.16:0/3402128885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a806c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a77fe640 1 -- 172.21.15.16:0/3402128885 >> v2:172.21.15.104:3300/0 conn(0x7f41a8072da0 msgr2=0x7f41a80731d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a77fe640 1 --2- 172.21.15.16:0/3402128885 >> v2:172.21.15.104:3300/0 conn(0x7f41a8072da0 0x7f41a80731d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a77fe640 1 -- 172.21.15.16:0/3402128885 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a8072880 con 0x7f41a806bbe0 2024-09-16T01:47:31.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a7fff640 1 --2- 172.21.15.16:0/3402128885 >> v2:172.21.15.104:3300/0 conn(0x7f41a8072da0 0x7f41a80731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.227+0000 7f41a77fe640 1 --2- 172.21.15.16:0/3402128885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a806bbe0 0x7f41a80b4100 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f41a80b0d00 tx=0x7f419802a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44573d20e5809997 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41a67fc640 1 -- 172.21.15.16:0/3402128885 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4198036070 con 0x7f41a806bbe0 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41a67fc640 1 -- 172.21.15.16:0/3402128885 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4198031600 con 0x7f41a806bbe0 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41a67fc640 1 -- 172.21.15.16:0/3402128885 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41980319d0 con 0x7f41a806bbe0 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 -- 172.21.15.16:0/3402128885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a806bbe0 msgr2=0x7f41a80b4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 --2- 172.21.15.16:0/3402128885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a806bbe0 0x7f41a80b4100 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f41a80b0d00 tx=0x7f419802a570 comp rx=0 tx=0).stop 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 -- 172.21.15.16:0/3402128885 shutdown_connections 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 --2- 172.21.15.16:0/3402128885 >> v2:172.21.15.104:3300/0 conn(0x7f41a8072da0 0x7f41a80731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 --2- 172.21.15.16:0/3402128885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a806c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 --2- 172.21.15.16:0/3402128885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a806bbe0 0x7f41a80b4100 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 -- 172.21.15.16:0/3402128885 >> 172.21.15.16:0/3402128885 conn(0x7f41a806dae0 msgr2=0x7f41a806def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 -- 172.21.15.16:0/3402128885 shutdown_connections 2024-09-16T01:47:31.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.228+0000 7f41acba2640 1 -- 172.21.15.16:0/3402128885 wait complete. 2024-09-16T01:47:31.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.229+0000 7f41acba2640 1 Processor -- start 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41acba2640 1 -- start start 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41acba2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41a806bbe0 0x7f41a81469c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41acba2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a815de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41acba2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a8072da0 0x7f41a8150660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41acba2640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f41a80b4640 con 0x7f41a8072da0 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41acba2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41a806c940 con 0x7f41a806bbe0 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41acba2640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f41a80b47c0 con 0x7f41a806bfc0 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.230+0000 7f41a7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a8072da0 0x7f41a8150660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a8072da0 0x7f41a8150660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32782/0 (socket says 172.21.15.16:32782) 2024-09-16T01:47:31.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 -- 172.21.15.16:0/4220609201 learned_addr learned my addr 172.21.15.16:0/4220609201 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a77fe640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41a806bbe0 0x7f41a81469c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a6ffd640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a815de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 -- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 msgr2=0x7f41a815de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a815de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 -- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41a806bbe0 msgr2=0x7f41a81469c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41a806bbe0 0x7f41a81469c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 -- 172.21.15.16:0/4220609201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a8158210 con 0x7f41a8072da0 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41a7fff640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a8072da0 0x7f41a8150660 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f41a000c7f0 tx=0x7f41a000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f418ffff640 1 -- 172.21.15.16:0/4220609201 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a0015070 con 0x7f41a8072da0 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f418ffff640 1 -- 172.21.15.16:0/4220609201 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41a0007820 con 0x7f41a8072da0 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41a81584f0 con 0x7f41a8072da0 2024-09-16T01:47:31.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f418ffff640 1 -- 172.21.15.16:0/4220609201 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a0007c50 con 0x7f41a8072da0 2024-09-16T01:47:31.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.231+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41a8146f00 con 0x7f41a8072da0 2024-09-16T01:47:31.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.232+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41a80d0d60 con 0x7f41a8072da0 2024-09-16T01:47:31.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.233+0000 7f418ffff640 1 -- 172.21.15.16:0/4220609201 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f41a0018070 con 0x7f41a8072da0 2024-09-16T01:47:31.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.233+0000 7f418ffff640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f419406c3d0 0x7f419406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.234+0000 7f418ffff640 1 -- 172.21.15.16:0/4220609201 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5709+0+0 (secure 0 0 0) 0x7f41a008b560 con 0x7f41a8072da0 2024-09-16T01:47:31.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.234+0000 7f41a77fe640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f419406c3d0 0x7f419406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.234+0000 7f41a77fe640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f419406c3d0 0x7f419406e890 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4198033000 tx=0x7f4198009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.238+0000 7f418ffff640 1 -- 172.21.15.16:0/4220609201 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f41a00594f0 con 0x7f41a8072da0 2024-09-16T01:47:31.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.413+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f41a80b0df0 con 0x7f41a8072da0 2024-09-16T01:47:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.415+0000 7f418ffff640 1 -- 172.21.15.16:0/4220609201 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+16653 (secure 0 0 0) 0x7f41a005d7f0 con 0x7f41a8072da0 2024-09-16T01:47:31.416 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:31.416 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":98,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:47:30.447095+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:47:28.096751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T01:47:29.431315+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:47:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f419406c3d0 msgr2=0x7f419406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f419406c3d0 0x7f419406e890 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4198033000 tx=0x7f4198009000 comp rx=0 tx=0).stop 2024-09-16T01:47:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a8072da0 msgr2=0x7f41a8150660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a8072da0 0x7f41a8150660 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f41a000c7f0 tx=0x7f41a000ccb0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 shutdown_connections 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f419406c3d0 0x7f419406e890 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41a8072da0 0x7f41a8150660 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41a806bfc0 0x7f41a815de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 --2- 172.21.15.16:0/4220609201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41a806bbe0 0x7f41a81469c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 >> 172.21.15.16:0/4220609201 conn(0x7f41a806dae0 msgr2=0x7f41a80b21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 shutdown_connections 2024-09-16T01:47:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.417+0000 7f41acba2640 1 -- 172.21.15.16:0/4220609201 wait complete. 2024-09-16T01:47:31.429 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:47:31.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.530+0000 7fe5d3a2e640 1 Processor -- start 2024-09-16T01:47:31.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.530+0000 7fe5d3a2e640 1 -- start start 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d3a2e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe5cc06bbe0 0x7fe5cc06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d3a2e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe5cc06f6e0 0x7fe5cc161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d3a2e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5cc0b6a70 con 0x7fe5cc15e3a0 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d3a2e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe5cc06fb50 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d3a2e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe5cc0b7640 con 0x7fe5cc06bbe0 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d1fcb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe5cc06f6e0 0x7fe5cc161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d1fcb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe5cc06f6e0 0x7fe5cc161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32790/0 (socket says 172.21.15.16:32790) 2024-09-16T01:47:31.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d17ca640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe5cc15e3a0 0x7fe5cc06d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46688/0 (socket says 172.21.15.16:46688) 2024-09-16T01:47:31.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.531+0000 7fe5d1fcb640 1 -- 172.21.15.16:0/1249993666 learned_addr learned my addr 172.21.15.16:0/1249993666 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:31.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5d0fc9640 1 --2- 172.21.15.16:0/1249993666 >> v2:172.21.15.104:3300/0 conn(0x7fe5cc06bbe0 0x7fe5cc06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5d1fcb640 1 -- 172.21.15.16:0/1249993666 >> v2:172.21.15.104:3300/0 conn(0x7fe5cc06bbe0 msgr2=0x7fe5cc06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5d1fcb640 1 --2- 172.21.15.16:0/1249993666 >> v2:172.21.15.104:3300/0 conn(0x7fe5cc06bbe0 0x7fe5cc06f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5d1fcb640 1 -- 172.21.15.16:0/1249993666 >> v1:172.21.15.16:6789/0 conn(0x7fe5cc15e3a0 legacy=0x7fe5cc06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5cbfff640 1 -- 172.21.15.16:0/1249993666 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1142458519 0 0) 0x7fe5cc0b6a70 con 0x7fe5cc15e3a0 2024-09-16T01:47:31.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5d1fcb640 1 -- 172.21.15.16:0/1249993666 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5cc06d960 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5d1fcb640 1 --2- 172.21.15.16:0/1249993666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc161f80 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0b4ec0 tx=0x7fe5c402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10db2a69860e91f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.532+0000 7fe5cbfff640 1 -- 172.21.15.16:0/1249993666 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c4037070 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5cbfff640 1 -- 172.21.15.16:0/1249993666 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5c4032440 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5cbfff640 1 -- 172.21.15.16:0/1249993666 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c4032810 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/1249993666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 msgr2=0x7fe5cc161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/1249993666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc161f80 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0b4ec0 tx=0x7fe5c402a270 comp rx=0 tx=0).stop 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/1249993666 shutdown_connections 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/1249993666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc161f80 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/1249993666 >> v2:172.21.15.104:3300/0 conn(0x7fe5cc06bbe0 0x7fe5cc06f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/1249993666 >> 172.21.15.16:0/1249993666 conn(0x7fe5cc0b4090 msgr2=0x7fe5cc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/1249993666 shutdown_connections 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.533+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/1249993666 wait complete. 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.534+0000 7fe5d3a2e640 1 Processor -- start 2024-09-16T01:47:31.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.534+0000 7fe5d3a2e640 1 -- start start 2024-09-16T01:47:31.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d3a2e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe5cc06bbe0 0x7fe5cc0b0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d3a2e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc159ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d3a2e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe5cc15e3a0 0x7fe5cc15a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d3a2e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe5cc0b72d0 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d3a2e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe5cc0b6ff0 con 0x7fe5cc06bbe0 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d3a2e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe5cc15e780 con 0x7fe5cc15e3a0 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d0fc9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc159ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d0fc9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc159ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32802/0 (socket says 172.21.15.16:32802) 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d0fc9640 1 -- 172.21.15.16:0/2638119467 learned_addr learned my addr 172.21.15.16:0/2638119467 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d17ca640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe5cc06bbe0 0x7fe5cc0b0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.535+0000 7fe5d1fcb640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe5cc15e3a0 0x7fe5cc15a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d0fc9640 1 -- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe5cc15e3a0 msgr2=0x7fe5cc15a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d0fc9640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe5cc15e3a0 0x7fe5cc15a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d0fc9640 1 -- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe5cc06bbe0 msgr2=0x7fe5cc0b0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d0fc9640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe5cc06bbe0 0x7fe5cc0b0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d0fc9640 1 -- 172.21.15.16:0/2638119467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5cc1e90e0 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d17ca640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe5cc06bbe0 0x7fe5cc0b0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d0fc9640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc159ae0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000c820 tx=0x7fe5c000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5c9ffb640 1 -- 172.21.15.16:0/2638119467 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0015070 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5c9ffb640 1 -- 172.21.15.16:0/2638119467 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5c0007a30 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5c9ffb640 1 -- 172.21.15.16:0/2638119467 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0007de0 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5cc0b14a0 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.536+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5cc1e9380 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.537+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5cc073cc0 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.538+0000 7fe5c9ffb640 1 -- 172.21.15.16:0/2638119467 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fe5c0018070 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.538+0000 7fe5c9ffb640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe5b806c3d0 0x7fe5b806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.538+0000 7fe5c9ffb640 1 -- 172.21.15.16:0/2638119467 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5709+0+0 (secure 0 0 0) 0x7fe5c008b650 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.538+0000 7fe5d17ca640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe5b806c3d0 0x7fe5b806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.539+0000 7fe5d17ca640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe5b806c3d0 0x7fe5b806e890 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc0012e0 tx=0x7fe5bc005b70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.542+0000 7fe5c9ffb640 1 -- 172.21.15.16:0/2638119467 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe5c0059b20 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.717+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5cc0d1c10 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.718+0000 7fe5c9ffb640 1 -- 172.21.15.16:0/2638119467 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+16653 (secure 0 0 0) 0x7fe5c0059420 con 0x7fe5cc06f6e0 2024-09-16T01:47:31.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:31.719 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":98,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:47:30.447095+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:47:28.096751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T01:47:29.431315+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:47:31.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe5b806c3d0 msgr2=0x7fe5b806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe5b806c3d0 0x7fe5b806e890 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc0012e0 tx=0x7fe5bc005b70 comp rx=0 tx=0).stop 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 msgr2=0x7fe5cc159ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc159ae0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000c820 tx=0x7fe5c000cce0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 shutdown_connections 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe5b806c3d0 0x7fe5b806e890 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe5cc15e3a0 0x7fe5cc15a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe5cc06f6e0 0x7fe5cc159ae0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 --2- 172.21.15.16:0/2638119467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe5cc06bbe0 0x7fe5cc0b0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 >> 172.21.15.16:0/2638119467 conn(0x7fe5cc0b4090 msgr2=0x7fe5cc0d28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 shutdown_connections 2024-09-16T01:47:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.720+0000 7fe5d3a2e640 1 -- 172.21.15.16:0/2638119467 wait complete. 2024-09-16T01:47:31.732 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:47:31.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.836+0000 7f009ceed640 1 Processor -- start 2024-09-16T01:47:31.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.836+0000 7f009ceed640 1 -- start start 2024-09-16T01:47:31.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.837+0000 7f009ceed640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f00980cf7b0 0x7f00980b8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.837+0000 7f009ceed640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f009815ea70 con 0x7f009815e690 2024-09-16T01:47:31.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.837+0000 7f009ceed640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00980722a0 con 0x7f009806c2f0 2024-09-16T01:47:31.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.837+0000 7f009ceed640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0098072580 con 0x7f00980cf7b0 2024-09-16T01:47:31.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.837+0000 7f009659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f009815e690 0x7f009806bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:46692/0 (socket says 172.21.15.16:46692) 2024-09-16T01:47:31.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.837+0000 7f0096d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f00980cf7b0 0x7f00980b8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.837+0000 7f009659c640 1 -- 172.21.15.16:0/296359237 learned_addr learned my addr 172.21.15.16:0/296359237 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.838+0000 7f0096d9d640 1 -- 172.21.15.16:0/296359237 >> v1:172.21.15.104:6789/0 conn(0x7f009806c2f0 legacy=0x7f00980cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.838+0000 7f0096d9d640 1 -- 172.21.15.16:0/296359237 >> v1:172.21.15.16:6789/0 conn(0x7f009815e690 legacy=0x7f009806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.838+0000 7f009559a640 1 -- 172.21.15.16:0/296359237 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 702039321 0 0) 0x7f009815ea70 con 0x7f009815e690 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.838+0000 7f0096d9d640 1 -- 172.21.15.16:0/296359237 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0098072860 con 0x7f00980cf7b0 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.838+0000 7f0096d9d640 1 --2- 172.21.15.16:0/296359237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00980cf7b0 0x7f00980b8640 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f00900097a0 tx=0x7f009002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51e73e5581bf1fd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009559a640 1 -- 172.21.15.16:0/296359237 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090037070 con 0x7f00980cf7b0 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009559a640 1 -- 172.21.15.16:0/296359237 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0090032440 con 0x7f00980cf7b0 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009559a640 1 -- 172.21.15.16:0/296359237 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090032810 con 0x7f00980cf7b0 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009ceed640 1 -- 172.21.15.16:0/296359237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00980cf7b0 msgr2=0x7f00980b8640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009ceed640 1 --2- 172.21.15.16:0/296359237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00980cf7b0 0x7f00980b8640 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f00900097a0 tx=0x7f009002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009ceed640 1 -- 172.21.15.16:0/296359237 shutdown_connections 2024-09-16T01:47:31.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009ceed640 1 --2- 172.21.15.16:0/296359237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00980cf7b0 0x7f00980b8640 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009ceed640 1 -- 172.21.15.16:0/296359237 >> 172.21.15.16:0/296359237 conn(0x7f00980d1200 msgr2=0x7f00980d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009ceed640 1 -- 172.21.15.16:0/296359237 shutdown_connections 2024-09-16T01:47:31.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.839+0000 7f009ceed640 1 -- 172.21.15.16:0/296359237 wait complete. 2024-09-16T01:47:31.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 Processor -- start 2024-09-16T01:47:31.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 -- start start 2024-09-16T01:47:31.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f009806c2f0 0x7f00980b59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00980cf7b0 0x7f00980ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f009815e690 0x7f00980c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0098169330 con 0x7f009806c2f0 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00981691b0 con 0x7f009815e690 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009ceed640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f00981694b0 con 0x7f00980cf7b0 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.841+0000 7f009659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f009806c2f0 0x7f00980b59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f009806c2f0 0x7f00980b59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32824/0 (socket says 172.21.15.16:32824) 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 -- 172.21.15.16:0/4157506924 learned_addr learned my addr 172.21.15.16:0/4157506924 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f0095d9b640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00980cf7b0 0x7f00980ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f0096d9d640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f009815e690 0x7f00980c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 -- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00980cf7b0 msgr2=0x7f00980ca7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00980cf7b0 0x7f00980ca7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 -- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f009815e690 msgr2=0x7f00980c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f009815e690 0x7f00980c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 -- 172.21.15.16:0/4157506924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00981515c0 con 0x7f009806c2f0 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009659c640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f009806c2f0 0x7f00980b59c0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f008800c7c0 tx=0x7f008800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f008effd640 1 -- 172.21.15.16:0/4157506924 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0088018070 con 0x7f009806c2f0 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f008effd640 1 -- 172.21.15.16:0/4157506924 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f008800a640 con 0x7f009806c2f0 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00981518a0 con 0x7f009806c2f0 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f008effd640 1 -- 172.21.15.16:0/4157506924 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008800aa30 con 0x7f009806c2f0 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.842+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0098151e60 con 0x7f009806c2f0 2024-09-16T01:47:31.846 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.843+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00980cf0a0 con 0x7f009806c2f0 2024-09-16T01:47:31.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.844+0000 7f008effd640 1 -- 172.21.15.16:0/4157506924 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f008801b070 con 0x7f009806c2f0 2024-09-16T01:47:31.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.844+0000 7f008effd640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f007806c400 0x7f007806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.844+0000 7f008effd640 1 -- 172.21.15.16:0/4157506924 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5709+0+0 (secure 0 0 0) 0x7f008808ab40 con 0x7f009806c2f0 2024-09-16T01:47:31.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.844+0000 7f0095d9b640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f007806c400 0x7f007806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.845+0000 7f0095d9b640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f007806c400 0x7f007806e8c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f009815e3f0 tx=0x7f0080007e30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:31.849+0000 7f008effd640 1 -- 172.21.15.16:0/4157506924 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0088058b40 con 0x7f009806c2f0 2024-09-16T01:47:32.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.060+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f00980d3ac0 con 0x7f009806c2f0 2024-09-16T01:47:32.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.090+0000 7f008effd640 1 -- 172.21.15.16:0/4157506924 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v59) ==== 118+0+0 (secure 0 0 0) 0x7f008805ce40 con 0x7f009806c2f0 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f007806c400 msgr2=0x7f007806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f007806c400 0x7f007806e8c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f009815e3f0 tx=0x7f0080007e30 comp rx=0 tx=0).stop 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f009806c2f0 msgr2=0x7f00980b59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f009806c2f0 0x7f00980b59c0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f008800c7c0 tx=0x7f008800cc80 comp rx=0 tx=0).stop 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 shutdown_connections 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f007806c400 0x7f007806e8c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f009815e690 0x7f00980c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00980cf7b0 0x7f00980ca7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 --2- 172.21.15.16:0/4157506924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f009806c2f0 0x7f00980b59c0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 >> 172.21.15.16:0/4157506924 conn(0x7f00980d1200 msgr2=0x7f00980b7e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:32.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 shutdown_connections 2024-09-16T01:47:32.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.092+0000 7f009ceed640 1 -- 172.21.15.16:0/4157506924 wait complete. 2024-09-16T01:47:32.105 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:47:32.105 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:47:32.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.209+0000 7f3bbc986640 1 Processor -- start 2024-09-16T01:47:32.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.209+0000 7f3bbc986640 1 -- start start 2024-09-16T01:47:32.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bbc986640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bb815e690 0x7f3bb806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bbc986640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3bb80cf7b0 0x7f3bb80b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bbc986640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bb815ea70 con 0x7f3bb806c120 2024-09-16T01:47:32.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bbc986640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3bb806c590 con 0x7f3bb815e690 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bbc986640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3bb80722a0 con 0x7f3bb80cf7b0 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bb659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bb815e690 0x7f3bb806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3badd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3bb806c120 0x7f3bb80cf0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36594/0 (socket says 172.21.15.16:36594) 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bb659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bb815e690 0x7f3bb806bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42422/0 (socket says 172.21.15.16:42422) 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3badd9b640 1 -- 172.21.15.16:0/3039888680 learned_addr learned my addr 172.21.15.16:0/3039888680 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bb659c640 1 -- 172.21.15.16:0/3039888680 >> v2:172.21.15.104:3300/0 conn(0x7f3bb80cf7b0 msgr2=0x7f3bb80b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bb659c640 1 --2- 172.21.15.16:0/3039888680 >> v2:172.21.15.104:3300/0 conn(0x7f3bb80cf7b0 0x7f3bb80b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bb659c640 1 -- 172.21.15.16:0/3039888680 >> v1:172.21.15.16:6789/0 conn(0x7f3bb806c120 legacy=0x7f3bb80cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bb5d9b640 1 -- 172.21.15.16:0/3039888680 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 517204097 0 0) 0x7f3bb815ea70 con 0x7f3bb806c120 2024-09-16T01:47:32.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.210+0000 7f3bb659c640 1 -- 172.21.15.16:0/3039888680 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb8072580 con 0x7f3bb815e690 2024-09-16T01:47:32.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.211+0000 7f3bb659c640 1 --2- 172.21.15.16:0/3039888680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb806bbe0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80b9de0 tx=0x7f3ba802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c446151a991202fa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:32.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.211+0000 7f3bb5d9b640 1 -- 172.21.15.16:0/3039888680 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8037070 con 0x7f3bb815e690 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.211+0000 7f3bb5d9b640 1 -- 172.21.15.16:0/3039888680 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ba8032440 con 0x7f3bb815e690 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.211+0000 7f3bb5d9b640 1 -- 172.21.15.16:0/3039888680 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8032810 con 0x7f3bb815e690 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.211+0000 7f3bbc986640 1 -- 172.21.15.16:0/3039888680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 msgr2=0x7f3bb806bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.211+0000 7f3bbc986640 1 --2- 172.21.15.16:0/3039888680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb806bbe0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80b9de0 tx=0x7f3ba802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.212+0000 7f3bbc986640 1 -- 172.21.15.16:0/3039888680 shutdown_connections 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.212+0000 7f3bbc986640 1 --2- 172.21.15.16:0/3039888680 >> v2:172.21.15.104:3300/0 conn(0x7f3bb80cf7b0 0x7f3bb80b7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.212+0000 7f3bbc986640 1 --2- 172.21.15.16:0/3039888680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb806bbe0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.212+0000 7f3bbc986640 1 -- 172.21.15.16:0/3039888680 >> 172.21.15.16:0/3039888680 conn(0x7f3bb80d1200 msgr2=0x7f3bb80d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.212+0000 7f3bbc986640 1 -- 172.21.15.16:0/3039888680 shutdown_connections 2024-09-16T01:47:32.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.212+0000 7f3bbc986640 1 -- 172.21.15.16:0/3039888680 wait complete. 2024-09-16T01:47:32.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.213+0000 7f3bbc986640 1 Processor -- start 2024-09-16T01:47:32.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.213+0000 7f3bbc986640 1 -- start start 2024-09-16T01:47:32.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bbc986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb806c120 0x7f3bb81e7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bbc986640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb80cf7b0 0x7f3bb815cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bbc986640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb80c9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bbc986640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb80b7b70 con 0x7f3bb815e690 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bbc986640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb8072b40 con 0x7f3bb80cf7b0 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bbc986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3bb80b7cf0 con 0x7f3bb806c120 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb80c9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb80c9230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42438/0 (socket says 172.21.15.16:42438) 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 -- 172.21.15.16:0/2627845888 learned_addr learned my addr 172.21.15.16:0/2627845888 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb659c640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb806c120 0x7f3bb81e7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 -- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb806c120 msgr2=0x7f3bb81e7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb806c120 0x7f3bb81e7710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3badd9b640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb80cf7b0 0x7f3bb815cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 -- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb80cf7b0 msgr2=0x7f3bb815cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb80cf7b0 0x7f3bb815cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.214+0000 7f3bb6d9d640 1 -- 172.21.15.16:0/2627845888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb815d9a0 con 0x7f3bb815e690 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.215+0000 7f3bb6d9d640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb80c9230 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f3bb000b970 tx=0x7f3bb000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.215+0000 7f3baf7fe640 1 -- 172.21.15.16:0/2627845888 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb0019070 con 0x7f3bb815e690 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.215+0000 7f3baf7fe640 1 -- 172.21.15.16:0/2627845888 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bb000cb60 con 0x7f3bb815e690 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.215+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bb81e6e80 con 0x7f3bb815e690 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.215+0000 7f3baf7fe640 1 -- 172.21.15.16:0/2627845888 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb0014440 con 0x7f3bb815e690 2024-09-16T01:47:32.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.215+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bb815f810 con 0x7f3bb815e690 2024-09-16T01:47:32.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.216+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bb80b7630 con 0x7f3bb815e690 2024-09-16T01:47:32.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.216+0000 7f3baf7fe640 1 -- 172.21.15.16:0/2627845888 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f3bb001c070 con 0x7f3bb815e690 2024-09-16T01:47:32.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.217+0000 7f3baf7fe640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9806c3d0 0x7f3b9806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.217+0000 7f3baf7fe640 1 -- 172.21.15.16:0/2627845888 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f3bb008b2a0 con 0x7f3bb815e690 2024-09-16T01:47:32.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.217+0000 7f3bb659c640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9806c3d0 0x7f3b9806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.218+0000 7f3bb659c640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9806c3d0 0x7f3b9806e890 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f3ba8034000 tx=0x7f3ba802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:32.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.221+0000 7f3baf7fe640 1 -- 172.21.15.16:0/2627845888 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bb815d9a0 con 0x7f3bb815e690 2024-09-16T01:47:32.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:32.438+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f3bb815f9e0 con 0x7f3bb815e690 2024-09-16T01:47:33.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.095+0000 7f3baf7fe640 1 -- 172.21.15.16:0/2627845888 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v60) ==== 122+0+0 (secure 0 0 0) 0x7f3bb0059990 con 0x7f3bb815e690 2024-09-16T01:47:33.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9806c3d0 msgr2=0x7f3b9806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9806c3d0 0x7f3b9806e890 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f3ba8034000 tx=0x7f3ba802e000 comp rx=0 tx=0).stop 2024-09-16T01:47:33.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 msgr2=0x7f3bb80c9230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb80c9230 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f3bb000b970 tx=0x7f3bb000be30 comp rx=0 tx=0).stop 2024-09-16T01:47:33.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 shutdown_connections 2024-09-16T01:47:33.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9806c3d0 0x7f3b9806e890 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb815e690 0x7f3bb80c9230 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb80cf7b0 0x7f3bb815cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 --2- 172.21.15.16:0/2627845888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb806c120 0x7f3bb81e7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 >> 172.21.15.16:0/2627845888 conn(0x7f3bb80d1200 msgr2=0x7f3bb80b3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:33.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 shutdown_connections 2024-09-16T01:47:33.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.098+0000 7f3bbc986640 1 -- 172.21.15.16:0/2627845888 wait complete. 2024-09-16T01:47:33.113 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:47:33.113 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:33.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.221+0000 7f85a955f640 1 Processor -- start 2024-09-16T01:47:33.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.221+0000 7f85a955f640 1 -- start start 2024-09-16T01:47:33.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a955f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f85a415e570 0x7f85a40d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a955f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f85a40d1030 0x7f85a40d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a955f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85a415e950 con 0x7f85a40d4a00 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a955f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f85a40d19e0 con 0x7f85a415e570 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a955f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f85a40d3960 con 0x7f85a40d1030 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a2ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f85a415e570 0x7f85a40d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a2ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f85a415e570 0x7f85a40d32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42450/0 (socket says 172.21.15.16:42450) 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a2ffd640 1 -- 172.21.15.16:0/3926884748 learned_addr learned my addr 172.21.15.16:0/3926884748 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a2ffd640 1 -- 172.21.15.16:0/3926884748 >> v2:172.21.15.104:3300/0 conn(0x7f85a40d1030 msgr2=0x7f85a40d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a2ffd640 1 --2- 172.21.15.16:0/3926884748 >> v2:172.21.15.104:3300/0 conn(0x7f85a40d1030 0x7f85a40d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a2ffd640 1 -- 172.21.15.16:0/3926884748 >> v1:172.21.15.16:6789/0 conn(0x7f85a40d4a00 legacy=0x7f85a40cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a2ffd640 1 -- 172.21.15.16:0/3926884748 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a40d3c40 con 0x7f85a415e570 2024-09-16T01:47:33.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.222+0000 7f85a1ffb640 1 -- 172.21.15.16:0/3926884748 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3453278542 0 0) 0x7f85a415e950 con 0x7f85a40d4a00 2024-09-16T01:47:33.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.223+0000 7f85a2ffd640 1 --2- 172.21.15.16:0/3926884748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40d32d0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f85a40b7650 tx=0x7f859402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9527498c38008ca7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.223+0000 7f85a1ffb640 1 -- 172.21.15.16:0/3926884748 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8594037070 con 0x7f85a415e570 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.223+0000 7f85a1ffb640 1 -- 172.21.15.16:0/3926884748 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8594032440 con 0x7f85a415e570 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.223+0000 7f85a1ffb640 1 -- 172.21.15.16:0/3926884748 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8594032810 con 0x7f85a415e570 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.223+0000 7f85a955f640 1 -- 172.21.15.16:0/3926884748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 msgr2=0x7f85a40d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.223+0000 7f85a955f640 1 --2- 172.21.15.16:0/3926884748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40d32d0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f85a40b7650 tx=0x7f859402a270 comp rx=0 tx=0).stop 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.224+0000 7f85a955f640 1 -- 172.21.15.16:0/3926884748 shutdown_connections 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.224+0000 7f85a955f640 1 --2- 172.21.15.16:0/3926884748 >> v2:172.21.15.104:3300/0 conn(0x7f85a40d1030 0x7f85a40d14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.224+0000 7f85a955f640 1 --2- 172.21.15.16:0/3926884748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40d32d0 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.224+0000 7f85a955f640 1 -- 172.21.15.16:0/3926884748 >> 172.21.15.16:0/3926884748 conn(0x7f85a4074bc0 msgr2=0x7f85a4074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.224+0000 7f85a955f640 1 -- 172.21.15.16:0/3926884748 shutdown_connections 2024-09-16T01:47:33.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.224+0000 7f85a955f640 1 -- 172.21.15.16:0/3926884748 wait complete. 2024-09-16T01:47:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.225+0000 7f85a955f640 1 Processor -- start 2024-09-16T01:47:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.225+0000 7f85a955f640 1 -- start start 2024-09-16T01:47:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a955f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85a40d1030 0x7f85a40cb4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a955f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85a40d4a00 0x7f85a414bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a955f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40cbfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a955f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f85a40d44e0 con 0x7f85a415e570 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a955f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f85a40d4200 con 0x7f85a40d1030 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a955f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f85a40d4e40 con 0x7f85a40d4a00 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40cbfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40cbfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42454/0 (socket says 172.21.15.16:42454) 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 -- 172.21.15.16:0/4179141932 learned_addr learned my addr 172.21.15.16:0/4179141932 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a2ffd640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85a40d1030 0x7f85a40cb4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a27fc640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85a40d4a00 0x7f85a414bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 -- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85a40d4a00 msgr2=0x7f85a414bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85a40d4a00 0x7f85a414bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 -- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85a40d1030 msgr2=0x7f85a40cb4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85a40d1030 0x7f85a40cb4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 -- 172.21.15.16:0/4179141932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a40ca440 con 0x7f85a415e570 2024-09-16T01:47:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a2ffd640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85a40d1030 0x7f85a40cb4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.226+0000 7f85a37fe640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40cbfb0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f859c00b970 tx=0x7f859c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.227+0000 7f858b7fe640 1 -- 172.21.15.16:0/4179141932 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859c019070 con 0x7f85a415e570 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.227+0000 7f858b7fe640 1 -- 172.21.15.16:0/4179141932 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f859c00cb60 con 0x7f85a415e570 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.227+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85a40ca720 con 0x7f85a415e570 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.227+0000 7f858b7fe640 1 -- 172.21.15.16:0/4179141932 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859c014440 con 0x7f85a415e570 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.227+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85a40cace0 con 0x7f85a415e570 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.228+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85a40d14a0 con 0x7f85a415e570 2024-09-16T01:47:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.228+0000 7f858b7fe640 1 -- 172.21.15.16:0/4179141932 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f859c01c070 con 0x7f85a415e570 2024-09-16T01:47:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.229+0000 7f858b7fe640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f859006c3d0 0x7f859006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.229+0000 7f858b7fe640 1 -- 172.21.15.16:0/4179141932 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f859c08b230 con 0x7f85a415e570 2024-09-16T01:47:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.229+0000 7f85a2ffd640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f859006c3d0 0x7f859006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.229+0000 7f85a2ffd640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f859006c3d0 0x7f859006e890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8594034000 tx=0x7f859402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.233+0000 7f858b7fe640 1 -- 172.21.15.16:0/4179141932 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f859c059920 con 0x7f85a415e570 2024-09-16T01:47:33.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.445+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85a40b9920 con 0x7f85a415e570 2024-09-16T01:47:33.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.445+0000 7f858b7fe640 1 -- 172.21.15.16:0/4179141932 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+5231 (secure 0 0 0) 0x7f859c059220 con 0x7f85a415e570 2024-09-16T01:47:33.447 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:33.448 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":60,"btime":"2024-09-16T01:47:33:091768+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3047370707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3047370707},{"type":"v1","addr":"172.21.15.104:6834","nonce":3047370707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6544,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/2461378403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2461378403},{"type":"v1","addr":"172.21.15.104:6835","nonce":2461378403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7023,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1430875278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1430875278},{"type":"v1","addr":"172.21.15.16:6834","nonce":1430875278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:47:30.447413+0000","modified":"2024-09-16T01:47:32.439465+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7026":{"gid":7026,"name":"a","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1779796567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1779796567},{"type":"v1","addr":"172.21.15.16:6835","nonce":1779796567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7026,"qdb_cluster":[7026]},"id":8}]} 2024-09-16T01:47:33.448 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 60 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f859006c3d0 msgr2=0x7f859006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f859006c3d0 0x7f859006e890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8594034000 tx=0x7f859402e000 comp rx=0 tx=0).stop 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 msgr2=0x7f85a40cbfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40cbfb0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f859c00b970 tx=0x7f859c00be30 comp rx=0 tx=0).stop 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 shutdown_connections 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f859006c3d0 0x7f859006e890 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f85a415e570 0x7f85a40cbfb0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f85a40d4a00 0x7f85a414bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 --2- 172.21.15.16:0/4179141932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85a40d1030 0x7f85a40cb4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.447+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 >> 172.21.15.16:0/4179141932 conn(0x7f85a4074bc0 msgr2=0x7f85a4162070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:33.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.448+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 shutdown_connections 2024-09-16T01:47:33.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.448+0000 7f85a955f640 1 -- 172.21.15.16:0/4179141932 wait complete. 2024-09-16T01:47:33.459 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:47:33.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.560+0000 7fc03e6f1640 1 Processor -- start 2024-09-16T01:47:33.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.560+0000 7fc03e6f1640 1 -- start start 2024-09-16T01:47:33.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03e6f1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc03806f8b0 0x7fc0381690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03e6f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0380b6a70 con 0x7fc03806bbe0 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03e6f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc03806d960 con 0x7fc03815e3a0 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03e6f1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc0380b7640 con 0x7fc03806f8b0 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03cc8e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc03806f8b0 0x7fc0381690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03cc8e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc03806f8b0 0x7fc0381690c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42468/0 (socket says 172.21.15.16:42468) 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03cc8e640 1 -- 172.21.15.16:0/2375516565 learned_addr learned my addr 172.21.15.16:0/2375516565 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc0377fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc03806bbe0 0x7fc03806f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36620/0 (socket says 172.21.15.16:36620) 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03cc8e640 1 -- 172.21.15.16:0/2375516565 >> v1:172.21.15.104:6789/0 conn(0x7fc03815e3a0 legacy=0x7fc03806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03cc8e640 1 -- 172.21.15.16:0/2375516565 >> v1:172.21.15.16:6789/0 conn(0x7fc03806bbe0 legacy=0x7fc03806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.561+0000 7fc03cc8e640 1 -- 172.21.15.16:0/2375516565 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0380b6d10 con 0x7fc03806f8b0 2024-09-16T01:47:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.562+0000 7fc03cc8e640 1 --2- 172.21.15.16:0/2375516565 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0381690c0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fc030009e50 tx=0x7fc03002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=221329eb27fe052e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.562+0000 7fc036ffd640 1 -- 172.21.15.16:0/2375516565 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc030036070 con 0x7fc03806f8b0 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.562+0000 7fc036ffd640 1 -- 172.21.15.16:0/2375516565 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc030031600 con 0x7fc03806f8b0 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.562+0000 7fc036ffd640 1 -- 172.21.15.16:0/2375516565 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0300319d0 con 0x7fc03806f8b0 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.563+0000 7fc03e6f1640 1 -- 172.21.15.16:0/2375516565 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 msgr2=0x7fc0381690c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.563+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/2375516565 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0381690c0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fc030009e50 tx=0x7fc03002a730 comp rx=0 tx=0).stop 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.563+0000 7fc03e6f1640 1 -- 172.21.15.16:0/2375516565 shutdown_connections 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.563+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/2375516565 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0381690c0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.563+0000 7fc03e6f1640 1 -- 172.21.15.16:0/2375516565 >> 172.21.15.16:0/2375516565 conn(0x7fc0380b4090 msgr2=0x7fc0380b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.563+0000 7fc03e6f1640 1 -- 172.21.15.16:0/2375516565 shutdown_connections 2024-09-16T01:47:33.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.563+0000 7fc03e6f1640 1 -- 172.21.15.16:0/2375516565 wait complete. 2024-09-16T01:47:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.564+0000 7fc03e6f1640 1 Processor -- start 2024-09-16T01:47:33.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.564+0000 7fc03e6f1640 1 -- start start 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc03e6f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc03806bbe0 0x7fc038159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc03e6f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0380b0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc03e6f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc03815e3a0 0x7fc0380cfc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc03e6f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc03815e780 con 0x7fc03806f8b0 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc03e6f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc0380b72d0 con 0x7fc03815e3a0 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc03e6f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc038073cc0 con 0x7fc03806bbe0 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc0377fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0380b0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc0377fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0380b0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42478/0 (socket says 172.21.15.16:42478) 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc0377fe640 1 -- 172.21.15.16:0/402065502 learned_addr learned my addr 172.21.15.16:0/402065502 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc03cc8e640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc03815e3a0 0x7fc0380cfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.565+0000 7fc037fff640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc03806bbe0 0x7fc038159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc0377fe640 1 -- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc03806bbe0 msgr2=0x7fc038159000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc0377fe640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc03806bbe0 0x7fc038159000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc0377fe640 1 -- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc03815e3a0 msgr2=0x7fc0380cfc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc0377fe640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc03815e3a0 0x7fc0380cfc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc0377fe640 1 -- 172.21.15.16:0/402065502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0380b14d0 con 0x7fc03806f8b0 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc0377fe640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0380b0a30 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fc02c00c500 tx=0x7fc02c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc034ff9640 1 -- 172.21.15.16:0/402065502 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc02c017070 con 0x7fc03806f8b0 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc034ff9640 1 -- 172.21.15.16:0/402065502 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc02c007500 con 0x7fc03806f8b0 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc034ff9640 1 -- 172.21.15.16:0/402065502 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc02c0059c0 con 0x7fc03806f8b0 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0381e8e90 con 0x7fc03806f8b0 2024-09-16T01:47:33.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.566+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0381e9450 con 0x7fc03806f8b0 2024-09-16T01:47:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.567+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc038068f80 con 0x7fc03806f8b0 2024-09-16T01:47:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.568+0000 7fc034ff9640 1 -- 172.21.15.16:0/402065502 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc02c01a070 con 0x7fc03806f8b0 2024-09-16T01:47:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.568+0000 7fc034ff9640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc02406c3d0 0x7fc02406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.568+0000 7fc034ff9640 1 -- 172.21.15.16:0/402065502 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7fc02c08a8f0 con 0x7fc03806f8b0 2024-09-16T01:47:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.568+0000 7fc037fff640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc02406c3d0 0x7fc02406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.569+0000 7fc037fff640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc02406c3d0 0x7fc02406e890 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc0381f7c60 tx=0x7fc028009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.572+0000 7fc034ff9640 1 -- 172.21.15.16:0/402065502 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc038068f80 con 0x7fc03806f8b0 2024-09-16T01:47:33.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.751+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc03806f1a0 con 0x7fc03806f8b0 2024-09-16T01:47:33.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.752+0000 7fc034ff9640 1 -- 172.21.15.16:0/402065502 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+16640 (secure 0 0 0) 0x7fc02c058910 con 0x7fc03806f8b0 2024-09-16T01:47:33.753 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:33.753 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":99,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:47:32.075540+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:47:28.096751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T01:47:29.431315+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"99","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc02406c3d0 msgr2=0x7fc02406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc02406c3d0 0x7fc02406e890 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc0381f7c60 tx=0x7fc028009040 comp rx=0 tx=0).stop 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 msgr2=0x7fc0380b0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0380b0a30 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fc02c00c500 tx=0x7fc02c00c9c0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 shutdown_connections 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc02406c3d0 0x7fc02406e890 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc03815e3a0 0x7fc0380cfc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc03806f8b0 0x7fc0380b0a30 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 --2- 172.21.15.16:0/402065502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc03806bbe0 0x7fc038159000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 >> 172.21.15.16:0/402065502 conn(0x7fc0380b4090 msgr2=0x7fc038159b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:33.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 shutdown_connections 2024-09-16T01:47:33.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.754+0000 7fc03e6f1640 1 -- 172.21.15.16:0/402065502 wait complete. 2024-09-16T01:47:33.767 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:47:33.767 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:47:33.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.868+0000 7fb5ca949640 1 Processor -- start 2024-09-16T01:47:33.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.868+0000 7fb5ca949640 1 -- start start 2024-09-16T01:47:33.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5ca949640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c406d2a0 0x7fb5c40755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5ca949640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb5c40cab10 0x7fb5c40cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5ca949640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5c415f350 con 0x7fb5c415eb40 2024-09-16T01:47:33.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5ca949640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb5c4073270 con 0x7fb5c40cab10 2024-09-16T01:47:33.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5ca949640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c4073550 con 0x7fb5c406d2a0 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c3fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c406d2a0 0x7fb5c40755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c37fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb5c415eb40 0x7fb5c40739e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:36158/0 (socket says 172.21.15.16:36158) 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c37fe640 1 -- 172.21.15.16:0/719443081 learned_addr learned my addr 172.21.15.16:0/719443081 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c8ee6640 1 --2- 172.21.15.16:0/719443081 >> v2:172.21.15.104:3300/0 conn(0x7fb5c40cab10 0x7fb5c40cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c3fff640 1 -- 172.21.15.16:0/719443081 >> v2:172.21.15.104:3300/0 conn(0x7fb5c40cab10 msgr2=0x7fb5c40cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c3fff640 1 --2- 172.21.15.16:0/719443081 >> v2:172.21.15.104:3300/0 conn(0x7fb5c40cab10 0x7fb5c40cafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c3fff640 1 -- 172.21.15.16:0/719443081 >> v1:172.21.15.104:6789/0 conn(0x7fb5c415eb40 legacy=0x7fb5c40739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.869+0000 7fb5c3fff640 1 -- 172.21.15.16:0/719443081 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c415f630 con 0x7fb5c406d2a0 2024-09-16T01:47:33.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.870+0000 7fb5c3fff640 1 --2- 172.21.15.16:0/719443081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c406d2a0 0x7fb5c40755d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40097a0 tx=0x7fb5b402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2188352ae494c37a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.870+0000 7fb5c2ffd640 1 -- 172.21.15.16:0/719443081 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4037070 con 0x7fb5c406d2a0 2024-09-16T01:47:33.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.870+0000 7fb5c2ffd640 1 -- 172.21.15.16:0/719443081 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b4032440 con 0x7fb5c406d2a0 2024-09-16T01:47:33.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.870+0000 7fb5c2ffd640 1 -- 172.21.15.16:0/719443081 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4032810 con 0x7fb5c406d2a0 2024-09-16T01:47:33.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 -- 172.21.15.16:0/719443081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c406d2a0 msgr2=0x7fb5c40755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 --2- 172.21.15.16:0/719443081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c406d2a0 0x7fb5c40755d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40097a0 tx=0x7fb5b402a180 comp rx=0 tx=0).stop 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 -- 172.21.15.16:0/719443081 shutdown_connections 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 --2- 172.21.15.16:0/719443081 >> v2:172.21.15.104:3300/0 conn(0x7fb5c40cab10 0x7fb5c40cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 --2- 172.21.15.16:0/719443081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c406d2a0 0x7fb5c40755d0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 -- 172.21.15.16:0/719443081 >> 172.21.15.16:0/719443081 conn(0x7fb5c40b2ec0 msgr2=0x7fb5c40b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 -- 172.21.15.16:0/719443081 shutdown_connections 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.871+0000 7fb5ca949640 1 -- 172.21.15.16:0/719443081 wait complete. 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.872+0000 7fb5ca949640 1 Processor -- start 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.872+0000 7fb5ca949640 1 -- start start 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5ca949640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5c406d2a0 0x7fb5c4155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5ca949640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c40cab10 0x7fb5c4153c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5ca949640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5c415eb40 0x7fb5c40cc180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5ca949640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c4074270 con 0x7fb5c406d2a0 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5ca949640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c40740f0 con 0x7fb5c415eb40 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5ca949640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c415ef80 con 0x7fb5c40cab10 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5c3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5c406d2a0 0x7fb5c4155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5c3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5c406d2a0 0x7fb5c4155280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42488/0 (socket says 172.21.15.16:42488) 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5c3fff640 1 -- 172.21.15.16:0/3764917698 learned_addr learned my addr 172.21.15.16:0/3764917698 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5c37fe640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c40cab10 0x7fb5c4153c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.873+0000 7fb5c8ee6640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5c415eb40 0x7fb5c40cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c3fff640 1 -- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c40cab10 msgr2=0x7fb5c4153c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c3fff640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c40cab10 0x7fb5c4153c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c3fff640 1 -- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5c415eb40 msgr2=0x7fb5c40cc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c3fff640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5c415eb40 0x7fb5c40cc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c3fff640 1 -- 172.21.15.16:0/3764917698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c40cc9d0 con 0x7fb5c406d2a0 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c8ee6640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5c415eb40 0x7fb5c40cc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c3fff640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5c406d2a0 0x7fb5c4155280 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40098c0 tx=0x7fb5b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c0ff9640 1 -- 172.21.15.16:0/3764917698 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4041070 con 0x7fb5c406d2a0 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c0ff9640 1 -- 172.21.15.16:0/3764917698 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b403c870 con 0x7fb5c406d2a0 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5c41544c0 con 0x7fb5c406d2a0 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5c0ff9640 1 -- 172.21.15.16:0/3764917698 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4037040 con 0x7fb5c406d2a0 2024-09-16T01:47:33.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.874+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5c4154a80 con 0x7fb5c406d2a0 2024-09-16T01:47:33.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.875+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5c40755d0 con 0x7fb5c406d2a0 2024-09-16T01:47:33.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.876+0000 7fb5c0ff9640 1 -- 172.21.15.16:0/3764917698 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb5b4044070 con 0x7fb5c406d2a0 2024-09-16T01:47:33.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.876+0000 7fb5c0ff9640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b006c400 0x7fb5b006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:33.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.876+0000 7fb5c0ff9640 1 -- 172.21.15.16:0/3764917698 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7fb5b40ac080 con 0x7fb5c406d2a0 2024-09-16T01:47:33.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.876+0000 7fb5c37fe640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b006c400 0x7fb5b006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:33.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.876+0000 7fb5c37fe640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b006c400 0x7fb5b006e8c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4158e80 tx=0x7fb5b8007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:33.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:33.880+0000 7fb5c0ff9640 1 -- 172.21.15.16:0/3764917698 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5c40cc9d0 con 0x7fb5c406d2a0 2024-09-16T01:47:34.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.051+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb5c40b1bd0 con 0x7fb5b006c400 2024-09-16T01:47:34.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.057+0000 7fb5c0ff9640 1 -- 172.21.15.16:0/3764917698 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246769 (secure 0 0 0) 0x7fb5c40b1bd0 con 0x7fb5b006c400 2024-09-16T01:47:34.061 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:34.063 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:47:34.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b006c400 msgr2=0x7fb5b006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b006c400 0x7fb5b006e8c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4158e80 tx=0x7fb5b8007e80 comp rx=0 tx=0).stop 2024-09-16T01:47:34.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5c406d2a0 msgr2=0x7fb5c4155280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5c406d2a0 0x7fb5c4155280 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40098c0 tx=0x7fb5b40046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 shutdown_connections 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb5b006c400 0x7fb5b006e8c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5c415eb40 0x7fb5c40cc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5c40cab10 0x7fb5c4153c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 --2- 172.21.15.16:0/3764917698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5c406d2a0 0x7fb5c4155280 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 >> 172.21.15.16:0/3764917698 conn(0x7fb5c40b2ec0 msgr2=0x7fb5c40b23f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 shutdown_connections 2024-09-16T01:47:34.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.060+0000 7fb5ca949640 1 -- 172.21.15.16:0/3764917698 wait complete. 2024-09-16T01:47:34.072 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-16T01:47:32.742597+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":53,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264132,"kb_used_data":10464,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710588,"statfs":{"total":773094113280,"available":772823642112,"internally_reserved":0,"allocated":10715136,"data_stored":5330750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":259575346},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000765"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083951+0000","last_change":"2024-09-16T01:47:30.083951+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083951+0000","last_undegraded":"2024-09-16T01:47:30.083951+0000","last_fullsized":"2024-09-16T01:47:30.083951+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076668+0000","last_change":"2024-09-16T01:47:30.076668+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076668+0000","last_undegraded":"2024-09-16T01:47:30.076668+0000","last_fullsized":"2024-09-16T01:47:30.076668+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082503+0000","last_change":"2024-09-16T01:47:30.082503+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082503+0000","last_undegraded":"2024-09-16T01:47:30.082503+0000","last_fullsized":"2024-09-16T01:47:30.082503+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083442+0000","last_change":"2024-09-16T01:47:30.083442+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083442+0000","last_undegraded":"2024-09-16T01:47:30.083442+0000","last_fullsized":"2024-09-16T01:47:30.083442+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.087467+0000","last_change":"2024-09-16T01:47:30.087467+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.087467+0000","last_undegraded":"2024-09-16T01:47:30.087467+0000","last_fullsized":"2024-09-16T01:47:30.087467+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077163+0000","last_change":"2024-09-16T01:47:30.077163+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077163+0000","last_undegraded":"2024-09-16T01:47:30.077163+0000","last_fullsized":"2024-09-16T01:47:30.077163+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079440+0000","last_change":"2024-09-16T01:47:30.079440+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079440+0000","last_undegraded":"2024-09-16T01:47:30.079440+0000","last_fullsized":"2024-09-16T01:47:30.079440+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082053+0000","last_change":"2024-09-16T01:47:30.082053+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082053+0000","last_undegraded":"2024-09-16T01:47:30.082053+0000","last_fullsized":"2024-09-16T01:47:30.082053+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082914+0000","last_change":"2024-09-16T01:47:30.082914+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082914+0000","last_undegraded":"2024-09-16T01:47:30.082914+0000","last_fullsized":"2024-09-16T01:47:30.082914+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083509+0000","last_change":"2024-09-16T01:47:30.083509+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083509+0000","last_undegraded":"2024-09-16T01:47:30.083509+0000","last_fullsized":"2024-09-16T01:47:30.083509+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076596+0000","last_change":"2024-09-16T01:47:30.076596+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076596+0000","last_undegraded":"2024-09-16T01:47:30.076596+0000","last_fullsized":"2024-09-16T01:47:30.076596+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082498+0000","last_change":"2024-09-16T01:47:30.082498+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082498+0000","last_undegraded":"2024-09-16T01:47:30.082498+0000","last_fullsized":"2024-09-16T01:47:30.082498+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081566+0000","last_change":"2024-09-16T01:47:30.081566+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081566+0000","last_undegraded":"2024-09-16T01:47:30.081566+0000","last_fullsized":"2024-09-16T01:47:30.081566+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079907+0000","last_change":"2024-09-16T01:47:30.079907+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079907+0000","last_undegraded":"2024-09-16T01:47:30.079907+0000","last_fullsized":"2024-09-16T01:47:30.079907+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076958+0000","last_change":"2024-09-16T01:47:30.076958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076958+0000","last_undegraded":"2024-09-16T01:47:30.076958+0000","last_fullsized":"2024-09-16T01:47:30.076958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082456+0000","last_change":"2024-09-16T01:47:30.082456+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082456+0000","last_undegraded":"2024-09-16T01:47:30.082456+0000","last_fullsized":"2024-09-16T01:47:30.082456+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077472+0000","last_change":"2024-09-16T01:47:30.077472+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077472+0000","last_undegraded":"2024-09-16T01:47:30.077472+0000","last_fullsized":"2024-09-16T01:47:30.077472+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082955+0000","last_change":"2024-09-16T01:47:30.082955+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082955+0000","last_undegraded":"2024-09-16T01:47:30.082955+0000","last_fullsized":"2024-09-16T01:47:30.082955+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081588+0000","last_change":"2024-09-16T01:47:30.081588+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081588+0000","last_undegraded":"2024-09-16T01:47:30.081588+0000","last_fullsized":"2024-09-16T01:47:30.081588+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076568+0000","last_change":"2024-09-16T01:47:30.076568+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076568+0000","last_undegraded":"2024-09-16T01:47:30.076568+0000","last_fullsized":"2024-09-16T01:47:30.076568+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076574+0000","last_change":"2024-09-16T01:47:30.076574+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076574+0000","last_undegraded":"2024-09-16T01:47:30.076574+0000","last_fullsized":"2024-09-16T01:47:30.076574+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082470+0000","last_change":"2024-09-16T01:47:30.082470+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082470+0000","last_undegraded":"2024-09-16T01:47:30.082470+0000","last_fullsized":"2024-09-16T01:47:30.082470+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076691+0000","last_change":"2024-09-16T01:47:30.076691+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076691+0000","last_undegraded":"2024-09-16T01:47:30.076691+0000","last_fullsized":"2024-09-16T01:47:30.076691+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082745+0000","last_change":"2024-09-16T01:47:30.082745+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082745+0000","last_undegraded":"2024-09-16T01:47:30.082745+0000","last_fullsized":"2024-09-16T01:47:30.082745+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076820+0000","last_change":"2024-09-16T01:47:30.076820+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076820+0000","last_undegraded":"2024-09-16T01:47:30.076820+0000","last_fullsized":"2024-09-16T01:47:30.076820+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082988+0000","last_change":"2024-09-16T01:47:30.082988+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082988+0000","last_undegraded":"2024-09-16T01:47:30.082988+0000","last_fullsized":"2024-09-16T01:47:30.082988+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077257+0000","last_change":"2024-09-16T01:47:30.077257+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077257+0000","last_undegraded":"2024-09-16T01:47:30.077257+0000","last_fullsized":"2024-09-16T01:47:30.077257+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.084173+0000","last_change":"2024-09-16T01:47:30.084173+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.084173+0000","last_undegraded":"2024-09-16T01:47:30.084173+0000","last_fullsized":"2024-09-16T01:47:30.084173+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078949+0000","last_change":"2024-09-16T01:47:30.078949+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078949+0000","last_undegraded":"2024-09-16T01:47:30.078949+0000","last_fullsized":"2024-09-16T01:47:30.078949+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079281+0000","last_change":"2024-09-16T01:47:30.079281+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079281+0000","last_undegraded":"2024-09-16T01:47:30.079281+0000","last_fullsized":"2024-09-16T01:47:30.079281+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082434+0000","last_change":"2024-09-16T01:47:30.082434+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082434+0000","last_undegraded":"2024-09-16T01:47:30.082434+0000","last_fullsized":"2024-09-16T01:47:30.082434+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078090+0000","last_change":"2024-09-16T01:47:30.078090+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078090+0000","last_undegraded":"2024-09-16T01:47:30.078090+0000","last_fullsized":"2024-09-16T01:47:30.078090+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078368+0000","last_change":"2024-09-16T01:47:30.078368+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078368+0000","last_undegraded":"2024-09-16T01:47:30.078368+0000","last_fullsized":"2024-09-16T01:47:30.078368+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092405+0000","last_change":"2024-09-16T01:47:30.089872+0000","last_active":"2024-09-16T01:47:30.092405+0000","last_peered":"2024-09-16T01:47:30.092405+0000","last_clean":"2024-09-16T01:47:30.092405+0000","last_became_active":"2024-09-16T01:47:30.089554+0000","last_became_peered":"2024-09-16T01:47:30.089554+0000","last_unstale":"2024-09-16T01:47:30.092405+0000","last_undegraded":"2024-09-16T01:47:30.092405+0000","last_fullsized":"2024-09-16T01:47:30.092405+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.047589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083407+0000","last_change":"2024-09-16T01:47:30.083407+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083407+0000","last_undegraded":"2024-09-16T01:47:30.083407+0000","last_fullsized":"2024-09-16T01:47:30.083407+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.090702+0000","last_change":"2024-09-16T01:47:30.089553+0000","last_active":"2024-09-16T01:47:30.090702+0000","last_peered":"2024-09-16T01:47:30.090702+0000","last_clean":"2024-09-16T01:47:30.090702+0000","last_became_active":"2024-09-16T01:47:30.089266+0000","last_became_peered":"2024-09-16T01:47:30.089266+0000","last_unstale":"2024-09-16T01:47:30.090702+0000","last_undegraded":"2024-09-16T01:47:30.090702+0000","last_fullsized":"2024-09-16T01:47:30.090702+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:05:10.834786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076783+0000","last_change":"2024-09-16T01:47:30.076783+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076783+0000","last_undegraded":"2024-09-16T01:47:30.076783+0000","last_fullsized":"2024-09-16T01:47:30.076783+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093750+0000","last_change":"2024-09-16T01:47:30.092169+0000","last_active":"2024-09-16T01:47:30.093750+0000","last_peered":"2024-09-16T01:47:30.093750+0000","last_clean":"2024-09-16T01:47:30.093750+0000","last_became_active":"2024-09-16T01:47:30.091829+0000","last_became_peered":"2024-09-16T01:47:30.091829+0000","last_unstale":"2024-09-16T01:47:30.093750+0000","last_undegraded":"2024-09-16T01:47:30.093750+0000","last_fullsized":"2024-09-16T01:47:30.093750+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:33.301036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081152+0000","last_change":"2024-09-16T01:47:30.081152+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081152+0000","last_undegraded":"2024-09-16T01:47:30.081152+0000","last_fullsized":"2024-09-16T01:47:30.081152+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.099146+0000","last_change":"2024-09-16T01:47:30.098334+0000","last_active":"2024-09-16T01:47:30.099146+0000","last_peered":"2024-09-16T01:47:30.099146+0000","last_clean":"2024-09-16T01:47:30.099146+0000","last_became_active":"2024-09-16T01:47:30.098013+0000","last_became_peered":"2024-09-16T01:47:30.098013+0000","last_unstale":"2024-09-16T01:47:30.099146+0000","last_undegraded":"2024-09-16T01:47:30.099146+0000","last_fullsized":"2024-09-16T01:47:30.099146+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:45.228789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080790+0000","last_change":"2024-09-16T01:47:30.080790+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080790+0000","last_undegraded":"2024-09-16T01:47:30.080790+0000","last_fullsized":"2024-09-16T01:47:30.080790+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085076+0000","last_change":"2024-09-16T01:47:30.084122+0000","last_active":"2024-09-16T01:47:30.085076+0000","last_peered":"2024-09-16T01:47:30.085076+0000","last_clean":"2024-09-16T01:47:30.085076+0000","last_became_active":"2024-09-16T01:47:30.083790+0000","last_became_peered":"2024-09-16T01:47:30.083790+0000","last_unstale":"2024-09-16T01:47:30.085076+0000","last_undegraded":"2024-09-16T01:47:30.085076+0000","last_fullsized":"2024-09-16T01:47:30.085076+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:49.806243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077487+0000","last_change":"2024-09-16T01:47:30.077487+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077487+0000","last_undegraded":"2024-09-16T01:47:30.077487+0000","last_fullsized":"2024-09-16T01:47:30.077487+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096204+0000","last_change":"2024-09-16T01:47:30.091711+0000","last_active":"2024-09-16T01:47:30.096204+0000","last_peered":"2024-09-16T01:47:30.096204+0000","last_clean":"2024-09-16T01:47:30.096204+0000","last_became_active":"2024-09-16T01:47:30.091445+0000","last_became_peered":"2024-09-16T01:47:30.091445+0000","last_unstale":"2024-09-16T01:47:30.096204+0000","last_undegraded":"2024-09-16T01:47:30.096204+0000","last_fullsized":"2024-09-16T01:47:30.096204+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:01.022503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081768+0000","last_change":"2024-09-16T01:47:30.081768+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081768+0000","last_undegraded":"2024-09-16T01:47:30.081768+0000","last_fullsized":"2024-09-16T01:47:30.081768+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.097656+0000","last_change":"2024-09-16T01:47:30.091880+0000","last_active":"2024-09-16T01:47:30.097656+0000","last_peered":"2024-09-16T01:47:30.097656+0000","last_clean":"2024-09-16T01:47:30.097656+0000","last_became_active":"2024-09-16T01:47:30.091673+0000","last_became_peered":"2024-09-16T01:47:30.091673+0000","last_unstale":"2024-09-16T01:47:30.097656+0000","last_undegraded":"2024-09-16T01:47:30.097656+0000","last_fullsized":"2024-09-16T01:47:30.097656+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095950+0000","last_change":"2024-09-16T01:47:30.090631+0000","last_active":"2024-09-16T01:47:30.095950+0000","last_peered":"2024-09-16T01:47:30.095950+0000","last_clean":"2024-09-16T01:47:30.095950+0000","last_became_active":"2024-09-16T01:47:30.090351+0000","last_became_peered":"2024-09-16T01:47:30.090351+0000","last_unstale":"2024-09-16T01:47:30.095950+0000","last_undegraded":"2024-09-16T01:47:30.095950+0000","last_fullsized":"2024-09-16T01:47:30.095950+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:28.446945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080902+0000","last_change":"2024-09-16T01:47:30.080902+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080902+0000","last_undegraded":"2024-09-16T01:47:30.080902+0000","last_fullsized":"2024-09-16T01:47:30.080902+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094476+0000","last_change":"2024-09-16T01:47:30.093552+0000","last_active":"2024-09-16T01:47:30.094476+0000","last_peered":"2024-09-16T01:47:30.094476+0000","last_clean":"2024-09-16T01:47:30.094476+0000","last_became_active":"2024-09-16T01:47:30.093273+0000","last_became_peered":"2024-09-16T01:47:30.093273+0000","last_unstale":"2024-09-16T01:47:30.094476+0000","last_undegraded":"2024-09-16T01:47:30.094476+0000","last_fullsized":"2024-09-16T01:47:30.094476+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:11.036679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083812+0000","last_change":"2024-09-16T01:47:30.083812+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083812+0000","last_undegraded":"2024-09-16T01:47:30.083812+0000","last_fullsized":"2024-09-16T01:47:30.083812+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096172+0000","last_change":"2024-09-16T01:47:30.091435+0000","last_active":"2024-09-16T01:47:30.096172+0000","last_peered":"2024-09-16T01:47:30.096172+0000","last_clean":"2024-09-16T01:47:30.096172+0000","last_became_active":"2024-09-16T01:47:30.090911+0000","last_became_peered":"2024-09-16T01:47:30.090911+0000","last_unstale":"2024-09-16T01:47:30.096172+0000","last_undegraded":"2024-09-16T01:47:30.096172+0000","last_fullsized":"2024-09-16T01:47:30.096172+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083759+0000","last_change":"2024-09-16T01:47:30.083759+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083759+0000","last_undegraded":"2024-09-16T01:47:30.083759+0000","last_fullsized":"2024-09-16T01:47:30.083759+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093700+0000","last_change":"2024-09-16T01:47:30.087039+0000","last_active":"2024-09-16T01:47:30.093700+0000","last_peered":"2024-09-16T01:47:30.093700+0000","last_clean":"2024-09-16T01:47:30.093700+0000","last_became_active":"2024-09-16T01:47:30.086713+0000","last_became_peered":"2024-09-16T01:47:30.086713+0000","last_unstale":"2024-09-16T01:47:30.093700+0000","last_undegraded":"2024-09-16T01:47:30.093700+0000","last_fullsized":"2024-09-16T01:47:30.093700+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:46.769161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080211+0000","last_change":"2024-09-16T01:47:30.080211+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080211+0000","last_undegraded":"2024-09-16T01:47:30.080211+0000","last_fullsized":"2024-09-16T01:47:30.080211+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095883+0000","last_change":"2024-09-16T01:47:30.091324+0000","last_active":"2024-09-16T01:47:30.095883+0000","last_peered":"2024-09-16T01:47:30.095883+0000","last_clean":"2024-09-16T01:47:30.095883+0000","last_became_active":"2024-09-16T01:47:30.091055+0000","last_became_peered":"2024-09-16T01:47:30.091055+0000","last_unstale":"2024-09-16T01:47:30.095883+0000","last_undegraded":"2024-09-16T01:47:30.095883+0000","last_fullsized":"2024-09-16T01:47:30.095883+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:55.871249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082075+0000","last_change":"2024-09-16T01:47:30.082075+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082075+0000","last_undegraded":"2024-09-16T01:47:30.082075+0000","last_fullsized":"2024-09-16T01:47:30.082075+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094324+0000","last_change":"2024-09-16T01:47:30.091647+0000","last_active":"2024-09-16T01:47:30.094324+0000","last_peered":"2024-09-16T01:47:30.094324+0000","last_clean":"2024-09-16T01:47:30.094324+0000","last_became_active":"2024-09-16T01:47:30.090582+0000","last_became_peered":"2024-09-16T01:47:30.090582+0000","last_unstale":"2024-09-16T01:47:30.094324+0000","last_undegraded":"2024-09-16T01:47:30.094324+0000","last_fullsized":"2024-09-16T01:47:30.094324+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:07.861192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080958+0000","last_change":"2024-09-16T01:47:30.080958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080958+0000","last_undegraded":"2024-09-16T01:47:30.080958+0000","last_fullsized":"2024-09-16T01:47:30.080958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100465+0000","last_change":"2024-09-16T01:47:30.094839+0000","last_active":"2024-09-16T01:47:30.100465+0000","last_peered":"2024-09-16T01:47:30.100465+0000","last_clean":"2024-09-16T01:47:30.100465+0000","last_became_active":"2024-09-16T01:47:30.094584+0000","last_became_peered":"2024-09-16T01:47:30.094584+0000","last_unstale":"2024-09-16T01:47:30.100465+0000","last_undegraded":"2024-09-16T01:47:30.100465+0000","last_fullsized":"2024-09-16T01:47:30.100465+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:36.650024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081928+0000","last_change":"2024-09-16T01:47:30.081928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081928+0000","last_undegraded":"2024-09-16T01:47:30.081928+0000","last_fullsized":"2024-09-16T01:47:30.081928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096109+0000","last_change":"2024-09-16T01:47:30.095055+0000","last_active":"2024-09-16T01:47:30.096109+0000","last_peered":"2024-09-16T01:47:30.096109+0000","last_clean":"2024-09-16T01:47:30.096109+0000","last_became_active":"2024-09-16T01:47:30.094721+0000","last_became_peered":"2024-09-16T01:47:30.094721+0000","last_unstale":"2024-09-16T01:47:30.096109+0000","last_undegraded":"2024-09-16T01:47:30.096109+0000","last_fullsized":"2024-09-16T01:47:30.096109+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:55.403250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.086323+0000","last_change":"2024-09-16T01:47:30.086323+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.086323+0000","last_undegraded":"2024-09-16T01:47:30.086323+0000","last_fullsized":"2024-09-16T01:47:30.086323+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.088179+0000","last_change":"2024-09-16T01:47:30.085041+0000","last_active":"2024-09-16T01:47:30.088179+0000","last_peered":"2024-09-16T01:47:30.088179+0000","last_clean":"2024-09-16T01:47:30.088179+0000","last_became_active":"2024-09-16T01:47:30.084740+0000","last_became_peered":"2024-09-16T01:47:30.084740+0000","last_unstale":"2024-09-16T01:47:30.088179+0000","last_undegraded":"2024-09-16T01:47:30.088179+0000","last_fullsized":"2024-09-16T01:47:30.088179+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:18.128194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077756+0000","last_change":"2024-09-16T01:47:30.077756+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077756+0000","last_undegraded":"2024-09-16T01:47:30.077756+0000","last_fullsized":"2024-09-16T01:47:30.077756+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093856+0000","last_change":"2024-09-16T01:47:30.090615+0000","last_active":"2024-09-16T01:47:30.093856+0000","last_peered":"2024-09-16T01:47:30.093856+0000","last_clean":"2024-09-16T01:47:30.093856+0000","last_became_active":"2024-09-16T01:47:30.090310+0000","last_became_peered":"2024-09-16T01:47:30.090310+0000","last_unstale":"2024-09-16T01:47:30.093856+0000","last_undegraded":"2024-09-16T01:47:30.093856+0000","last_fullsized":"2024-09-16T01:47:30.093856+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:20.908283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079378+0000","last_change":"2024-09-16T01:47:30.079378+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079378+0000","last_undegraded":"2024-09-16T01:47:30.079378+0000","last_fullsized":"2024-09-16T01:47:30.079378+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100461+0000","last_change":"2024-09-16T01:47:30.094682+0000","last_active":"2024-09-16T01:47:30.100461+0000","last_peered":"2024-09-16T01:47:30.100461+0000","last_clean":"2024-09-16T01:47:30.100461+0000","last_became_active":"2024-09-16T01:47:30.094384+0000","last_became_peered":"2024-09-16T01:47:30.094384+0000","last_unstale":"2024-09-16T01:47:30.100461+0000","last_undegraded":"2024-09-16T01:47:30.100461+0000","last_fullsized":"2024-09-16T01:47:30.100461+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:36.387088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080268+0000","last_change":"2024-09-16T01:47:30.080268+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080268+0000","last_undegraded":"2024-09-16T01:47:30.080268+0000","last_fullsized":"2024-09-16T01:47:30.080268+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100417+0000","last_change":"2024-09-16T01:47:30.092795+0000","last_active":"2024-09-16T01:47:30.100417+0000","last_peered":"2024-09-16T01:47:30.100417+0000","last_clean":"2024-09-16T01:47:30.100417+0000","last_became_active":"2024-09-16T01:47:30.092541+0000","last_became_peered":"2024-09-16T01:47:30.092541+0000","last_unstale":"2024-09-16T01:47:30.100417+0000","last_undegraded":"2024-09-16T01:47:30.100417+0000","last_fullsized":"2024-09-16T01:47:30.100417+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:27.349982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079314+0000","last_change":"2024-09-16T01:47:30.079314+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079314+0000","last_undegraded":"2024-09-16T01:47:30.079314+0000","last_fullsized":"2024-09-16T01:47:30.079314+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095723+0000","last_change":"2024-09-16T01:47:30.093161+0000","last_active":"2024-09-16T01:47:30.095723+0000","last_peered":"2024-09-16T01:47:30.095723+0000","last_clean":"2024-09-16T01:47:30.095723+0000","last_became_active":"2024-09-16T01:47:30.092898+0000","last_became_peered":"2024-09-16T01:47:30.092898+0000","last_unstale":"2024-09-16T01:47:30.095723+0000","last_undegraded":"2024-09-16T01:47:30.095723+0000","last_fullsized":"2024-09-16T01:47:30.095723+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:33.758110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080842+0000","last_change":"2024-09-16T01:47:30.080842+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080842+0000","last_undegraded":"2024-09-16T01:47:30.080842+0000","last_fullsized":"2024-09-16T01:47:30.080842+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095890+0000","last_change":"2024-09-16T01:47:30.094009+0000","last_active":"2024-09-16T01:47:30.095890+0000","last_peered":"2024-09-16T01:47:30.095890+0000","last_clean":"2024-09-16T01:47:30.095890+0000","last_became_active":"2024-09-16T01:47:30.092773+0000","last_became_peered":"2024-09-16T01:47:30.092773+0000","last_unstale":"2024-09-16T01:47:30.095890+0000","last_undegraded":"2024-09-16T01:47:30.095890+0000","last_fullsized":"2024-09-16T01:47:30.095890+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:42.271460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096304+0000","last_change":"2024-09-16T01:47:30.095587+0000","last_active":"2024-09-16T01:47:30.096304+0000","last_peered":"2024-09-16T01:47:30.096304+0000","last_clean":"2024-09-16T01:47:30.096304+0000","last_became_active":"2024-09-16T01:47:30.093666+0000","last_became_peered":"2024-09-16T01:47:30.093666+0000","last_unstale":"2024-09-16T01:47:30.096304+0000","last_undegraded":"2024-09-16T01:47:30.096304+0000","last_fullsized":"2024-09-16T01:47:30.096304+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:06.799335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081531+0000","last_change":"2024-09-16T01:47:30.081531+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081531+0000","last_undegraded":"2024-09-16T01:47:30.081531+0000","last_fullsized":"2024-09-16T01:47:30.081531+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095931+0000","last_change":"2024-09-16T01:47:30.088715+0000","last_active":"2024-09-16T01:47:30.095931+0000","last_peered":"2024-09-16T01:47:30.095931+0000","last_clean":"2024-09-16T01:47:30.095931+0000","last_became_active":"2024-09-16T01:47:30.088219+0000","last_became_peered":"2024-09-16T01:47:30.088219+0000","last_unstale":"2024-09-16T01:47:30.095931+0000","last_undegraded":"2024-09-16T01:47:30.095931+0000","last_fullsized":"2024-09-16T01:47:30.095931+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:57.009940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082582+0000","last_change":"2024-09-16T01:47:30.082582+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082582+0000","last_undegraded":"2024-09-16T01:47:30.082582+0000","last_fullsized":"2024-09-16T01:47:30.082582+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.098577+0000","last_change":"2024-09-16T01:47:30.096787+0000","last_active":"2024-09-16T01:47:30.098577+0000","last_peered":"2024-09-16T01:47:30.098577+0000","last_clean":"2024-09-16T01:47:30.098577+0000","last_became_active":"2024-09-16T01:47:30.096492+0000","last_became_peered":"2024-09-16T01:47:30.096492+0000","last_unstale":"2024-09-16T01:47:30.098577+0000","last_undegraded":"2024-09-16T01:47:30.098577+0000","last_fullsized":"2024-09-16T01:47:30.098577+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:46.650756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080247+0000","last_change":"2024-09-16T01:47:30.080247+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080247+0000","last_undegraded":"2024-09-16T01:47:30.080247+0000","last_fullsized":"2024-09-16T01:47:30.080247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092054+0000","last_change":"2024-09-16T01:47:30.089483+0000","last_active":"2024-09-16T01:47:30.092054+0000","last_peered":"2024-09-16T01:47:30.092054+0000","last_clean":"2024-09-16T01:47:30.092054+0000","last_became_active":"2024-09-16T01:47:30.089216+0000","last_became_peered":"2024-09-16T01:47:30.089216+0000","last_unstale":"2024-09-16T01:47:30.092054+0000","last_undegraded":"2024-09-16T01:47:30.092054+0000","last_fullsized":"2024-09-16T01:47:30.092054+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:09.371038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081937+0000","last_change":"2024-09-16T01:47:30.081937+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081937+0000","last_undegraded":"2024-09-16T01:47:30.081937+0000","last_fullsized":"2024-09-16T01:47:30.081937+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095515+0000","last_change":"2024-09-16T01:47:30.087795+0000","last_active":"2024-09-16T01:47:30.095515+0000","last_peered":"2024-09-16T01:47:30.095515+0000","last_clean":"2024-09-16T01:47:30.095515+0000","last_became_active":"2024-09-16T01:47:30.087514+0000","last_became_peered":"2024-09-16T01:47:30.087514+0000","last_unstale":"2024-09-16T01:47:30.095515+0000","last_undegraded":"2024-09-16T01:47:30.095515+0000","last_fullsized":"2024-09-16T01:47:30.095515+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:33.921268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081743+0000","last_change":"2024-09-16T01:47:30.081743+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081743+0000","last_undegraded":"2024-09-16T01:47:30.081743+0000","last_fullsized":"2024-09-16T01:47:30.081743+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096346+0000","last_change":"2024-09-16T01:47:30.092707+0000","last_active":"2024-09-16T01:47:30.096346+0000","last_peered":"2024-09-16T01:47:30.096346+0000","last_clean":"2024-09-16T01:47:30.096346+0000","last_became_active":"2024-09-16T01:47:30.092249+0000","last_became_peered":"2024-09-16T01:47:30.092249+0000","last_unstale":"2024-09-16T01:47:30.096346+0000","last_undegraded":"2024-09-16T01:47:30.096346+0000","last_fullsized":"2024-09-16T01:47:30.096346+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:20.709060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077092+0000","last_change":"2024-09-16T01:47:30.077092+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077092+0000","last_undegraded":"2024-09-16T01:47:30.077092+0000","last_fullsized":"2024-09-16T01:47:30.077092+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.084809+0000","last_change":"2024-09-16T01:47:30.083629+0000","last_active":"2024-09-16T01:47:30.084809+0000","last_peered":"2024-09-16T01:47:30.084809+0000","last_clean":"2024-09-16T01:47:30.084809+0000","last_became_active":"2024-09-16T01:47:30.083071+0000","last_became_peered":"2024-09-16T01:47:30.083071+0000","last_unstale":"2024-09-16T01:47:30.084809+0000","last_undegraded":"2024-09-16T01:47:30.084809+0000","last_fullsized":"2024-09-16T01:47:30.084809+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:26.473170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078250+0000","last_change":"2024-09-16T01:47:30.078250+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078250+0000","last_undegraded":"2024-09-16T01:47:30.078250+0000","last_fullsized":"2024-09-16T01:47:30.078250+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085974+0000","last_change":"2024-09-16T01:47:30.084995+0000","last_active":"2024-09-16T01:47:30.085974+0000","last_peered":"2024-09-16T01:47:30.085974+0000","last_clean":"2024-09-16T01:47:30.085974+0000","last_became_active":"2024-09-16T01:47:30.084621+0000","last_became_peered":"2024-09-16T01:47:30.084621+0000","last_unstale":"2024-09-16T01:47:30.085974+0000","last_undegraded":"2024-09-16T01:47:30.085974+0000","last_fullsized":"2024-09-16T01:47:30.085974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:12.598912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079928+0000","last_change":"2024-09-16T01:47:30.079928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079928+0000","last_undegraded":"2024-09-16T01:47:30.079928+0000","last_fullsized":"2024-09-16T01:47:30.079928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095850+0000","last_change":"2024-09-16T01:47:30.094073+0000","last_active":"2024-09-16T01:47:30.095850+0000","last_peered":"2024-09-16T01:47:30.095850+0000","last_clean":"2024-09-16T01:47:30.095850+0000","last_became_active":"2024-09-16T01:47:30.092777+0000","last_became_peered":"2024-09-16T01:47:30.092777+0000","last_unstale":"2024-09-16T01:47:30.095850+0000","last_undegraded":"2024-09-16T01:47:30.095850+0000","last_fullsized":"2024-09-16T01:47:30.095850+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:32.249190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080261+0000","last_change":"2024-09-16T01:47:30.080261+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080261+0000","last_undegraded":"2024-09-16T01:47:30.080261+0000","last_fullsized":"2024-09-16T01:47:30.080261+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093974+0000","last_change":"2024-09-16T01:47:30.087101+0000","last_active":"2024-09-16T01:47:30.093974+0000","last_peered":"2024-09-16T01:47:30.093974+0000","last_clean":"2024-09-16T01:47:30.093974+0000","last_became_active":"2024-09-16T01:47:30.086808+0000","last_became_peered":"2024-09-16T01:47:30.086808+0000","last_unstale":"2024-09-16T01:47:30.093974+0000","last_undegraded":"2024-09-16T01:47:30.093974+0000","last_fullsized":"2024-09-16T01:47:30.093974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:41.591336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082311+0000","last_change":"2024-09-16T01:47:30.082311+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082311+0000","last_undegraded":"2024-09-16T01:47:30.082311+0000","last_fullsized":"2024-09-16T01:47:30.082311+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100426+0000","last_change":"2024-09-16T01:47:30.092662+0000","last_active":"2024-09-16T01:47:30.100426+0000","last_peered":"2024-09-16T01:47:30.100426+0000","last_clean":"2024-09-16T01:47:30.100426+0000","last_became_active":"2024-09-16T01:47:30.092379+0000","last_became_peered":"2024-09-16T01:47:30.092379+0000","last_unstale":"2024-09-16T01:47:30.100426+0000","last_undegraded":"2024-09-16T01:47:30.100426+0000","last_fullsized":"2024-09-16T01:47:30.100426+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:18.287197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":350,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.082907+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:47:30.082907+0000","last_peered":"2024-09-16T01:47:30.082907+0000","last_clean":"2024-09-16T01:47:30.082907+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:47:30.082907+0000","last_undegraded":"2024-09-16T01:47:30.082907+0000","last_fullsized":"2024-09-16T01:47:30.082907+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574917,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32940,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338900,"statfs":{"total":96636764160,"available":96603033600,"internally_reserved":0,"allocated":1794048,"data_stored":1113826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509509,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509509,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":523458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509510,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542213,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36508,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335332,"statfs":{"total":96636764160,"available":96599379968,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":1107551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:47:34.077 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:47:34.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.216+0000 7fce5f111640 1 Processor -- start 2024-09-16T01:47:34.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.216+0000 7fce5f111640 1 -- start start 2024-09-16T01:47:34.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5f111640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fce5806d2a0 0x7fce580755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5f111640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fce580cab10 0x7fce580caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5f111640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce5815f350 con 0x7fce5815eb40 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5f111640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fce580cb4a0 con 0x7fce5806d2a0 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5f111640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fce58073270 con 0x7fce580cab10 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5cead640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fce5806d2a0 0x7fce580755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5cead640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fce5806d2a0 0x7fce580755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42490/0 (socket says 172.21.15.16:42490) 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5cead640 1 -- 172.21.15.16:0/736021468 learned_addr learned my addr 172.21.15.16:0/736021468 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5cead640 1 -- 172.21.15.16:0/736021468 >> v2:172.21.15.104:3300/0 conn(0x7fce580cab10 msgr2=0x7fce580caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.217+0000 7fce5d6ae640 1 --2- 172.21.15.16:0/736021468 >> v2:172.21.15.104:3300/0 conn(0x7fce580cab10 0x7fce580caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce5cead640 1 --2- 172.21.15.16:0/736021468 >> v2:172.21.15.104:3300/0 conn(0x7fce580cab10 0x7fce580caf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce5cead640 1 -- 172.21.15.16:0/736021468 >> v1:172.21.15.104:6789/0 conn(0x7fce5815eb40 legacy=0x7fce580739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce5cead640 1 -- 172.21.15.16:0/736021468 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce5815f630 con 0x7fce5806d2a0 2024-09-16T01:47:34.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce5d6ae640 1 --2- 172.21.15.16:0/736021468 >> v2:172.21.15.104:3300/0 conn(0x7fce580cab10 0x7fce580caf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:34.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce5cead640 1 --2- 172.21.15.16:0/736021468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5806d2a0 0x7fce580755d0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fce58071e10 tx=0x7fce4802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f18a35d58b839a1c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce577fe640 1 -- 172.21.15.16:0/736021468 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce48037070 con 0x7fce5806d2a0 2024-09-16T01:47:34.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce577fe640 1 -- 172.21.15.16:0/736021468 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce48032440 con 0x7fce5806d2a0 2024-09-16T01:47:34.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.218+0000 7fce577fe640 1 -- 172.21.15.16:0/736021468 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce48032810 con 0x7fce5806d2a0 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 -- 172.21.15.16:0/736021468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5806d2a0 msgr2=0x7fce580755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 --2- 172.21.15.16:0/736021468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5806d2a0 0x7fce580755d0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fce58071e10 tx=0x7fce4802a230 comp rx=0 tx=0).stop 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 -- 172.21.15.16:0/736021468 shutdown_connections 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 --2- 172.21.15.16:0/736021468 >> v2:172.21.15.104:3300/0 conn(0x7fce580cab10 0x7fce580caf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 --2- 172.21.15.16:0/736021468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5806d2a0 0x7fce580755d0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 -- 172.21.15.16:0/736021468 >> 172.21.15.16:0/736021468 conn(0x7fce580b2ec0 msgr2=0x7fce580b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 -- 172.21.15.16:0/736021468 shutdown_connections 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.219+0000 7fce5f111640 1 -- 172.21.15.16:0/736021468 wait complete. 2024-09-16T01:47:34.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.220+0000 7fce5f111640 1 Processor -- start 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.220+0000 7fce5f111640 1 -- start start 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5f111640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5806d2a0 0x7fce5809c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5f111640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce580cab10 0x7fce5814e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5f111640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5815eb40 0x7fce580cc530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5f111640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fce580740f0 con 0x7fce5815eb40 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5f111640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fce58073550 con 0x7fce5806d2a0 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5f111640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fce58074270 con 0x7fce580cab10 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5d6ae640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5815eb40 0x7fce580cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5d6ae640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5815eb40 0x7fce580cc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42498/0 (socket says 172.21.15.16:42498) 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5d6ae640 1 -- 172.21.15.16:0/1487292910 learned_addr learned my addr 172.21.15.16:0/1487292910 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce5cead640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5806d2a0 0x7fce5809c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.221+0000 7fce57fff640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce580cab10 0x7fce5814e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5d6ae640 1 -- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce580cab10 msgr2=0x7fce5814e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5d6ae640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce580cab10 0x7fce5814e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5d6ae640 1 -- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5806d2a0 msgr2=0x7fce5809c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5d6ae640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5806d2a0 0x7fce5809c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5d6ae640 1 -- 172.21.15.16:0/1487292910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce580ccdb0 con 0x7fce5815eb40 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5d6ae640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5815eb40 0x7fce580cc530 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fce5000cef0 tx=0x7fce5000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce557fa640 1 -- 172.21.15.16:0/1487292910 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce5001a070 con 0x7fce5815eb40 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce557fa640 1 -- 172.21.15.16:0/1487292910 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce5000d860 con 0x7fce5815eb40 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce580ae3b0 con 0x7fce5815eb40 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce557fa640 1 -- 172.21.15.16:0/1487292910 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce5000dc50 con 0x7fce5815eb40 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.222+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce580ae970 con 0x7fce5815eb40 2024-09-16T01:47:34.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.223+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce580aeb70 con 0x7fce5815eb40 2024-09-16T01:47:34.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.224+0000 7fce557fa640 1 -- 172.21.15.16:0/1487292910 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fce5001d070 con 0x7fce5815eb40 2024-09-16T01:47:34.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.224+0000 7fce557fa640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fce4406c3d0 0x7fce4406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.224+0000 7fce557fa640 1 -- 172.21.15.16:0/1487292910 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7fce5008bd50 con 0x7fce5815eb40 2024-09-16T01:47:34.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.224+0000 7fce5cead640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fce4406c3d0 0x7fce4406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.225+0000 7fce5cead640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fce4406c3d0 0x7fce4406e890 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fce48034000 tx=0x7fce4802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.228+0000 7fce557fa640 1 -- 172.21.15.16:0/1487292910 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fce580aeb70 con 0x7fce5815eb40 2024-09-16T01:47:34.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.400+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fce580ae1a0 con 0x7fce4406c3d0 2024-09-16T01:47:34.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.406+0000 7fce557fa640 1 -- 172.21.15.16:0/1487292910 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246769 (secure 0 0 0) 0x7fce580ae1a0 con 0x7fce4406c3d0 2024-09-16T01:47:34.411 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:34.413 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:47:34.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fce4406c3d0 msgr2=0x7fce4406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fce4406c3d0 0x7fce4406e890 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fce48034000 tx=0x7fce4802e000 comp rx=0 tx=0).stop 2024-09-16T01:47:34.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5815eb40 msgr2=0x7fce580cc530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5815eb40 0x7fce580cc530 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fce5000cef0 tx=0x7fce5000a710 comp rx=0 tx=0).stop 2024-09-16T01:47:34.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 shutdown_connections 2024-09-16T01:47:34.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fce4406c3d0 0x7fce4406e890 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fce5815eb40 0x7fce580cc530 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fce580cab10 0x7fce5814e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 --2- 172.21.15.16:0/1487292910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce5806d2a0 0x7fce5809c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 >> 172.21.15.16:0/1487292910 conn(0x7fce580b2ec0 msgr2=0x7fce5815fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 shutdown_connections 2024-09-16T01:47:34.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.409+0000 7fce5f111640 1 -- 172.21.15.16:0/1487292910 wait complete. 2024-09-16T01:47:34.421 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-16T01:47:32.742597+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":53,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264132,"kb_used_data":10464,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710588,"statfs":{"total":773094113280,"available":772823642112,"internally_reserved":0,"allocated":10715136,"data_stored":5330750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":259575346},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000765"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083951+0000","last_change":"2024-09-16T01:47:30.083951+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083951+0000","last_undegraded":"2024-09-16T01:47:30.083951+0000","last_fullsized":"2024-09-16T01:47:30.083951+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076668+0000","last_change":"2024-09-16T01:47:30.076668+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076668+0000","last_undegraded":"2024-09-16T01:47:30.076668+0000","last_fullsized":"2024-09-16T01:47:30.076668+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082503+0000","last_change":"2024-09-16T01:47:30.082503+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082503+0000","last_undegraded":"2024-09-16T01:47:30.082503+0000","last_fullsized":"2024-09-16T01:47:30.082503+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083442+0000","last_change":"2024-09-16T01:47:30.083442+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083442+0000","last_undegraded":"2024-09-16T01:47:30.083442+0000","last_fullsized":"2024-09-16T01:47:30.083442+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.087467+0000","last_change":"2024-09-16T01:47:30.087467+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.087467+0000","last_undegraded":"2024-09-16T01:47:30.087467+0000","last_fullsized":"2024-09-16T01:47:30.087467+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077163+0000","last_change":"2024-09-16T01:47:30.077163+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077163+0000","last_undegraded":"2024-09-16T01:47:30.077163+0000","last_fullsized":"2024-09-16T01:47:30.077163+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079440+0000","last_change":"2024-09-16T01:47:30.079440+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079440+0000","last_undegraded":"2024-09-16T01:47:30.079440+0000","last_fullsized":"2024-09-16T01:47:30.079440+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082053+0000","last_change":"2024-09-16T01:47:30.082053+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082053+0000","last_undegraded":"2024-09-16T01:47:30.082053+0000","last_fullsized":"2024-09-16T01:47:30.082053+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082914+0000","last_change":"2024-09-16T01:47:30.082914+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082914+0000","last_undegraded":"2024-09-16T01:47:30.082914+0000","last_fullsized":"2024-09-16T01:47:30.082914+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083509+0000","last_change":"2024-09-16T01:47:30.083509+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083509+0000","last_undegraded":"2024-09-16T01:47:30.083509+0000","last_fullsized":"2024-09-16T01:47:30.083509+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076596+0000","last_change":"2024-09-16T01:47:30.076596+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076596+0000","last_undegraded":"2024-09-16T01:47:30.076596+0000","last_fullsized":"2024-09-16T01:47:30.076596+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082498+0000","last_change":"2024-09-16T01:47:30.082498+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082498+0000","last_undegraded":"2024-09-16T01:47:30.082498+0000","last_fullsized":"2024-09-16T01:47:30.082498+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081566+0000","last_change":"2024-09-16T01:47:30.081566+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081566+0000","last_undegraded":"2024-09-16T01:47:30.081566+0000","last_fullsized":"2024-09-16T01:47:30.081566+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079907+0000","last_change":"2024-09-16T01:47:30.079907+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079907+0000","last_undegraded":"2024-09-16T01:47:30.079907+0000","last_fullsized":"2024-09-16T01:47:30.079907+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076958+0000","last_change":"2024-09-16T01:47:30.076958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076958+0000","last_undegraded":"2024-09-16T01:47:30.076958+0000","last_fullsized":"2024-09-16T01:47:30.076958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082456+0000","last_change":"2024-09-16T01:47:30.082456+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082456+0000","last_undegraded":"2024-09-16T01:47:30.082456+0000","last_fullsized":"2024-09-16T01:47:30.082456+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077472+0000","last_change":"2024-09-16T01:47:30.077472+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077472+0000","last_undegraded":"2024-09-16T01:47:30.077472+0000","last_fullsized":"2024-09-16T01:47:30.077472+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082955+0000","last_change":"2024-09-16T01:47:30.082955+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082955+0000","last_undegraded":"2024-09-16T01:47:30.082955+0000","last_fullsized":"2024-09-16T01:47:30.082955+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081588+0000","last_change":"2024-09-16T01:47:30.081588+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081588+0000","last_undegraded":"2024-09-16T01:47:30.081588+0000","last_fullsized":"2024-09-16T01:47:30.081588+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076568+0000","last_change":"2024-09-16T01:47:30.076568+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076568+0000","last_undegraded":"2024-09-16T01:47:30.076568+0000","last_fullsized":"2024-09-16T01:47:30.076568+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076574+0000","last_change":"2024-09-16T01:47:30.076574+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076574+0000","last_undegraded":"2024-09-16T01:47:30.076574+0000","last_fullsized":"2024-09-16T01:47:30.076574+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082470+0000","last_change":"2024-09-16T01:47:30.082470+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082470+0000","last_undegraded":"2024-09-16T01:47:30.082470+0000","last_fullsized":"2024-09-16T01:47:30.082470+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076691+0000","last_change":"2024-09-16T01:47:30.076691+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076691+0000","last_undegraded":"2024-09-16T01:47:30.076691+0000","last_fullsized":"2024-09-16T01:47:30.076691+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082745+0000","last_change":"2024-09-16T01:47:30.082745+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082745+0000","last_undegraded":"2024-09-16T01:47:30.082745+0000","last_fullsized":"2024-09-16T01:47:30.082745+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076820+0000","last_change":"2024-09-16T01:47:30.076820+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076820+0000","last_undegraded":"2024-09-16T01:47:30.076820+0000","last_fullsized":"2024-09-16T01:47:30.076820+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082988+0000","last_change":"2024-09-16T01:47:30.082988+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082988+0000","last_undegraded":"2024-09-16T01:47:30.082988+0000","last_fullsized":"2024-09-16T01:47:30.082988+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077257+0000","last_change":"2024-09-16T01:47:30.077257+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077257+0000","last_undegraded":"2024-09-16T01:47:30.077257+0000","last_fullsized":"2024-09-16T01:47:30.077257+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.084173+0000","last_change":"2024-09-16T01:47:30.084173+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.084173+0000","last_undegraded":"2024-09-16T01:47:30.084173+0000","last_fullsized":"2024-09-16T01:47:30.084173+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078949+0000","last_change":"2024-09-16T01:47:30.078949+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078949+0000","last_undegraded":"2024-09-16T01:47:30.078949+0000","last_fullsized":"2024-09-16T01:47:30.078949+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079281+0000","last_change":"2024-09-16T01:47:30.079281+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079281+0000","last_undegraded":"2024-09-16T01:47:30.079281+0000","last_fullsized":"2024-09-16T01:47:30.079281+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082434+0000","last_change":"2024-09-16T01:47:30.082434+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082434+0000","last_undegraded":"2024-09-16T01:47:30.082434+0000","last_fullsized":"2024-09-16T01:47:30.082434+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078090+0000","last_change":"2024-09-16T01:47:30.078090+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078090+0000","last_undegraded":"2024-09-16T01:47:30.078090+0000","last_fullsized":"2024-09-16T01:47:30.078090+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078368+0000","last_change":"2024-09-16T01:47:30.078368+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078368+0000","last_undegraded":"2024-09-16T01:47:30.078368+0000","last_fullsized":"2024-09-16T01:47:30.078368+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092405+0000","last_change":"2024-09-16T01:47:30.089872+0000","last_active":"2024-09-16T01:47:30.092405+0000","last_peered":"2024-09-16T01:47:30.092405+0000","last_clean":"2024-09-16T01:47:30.092405+0000","last_became_active":"2024-09-16T01:47:30.089554+0000","last_became_peered":"2024-09-16T01:47:30.089554+0000","last_unstale":"2024-09-16T01:47:30.092405+0000","last_undegraded":"2024-09-16T01:47:30.092405+0000","last_fullsized":"2024-09-16T01:47:30.092405+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.047589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083407+0000","last_change":"2024-09-16T01:47:30.083407+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083407+0000","last_undegraded":"2024-09-16T01:47:30.083407+0000","last_fullsized":"2024-09-16T01:47:30.083407+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.090702+0000","last_change":"2024-09-16T01:47:30.089553+0000","last_active":"2024-09-16T01:47:30.090702+0000","last_peered":"2024-09-16T01:47:30.090702+0000","last_clean":"2024-09-16T01:47:30.090702+0000","last_became_active":"2024-09-16T01:47:30.089266+0000","last_became_peered":"2024-09-16T01:47:30.089266+0000","last_unstale":"2024-09-16T01:47:30.090702+0000","last_undegraded":"2024-09-16T01:47:30.090702+0000","last_fullsized":"2024-09-16T01:47:30.090702+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:05:10.834786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076783+0000","last_change":"2024-09-16T01:47:30.076783+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076783+0000","last_undegraded":"2024-09-16T01:47:30.076783+0000","last_fullsized":"2024-09-16T01:47:30.076783+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093750+0000","last_change":"2024-09-16T01:47:30.092169+0000","last_active":"2024-09-16T01:47:30.093750+0000","last_peered":"2024-09-16T01:47:30.093750+0000","last_clean":"2024-09-16T01:47:30.093750+0000","last_became_active":"2024-09-16T01:47:30.091829+0000","last_became_peered":"2024-09-16T01:47:30.091829+0000","last_unstale":"2024-09-16T01:47:30.093750+0000","last_undegraded":"2024-09-16T01:47:30.093750+0000","last_fullsized":"2024-09-16T01:47:30.093750+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:33.301036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081152+0000","last_change":"2024-09-16T01:47:30.081152+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081152+0000","last_undegraded":"2024-09-16T01:47:30.081152+0000","last_fullsized":"2024-09-16T01:47:30.081152+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.099146+0000","last_change":"2024-09-16T01:47:30.098334+0000","last_active":"2024-09-16T01:47:30.099146+0000","last_peered":"2024-09-16T01:47:30.099146+0000","last_clean":"2024-09-16T01:47:30.099146+0000","last_became_active":"2024-09-16T01:47:30.098013+0000","last_became_peered":"2024-09-16T01:47:30.098013+0000","last_unstale":"2024-09-16T01:47:30.099146+0000","last_undegraded":"2024-09-16T01:47:30.099146+0000","last_fullsized":"2024-09-16T01:47:30.099146+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:45.228789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080790+0000","last_change":"2024-09-16T01:47:30.080790+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080790+0000","last_undegraded":"2024-09-16T01:47:30.080790+0000","last_fullsized":"2024-09-16T01:47:30.080790+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085076+0000","last_change":"2024-09-16T01:47:30.084122+0000","last_active":"2024-09-16T01:47:30.085076+0000","last_peered":"2024-09-16T01:47:30.085076+0000","last_clean":"2024-09-16T01:47:30.085076+0000","last_became_active":"2024-09-16T01:47:30.083790+0000","last_became_peered":"2024-09-16T01:47:30.083790+0000","last_unstale":"2024-09-16T01:47:30.085076+0000","last_undegraded":"2024-09-16T01:47:30.085076+0000","last_fullsized":"2024-09-16T01:47:30.085076+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:49.806243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077487+0000","last_change":"2024-09-16T01:47:30.077487+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077487+0000","last_undegraded":"2024-09-16T01:47:30.077487+0000","last_fullsized":"2024-09-16T01:47:30.077487+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096204+0000","last_change":"2024-09-16T01:47:30.091711+0000","last_active":"2024-09-16T01:47:30.096204+0000","last_peered":"2024-09-16T01:47:30.096204+0000","last_clean":"2024-09-16T01:47:30.096204+0000","last_became_active":"2024-09-16T01:47:30.091445+0000","last_became_peered":"2024-09-16T01:47:30.091445+0000","last_unstale":"2024-09-16T01:47:30.096204+0000","last_undegraded":"2024-09-16T01:47:30.096204+0000","last_fullsized":"2024-09-16T01:47:30.096204+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:01.022503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081768+0000","last_change":"2024-09-16T01:47:30.081768+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081768+0000","last_undegraded":"2024-09-16T01:47:30.081768+0000","last_fullsized":"2024-09-16T01:47:30.081768+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.097656+0000","last_change":"2024-09-16T01:47:30.091880+0000","last_active":"2024-09-16T01:47:30.097656+0000","last_peered":"2024-09-16T01:47:30.097656+0000","last_clean":"2024-09-16T01:47:30.097656+0000","last_became_active":"2024-09-16T01:47:30.091673+0000","last_became_peered":"2024-09-16T01:47:30.091673+0000","last_unstale":"2024-09-16T01:47:30.097656+0000","last_undegraded":"2024-09-16T01:47:30.097656+0000","last_fullsized":"2024-09-16T01:47:30.097656+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095950+0000","last_change":"2024-09-16T01:47:30.090631+0000","last_active":"2024-09-16T01:47:30.095950+0000","last_peered":"2024-09-16T01:47:30.095950+0000","last_clean":"2024-09-16T01:47:30.095950+0000","last_became_active":"2024-09-16T01:47:30.090351+0000","last_became_peered":"2024-09-16T01:47:30.090351+0000","last_unstale":"2024-09-16T01:47:30.095950+0000","last_undegraded":"2024-09-16T01:47:30.095950+0000","last_fullsized":"2024-09-16T01:47:30.095950+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:28.446945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080902+0000","last_change":"2024-09-16T01:47:30.080902+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080902+0000","last_undegraded":"2024-09-16T01:47:30.080902+0000","last_fullsized":"2024-09-16T01:47:30.080902+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094476+0000","last_change":"2024-09-16T01:47:30.093552+0000","last_active":"2024-09-16T01:47:30.094476+0000","last_peered":"2024-09-16T01:47:30.094476+0000","last_clean":"2024-09-16T01:47:30.094476+0000","last_became_active":"2024-09-16T01:47:30.093273+0000","last_became_peered":"2024-09-16T01:47:30.093273+0000","last_unstale":"2024-09-16T01:47:30.094476+0000","last_undegraded":"2024-09-16T01:47:30.094476+0000","last_fullsized":"2024-09-16T01:47:30.094476+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:11.036679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083812+0000","last_change":"2024-09-16T01:47:30.083812+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083812+0000","last_undegraded":"2024-09-16T01:47:30.083812+0000","last_fullsized":"2024-09-16T01:47:30.083812+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096172+0000","last_change":"2024-09-16T01:47:30.091435+0000","last_active":"2024-09-16T01:47:30.096172+0000","last_peered":"2024-09-16T01:47:30.096172+0000","last_clean":"2024-09-16T01:47:30.096172+0000","last_became_active":"2024-09-16T01:47:30.090911+0000","last_became_peered":"2024-09-16T01:47:30.090911+0000","last_unstale":"2024-09-16T01:47:30.096172+0000","last_undegraded":"2024-09-16T01:47:30.096172+0000","last_fullsized":"2024-09-16T01:47:30.096172+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083759+0000","last_change":"2024-09-16T01:47:30.083759+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083759+0000","last_undegraded":"2024-09-16T01:47:30.083759+0000","last_fullsized":"2024-09-16T01:47:30.083759+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093700+0000","last_change":"2024-09-16T01:47:30.087039+0000","last_active":"2024-09-16T01:47:30.093700+0000","last_peered":"2024-09-16T01:47:30.093700+0000","last_clean":"2024-09-16T01:47:30.093700+0000","last_became_active":"2024-09-16T01:47:30.086713+0000","last_became_peered":"2024-09-16T01:47:30.086713+0000","last_unstale":"2024-09-16T01:47:30.093700+0000","last_undegraded":"2024-09-16T01:47:30.093700+0000","last_fullsized":"2024-09-16T01:47:30.093700+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:46.769161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080211+0000","last_change":"2024-09-16T01:47:30.080211+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080211+0000","last_undegraded":"2024-09-16T01:47:30.080211+0000","last_fullsized":"2024-09-16T01:47:30.080211+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095883+0000","last_change":"2024-09-16T01:47:30.091324+0000","last_active":"2024-09-16T01:47:30.095883+0000","last_peered":"2024-09-16T01:47:30.095883+0000","last_clean":"2024-09-16T01:47:30.095883+0000","last_became_active":"2024-09-16T01:47:30.091055+0000","last_became_peered":"2024-09-16T01:47:30.091055+0000","last_unstale":"2024-09-16T01:47:30.095883+0000","last_undegraded":"2024-09-16T01:47:30.095883+0000","last_fullsized":"2024-09-16T01:47:30.095883+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:55.871249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082075+0000","last_change":"2024-09-16T01:47:30.082075+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082075+0000","last_undegraded":"2024-09-16T01:47:30.082075+0000","last_fullsized":"2024-09-16T01:47:30.082075+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094324+0000","last_change":"2024-09-16T01:47:30.091647+0000","last_active":"2024-09-16T01:47:30.094324+0000","last_peered":"2024-09-16T01:47:30.094324+0000","last_clean":"2024-09-16T01:47:30.094324+0000","last_became_active":"2024-09-16T01:47:30.090582+0000","last_became_peered":"2024-09-16T01:47:30.090582+0000","last_unstale":"2024-09-16T01:47:30.094324+0000","last_undegraded":"2024-09-16T01:47:30.094324+0000","last_fullsized":"2024-09-16T01:47:30.094324+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:07.861192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080958+0000","last_change":"2024-09-16T01:47:30.080958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080958+0000","last_undegraded":"2024-09-16T01:47:30.080958+0000","last_fullsized":"2024-09-16T01:47:30.080958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100465+0000","last_change":"2024-09-16T01:47:30.094839+0000","last_active":"2024-09-16T01:47:30.100465+0000","last_peered":"2024-09-16T01:47:30.100465+0000","last_clean":"2024-09-16T01:47:30.100465+0000","last_became_active":"2024-09-16T01:47:30.094584+0000","last_became_peered":"2024-09-16T01:47:30.094584+0000","last_unstale":"2024-09-16T01:47:30.100465+0000","last_undegraded":"2024-09-16T01:47:30.100465+0000","last_fullsized":"2024-09-16T01:47:30.100465+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:36.650024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081928+0000","last_change":"2024-09-16T01:47:30.081928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081928+0000","last_undegraded":"2024-09-16T01:47:30.081928+0000","last_fullsized":"2024-09-16T01:47:30.081928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096109+0000","last_change":"2024-09-16T01:47:30.095055+0000","last_active":"2024-09-16T01:47:30.096109+0000","last_peered":"2024-09-16T01:47:30.096109+0000","last_clean":"2024-09-16T01:47:30.096109+0000","last_became_active":"2024-09-16T01:47:30.094721+0000","last_became_peered":"2024-09-16T01:47:30.094721+0000","last_unstale":"2024-09-16T01:47:30.096109+0000","last_undegraded":"2024-09-16T01:47:30.096109+0000","last_fullsized":"2024-09-16T01:47:30.096109+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:55.403250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.086323+0000","last_change":"2024-09-16T01:47:30.086323+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.086323+0000","last_undegraded":"2024-09-16T01:47:30.086323+0000","last_fullsized":"2024-09-16T01:47:30.086323+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.088179+0000","last_change":"2024-09-16T01:47:30.085041+0000","last_active":"2024-09-16T01:47:30.088179+0000","last_peered":"2024-09-16T01:47:30.088179+0000","last_clean":"2024-09-16T01:47:30.088179+0000","last_became_active":"2024-09-16T01:47:30.084740+0000","last_became_peered":"2024-09-16T01:47:30.084740+0000","last_unstale":"2024-09-16T01:47:30.088179+0000","last_undegraded":"2024-09-16T01:47:30.088179+0000","last_fullsized":"2024-09-16T01:47:30.088179+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:18.128194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077756+0000","last_change":"2024-09-16T01:47:30.077756+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077756+0000","last_undegraded":"2024-09-16T01:47:30.077756+0000","last_fullsized":"2024-09-16T01:47:30.077756+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093856+0000","last_change":"2024-09-16T01:47:30.090615+0000","last_active":"2024-09-16T01:47:30.093856+0000","last_peered":"2024-09-16T01:47:30.093856+0000","last_clean":"2024-09-16T01:47:30.093856+0000","last_became_active":"2024-09-16T01:47:30.090310+0000","last_became_peered":"2024-09-16T01:47:30.090310+0000","last_unstale":"2024-09-16T01:47:30.093856+0000","last_undegraded":"2024-09-16T01:47:30.093856+0000","last_fullsized":"2024-09-16T01:47:30.093856+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:20.908283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079378+0000","last_change":"2024-09-16T01:47:30.079378+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079378+0000","last_undegraded":"2024-09-16T01:47:30.079378+0000","last_fullsized":"2024-09-16T01:47:30.079378+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100461+0000","last_change":"2024-09-16T01:47:30.094682+0000","last_active":"2024-09-16T01:47:30.100461+0000","last_peered":"2024-09-16T01:47:30.100461+0000","last_clean":"2024-09-16T01:47:30.100461+0000","last_became_active":"2024-09-16T01:47:30.094384+0000","last_became_peered":"2024-09-16T01:47:30.094384+0000","last_unstale":"2024-09-16T01:47:30.100461+0000","last_undegraded":"2024-09-16T01:47:30.100461+0000","last_fullsized":"2024-09-16T01:47:30.100461+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:36.387088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080268+0000","last_change":"2024-09-16T01:47:30.080268+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080268+0000","last_undegraded":"2024-09-16T01:47:30.080268+0000","last_fullsized":"2024-09-16T01:47:30.080268+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100417+0000","last_change":"2024-09-16T01:47:30.092795+0000","last_active":"2024-09-16T01:47:30.100417+0000","last_peered":"2024-09-16T01:47:30.100417+0000","last_clean":"2024-09-16T01:47:30.100417+0000","last_became_active":"2024-09-16T01:47:30.092541+0000","last_became_peered":"2024-09-16T01:47:30.092541+0000","last_unstale":"2024-09-16T01:47:30.100417+0000","last_undegraded":"2024-09-16T01:47:30.100417+0000","last_fullsized":"2024-09-16T01:47:30.100417+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:27.349982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079314+0000","last_change":"2024-09-16T01:47:30.079314+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079314+0000","last_undegraded":"2024-09-16T01:47:30.079314+0000","last_fullsized":"2024-09-16T01:47:30.079314+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095723+0000","last_change":"2024-09-16T01:47:30.093161+0000","last_active":"2024-09-16T01:47:30.095723+0000","last_peered":"2024-09-16T01:47:30.095723+0000","last_clean":"2024-09-16T01:47:30.095723+0000","last_became_active":"2024-09-16T01:47:30.092898+0000","last_became_peered":"2024-09-16T01:47:30.092898+0000","last_unstale":"2024-09-16T01:47:30.095723+0000","last_undegraded":"2024-09-16T01:47:30.095723+0000","last_fullsized":"2024-09-16T01:47:30.095723+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:33.758110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080842+0000","last_change":"2024-09-16T01:47:30.080842+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080842+0000","last_undegraded":"2024-09-16T01:47:30.080842+0000","last_fullsized":"2024-09-16T01:47:30.080842+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095890+0000","last_change":"2024-09-16T01:47:30.094009+0000","last_active":"2024-09-16T01:47:30.095890+0000","last_peered":"2024-09-16T01:47:30.095890+0000","last_clean":"2024-09-16T01:47:30.095890+0000","last_became_active":"2024-09-16T01:47:30.092773+0000","last_became_peered":"2024-09-16T01:47:30.092773+0000","last_unstale":"2024-09-16T01:47:30.095890+0000","last_undegraded":"2024-09-16T01:47:30.095890+0000","last_fullsized":"2024-09-16T01:47:30.095890+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:42.271460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096304+0000","last_change":"2024-09-16T01:47:30.095587+0000","last_active":"2024-09-16T01:47:30.096304+0000","last_peered":"2024-09-16T01:47:30.096304+0000","last_clean":"2024-09-16T01:47:30.096304+0000","last_became_active":"2024-09-16T01:47:30.093666+0000","last_became_peered":"2024-09-16T01:47:30.093666+0000","last_unstale":"2024-09-16T01:47:30.096304+0000","last_undegraded":"2024-09-16T01:47:30.096304+0000","last_fullsized":"2024-09-16T01:47:30.096304+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:06.799335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081531+0000","last_change":"2024-09-16T01:47:30.081531+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081531+0000","last_undegraded":"2024-09-16T01:47:30.081531+0000","last_fullsized":"2024-09-16T01:47:30.081531+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095931+0000","last_change":"2024-09-16T01:47:30.088715+0000","last_active":"2024-09-16T01:47:30.095931+0000","last_peered":"2024-09-16T01:47:30.095931+0000","last_clean":"2024-09-16T01:47:30.095931+0000","last_became_active":"2024-09-16T01:47:30.088219+0000","last_became_peered":"2024-09-16T01:47:30.088219+0000","last_unstale":"2024-09-16T01:47:30.095931+0000","last_undegraded":"2024-09-16T01:47:30.095931+0000","last_fullsized":"2024-09-16T01:47:30.095931+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:57.009940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082582+0000","last_change":"2024-09-16T01:47:30.082582+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082582+0000","last_undegraded":"2024-09-16T01:47:30.082582+0000","last_fullsized":"2024-09-16T01:47:30.082582+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.098577+0000","last_change":"2024-09-16T01:47:30.096787+0000","last_active":"2024-09-16T01:47:30.098577+0000","last_peered":"2024-09-16T01:47:30.098577+0000","last_clean":"2024-09-16T01:47:30.098577+0000","last_became_active":"2024-09-16T01:47:30.096492+0000","last_became_peered":"2024-09-16T01:47:30.096492+0000","last_unstale":"2024-09-16T01:47:30.098577+0000","last_undegraded":"2024-09-16T01:47:30.098577+0000","last_fullsized":"2024-09-16T01:47:30.098577+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:46.650756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080247+0000","last_change":"2024-09-16T01:47:30.080247+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080247+0000","last_undegraded":"2024-09-16T01:47:30.080247+0000","last_fullsized":"2024-09-16T01:47:30.080247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092054+0000","last_change":"2024-09-16T01:47:30.089483+0000","last_active":"2024-09-16T01:47:30.092054+0000","last_peered":"2024-09-16T01:47:30.092054+0000","last_clean":"2024-09-16T01:47:30.092054+0000","last_became_active":"2024-09-16T01:47:30.089216+0000","last_became_peered":"2024-09-16T01:47:30.089216+0000","last_unstale":"2024-09-16T01:47:30.092054+0000","last_undegraded":"2024-09-16T01:47:30.092054+0000","last_fullsized":"2024-09-16T01:47:30.092054+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:09.371038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081937+0000","last_change":"2024-09-16T01:47:30.081937+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081937+0000","last_undegraded":"2024-09-16T01:47:30.081937+0000","last_fullsized":"2024-09-16T01:47:30.081937+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095515+0000","last_change":"2024-09-16T01:47:30.087795+0000","last_active":"2024-09-16T01:47:30.095515+0000","last_peered":"2024-09-16T01:47:30.095515+0000","last_clean":"2024-09-16T01:47:30.095515+0000","last_became_active":"2024-09-16T01:47:30.087514+0000","last_became_peered":"2024-09-16T01:47:30.087514+0000","last_unstale":"2024-09-16T01:47:30.095515+0000","last_undegraded":"2024-09-16T01:47:30.095515+0000","last_fullsized":"2024-09-16T01:47:30.095515+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:33.921268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081743+0000","last_change":"2024-09-16T01:47:30.081743+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081743+0000","last_undegraded":"2024-09-16T01:47:30.081743+0000","last_fullsized":"2024-09-16T01:47:30.081743+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096346+0000","last_change":"2024-09-16T01:47:30.092707+0000","last_active":"2024-09-16T01:47:30.096346+0000","last_peered":"2024-09-16T01:47:30.096346+0000","last_clean":"2024-09-16T01:47:30.096346+0000","last_became_active":"2024-09-16T01:47:30.092249+0000","last_became_peered":"2024-09-16T01:47:30.092249+0000","last_unstale":"2024-09-16T01:47:30.096346+0000","last_undegraded":"2024-09-16T01:47:30.096346+0000","last_fullsized":"2024-09-16T01:47:30.096346+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:20.709060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077092+0000","last_change":"2024-09-16T01:47:30.077092+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077092+0000","last_undegraded":"2024-09-16T01:47:30.077092+0000","last_fullsized":"2024-09-16T01:47:30.077092+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.084809+0000","last_change":"2024-09-16T01:47:30.083629+0000","last_active":"2024-09-16T01:47:30.084809+0000","last_peered":"2024-09-16T01:47:30.084809+0000","last_clean":"2024-09-16T01:47:30.084809+0000","last_became_active":"2024-09-16T01:47:30.083071+0000","last_became_peered":"2024-09-16T01:47:30.083071+0000","last_unstale":"2024-09-16T01:47:30.084809+0000","last_undegraded":"2024-09-16T01:47:30.084809+0000","last_fullsized":"2024-09-16T01:47:30.084809+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:26.473170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078250+0000","last_change":"2024-09-16T01:47:30.078250+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078250+0000","last_undegraded":"2024-09-16T01:47:30.078250+0000","last_fullsized":"2024-09-16T01:47:30.078250+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085974+0000","last_change":"2024-09-16T01:47:30.084995+0000","last_active":"2024-09-16T01:47:30.085974+0000","last_peered":"2024-09-16T01:47:30.085974+0000","last_clean":"2024-09-16T01:47:30.085974+0000","last_became_active":"2024-09-16T01:47:30.084621+0000","last_became_peered":"2024-09-16T01:47:30.084621+0000","last_unstale":"2024-09-16T01:47:30.085974+0000","last_undegraded":"2024-09-16T01:47:30.085974+0000","last_fullsized":"2024-09-16T01:47:30.085974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:12.598912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079928+0000","last_change":"2024-09-16T01:47:30.079928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079928+0000","last_undegraded":"2024-09-16T01:47:30.079928+0000","last_fullsized":"2024-09-16T01:47:30.079928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095850+0000","last_change":"2024-09-16T01:47:30.094073+0000","last_active":"2024-09-16T01:47:30.095850+0000","last_peered":"2024-09-16T01:47:30.095850+0000","last_clean":"2024-09-16T01:47:30.095850+0000","last_became_active":"2024-09-16T01:47:30.092777+0000","last_became_peered":"2024-09-16T01:47:30.092777+0000","last_unstale":"2024-09-16T01:47:30.095850+0000","last_undegraded":"2024-09-16T01:47:30.095850+0000","last_fullsized":"2024-09-16T01:47:30.095850+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:32.249190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080261+0000","last_change":"2024-09-16T01:47:30.080261+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080261+0000","last_undegraded":"2024-09-16T01:47:30.080261+0000","last_fullsized":"2024-09-16T01:47:30.080261+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093974+0000","last_change":"2024-09-16T01:47:30.087101+0000","last_active":"2024-09-16T01:47:30.093974+0000","last_peered":"2024-09-16T01:47:30.093974+0000","last_clean":"2024-09-16T01:47:30.093974+0000","last_became_active":"2024-09-16T01:47:30.086808+0000","last_became_peered":"2024-09-16T01:47:30.086808+0000","last_unstale":"2024-09-16T01:47:30.093974+0000","last_undegraded":"2024-09-16T01:47:30.093974+0000","last_fullsized":"2024-09-16T01:47:30.093974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:41.591336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082311+0000","last_change":"2024-09-16T01:47:30.082311+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082311+0000","last_undegraded":"2024-09-16T01:47:30.082311+0000","last_fullsized":"2024-09-16T01:47:30.082311+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100426+0000","last_change":"2024-09-16T01:47:30.092662+0000","last_active":"2024-09-16T01:47:30.100426+0000","last_peered":"2024-09-16T01:47:30.100426+0000","last_clean":"2024-09-16T01:47:30.100426+0000","last_became_active":"2024-09-16T01:47:30.092379+0000","last_became_peered":"2024-09-16T01:47:30.092379+0000","last_unstale":"2024-09-16T01:47:30.100426+0000","last_undegraded":"2024-09-16T01:47:30.100426+0000","last_fullsized":"2024-09-16T01:47:30.100426+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:18.287197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":350,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.082907+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:47:30.082907+0000","last_peered":"2024-09-16T01:47:30.082907+0000","last_clean":"2024-09-16T01:47:30.082907+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:47:30.082907+0000","last_undegraded":"2024-09-16T01:47:30.082907+0000","last_fullsized":"2024-09-16T01:47:30.082907+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574917,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32940,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338900,"statfs":{"total":96636764160,"available":96603033600,"internally_reserved":0,"allocated":1794048,"data_stored":1113826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509509,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509509,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":523458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509510,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542213,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36508,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335332,"statfs":{"total":96636764160,"available":96599379968,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":1107551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:47:34.425 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:47:34.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.563+0000 7f4846323640 1 Processor -- start 2024-09-16T01:47:34.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.563+0000 7f4846323640 1 -- start start 2024-09-16T01:47:34.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f4846323640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48401590d0 0x7f48400af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f4846323640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f484015bb20 con 0x7f4840158cf0 2024-09-16T01:47:34.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f4846323640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f484015be00 con 0x7f484006c2f0 2024-09-16T01:47:34.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f4846323640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f48400afd50 con 0x7f48401590d0 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4840158cf0 0x7f484006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36632/0 (socket says 172.21.15.16:36632) 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483ffff640 1 -- 172.21.15.16:0/606285210 learned_addr learned my addr 172.21.15.16:0/606285210 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f48448c0640 1 --2- 172.21.15.16:0/606285210 >> v2:172.21.15.104:3300/0 conn(0x7f48401590d0 0x7f48400af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1568673438 0 0) 0x7f484015bb20 con 0x7f4840158cf0 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4828003520 con 0x7f4840158cf0 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4265937831 0 0) 0x7f4828003520 con 0x7f4840158cf0 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 >> v2:172.21.15.104:3300/0 conn(0x7f48401590d0 msgr2=0x7f48400af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 --2- 172.21.15.16:0/606285210 >> v2:172.21.15.104:3300/0 conn(0x7f48401590d0 0x7f48400af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 >> v1:172.21.15.104:6789/0 conn(0x7f484006c2f0 legacy=0x7f48400ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f484015c0e0 con 0x7f4840158cf0 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f4830001670 con 0x7f4840158cf0 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 >> v1:172.21.15.16:6789/0 conn(0x7f4840158cf0 legacy=0x7f484006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.564+0000 7f483effd640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48280039b0 0x7f4828003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f483effd640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4828004800 0x7f4828004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f483effd640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48280052e0 0x7f482800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f48400afd50 con 0x7f48280052e0 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f482800c1b0 con 0x7f48280039b0 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f482800c3b0 con 0x7f4828004800 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f48448c0640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48280052e0 0x7f482800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f483ffff640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48280039b0 0x7f4828003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f483f7fe640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4828004800 0x7f4828004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f48448c0640 1 -- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4828004800 msgr2=0x7f4828004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f48448c0640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4828004800 0x7f4828004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f48448c0640 1 -- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48280039b0 msgr2=0x7f4828003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f48448c0640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48280039b0 0x7f4828003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.565+0000 7f48448c0640 1 -- 172.21.15.16:0/606285210 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4828003520 con 0x7f48280052e0 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f48448c0640 1 -- 172.21.15.16:0/606285210 reap_dead start 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f48448c0640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48280052e0 0x7f482800b9c0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f48401594e0 tx=0x7f4828005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dae89defd012e869 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4838035020 con 0x7f48280052e0 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4838003b90 con 0x7f48280052e0 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f483effd640 1 -- 172.21.15.16:0/606285210 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4838009c10 con 0x7f48280052e0 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f4846323640 1 -- 172.21.15.16:0/606285210 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48280052e0 msgr2=0x7f482800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f4846323640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48280052e0 0x7f482800b9c0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f48401594e0 tx=0x7f4828005830 comp rx=0 tx=0).stop 2024-09-16T01:47:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f4846323640 1 -- 172.21.15.16:0/606285210 shutdown_connections 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f4846323640 1 --2- 172.21.15.16:0/606285210 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48280052e0 0x7f482800b9c0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f4846323640 1 -- 172.21.15.16:0/606285210 >> 172.21.15.16:0/606285210 conn(0x7f48400b2000 msgr2=0x7f48400b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f4846323640 1 -- 172.21.15.16:0/606285210 shutdown_connections 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.566+0000 7f4846323640 1 -- 172.21.15.16:0/606285210 wait complete. 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 Processor -- start 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 -- start start 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48280052e0 0x7f4840071260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48401f7cb0 0x7f48401f8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48401522a0 0x7f4840152720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f484015cb90 con 0x7f48401522a0 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f484015ca10 con 0x7f48401f7cb0 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.568+0000 7f4846323640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f484015cd10 con 0x7f48280052e0 2024-09-16T01:47:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48401522a0 0x7f4840152720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48401522a0 0x7f4840152720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42520/0 (socket says 172.21.15.16:42520) 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 -- 172.21.15.16:0/2480120547 learned_addr learned my addr 172.21.15.16:0/2480120547 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f483ffff640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48280052e0 0x7f4840071260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f483f7fe640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48401f7cb0 0x7f48401f8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 -- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48280052e0 msgr2=0x7f4840071260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48280052e0 0x7f4840071260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 -- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48401f7cb0 msgr2=0x7f48401f8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48401f7cb0 0x7f48401f8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 -- 172.21.15.16:0/2480120547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48400718f0 con 0x7f48401522a0 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f48448c0640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48401522a0 0x7f4840152720 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f483800e230 tx=0x7f4838009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f483cff9640 1 -- 172.21.15.16:0/2480120547 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4838035030 con 0x7f48401522a0 2024-09-16T01:47:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f483cff9640 1 -- 172.21.15.16:0/2480120547 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4838042070 con 0x7f48401522a0 2024-09-16T01:47:34.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4840071bd0 con 0x7f48401522a0 2024-09-16T01:47:34.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f483cff9640 1 -- 172.21.15.16:0/2480120547 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4838009c10 con 0x7f48401522a0 2024-09-16T01:47:34.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.569+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4840072190 con 0x7f48401522a0 2024-09-16T01:47:34.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.570+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48400b3300 con 0x7f48401522a0 2024-09-16T01:47:34.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.571+0000 7f483cff9640 1 -- 172.21.15.16:0/2480120547 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f4838005d10 con 0x7f48401522a0 2024-09-16T01:47:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.572+0000 7f483cff9640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f482c06c400 0x7f482c06e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.572+0000 7f483cff9640 1 -- 172.21.15.16:0/2480120547 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f48380ac080 con 0x7f48401522a0 2024-09-16T01:47:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.572+0000 7f483ffff640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f482c06c400 0x7f482c06e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.572+0000 7f483ffff640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f482c06c400 0x7f482c06e8c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f4830000fb0 tx=0x7f4830009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.576+0000 7f483cff9640 1 -- 172.21.15.16:0/2480120547 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f483802e050 con 0x7f48401522a0 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.747+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f48400b4200 con 0x7f482c06c400 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.753+0000 7f483cff9640 1 -- 172.21.15.16:0/2480120547 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246769 (secure 0 0 0) 0x7f48400b4200 con 0x7f482c06c400 2024-09-16T01:47:34.756 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f482c06c400 msgr2=0x7f482c06e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f482c06c400 0x7f482c06e8c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f4830000fb0 tx=0x7f4830009040 comp rx=0 tx=0).stop 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48401522a0 msgr2=0x7f4840152720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48401522a0 0x7f4840152720 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f483800e230 tx=0x7f4838009750 comp rx=0 tx=0).stop 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 shutdown_connections 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f482c06c400 0x7f482c06e8c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f48401522a0 0x7f4840152720 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48401f7cb0 0x7f48401f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 --2- 172.21.15.16:0/2480120547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f48280052e0 0x7f4840071260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 >> 172.21.15.16:0/2480120547 conn(0x7f48400b2000 msgr2=0x7f48400ceed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 shutdown_connections 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.756+0000 7f4846323640 1 -- 172.21.15.16:0/2480120547 wait complete. 2024-09-16T01:47:34.768 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":59,"stamp":"2024-09-16T01:47:34.742979+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":53,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264132,"kb_used_data":10464,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710588,"statfs":{"total":773094113280,"available":772823642112,"internally_reserved":0,"allocated":10715136,"data_stored":5330750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":259575346},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.674613"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083951+0000","last_change":"2024-09-16T01:47:30.083951+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083951+0000","last_undegraded":"2024-09-16T01:47:30.083951+0000","last_fullsized":"2024-09-16T01:47:30.083951+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076668+0000","last_change":"2024-09-16T01:47:30.076668+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076668+0000","last_undegraded":"2024-09-16T01:47:30.076668+0000","last_fullsized":"2024-09-16T01:47:30.076668+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082503+0000","last_change":"2024-09-16T01:47:30.082503+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082503+0000","last_undegraded":"2024-09-16T01:47:30.082503+0000","last_fullsized":"2024-09-16T01:47:30.082503+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083442+0000","last_change":"2024-09-16T01:47:30.083442+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083442+0000","last_undegraded":"2024-09-16T01:47:30.083442+0000","last_fullsized":"2024-09-16T01:47:30.083442+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.087467+0000","last_change":"2024-09-16T01:47:30.087467+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.087467+0000","last_undegraded":"2024-09-16T01:47:30.087467+0000","last_fullsized":"2024-09-16T01:47:30.087467+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077163+0000","last_change":"2024-09-16T01:47:30.077163+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077163+0000","last_undegraded":"2024-09-16T01:47:30.077163+0000","last_fullsized":"2024-09-16T01:47:30.077163+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079440+0000","last_change":"2024-09-16T01:47:30.079440+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079440+0000","last_undegraded":"2024-09-16T01:47:30.079440+0000","last_fullsized":"2024-09-16T01:47:30.079440+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082053+0000","last_change":"2024-09-16T01:47:30.082053+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082053+0000","last_undegraded":"2024-09-16T01:47:30.082053+0000","last_fullsized":"2024-09-16T01:47:30.082053+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082914+0000","last_change":"2024-09-16T01:47:30.082914+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082914+0000","last_undegraded":"2024-09-16T01:47:30.082914+0000","last_fullsized":"2024-09-16T01:47:30.082914+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083509+0000","last_change":"2024-09-16T01:47:30.083509+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083509+0000","last_undegraded":"2024-09-16T01:47:30.083509+0000","last_fullsized":"2024-09-16T01:47:30.083509+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076596+0000","last_change":"2024-09-16T01:47:30.076596+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076596+0000","last_undegraded":"2024-09-16T01:47:30.076596+0000","last_fullsized":"2024-09-16T01:47:30.076596+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082498+0000","last_change":"2024-09-16T01:47:30.082498+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082498+0000","last_undegraded":"2024-09-16T01:47:30.082498+0000","last_fullsized":"2024-09-16T01:47:30.082498+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081566+0000","last_change":"2024-09-16T01:47:30.081566+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081566+0000","last_undegraded":"2024-09-16T01:47:30.081566+0000","last_fullsized":"2024-09-16T01:47:30.081566+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079907+0000","last_change":"2024-09-16T01:47:30.079907+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079907+0000","last_undegraded":"2024-09-16T01:47:30.079907+0000","last_fullsized":"2024-09-16T01:47:30.079907+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076958+0000","last_change":"2024-09-16T01:47:30.076958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076958+0000","last_undegraded":"2024-09-16T01:47:30.076958+0000","last_fullsized":"2024-09-16T01:47:30.076958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082456+0000","last_change":"2024-09-16T01:47:30.082456+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082456+0000","last_undegraded":"2024-09-16T01:47:30.082456+0000","last_fullsized":"2024-09-16T01:47:30.082456+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077472+0000","last_change":"2024-09-16T01:47:30.077472+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077472+0000","last_undegraded":"2024-09-16T01:47:30.077472+0000","last_fullsized":"2024-09-16T01:47:30.077472+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082955+0000","last_change":"2024-09-16T01:47:30.082955+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082955+0000","last_undegraded":"2024-09-16T01:47:30.082955+0000","last_fullsized":"2024-09-16T01:47:30.082955+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081588+0000","last_change":"2024-09-16T01:47:30.081588+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081588+0000","last_undegraded":"2024-09-16T01:47:30.081588+0000","last_fullsized":"2024-09-16T01:47:30.081588+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076568+0000","last_change":"2024-09-16T01:47:30.076568+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076568+0000","last_undegraded":"2024-09-16T01:47:30.076568+0000","last_fullsized":"2024-09-16T01:47:30.076568+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076574+0000","last_change":"2024-09-16T01:47:30.076574+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076574+0000","last_undegraded":"2024-09-16T01:47:30.076574+0000","last_fullsized":"2024-09-16T01:47:30.076574+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082470+0000","last_change":"2024-09-16T01:47:30.082470+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082470+0000","last_undegraded":"2024-09-16T01:47:30.082470+0000","last_fullsized":"2024-09-16T01:47:30.082470+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076691+0000","last_change":"2024-09-16T01:47:30.076691+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076691+0000","last_undegraded":"2024-09-16T01:47:30.076691+0000","last_fullsized":"2024-09-16T01:47:30.076691+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082745+0000","last_change":"2024-09-16T01:47:30.082745+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082745+0000","last_undegraded":"2024-09-16T01:47:30.082745+0000","last_fullsized":"2024-09-16T01:47:30.082745+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076820+0000","last_change":"2024-09-16T01:47:30.076820+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076820+0000","last_undegraded":"2024-09-16T01:47:30.076820+0000","last_fullsized":"2024-09-16T01:47:30.076820+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082988+0000","last_change":"2024-09-16T01:47:30.082988+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082988+0000","last_undegraded":"2024-09-16T01:47:30.082988+0000","last_fullsized":"2024-09-16T01:47:30.082988+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077257+0000","last_change":"2024-09-16T01:47:30.077257+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077257+0000","last_undegraded":"2024-09-16T01:47:30.077257+0000","last_fullsized":"2024-09-16T01:47:30.077257+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.084173+0000","last_change":"2024-09-16T01:47:30.084173+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.084173+0000","last_undegraded":"2024-09-16T01:47:30.084173+0000","last_fullsized":"2024-09-16T01:47:30.084173+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078949+0000","last_change":"2024-09-16T01:47:30.078949+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078949+0000","last_undegraded":"2024-09-16T01:47:30.078949+0000","last_fullsized":"2024-09-16T01:47:30.078949+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079281+0000","last_change":"2024-09-16T01:47:30.079281+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079281+0000","last_undegraded":"2024-09-16T01:47:30.079281+0000","last_fullsized":"2024-09-16T01:47:30.079281+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082434+0000","last_change":"2024-09-16T01:47:30.082434+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082434+0000","last_undegraded":"2024-09-16T01:47:30.082434+0000","last_fullsized":"2024-09-16T01:47:30.082434+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078090+0000","last_change":"2024-09-16T01:47:30.078090+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078090+0000","last_undegraded":"2024-09-16T01:47:30.078090+0000","last_fullsized":"2024-09-16T01:47:30.078090+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078368+0000","last_change":"2024-09-16T01:47:30.078368+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078368+0000","last_undegraded":"2024-09-16T01:47:30.078368+0000","last_fullsized":"2024-09-16T01:47:30.078368+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092405+0000","last_change":"2024-09-16T01:47:30.089872+0000","last_active":"2024-09-16T01:47:30.092405+0000","last_peered":"2024-09-16T01:47:30.092405+0000","last_clean":"2024-09-16T01:47:30.092405+0000","last_became_active":"2024-09-16T01:47:30.089554+0000","last_became_peered":"2024-09-16T01:47:30.089554+0000","last_unstale":"2024-09-16T01:47:30.092405+0000","last_undegraded":"2024-09-16T01:47:30.092405+0000","last_fullsized":"2024-09-16T01:47:30.092405+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.047589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083407+0000","last_change":"2024-09-16T01:47:30.083407+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083407+0000","last_undegraded":"2024-09-16T01:47:30.083407+0000","last_fullsized":"2024-09-16T01:47:30.083407+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.090702+0000","last_change":"2024-09-16T01:47:30.089553+0000","last_active":"2024-09-16T01:47:30.090702+0000","last_peered":"2024-09-16T01:47:30.090702+0000","last_clean":"2024-09-16T01:47:30.090702+0000","last_became_active":"2024-09-16T01:47:30.089266+0000","last_became_peered":"2024-09-16T01:47:30.089266+0000","last_unstale":"2024-09-16T01:47:30.090702+0000","last_undegraded":"2024-09-16T01:47:30.090702+0000","last_fullsized":"2024-09-16T01:47:30.090702+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:05:10.834786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076783+0000","last_change":"2024-09-16T01:47:30.076783+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076783+0000","last_undegraded":"2024-09-16T01:47:30.076783+0000","last_fullsized":"2024-09-16T01:47:30.076783+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093750+0000","last_change":"2024-09-16T01:47:30.092169+0000","last_active":"2024-09-16T01:47:30.093750+0000","last_peered":"2024-09-16T01:47:30.093750+0000","last_clean":"2024-09-16T01:47:30.093750+0000","last_became_active":"2024-09-16T01:47:30.091829+0000","last_became_peered":"2024-09-16T01:47:30.091829+0000","last_unstale":"2024-09-16T01:47:30.093750+0000","last_undegraded":"2024-09-16T01:47:30.093750+0000","last_fullsized":"2024-09-16T01:47:30.093750+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:33.301036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081152+0000","last_change":"2024-09-16T01:47:30.081152+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081152+0000","last_undegraded":"2024-09-16T01:47:30.081152+0000","last_fullsized":"2024-09-16T01:47:30.081152+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.099146+0000","last_change":"2024-09-16T01:47:30.098334+0000","last_active":"2024-09-16T01:47:30.099146+0000","last_peered":"2024-09-16T01:47:30.099146+0000","last_clean":"2024-09-16T01:47:30.099146+0000","last_became_active":"2024-09-16T01:47:30.098013+0000","last_became_peered":"2024-09-16T01:47:30.098013+0000","last_unstale":"2024-09-16T01:47:30.099146+0000","last_undegraded":"2024-09-16T01:47:30.099146+0000","last_fullsized":"2024-09-16T01:47:30.099146+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:45.228789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080790+0000","last_change":"2024-09-16T01:47:30.080790+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080790+0000","last_undegraded":"2024-09-16T01:47:30.080790+0000","last_fullsized":"2024-09-16T01:47:30.080790+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085076+0000","last_change":"2024-09-16T01:47:30.084122+0000","last_active":"2024-09-16T01:47:30.085076+0000","last_peered":"2024-09-16T01:47:30.085076+0000","last_clean":"2024-09-16T01:47:30.085076+0000","last_became_active":"2024-09-16T01:47:30.083790+0000","last_became_peered":"2024-09-16T01:47:30.083790+0000","last_unstale":"2024-09-16T01:47:30.085076+0000","last_undegraded":"2024-09-16T01:47:30.085076+0000","last_fullsized":"2024-09-16T01:47:30.085076+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:49.806243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077487+0000","last_change":"2024-09-16T01:47:30.077487+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077487+0000","last_undegraded":"2024-09-16T01:47:30.077487+0000","last_fullsized":"2024-09-16T01:47:30.077487+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096204+0000","last_change":"2024-09-16T01:47:30.091711+0000","last_active":"2024-09-16T01:47:30.096204+0000","last_peered":"2024-09-16T01:47:30.096204+0000","last_clean":"2024-09-16T01:47:30.096204+0000","last_became_active":"2024-09-16T01:47:30.091445+0000","last_became_peered":"2024-09-16T01:47:30.091445+0000","last_unstale":"2024-09-16T01:47:30.096204+0000","last_undegraded":"2024-09-16T01:47:30.096204+0000","last_fullsized":"2024-09-16T01:47:30.096204+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:01.022503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081768+0000","last_change":"2024-09-16T01:47:30.081768+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081768+0000","last_undegraded":"2024-09-16T01:47:30.081768+0000","last_fullsized":"2024-09-16T01:47:30.081768+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.097656+0000","last_change":"2024-09-16T01:47:30.091880+0000","last_active":"2024-09-16T01:47:30.097656+0000","last_peered":"2024-09-16T01:47:30.097656+0000","last_clean":"2024-09-16T01:47:30.097656+0000","last_became_active":"2024-09-16T01:47:30.091673+0000","last_became_peered":"2024-09-16T01:47:30.091673+0000","last_unstale":"2024-09-16T01:47:30.097656+0000","last_undegraded":"2024-09-16T01:47:30.097656+0000","last_fullsized":"2024-09-16T01:47:30.097656+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095950+0000","last_change":"2024-09-16T01:47:30.090631+0000","last_active":"2024-09-16T01:47:30.095950+0000","last_peered":"2024-09-16T01:47:30.095950+0000","last_clean":"2024-09-16T01:47:30.095950+0000","last_became_active":"2024-09-16T01:47:30.090351+0000","last_became_peered":"2024-09-16T01:47:30.090351+0000","last_unstale":"2024-09-16T01:47:30.095950+0000","last_undegraded":"2024-09-16T01:47:30.095950+0000","last_fullsized":"2024-09-16T01:47:30.095950+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:28.446945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080902+0000","last_change":"2024-09-16T01:47:30.080902+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080902+0000","last_undegraded":"2024-09-16T01:47:30.080902+0000","last_fullsized":"2024-09-16T01:47:30.080902+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094476+0000","last_change":"2024-09-16T01:47:30.093552+0000","last_active":"2024-09-16T01:47:30.094476+0000","last_peered":"2024-09-16T01:47:30.094476+0000","last_clean":"2024-09-16T01:47:30.094476+0000","last_became_active":"2024-09-16T01:47:30.093273+0000","last_became_peered":"2024-09-16T01:47:30.093273+0000","last_unstale":"2024-09-16T01:47:30.094476+0000","last_undegraded":"2024-09-16T01:47:30.094476+0000","last_fullsized":"2024-09-16T01:47:30.094476+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:11.036679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083812+0000","last_change":"2024-09-16T01:47:30.083812+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083812+0000","last_undegraded":"2024-09-16T01:47:30.083812+0000","last_fullsized":"2024-09-16T01:47:30.083812+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096172+0000","last_change":"2024-09-16T01:47:30.091435+0000","last_active":"2024-09-16T01:47:30.096172+0000","last_peered":"2024-09-16T01:47:30.096172+0000","last_clean":"2024-09-16T01:47:30.096172+0000","last_became_active":"2024-09-16T01:47:30.090911+0000","last_became_peered":"2024-09-16T01:47:30.090911+0000","last_unstale":"2024-09-16T01:47:30.096172+0000","last_undegraded":"2024-09-16T01:47:30.096172+0000","last_fullsized":"2024-09-16T01:47:30.096172+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083759+0000","last_change":"2024-09-16T01:47:30.083759+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083759+0000","last_undegraded":"2024-09-16T01:47:30.083759+0000","last_fullsized":"2024-09-16T01:47:30.083759+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093700+0000","last_change":"2024-09-16T01:47:30.087039+0000","last_active":"2024-09-16T01:47:30.093700+0000","last_peered":"2024-09-16T01:47:30.093700+0000","last_clean":"2024-09-16T01:47:30.093700+0000","last_became_active":"2024-09-16T01:47:30.086713+0000","last_became_peered":"2024-09-16T01:47:30.086713+0000","last_unstale":"2024-09-16T01:47:30.093700+0000","last_undegraded":"2024-09-16T01:47:30.093700+0000","last_fullsized":"2024-09-16T01:47:30.093700+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:46.769161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080211+0000","last_change":"2024-09-16T01:47:30.080211+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080211+0000","last_undegraded":"2024-09-16T01:47:30.080211+0000","last_fullsized":"2024-09-16T01:47:30.080211+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095883+0000","last_change":"2024-09-16T01:47:30.091324+0000","last_active":"2024-09-16T01:47:30.095883+0000","last_peered":"2024-09-16T01:47:30.095883+0000","last_clean":"2024-09-16T01:47:30.095883+0000","last_became_active":"2024-09-16T01:47:30.091055+0000","last_became_peered":"2024-09-16T01:47:30.091055+0000","last_unstale":"2024-09-16T01:47:30.095883+0000","last_undegraded":"2024-09-16T01:47:30.095883+0000","last_fullsized":"2024-09-16T01:47:30.095883+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:55.871249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082075+0000","last_change":"2024-09-16T01:47:30.082075+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082075+0000","last_undegraded":"2024-09-16T01:47:30.082075+0000","last_fullsized":"2024-09-16T01:47:30.082075+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094324+0000","last_change":"2024-09-16T01:47:30.091647+0000","last_active":"2024-09-16T01:47:30.094324+0000","last_peered":"2024-09-16T01:47:30.094324+0000","last_clean":"2024-09-16T01:47:30.094324+0000","last_became_active":"2024-09-16T01:47:30.090582+0000","last_became_peered":"2024-09-16T01:47:30.090582+0000","last_unstale":"2024-09-16T01:47:30.094324+0000","last_undegraded":"2024-09-16T01:47:30.094324+0000","last_fullsized":"2024-09-16T01:47:30.094324+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:07.861192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080958+0000","last_change":"2024-09-16T01:47:30.080958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080958+0000","last_undegraded":"2024-09-16T01:47:30.080958+0000","last_fullsized":"2024-09-16T01:47:30.080958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100465+0000","last_change":"2024-09-16T01:47:30.094839+0000","last_active":"2024-09-16T01:47:30.100465+0000","last_peered":"2024-09-16T01:47:30.100465+0000","last_clean":"2024-09-16T01:47:30.100465+0000","last_became_active":"2024-09-16T01:47:30.094584+0000","last_became_peered":"2024-09-16T01:47:30.094584+0000","last_unstale":"2024-09-16T01:47:30.100465+0000","last_undegraded":"2024-09-16T01:47:30.100465+0000","last_fullsized":"2024-09-16T01:47:30.100465+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:36.650024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081928+0000","last_change":"2024-09-16T01:47:30.081928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081928+0000","last_undegraded":"2024-09-16T01:47:30.081928+0000","last_fullsized":"2024-09-16T01:47:30.081928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096109+0000","last_change":"2024-09-16T01:47:30.095055+0000","last_active":"2024-09-16T01:47:30.096109+0000","last_peered":"2024-09-16T01:47:30.096109+0000","last_clean":"2024-09-16T01:47:30.096109+0000","last_became_active":"2024-09-16T01:47:30.094721+0000","last_became_peered":"2024-09-16T01:47:30.094721+0000","last_unstale":"2024-09-16T01:47:30.096109+0000","last_undegraded":"2024-09-16T01:47:30.096109+0000","last_fullsized":"2024-09-16T01:47:30.096109+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:55.403250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.086323+0000","last_change":"2024-09-16T01:47:30.086323+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.086323+0000","last_undegraded":"2024-09-16T01:47:30.086323+0000","last_fullsized":"2024-09-16T01:47:30.086323+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.088179+0000","last_change":"2024-09-16T01:47:30.085041+0000","last_active":"2024-09-16T01:47:30.088179+0000","last_peered":"2024-09-16T01:47:30.088179+0000","last_clean":"2024-09-16T01:47:30.088179+0000","last_became_active":"2024-09-16T01:47:30.084740+0000","last_became_peered":"2024-09-16T01:47:30.084740+0000","last_unstale":"2024-09-16T01:47:30.088179+0000","last_undegraded":"2024-09-16T01:47:30.088179+0000","last_fullsized":"2024-09-16T01:47:30.088179+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:18.128194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077756+0000","last_change":"2024-09-16T01:47:30.077756+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077756+0000","last_undegraded":"2024-09-16T01:47:30.077756+0000","last_fullsized":"2024-09-16T01:47:30.077756+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093856+0000","last_change":"2024-09-16T01:47:30.090615+0000","last_active":"2024-09-16T01:47:30.093856+0000","last_peered":"2024-09-16T01:47:30.093856+0000","last_clean":"2024-09-16T01:47:30.093856+0000","last_became_active":"2024-09-16T01:47:30.090310+0000","last_became_peered":"2024-09-16T01:47:30.090310+0000","last_unstale":"2024-09-16T01:47:30.093856+0000","last_undegraded":"2024-09-16T01:47:30.093856+0000","last_fullsized":"2024-09-16T01:47:30.093856+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:20.908283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079378+0000","last_change":"2024-09-16T01:47:30.079378+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079378+0000","last_undegraded":"2024-09-16T01:47:30.079378+0000","last_fullsized":"2024-09-16T01:47:30.079378+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100461+0000","last_change":"2024-09-16T01:47:30.094682+0000","last_active":"2024-09-16T01:47:30.100461+0000","last_peered":"2024-09-16T01:47:30.100461+0000","last_clean":"2024-09-16T01:47:30.100461+0000","last_became_active":"2024-09-16T01:47:30.094384+0000","last_became_peered":"2024-09-16T01:47:30.094384+0000","last_unstale":"2024-09-16T01:47:30.100461+0000","last_undegraded":"2024-09-16T01:47:30.100461+0000","last_fullsized":"2024-09-16T01:47:30.100461+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:36.387088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080268+0000","last_change":"2024-09-16T01:47:30.080268+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080268+0000","last_undegraded":"2024-09-16T01:47:30.080268+0000","last_fullsized":"2024-09-16T01:47:30.080268+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100417+0000","last_change":"2024-09-16T01:47:30.092795+0000","last_active":"2024-09-16T01:47:30.100417+0000","last_peered":"2024-09-16T01:47:30.100417+0000","last_clean":"2024-09-16T01:47:30.100417+0000","last_became_active":"2024-09-16T01:47:30.092541+0000","last_became_peered":"2024-09-16T01:47:30.092541+0000","last_unstale":"2024-09-16T01:47:30.100417+0000","last_undegraded":"2024-09-16T01:47:30.100417+0000","last_fullsized":"2024-09-16T01:47:30.100417+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:27.349982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079314+0000","last_change":"2024-09-16T01:47:30.079314+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079314+0000","last_undegraded":"2024-09-16T01:47:30.079314+0000","last_fullsized":"2024-09-16T01:47:30.079314+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095723+0000","last_change":"2024-09-16T01:47:30.093161+0000","last_active":"2024-09-16T01:47:30.095723+0000","last_peered":"2024-09-16T01:47:30.095723+0000","last_clean":"2024-09-16T01:47:30.095723+0000","last_became_active":"2024-09-16T01:47:30.092898+0000","last_became_peered":"2024-09-16T01:47:30.092898+0000","last_unstale":"2024-09-16T01:47:30.095723+0000","last_undegraded":"2024-09-16T01:47:30.095723+0000","last_fullsized":"2024-09-16T01:47:30.095723+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:33.758110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080842+0000","last_change":"2024-09-16T01:47:30.080842+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080842+0000","last_undegraded":"2024-09-16T01:47:30.080842+0000","last_fullsized":"2024-09-16T01:47:30.080842+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095890+0000","last_change":"2024-09-16T01:47:30.094009+0000","last_active":"2024-09-16T01:47:30.095890+0000","last_peered":"2024-09-16T01:47:30.095890+0000","last_clean":"2024-09-16T01:47:30.095890+0000","last_became_active":"2024-09-16T01:47:30.092773+0000","last_became_peered":"2024-09-16T01:47:30.092773+0000","last_unstale":"2024-09-16T01:47:30.095890+0000","last_undegraded":"2024-09-16T01:47:30.095890+0000","last_fullsized":"2024-09-16T01:47:30.095890+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:42.271460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096304+0000","last_change":"2024-09-16T01:47:30.095587+0000","last_active":"2024-09-16T01:47:30.096304+0000","last_peered":"2024-09-16T01:47:30.096304+0000","last_clean":"2024-09-16T01:47:30.096304+0000","last_became_active":"2024-09-16T01:47:30.093666+0000","last_became_peered":"2024-09-16T01:47:30.093666+0000","last_unstale":"2024-09-16T01:47:30.096304+0000","last_undegraded":"2024-09-16T01:47:30.096304+0000","last_fullsized":"2024-09-16T01:47:30.096304+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:06.799335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081531+0000","last_change":"2024-09-16T01:47:30.081531+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081531+0000","last_undegraded":"2024-09-16T01:47:30.081531+0000","last_fullsized":"2024-09-16T01:47:30.081531+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095931+0000","last_change":"2024-09-16T01:47:30.088715+0000","last_active":"2024-09-16T01:47:30.095931+0000","last_peered":"2024-09-16T01:47:30.095931+0000","last_clean":"2024-09-16T01:47:30.095931+0000","last_became_active":"2024-09-16T01:47:30.088219+0000","last_became_peered":"2024-09-16T01:47:30.088219+0000","last_unstale":"2024-09-16T01:47:30.095931+0000","last_undegraded":"2024-09-16T01:47:30.095931+0000","last_fullsized":"2024-09-16T01:47:30.095931+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:57.009940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082582+0000","last_change":"2024-09-16T01:47:30.082582+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082582+0000","last_undegraded":"2024-09-16T01:47:30.082582+0000","last_fullsized":"2024-09-16T01:47:30.082582+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.098577+0000","last_change":"2024-09-16T01:47:30.096787+0000","last_active":"2024-09-16T01:47:30.098577+0000","last_peered":"2024-09-16T01:47:30.098577+0000","last_clean":"2024-09-16T01:47:30.098577+0000","last_became_active":"2024-09-16T01:47:30.096492+0000","last_became_peered":"2024-09-16T01:47:30.096492+0000","last_unstale":"2024-09-16T01:47:30.098577+0000","last_undegraded":"2024-09-16T01:47:30.098577+0000","last_fullsized":"2024-09-16T01:47:30.098577+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:46.650756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080247+0000","last_change":"2024-09-16T01:47:30.080247+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080247+0000","last_undegraded":"2024-09-16T01:47:30.080247+0000","last_fullsized":"2024-09-16T01:47:30.080247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092054+0000","last_change":"2024-09-16T01:47:30.089483+0000","last_active":"2024-09-16T01:47:30.092054+0000","last_peered":"2024-09-16T01:47:30.092054+0000","last_clean":"2024-09-16T01:47:30.092054+0000","last_became_active":"2024-09-16T01:47:30.089216+0000","last_became_peered":"2024-09-16T01:47:30.089216+0000","last_unstale":"2024-09-16T01:47:30.092054+0000","last_undegraded":"2024-09-16T01:47:30.092054+0000","last_fullsized":"2024-09-16T01:47:30.092054+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:09.371038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081937+0000","last_change":"2024-09-16T01:47:30.081937+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081937+0000","last_undegraded":"2024-09-16T01:47:30.081937+0000","last_fullsized":"2024-09-16T01:47:30.081937+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095515+0000","last_change":"2024-09-16T01:47:30.087795+0000","last_active":"2024-09-16T01:47:30.095515+0000","last_peered":"2024-09-16T01:47:30.095515+0000","last_clean":"2024-09-16T01:47:30.095515+0000","last_became_active":"2024-09-16T01:47:30.087514+0000","last_became_peered":"2024-09-16T01:47:30.087514+0000","last_unstale":"2024-09-16T01:47:30.095515+0000","last_undegraded":"2024-09-16T01:47:30.095515+0000","last_fullsized":"2024-09-16T01:47:30.095515+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:33.921268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081743+0000","last_change":"2024-09-16T01:47:30.081743+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081743+0000","last_undegraded":"2024-09-16T01:47:30.081743+0000","last_fullsized":"2024-09-16T01:47:30.081743+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096346+0000","last_change":"2024-09-16T01:47:30.092707+0000","last_active":"2024-09-16T01:47:30.096346+0000","last_peered":"2024-09-16T01:47:30.096346+0000","last_clean":"2024-09-16T01:47:30.096346+0000","last_became_active":"2024-09-16T01:47:30.092249+0000","last_became_peered":"2024-09-16T01:47:30.092249+0000","last_unstale":"2024-09-16T01:47:30.096346+0000","last_undegraded":"2024-09-16T01:47:30.096346+0000","last_fullsized":"2024-09-16T01:47:30.096346+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:20.709060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077092+0000","last_change":"2024-09-16T01:47:30.077092+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077092+0000","last_undegraded":"2024-09-16T01:47:30.077092+0000","last_fullsized":"2024-09-16T01:47:30.077092+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.084809+0000","last_change":"2024-09-16T01:47:30.083629+0000","last_active":"2024-09-16T01:47:30.084809+0000","last_peered":"2024-09-16T01:47:30.084809+0000","last_clean":"2024-09-16T01:47:30.084809+0000","last_became_active":"2024-09-16T01:47:30.083071+0000","last_became_peered":"2024-09-16T01:47:30.083071+0000","last_unstale":"2024-09-16T01:47:30.084809+0000","last_undegraded":"2024-09-16T01:47:30.084809+0000","last_fullsized":"2024-09-16T01:47:30.084809+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:26.473170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078250+0000","last_change":"2024-09-16T01:47:30.078250+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078250+0000","last_undegraded":"2024-09-16T01:47:30.078250+0000","last_fullsized":"2024-09-16T01:47:30.078250+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085974+0000","last_change":"2024-09-16T01:47:30.084995+0000","last_active":"2024-09-16T01:47:30.085974+0000","last_peered":"2024-09-16T01:47:30.085974+0000","last_clean":"2024-09-16T01:47:30.085974+0000","last_became_active":"2024-09-16T01:47:30.084621+0000","last_became_peered":"2024-09-16T01:47:30.084621+0000","last_unstale":"2024-09-16T01:47:30.085974+0000","last_undegraded":"2024-09-16T01:47:30.085974+0000","last_fullsized":"2024-09-16T01:47:30.085974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:12.598912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079928+0000","last_change":"2024-09-16T01:47:30.079928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079928+0000","last_undegraded":"2024-09-16T01:47:30.079928+0000","last_fullsized":"2024-09-16T01:47:30.079928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095850+0000","last_change":"2024-09-16T01:47:30.094073+0000","last_active":"2024-09-16T01:47:30.095850+0000","last_peered":"2024-09-16T01:47:30.095850+0000","last_clean":"2024-09-16T01:47:30.095850+0000","last_became_active":"2024-09-16T01:47:30.092777+0000","last_became_peered":"2024-09-16T01:47:30.092777+0000","last_unstale":"2024-09-16T01:47:30.095850+0000","last_undegraded":"2024-09-16T01:47:30.095850+0000","last_fullsized":"2024-09-16T01:47:30.095850+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:32.249190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080261+0000","last_change":"2024-09-16T01:47:30.080261+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080261+0000","last_undegraded":"2024-09-16T01:47:30.080261+0000","last_fullsized":"2024-09-16T01:47:30.080261+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093974+0000","last_change":"2024-09-16T01:47:30.087101+0000","last_active":"2024-09-16T01:47:30.093974+0000","last_peered":"2024-09-16T01:47:30.093974+0000","last_clean":"2024-09-16T01:47:30.093974+0000","last_became_active":"2024-09-16T01:47:30.086808+0000","last_became_peered":"2024-09-16T01:47:30.086808+0000","last_unstale":"2024-09-16T01:47:30.093974+0000","last_undegraded":"2024-09-16T01:47:30.093974+0000","last_fullsized":"2024-09-16T01:47:30.093974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:41.591336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082311+0000","last_change":"2024-09-16T01:47:30.082311+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082311+0000","last_undegraded":"2024-09-16T01:47:30.082311+0000","last_fullsized":"2024-09-16T01:47:30.082311+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100426+0000","last_change":"2024-09-16T01:47:30.092662+0000","last_active":"2024-09-16T01:47:30.100426+0000","last_peered":"2024-09-16T01:47:30.100426+0000","last_clean":"2024-09-16T01:47:30.100426+0000","last_became_active":"2024-09-16T01:47:30.092379+0000","last_became_peered":"2024-09-16T01:47:30.092379+0000","last_unstale":"2024-09-16T01:47:30.100426+0000","last_undegraded":"2024-09-16T01:47:30.100426+0000","last_fullsized":"2024-09-16T01:47:30.100426+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:18.287197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":350,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.082907+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:47:30.082907+0000","last_peered":"2024-09-16T01:47:30.082907+0000","last_clean":"2024-09-16T01:47:30.082907+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:47:30.082907+0000","last_undegraded":"2024-09-16T01:47:30.082907+0000","last_fullsized":"2024-09-16T01:47:30.082907+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574917,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32940,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338900,"statfs":{"total":96636764160,"available":96603033600,"internally_reserved":0,"allocated":1794048,"data_stored":1113826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509509,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509509,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":523458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509510,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542213,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36508,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335332,"statfs":{"total":96636764160,"available":96599379968,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":1107551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3f is not active+clean 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.083951+0000', 'last_change': '2024-09-16T01:47:30.083951+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.083951+0000', 'last_undegraded': '2024-09-16T01:47:30.083951+0000', 'last_fullsized': '2024-09-16T01:47:30.083951+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3e is not active+clean 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076668+0000', 'last_change': '2024-09-16T01:47:30.076668+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076668+0000', 'last_undegraded': '2024-09-16T01:47:30.076668+0000', 'last_fullsized': '2024-09-16T01:47:30.076668+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3d is not active+clean 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082503+0000', 'last_change': '2024-09-16T01:47:30.082503+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082503+0000', 'last_undegraded': '2024-09-16T01:47:30.082503+0000', 'last_fullsized': '2024-09-16T01:47:30.082503+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3c is not active+clean 2024-09-16T01:47:34.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.083442+0000', 'last_change': '2024-09-16T01:47:30.083442+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.083442+0000', 'last_undegraded': '2024-09-16T01:47:30.083442+0000', 'last_fullsized': '2024-09-16T01:47:30.083442+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3b is not active+clean 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.087467+0000', 'last_change': '2024-09-16T01:47:30.087467+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.087467+0000', 'last_undegraded': '2024-09-16T01:47:30.087467+0000', 'last_fullsized': '2024-09-16T01:47:30.087467+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3a is not active+clean 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.077163+0000', 'last_change': '2024-09-16T01:47:30.077163+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.077163+0000', 'last_undegraded': '2024-09-16T01:47:30.077163+0000', 'last_fullsized': '2024-09-16T01:47:30.077163+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:PG 17.39 is not active+clean 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.079440+0000', 'last_change': '2024-09-16T01:47:30.079440+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.079440+0000', 'last_undegraded': '2024-09-16T01:47:30.079440+0000', 'last_fullsized': '2024-09-16T01:47:30.079440+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:PG 17.38 is not active+clean 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082053+0000', 'last_change': '2024-09-16T01:47:30.082053+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082053+0000', 'last_undegraded': '2024-09-16T01:47:30.082053+0000', 'last_fullsized': '2024-09-16T01:47:30.082053+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:PG 17.37 is not active+clean 2024-09-16T01:47:34.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082914+0000', 'last_change': '2024-09-16T01:47:30.082914+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082914+0000', 'last_undegraded': '2024-09-16T01:47:30.082914+0000', 'last_fullsized': '2024-09-16T01:47:30.082914+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:PG 17.36 is not active+clean 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.083509+0000', 'last_change': '2024-09-16T01:47:30.083509+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.083509+0000', 'last_undegraded': '2024-09-16T01:47:30.083509+0000', 'last_fullsized': '2024-09-16T01:47:30.083509+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:PG 17.35 is not active+clean 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076596+0000', 'last_change': '2024-09-16T01:47:30.076596+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076596+0000', 'last_undegraded': '2024-09-16T01:47:30.076596+0000', 'last_fullsized': '2024-09-16T01:47:30.076596+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:PG 17.34 is not active+clean 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082498+0000', 'last_change': '2024-09-16T01:47:30.082498+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082498+0000', 'last_undegraded': '2024-09-16T01:47:30.082498+0000', 'last_fullsized': '2024-09-16T01:47:30.082498+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:PG 17.33 is not active+clean 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081566+0000', 'last_change': '2024-09-16T01:47:30.081566+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081566+0000', 'last_undegraded': '2024-09-16T01:47:30.081566+0000', 'last_fullsized': '2024-09-16T01:47:30.081566+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:PG 17.32 is not active+clean 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.079907+0000', 'last_change': '2024-09-16T01:47:30.079907+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.079907+0000', 'last_undegraded': '2024-09-16T01:47:30.079907+0000', 'last_fullsized': '2024-09-16T01:47:30.079907+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:PG 17.31 is not active+clean 2024-09-16T01:47:34.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076958+0000', 'last_change': '2024-09-16T01:47:30.076958+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076958+0000', 'last_undegraded': '2024-09-16T01:47:30.076958+0000', 'last_fullsized': '2024-09-16T01:47:30.076958+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:PG 17.30 is not active+clean 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082456+0000', 'last_change': '2024-09-16T01:47:30.082456+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082456+0000', 'last_undegraded': '2024-09-16T01:47:30.082456+0000', 'last_fullsized': '2024-09-16T01:47:30.082456+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2f is not active+clean 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.077472+0000', 'last_change': '2024-09-16T01:47:30.077472+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.077472+0000', 'last_undegraded': '2024-09-16T01:47:30.077472+0000', 'last_fullsized': '2024-09-16T01:47:30.077472+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2e is not active+clean 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082955+0000', 'last_change': '2024-09-16T01:47:30.082955+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082955+0000', 'last_undegraded': '2024-09-16T01:47:30.082955+0000', 'last_fullsized': '2024-09-16T01:47:30.082955+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2d is not active+clean 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081588+0000', 'last_change': '2024-09-16T01:47:30.081588+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081588+0000', 'last_undegraded': '2024-09-16T01:47:30.081588+0000', 'last_fullsized': '2024-09-16T01:47:30.081588+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2c is not active+clean 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076568+0000', 'last_change': '2024-09-16T01:47:30.076568+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076568+0000', 'last_undegraded': '2024-09-16T01:47:30.076568+0000', 'last_fullsized': '2024-09-16T01:47:30.076568+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.775 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2b is not active+clean 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076574+0000', 'last_change': '2024-09-16T01:47:30.076574+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076574+0000', 'last_undegraded': '2024-09-16T01:47:30.076574+0000', 'last_fullsized': '2024-09-16T01:47:30.076574+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2a is not active+clean 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082470+0000', 'last_change': '2024-09-16T01:47:30.082470+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082470+0000', 'last_undegraded': '2024-09-16T01:47:30.082470+0000', 'last_fullsized': '2024-09-16T01:47:30.082470+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:PG 17.29 is not active+clean 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076691+0000', 'last_change': '2024-09-16T01:47:30.076691+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076691+0000', 'last_undegraded': '2024-09-16T01:47:30.076691+0000', 'last_fullsized': '2024-09-16T01:47:30.076691+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:PG 17.28 is not active+clean 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082745+0000', 'last_change': '2024-09-16T01:47:30.082745+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082745+0000', 'last_undegraded': '2024-09-16T01:47:30.082745+0000', 'last_fullsized': '2024-09-16T01:47:30.082745+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:PG 17.27 is not active+clean 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076820+0000', 'last_change': '2024-09-16T01:47:30.076820+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076820+0000', 'last_undegraded': '2024-09-16T01:47:30.076820+0000', 'last_fullsized': '2024-09-16T01:47:30.076820+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:PG 17.26 is not active+clean 2024-09-16T01:47:34.776 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082988+0000', 'last_change': '2024-09-16T01:47:30.082988+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082988+0000', 'last_undegraded': '2024-09-16T01:47:30.082988+0000', 'last_fullsized': '2024-09-16T01:47:30.082988+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:PG 17.25 is not active+clean 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.077257+0000', 'last_change': '2024-09-16T01:47:30.077257+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.077257+0000', 'last_undegraded': '2024-09-16T01:47:30.077257+0000', 'last_fullsized': '2024-09-16T01:47:30.077257+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:PG 17.24 is not active+clean 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.084173+0000', 'last_change': '2024-09-16T01:47:30.084173+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.084173+0000', 'last_undegraded': '2024-09-16T01:47:30.084173+0000', 'last_fullsized': '2024-09-16T01:47:30.084173+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:PG 17.23 is not active+clean 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.078949+0000', 'last_change': '2024-09-16T01:47:30.078949+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.078949+0000', 'last_undegraded': '2024-09-16T01:47:30.078949+0000', 'last_fullsized': '2024-09-16T01:47:30.078949+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:PG 17.22 is not active+clean 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.079281+0000', 'last_change': '2024-09-16T01:47:30.079281+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.079281+0000', 'last_undegraded': '2024-09-16T01:47:30.079281+0000', 'last_fullsized': '2024-09-16T01:47:30.079281+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:PG 17.21 is not active+clean 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082434+0000', 'last_change': '2024-09-16T01:47:30.082434+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082434+0000', 'last_undegraded': '2024-09-16T01:47:30.082434+0000', 'last_fullsized': '2024-09-16T01:47:30.082434+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.777 INFO:tasks.ceph.ceph_manager.ceph:PG 17.20 is not active+clean 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.078090+0000', 'last_change': '2024-09-16T01:47:30.078090+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.078090+0000', 'last_undegraded': '2024-09-16T01:47:30.078090+0000', 'last_fullsized': '2024-09-16T01:47:30.078090+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1e is not active+clean 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.078368+0000', 'last_change': '2024-09-16T01:47:30.078368+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.078368+0000', 'last_undegraded': '2024-09-16T01:47:30.078368+0000', 'last_fullsized': '2024-09-16T01:47:30.078368+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1f is not active+clean 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.083407+0000', 'last_change': '2024-09-16T01:47:30.083407+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.083407+0000', 'last_undegraded': '2024-09-16T01:47:30.083407+0000', 'last_fullsized': '2024-09-16T01:47:30.083407+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1c is not active+clean 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.076783+0000', 'last_change': '2024-09-16T01:47:30.076783+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.076783+0000', 'last_undegraded': '2024-09-16T01:47:30.076783+0000', 'last_fullsized': '2024-09-16T01:47:30.076783+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1d is not active+clean 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081152+0000', 'last_change': '2024-09-16T01:47:30.081152+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081152+0000', 'last_undegraded': '2024-09-16T01:47:30.081152+0000', 'last_fullsized': '2024-09-16T01:47:30.081152+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1a is not active+clean 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080790+0000', 'last_change': '2024-09-16T01:47:30.080790+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080790+0000', 'last_undegraded': '2024-09-16T01:47:30.080790+0000', 'last_fullsized': '2024-09-16T01:47:30.080790+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.778 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1b is not active+clean 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.077487+0000', 'last_change': '2024-09-16T01:47:30.077487+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.077487+0000', 'last_undegraded': '2024-09-16T01:47:30.077487+0000', 'last_fullsized': '2024-09-16T01:47:30.077487+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:PG 17.18 is not active+clean 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081768+0000', 'last_change': '2024-09-16T01:47:30.081768+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081768+0000', 'last_undegraded': '2024-09-16T01:47:30.081768+0000', 'last_fullsized': '2024-09-16T01:47:30.081768+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:PG 17.19 is not active+clean 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080367+0000', 'last_change': '2024-09-16T01:47:30.080367+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080367+0000', 'last_undegraded': '2024-09-16T01:47:30.080367+0000', 'last_fullsized': '2024-09-16T01:47:30.080367+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:PG 17.16 is not active+clean 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080902+0000', 'last_change': '2024-09-16T01:47:30.080902+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080902+0000', 'last_undegraded': '2024-09-16T01:47:30.080902+0000', 'last_fullsized': '2024-09-16T01:47:30.080902+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:PG 17.17 is not active+clean 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.083812+0000', 'last_change': '2024-09-16T01:47:30.083812+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.083812+0000', 'last_undegraded': '2024-09-16T01:47:30.083812+0000', 'last_fullsized': '2024-09-16T01:47:30.083812+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:PG 17.14 is not active+clean 2024-09-16T01:47:34.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.083759+0000', 'last_change': '2024-09-16T01:47:30.083759+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.083759+0000', 'last_undegraded': '2024-09-16T01:47:30.083759+0000', 'last_fullsized': '2024-09-16T01:47:30.083759+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:PG 17.15 is not active+clean 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080211+0000', 'last_change': '2024-09-16T01:47:30.080211+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080211+0000', 'last_undegraded': '2024-09-16T01:47:30.080211+0000', 'last_fullsized': '2024-09-16T01:47:30.080211+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:PG 17.12 is not active+clean 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082075+0000', 'last_change': '2024-09-16T01:47:30.082075+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082075+0000', 'last_undegraded': '2024-09-16T01:47:30.082075+0000', 'last_fullsized': '2024-09-16T01:47:30.082075+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:PG 17.13 is not active+clean 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080958+0000', 'last_change': '2024-09-16T01:47:30.080958+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080958+0000', 'last_undegraded': '2024-09-16T01:47:30.080958+0000', 'last_fullsized': '2024-09-16T01:47:30.080958+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:PG 17.11 is not active+clean 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081928+0000', 'last_change': '2024-09-16T01:47:30.081928+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081928+0000', 'last_undegraded': '2024-09-16T01:47:30.081928+0000', 'last_fullsized': '2024-09-16T01:47:30.081928+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:PG 17.e is not active+clean 2024-09-16T01:47:34.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.086323+0000', 'last_change': '2024-09-16T01:47:30.086323+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.086323+0000', 'last_undegraded': '2024-09-16T01:47:30.086323+0000', 'last_fullsized': '2024-09-16T01:47:30.086323+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:PG 17.f is not active+clean 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.077756+0000', 'last_change': '2024-09-16T01:47:30.077756+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.077756+0000', 'last_undegraded': '2024-09-16T01:47:30.077756+0000', 'last_fullsized': '2024-09-16T01:47:30.077756+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:PG 17.c is not active+clean 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.079378+0000', 'last_change': '2024-09-16T01:47:30.079378+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.079378+0000', 'last_undegraded': '2024-09-16T01:47:30.079378+0000', 'last_fullsized': '2024-09-16T01:47:30.079378+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:PG 17.d is not active+clean 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080268+0000', 'last_change': '2024-09-16T01:47:30.080268+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080268+0000', 'last_undegraded': '2024-09-16T01:47:30.080268+0000', 'last_fullsized': '2024-09-16T01:47:30.080268+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:PG 17.a is not active+clean 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.079314+0000', 'last_change': '2024-09-16T01:47:30.079314+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.079314+0000', 'last_undegraded': '2024-09-16T01:47:30.079314+0000', 'last_fullsized': '2024-09-16T01:47:30.079314+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:PG 17.b is not active+clean 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080842+0000', 'last_change': '2024-09-16T01:47:30.080842+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080842+0000', 'last_undegraded': '2024-09-16T01:47:30.080842+0000', 'last_fullsized': '2024-09-16T01:47:30.080842+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:PG 17.8 is not active+clean 2024-09-16T01:47:34.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080367+0000', 'last_change': '2024-09-16T01:47:30.080367+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080367+0000', 'last_undegraded': '2024-09-16T01:47:30.080367+0000', 'last_fullsized': '2024-09-16T01:47:30.080367+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:PG 17.9 is not active+clean 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081531+0000', 'last_change': '2024-09-16T01:47:30.081531+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081531+0000', 'last_undegraded': '2024-09-16T01:47:30.081531+0000', 'last_fullsized': '2024-09-16T01:47:30.081531+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:PG 17.6 is not active+clean 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082582+0000', 'last_change': '2024-09-16T01:47:30.082582+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082582+0000', 'last_undegraded': '2024-09-16T01:47:30.082582+0000', 'last_fullsized': '2024-09-16T01:47:30.082582+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:PG 17.7 is not active+clean 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080247+0000', 'last_change': '2024-09-16T01:47:30.080247+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080247+0000', 'last_undegraded': '2024-09-16T01:47:30.080247+0000', 'last_fullsized': '2024-09-16T01:47:30.080247+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:PG 17.4 is not active+clean 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081937+0000', 'last_change': '2024-09-16T01:47:30.081937+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081937+0000', 'last_undegraded': '2024-09-16T01:47:30.081937+0000', 'last_fullsized': '2024-09-16T01:47:30.081937+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:PG 17.5 is not active+clean 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.081743+0000', 'last_change': '2024-09-16T01:47:30.081743+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.081743+0000', 'last_undegraded': '2024-09-16T01:47:30.081743+0000', 'last_fullsized': '2024-09-16T01:47:30.081743+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:47:34.782 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2 is not active+clean 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.077092+0000', 'last_change': '2024-09-16T01:47:30.077092+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.077092+0000', 'last_undegraded': '2024-09-16T01:47:30.077092+0000', 'last_fullsized': '2024-09-16T01:47:30.077092+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3 is not active+clean 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.078250+0000', 'last_change': '2024-09-16T01:47:30.078250+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.078250+0000', 'last_undegraded': '2024-09-16T01:47:30.078250+0000', 'last_fullsized': '2024-09-16T01:47:30.078250+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:PG 17.0 is not active+clean 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.079928+0000', 'last_change': '2024-09-16T01:47:30.079928+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.079928+0000', 'last_undegraded': '2024-09-16T01:47:30.079928+0000', 'last_fullsized': '2024-09-16T01:47:30.079928+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1 is not active+clean 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.080261+0000', 'last_change': '2024-09-16T01:47:30.080261+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.080261+0000', 'last_undegraded': '2024-09-16T01:47:30.080261+0000', 'last_fullsized': '2024-09-16T01:47:30.080261+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:PG 17.10 is not active+clean 2024-09-16T01:47:34.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 97, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:47:30.082311+0000', 'last_change': '2024-09-16T01:47:30.082311+0000', 'last_active': '2024-09-16T01:47:30.068136+0000', 'last_peered': '2024-09-16T01:47:30.068136+0000', 'last_clean': '2024-09-16T01:47:30.068136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:47:30.082311+0000', 'last_undegraded': '2024-09-16T01:47:30.082311+0000', 'last_fullsized': '2024-09-16T01:47:30.082311+0000', 'mapping_epoch': 97, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 97, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'last_clean_scrub_stamp': '2024-09-16T01:47:30.068136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:47:34.784 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:47:34.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.908+0000 7f6539ac9640 1 Processor -- start 2024-09-16T01:47:34.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.908+0000 7f6539ac9640 1 -- start start 2024-09-16T01:47:34.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.908+0000 7f6539ac9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f653406c2f0 0x7f65340d3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.908+0000 7f6539ac9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65340d26a0 con 0x7f65340cf9d0 2024-09-16T01:47:34.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.908+0000 7f6539ac9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65340d2980 con 0x7f653415e4f0 2024-09-16T01:47:34.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.908+0000 7f6539ac9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f65340d2c60 con 0x7f653406c2f0 2024-09-16T01:47:34.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.909+0000 7f6533fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f653406c2f0 0x7f65340d3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.909+0000 7f6532ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f65340cf9d0 0x7f653406bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36636/0 (socket says 172.21.15.16:36636) 2024-09-16T01:47:34.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.909+0000 7f6532ffd640 1 -- 172.21.15.16:0/650760153 learned_addr learned my addr 172.21.15.16:0/650760153 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:34.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.909+0000 7f6533fff640 1 -- 172.21.15.16:0/650760153 >> v1:172.21.15.104:6789/0 conn(0x7f653415e4f0 legacy=0x7f65340b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.909+0000 7f6533fff640 1 -- 172.21.15.16:0/650760153 >> v1:172.21.15.16:6789/0 conn(0x7f65340cf9d0 legacy=0x7f653406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.909+0000 7f65327fc640 1 -- 172.21.15.16:0/650760153 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2893693953 0 0) 0x7f65340d26a0 con 0x7f65340cf9d0 2024-09-16T01:47:34.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.909+0000 7f6533fff640 1 -- 172.21.15.16:0/650760153 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65340d2f40 con 0x7f653406c2f0 2024-09-16T01:47:34.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f6533fff640 1 --2- 172.21.15.16:0/650760153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653406c2f0 0x7f65340d3740 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f652c009d90 tx=0x7f652c02a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2d0a613d54eb055 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f65327fc640 1 -- 172.21.15.16:0/650760153 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c037070 con 0x7f653406c2f0 2024-09-16T01:47:34.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f65327fc640 1 -- 172.21.15.16:0/650760153 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f652c007740 con 0x7f653406c2f0 2024-09-16T01:47:34.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f65327fc640 1 -- 172.21.15.16:0/650760153 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c007b10 con 0x7f653406c2f0 2024-09-16T01:47:34.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f6539ac9640 1 -- 172.21.15.16:0/650760153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653406c2f0 msgr2=0x7f65340d3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f6539ac9640 1 --2- 172.21.15.16:0/650760153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653406c2f0 0x7f65340d3740 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f652c009d90 tx=0x7f652c02a780 comp rx=0 tx=0).stop 2024-09-16T01:47:34.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f6539ac9640 1 -- 172.21.15.16:0/650760153 shutdown_connections 2024-09-16T01:47:34.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f6539ac9640 1 --2- 172.21.15.16:0/650760153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653406c2f0 0x7f65340d3740 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f6539ac9640 1 -- 172.21.15.16:0/650760153 >> 172.21.15.16:0/650760153 conn(0x7f65340d1200 msgr2=0x7f65340d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.910+0000 7f6539ac9640 1 -- 172.21.15.16:0/650760153 shutdown_connections 2024-09-16T01:47:34.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.911+0000 7f6539ac9640 1 -- 172.21.15.16:0/650760153 wait complete. 2024-09-16T01:47:34.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.912+0000 7f6539ac9640 1 Processor -- start 2024-09-16T01:47:34.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.912+0000 7f6539ac9640 1 -- start start 2024-09-16T01:47:34.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6539ac9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f653406c2f0 0x7f6534160350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6539ac9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65340cf9d0 0x7f65341f4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6539ac9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653415e4f0 0x7f65341f4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6539ac9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f65340d2170 con 0x7f653415e4f0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6539ac9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f653415e8d0 con 0x7f65340cf9d0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6539ac9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f65340d22f0 con 0x7f653406c2f0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653415e4f0 0x7f65341f4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653415e4f0 0x7f65341f4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42526/0 (socket says 172.21.15.16:42526) 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 -- 172.21.15.16:0/2842514152 learned_addr learned my addr 172.21.15.16:0/2842514152 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f65337fe640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f653406c2f0 0x7f6534160350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6532ffd640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65340cf9d0 0x7f65341f4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 -- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f653406c2f0 msgr2=0x7f6534160350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f653406c2f0 0x7f6534160350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 -- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65340cf9d0 msgr2=0x7f65341f4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65340cf9d0 0x7f65341f4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 -- 172.21.15.16:0/2842514152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6534160c50 con 0x7f653415e4f0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6533fff640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653415e4f0 0x7f65341f4a60 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f652c035040 tx=0x7f652c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f651bfff640 1 -- 172.21.15.16:0/2842514152 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c042070 con 0x7f653415e4f0 2024-09-16T01:47:34.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f651bfff640 1 -- 172.21.15.16:0/2842514152 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f652c003bb0 con 0x7f653415e4f0 2024-09-16T01:47:34.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6534160f30 con 0x7f653415e4f0 2024-09-16T01:47:34.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.913+0000 7f651bfff640 1 -- 172.21.15.16:0/2842514152 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c037040 con 0x7f653415e4f0 2024-09-16T01:47:34.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.914+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65341614f0 con 0x7f653415e4f0 2024-09-16T01:47:34.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.915+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f653415d5d0 con 0x7f653415e4f0 2024-09-16T01:47:34.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.915+0000 7f651bfff640 1 -- 172.21.15.16:0/2842514152 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f652c007600 con 0x7f653415e4f0 2024-09-16T01:47:34.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.916+0000 7f651bfff640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f652006c3d0 0x7f652006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.916+0000 7f65337fe640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f652006c3d0 0x7f652006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.916+0000 7f651bfff640 1 -- 172.21.15.16:0/2842514152 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f652c0ac4d0 con 0x7f653415e4f0 2024-09-16T01:47:34.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.916+0000 7f65337fe640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f652006c3d0 0x7f652006e890 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f65340ba320 tx=0x7f6524009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:34.920+0000 7f651bfff640 1 -- 172.21.15.16:0/2842514152 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f653415d5d0 con 0x7f653415e4f0 2024-09-16T01:47:35.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.163+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f65340b3520 con 0x7f653415e4f0 2024-09-16T01:47:35.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.164+0000 7f651bfff640 1 -- 172.21.15.16:0/2842514152 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+3142 (secure 0 0 0) 0x7f652c0aae20 con 0x7f653415e4f0 2024-09-16T01:47:35.165 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:35.165 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":345,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":99,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":270471168,"bytes_avail":772823642112,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":60,"btime":"2024-09-16T01:47:33:091768+0000","id":8,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":8,"rank":0,"name":"a","status":"up:active","gid":7026}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":8,"modified":"2024-09-16T01:46:48.734201+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"mgr":{"daemons":{"summary":"","y":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"mon":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T01:47:35.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.165+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f652006c3d0 msgr2=0x7f652006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.165+0000 7f6539ac9640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f652006c3d0 0x7f652006e890 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f65340ba320 tx=0x7f6524009040 comp rx=0 tx=0).stop 2024-09-16T01:47:35.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.165+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653415e4f0 msgr2=0x7f65341f4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.165+0000 7f6539ac9640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653415e4f0 0x7f65341f4a60 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f652c035040 tx=0x7f652c004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:35.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 shutdown_connections 2024-09-16T01:47:35.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f652006c3d0 0x7f652006e890 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f653415e4f0 0x7f65341f4a60 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65340cf9d0 0x7f65341f4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 --2- 172.21.15.16:0/2842514152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f653406c2f0 0x7f6534160350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 >> 172.21.15.16:0/2842514152 conn(0x7f65340d1200 msgr2=0x7f65340b3b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:35.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 shutdown_connections 2024-09-16T01:47:35.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.166+0000 7f6539ac9640 1 -- 172.21.15.16:0/2842514152 wait complete. 2024-09-16T01:47:35.178 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:47:35.178 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:47:35.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.279+0000 7fedd7fff640 1 Processor -- start 2024-09-16T01:47:35.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.280+0000 7fedd7fff640 1 -- start start 2024-09-16T01:47:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.280+0000 7fedd7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fedd80cecb0 0x7fedd80b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.280+0000 7fedd7fff640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedd80b4f30 con 0x7fedd80cf090 2024-09-16T01:47:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.280+0000 7fedd7fff640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedd80b5210 con 0x7fedd80d3560 2024-09-16T01:47:35.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.280+0000 7fedd7fff640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fedd80b54f0 con 0x7fedd80cecb0 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedcffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fedd80cf090 0x7fedd80b4520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36640/0 (socket says 172.21.15.16:36640) 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedcffff640 1 -- 172.21.15.16:0/3661313788 learned_addr learned my addr 172.21.15.16:0/3661313788 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd6ffd640 1 --2- 172.21.15.16:0/3661313788 >> v2:172.21.15.104:3300/0 conn(0x7fedd80cecb0 0x7fedd80b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2630718216 0 0) 0x7fedd80b4f30 con 0x7fedd80cf090 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fedc4003520 con 0x7fedd80cf090 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3600816798 0 0) 0x7fedd80b5210 con 0x7fedd80d3560 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fedd80b4f30 con 0x7fedd80d3560 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 522255328 0 0) 0x7fedc4003520 con 0x7fedd80cf090 2024-09-16T01:47:35.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd6ffd640 1 -- 172.21.15.16:0/3661313788 >> v1:172.21.15.104:6789/0 conn(0x7fedd80d3560 legacy=0x7fedd8167f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd6ffd640 1 -- 172.21.15.16:0/3661313788 >> v1:172.21.15.16:6789/0 conn(0x7fedd80cf090 legacy=0x7fedd80b4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.281+0000 7fedd6ffd640 1 -- 172.21.15.16:0/3661313788 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedd80b57d0 con 0x7fedd80cecb0 2024-09-16T01:47:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.282+0000 7fedd6ffd640 1 --2- 172.21.15.16:0/3661313788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cecb0 0x7fedd80b31f0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fedc80097a0 tx=0x7fedc802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b560ec3006e39d1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.282+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc8037070 con 0x7fedd80cecb0 2024-09-16T01:47:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.282+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedc802ace0 con 0x7fedd80cecb0 2024-09-16T01:47:35.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.282+0000 7fedd67fc640 1 -- 172.21.15.16:0/3661313788 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc0001670 con 0x7fedd80cecb0 2024-09-16T01:47:35.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.283+0000 7fedd7fff640 1 -- 172.21.15.16:0/3661313788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cecb0 msgr2=0x7fedd80b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.283+0000 7fedd7fff640 1 --2- 172.21.15.16:0/3661313788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cecb0 0x7fedd80b31f0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fedc80097a0 tx=0x7fedc802a250 comp rx=0 tx=0).stop 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.283+0000 7fedd7fff640 1 -- 172.21.15.16:0/3661313788 shutdown_connections 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.283+0000 7fedd7fff640 1 --2- 172.21.15.16:0/3661313788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cecb0 0x7fedd80b31f0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.283+0000 7fedd7fff640 1 -- 172.21.15.16:0/3661313788 >> 172.21.15.16:0/3661313788 conn(0x7fedd8072990 msgr2=0x7fedd8072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.283+0000 7fedd7fff640 1 -- 172.21.15.16:0/3661313788 shutdown_connections 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.283+0000 7fedd7fff640 1 -- 172.21.15.16:0/3661313788 wait complete. 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.284+0000 7fedd7fff640 1 Processor -- start 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.284+0000 7fedd7fff640 1 -- start start 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedd80cecb0 0x7fedd81f36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cf090 0x7fedd81e85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedd80d3560 0x7fedd815d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd7fff640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fedd815e6c0 con 0x7fedd80cecb0 2024-09-16T01:47:35.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd7fff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fedd80b4c30 con 0x7fedd80cf090 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd7fff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fedd80cf4e0 con 0x7fedd80d3560 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedd80cecb0 0x7fedd81f36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedd80cecb0 0x7fedd81f36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42540/0 (socket says 172.21.15.16:42540) 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 -- 172.21.15.16:0/4091440927 learned_addr learned my addr 172.21.15.16:0/4091440927 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 -- 172.21.15.16:0/4091440927 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedd80d3560 msgr2=0x7fedd815d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedd80d3560 0x7fedd815d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedcffff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cf090 0x7fedd81e85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 -- 172.21.15.16:0/4091440927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cf090 msgr2=0x7fedd81e85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cf090 0x7fedd81e85e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 -- 172.21.15.16:0/4091440927 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedd81e8b20 con 0x7fedd80cecb0 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedd6ffd640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedd80cecb0 0x7fedd81f36c0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fedc8035040 tx=0x7fedc80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedcf7fe640 1 -- 172.21.15.16:0/4091440927 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc8037050 con 0x7fedd80cecb0 2024-09-16T01:47:35.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.285+0000 7fedcf7fe640 1 -- 172.21.15.16:0/4091440927 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedc8043070 con 0x7fedd80cecb0 2024-09-16T01:47:35.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.286+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedd81e8dc0 con 0x7fedd80cecb0 2024-09-16T01:47:35.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.286+0000 7fedcf7fe640 1 -- 172.21.15.16:0/4091440927 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc8006e10 con 0x7fedd80cecb0 2024-09-16T01:47:35.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.286+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedd81e9380 con 0x7fedd80cecb0 2024-09-16T01:47:35.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.286+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedd80b31f0 con 0x7fedd80cecb0 2024-09-16T01:47:35.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.287+0000 7fedcf7fe640 1 -- 172.21.15.16:0/4091440927 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fedc803ca70 con 0x7fedd80cecb0 2024-09-16T01:47:35.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.287+0000 7fedcf7fe640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fedb806c3d0 0x7fedb806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:35.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.288+0000 7fedcf7fe640 1 -- 172.21.15.16:0/4091440927 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7fedc80ac1a0 con 0x7fedd80cecb0 2024-09-16T01:47:35.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.288+0000 7fedcffff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fedb806c3d0 0x7fedb806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:35.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.288+0000 7fedcffff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fedb806c3d0 0x7fedb806e890 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fedc0000fd0 tx=0x7fedc0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:35.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.292+0000 7fedcf7fe640 1 -- 172.21.15.16:0/4091440927 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fedc8030e20 con 0x7fedd80cecb0 2024-09-16T01:47:35.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.466+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fedd8161c50 con 0x7fedb806c3d0 2024-09-16T01:47:35.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.472+0000 7fedcf7fe640 1 -- 172.21.15.16:0/4091440927 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246769 (secure 0 0 0) 0x7fedd8161c50 con 0x7fedb806c3d0 2024-09-16T01:47:35.475 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:35.477 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:47:35.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fedb806c3d0 msgr2=0x7fedb806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fedb806c3d0 0x7fedb806e890 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fedc0000fd0 tx=0x7fedc0009040 comp rx=0 tx=0).stop 2024-09-16T01:47:35.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedd80cecb0 msgr2=0x7fedd81f36c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:35.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedd80cecb0 0x7fedd81f36c0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fedc8035040 tx=0x7fedc80046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 shutdown_connections 2024-09-16T01:47:35.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fedb806c3d0 0x7fedb806e890 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedd80d3560 0x7fedd815d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedd80cf090 0x7fedd81e85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 --2- 172.21.15.16:0/4091440927 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedd80cecb0 0x7fedd81f36c0 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:35.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 >> 172.21.15.16:0/4091440927 conn(0x7fedd8072990 msgr2=0x7fedd80b5eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:35.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 shutdown_connections 2024-09-16T01:47:35.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:35.475+0000 7fedd7fff640 1 -- 172.21.15.16:0/4091440927 wait complete. 2024-09-16T01:47:35.487 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":59,"stamp":"2024-09-16T01:47:34.742979+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":53,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264132,"kb_used_data":10464,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710588,"statfs":{"total":773094113280,"available":772823642112,"internally_reserved":0,"allocated":10715136,"data_stored":5330750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":259575346},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.674613"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083951+0000","last_change":"2024-09-16T01:47:30.083951+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083951+0000","last_undegraded":"2024-09-16T01:47:30.083951+0000","last_fullsized":"2024-09-16T01:47:30.083951+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076668+0000","last_change":"2024-09-16T01:47:30.076668+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076668+0000","last_undegraded":"2024-09-16T01:47:30.076668+0000","last_fullsized":"2024-09-16T01:47:30.076668+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082503+0000","last_change":"2024-09-16T01:47:30.082503+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082503+0000","last_undegraded":"2024-09-16T01:47:30.082503+0000","last_fullsized":"2024-09-16T01:47:30.082503+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083442+0000","last_change":"2024-09-16T01:47:30.083442+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083442+0000","last_undegraded":"2024-09-16T01:47:30.083442+0000","last_fullsized":"2024-09-16T01:47:30.083442+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.087467+0000","last_change":"2024-09-16T01:47:30.087467+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.087467+0000","last_undegraded":"2024-09-16T01:47:30.087467+0000","last_fullsized":"2024-09-16T01:47:30.087467+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077163+0000","last_change":"2024-09-16T01:47:30.077163+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077163+0000","last_undegraded":"2024-09-16T01:47:30.077163+0000","last_fullsized":"2024-09-16T01:47:30.077163+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079440+0000","last_change":"2024-09-16T01:47:30.079440+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079440+0000","last_undegraded":"2024-09-16T01:47:30.079440+0000","last_fullsized":"2024-09-16T01:47:30.079440+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082053+0000","last_change":"2024-09-16T01:47:30.082053+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082053+0000","last_undegraded":"2024-09-16T01:47:30.082053+0000","last_fullsized":"2024-09-16T01:47:30.082053+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082914+0000","last_change":"2024-09-16T01:47:30.082914+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082914+0000","last_undegraded":"2024-09-16T01:47:30.082914+0000","last_fullsized":"2024-09-16T01:47:30.082914+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083509+0000","last_change":"2024-09-16T01:47:30.083509+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083509+0000","last_undegraded":"2024-09-16T01:47:30.083509+0000","last_fullsized":"2024-09-16T01:47:30.083509+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076596+0000","last_change":"2024-09-16T01:47:30.076596+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076596+0000","last_undegraded":"2024-09-16T01:47:30.076596+0000","last_fullsized":"2024-09-16T01:47:30.076596+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082498+0000","last_change":"2024-09-16T01:47:30.082498+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082498+0000","last_undegraded":"2024-09-16T01:47:30.082498+0000","last_fullsized":"2024-09-16T01:47:30.082498+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081566+0000","last_change":"2024-09-16T01:47:30.081566+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081566+0000","last_undegraded":"2024-09-16T01:47:30.081566+0000","last_fullsized":"2024-09-16T01:47:30.081566+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079907+0000","last_change":"2024-09-16T01:47:30.079907+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079907+0000","last_undegraded":"2024-09-16T01:47:30.079907+0000","last_fullsized":"2024-09-16T01:47:30.079907+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076958+0000","last_change":"2024-09-16T01:47:30.076958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076958+0000","last_undegraded":"2024-09-16T01:47:30.076958+0000","last_fullsized":"2024-09-16T01:47:30.076958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082456+0000","last_change":"2024-09-16T01:47:30.082456+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082456+0000","last_undegraded":"2024-09-16T01:47:30.082456+0000","last_fullsized":"2024-09-16T01:47:30.082456+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077472+0000","last_change":"2024-09-16T01:47:30.077472+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077472+0000","last_undegraded":"2024-09-16T01:47:30.077472+0000","last_fullsized":"2024-09-16T01:47:30.077472+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082955+0000","last_change":"2024-09-16T01:47:30.082955+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082955+0000","last_undegraded":"2024-09-16T01:47:30.082955+0000","last_fullsized":"2024-09-16T01:47:30.082955+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081588+0000","last_change":"2024-09-16T01:47:30.081588+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081588+0000","last_undegraded":"2024-09-16T01:47:30.081588+0000","last_fullsized":"2024-09-16T01:47:30.081588+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076568+0000","last_change":"2024-09-16T01:47:30.076568+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076568+0000","last_undegraded":"2024-09-16T01:47:30.076568+0000","last_fullsized":"2024-09-16T01:47:30.076568+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076574+0000","last_change":"2024-09-16T01:47:30.076574+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076574+0000","last_undegraded":"2024-09-16T01:47:30.076574+0000","last_fullsized":"2024-09-16T01:47:30.076574+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082470+0000","last_change":"2024-09-16T01:47:30.082470+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082470+0000","last_undegraded":"2024-09-16T01:47:30.082470+0000","last_fullsized":"2024-09-16T01:47:30.082470+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076691+0000","last_change":"2024-09-16T01:47:30.076691+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076691+0000","last_undegraded":"2024-09-16T01:47:30.076691+0000","last_fullsized":"2024-09-16T01:47:30.076691+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082745+0000","last_change":"2024-09-16T01:47:30.082745+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082745+0000","last_undegraded":"2024-09-16T01:47:30.082745+0000","last_fullsized":"2024-09-16T01:47:30.082745+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076820+0000","last_change":"2024-09-16T01:47:30.076820+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076820+0000","last_undegraded":"2024-09-16T01:47:30.076820+0000","last_fullsized":"2024-09-16T01:47:30.076820+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082988+0000","last_change":"2024-09-16T01:47:30.082988+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082988+0000","last_undegraded":"2024-09-16T01:47:30.082988+0000","last_fullsized":"2024-09-16T01:47:30.082988+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077257+0000","last_change":"2024-09-16T01:47:30.077257+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077257+0000","last_undegraded":"2024-09-16T01:47:30.077257+0000","last_fullsized":"2024-09-16T01:47:30.077257+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.084173+0000","last_change":"2024-09-16T01:47:30.084173+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.084173+0000","last_undegraded":"2024-09-16T01:47:30.084173+0000","last_fullsized":"2024-09-16T01:47:30.084173+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078949+0000","last_change":"2024-09-16T01:47:30.078949+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078949+0000","last_undegraded":"2024-09-16T01:47:30.078949+0000","last_fullsized":"2024-09-16T01:47:30.078949+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079281+0000","last_change":"2024-09-16T01:47:30.079281+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079281+0000","last_undegraded":"2024-09-16T01:47:30.079281+0000","last_fullsized":"2024-09-16T01:47:30.079281+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082434+0000","last_change":"2024-09-16T01:47:30.082434+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082434+0000","last_undegraded":"2024-09-16T01:47:30.082434+0000","last_fullsized":"2024-09-16T01:47:30.082434+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078090+0000","last_change":"2024-09-16T01:47:30.078090+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078090+0000","last_undegraded":"2024-09-16T01:47:30.078090+0000","last_fullsized":"2024-09-16T01:47:30.078090+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078368+0000","last_change":"2024-09-16T01:47:30.078368+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078368+0000","last_undegraded":"2024-09-16T01:47:30.078368+0000","last_fullsized":"2024-09-16T01:47:30.078368+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092405+0000","last_change":"2024-09-16T01:47:30.089872+0000","last_active":"2024-09-16T01:47:30.092405+0000","last_peered":"2024-09-16T01:47:30.092405+0000","last_clean":"2024-09-16T01:47:30.092405+0000","last_became_active":"2024-09-16T01:47:30.089554+0000","last_became_peered":"2024-09-16T01:47:30.089554+0000","last_unstale":"2024-09-16T01:47:30.092405+0000","last_undegraded":"2024-09-16T01:47:30.092405+0000","last_fullsized":"2024-09-16T01:47:30.092405+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.047589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083407+0000","last_change":"2024-09-16T01:47:30.083407+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083407+0000","last_undegraded":"2024-09-16T01:47:30.083407+0000","last_fullsized":"2024-09-16T01:47:30.083407+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.090702+0000","last_change":"2024-09-16T01:47:30.089553+0000","last_active":"2024-09-16T01:47:30.090702+0000","last_peered":"2024-09-16T01:47:30.090702+0000","last_clean":"2024-09-16T01:47:30.090702+0000","last_became_active":"2024-09-16T01:47:30.089266+0000","last_became_peered":"2024-09-16T01:47:30.089266+0000","last_unstale":"2024-09-16T01:47:30.090702+0000","last_undegraded":"2024-09-16T01:47:30.090702+0000","last_fullsized":"2024-09-16T01:47:30.090702+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:05:10.834786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.076783+0000","last_change":"2024-09-16T01:47:30.076783+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.076783+0000","last_undegraded":"2024-09-16T01:47:30.076783+0000","last_fullsized":"2024-09-16T01:47:30.076783+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093750+0000","last_change":"2024-09-16T01:47:30.092169+0000","last_active":"2024-09-16T01:47:30.093750+0000","last_peered":"2024-09-16T01:47:30.093750+0000","last_clean":"2024-09-16T01:47:30.093750+0000","last_became_active":"2024-09-16T01:47:30.091829+0000","last_became_peered":"2024-09-16T01:47:30.091829+0000","last_unstale":"2024-09-16T01:47:30.093750+0000","last_undegraded":"2024-09-16T01:47:30.093750+0000","last_fullsized":"2024-09-16T01:47:30.093750+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:33.301036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081152+0000","last_change":"2024-09-16T01:47:30.081152+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081152+0000","last_undegraded":"2024-09-16T01:47:30.081152+0000","last_fullsized":"2024-09-16T01:47:30.081152+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.099146+0000","last_change":"2024-09-16T01:47:30.098334+0000","last_active":"2024-09-16T01:47:30.099146+0000","last_peered":"2024-09-16T01:47:30.099146+0000","last_clean":"2024-09-16T01:47:30.099146+0000","last_became_active":"2024-09-16T01:47:30.098013+0000","last_became_peered":"2024-09-16T01:47:30.098013+0000","last_unstale":"2024-09-16T01:47:30.099146+0000","last_undegraded":"2024-09-16T01:47:30.099146+0000","last_fullsized":"2024-09-16T01:47:30.099146+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:45.228789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080790+0000","last_change":"2024-09-16T01:47:30.080790+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080790+0000","last_undegraded":"2024-09-16T01:47:30.080790+0000","last_fullsized":"2024-09-16T01:47:30.080790+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085076+0000","last_change":"2024-09-16T01:47:30.084122+0000","last_active":"2024-09-16T01:47:30.085076+0000","last_peered":"2024-09-16T01:47:30.085076+0000","last_clean":"2024-09-16T01:47:30.085076+0000","last_became_active":"2024-09-16T01:47:30.083790+0000","last_became_peered":"2024-09-16T01:47:30.083790+0000","last_unstale":"2024-09-16T01:47:30.085076+0000","last_undegraded":"2024-09-16T01:47:30.085076+0000","last_fullsized":"2024-09-16T01:47:30.085076+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:49.806243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077487+0000","last_change":"2024-09-16T01:47:30.077487+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077487+0000","last_undegraded":"2024-09-16T01:47:30.077487+0000","last_fullsized":"2024-09-16T01:47:30.077487+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096204+0000","last_change":"2024-09-16T01:47:30.091711+0000","last_active":"2024-09-16T01:47:30.096204+0000","last_peered":"2024-09-16T01:47:30.096204+0000","last_clean":"2024-09-16T01:47:30.096204+0000","last_became_active":"2024-09-16T01:47:30.091445+0000","last_became_peered":"2024-09-16T01:47:30.091445+0000","last_unstale":"2024-09-16T01:47:30.096204+0000","last_undegraded":"2024-09-16T01:47:30.096204+0000","last_fullsized":"2024-09-16T01:47:30.096204+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:01.022503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081768+0000","last_change":"2024-09-16T01:47:30.081768+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081768+0000","last_undegraded":"2024-09-16T01:47:30.081768+0000","last_fullsized":"2024-09-16T01:47:30.081768+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.097656+0000","last_change":"2024-09-16T01:47:30.091880+0000","last_active":"2024-09-16T01:47:30.097656+0000","last_peered":"2024-09-16T01:47:30.097656+0000","last_clean":"2024-09-16T01:47:30.097656+0000","last_became_active":"2024-09-16T01:47:30.091673+0000","last_became_peered":"2024-09-16T01:47:30.091673+0000","last_unstale":"2024-09-16T01:47:30.097656+0000","last_undegraded":"2024-09-16T01:47:30.097656+0000","last_fullsized":"2024-09-16T01:47:30.097656+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095950+0000","last_change":"2024-09-16T01:47:30.090631+0000","last_active":"2024-09-16T01:47:30.095950+0000","last_peered":"2024-09-16T01:47:30.095950+0000","last_clean":"2024-09-16T01:47:30.095950+0000","last_became_active":"2024-09-16T01:47:30.090351+0000","last_became_peered":"2024-09-16T01:47:30.090351+0000","last_unstale":"2024-09-16T01:47:30.095950+0000","last_undegraded":"2024-09-16T01:47:30.095950+0000","last_fullsized":"2024-09-16T01:47:30.095950+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:28.446945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080902+0000","last_change":"2024-09-16T01:47:30.080902+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080902+0000","last_undegraded":"2024-09-16T01:47:30.080902+0000","last_fullsized":"2024-09-16T01:47:30.080902+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094476+0000","last_change":"2024-09-16T01:47:30.093552+0000","last_active":"2024-09-16T01:47:30.094476+0000","last_peered":"2024-09-16T01:47:30.094476+0000","last_clean":"2024-09-16T01:47:30.094476+0000","last_became_active":"2024-09-16T01:47:30.093273+0000","last_became_peered":"2024-09-16T01:47:30.093273+0000","last_unstale":"2024-09-16T01:47:30.094476+0000","last_undegraded":"2024-09-16T01:47:30.094476+0000","last_fullsized":"2024-09-16T01:47:30.094476+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:11.036679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083812+0000","last_change":"2024-09-16T01:47:30.083812+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083812+0000","last_undegraded":"2024-09-16T01:47:30.083812+0000","last_fullsized":"2024-09-16T01:47:30.083812+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096172+0000","last_change":"2024-09-16T01:47:30.091435+0000","last_active":"2024-09-16T01:47:30.096172+0000","last_peered":"2024-09-16T01:47:30.096172+0000","last_clean":"2024-09-16T01:47:30.096172+0000","last_became_active":"2024-09-16T01:47:30.090911+0000","last_became_peered":"2024-09-16T01:47:30.090911+0000","last_unstale":"2024-09-16T01:47:30.096172+0000","last_undegraded":"2024-09-16T01:47:30.096172+0000","last_fullsized":"2024-09-16T01:47:30.096172+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:10.927573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.083759+0000","last_change":"2024-09-16T01:47:30.083759+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.083759+0000","last_undegraded":"2024-09-16T01:47:30.083759+0000","last_fullsized":"2024-09-16T01:47:30.083759+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093700+0000","last_change":"2024-09-16T01:47:30.087039+0000","last_active":"2024-09-16T01:47:30.093700+0000","last_peered":"2024-09-16T01:47:30.093700+0000","last_clean":"2024-09-16T01:47:30.093700+0000","last_became_active":"2024-09-16T01:47:30.086713+0000","last_became_peered":"2024-09-16T01:47:30.086713+0000","last_unstale":"2024-09-16T01:47:30.093700+0000","last_undegraded":"2024-09-16T01:47:30.093700+0000","last_fullsized":"2024-09-16T01:47:30.093700+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:46.769161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080211+0000","last_change":"2024-09-16T01:47:30.080211+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080211+0000","last_undegraded":"2024-09-16T01:47:30.080211+0000","last_fullsized":"2024-09-16T01:47:30.080211+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095883+0000","last_change":"2024-09-16T01:47:30.091324+0000","last_active":"2024-09-16T01:47:30.095883+0000","last_peered":"2024-09-16T01:47:30.095883+0000","last_clean":"2024-09-16T01:47:30.095883+0000","last_became_active":"2024-09-16T01:47:30.091055+0000","last_became_peered":"2024-09-16T01:47:30.091055+0000","last_unstale":"2024-09-16T01:47:30.095883+0000","last_undegraded":"2024-09-16T01:47:30.095883+0000","last_fullsized":"2024-09-16T01:47:30.095883+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:55.871249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082075+0000","last_change":"2024-09-16T01:47:30.082075+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082075+0000","last_undegraded":"2024-09-16T01:47:30.082075+0000","last_fullsized":"2024-09-16T01:47:30.082075+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.094324+0000","last_change":"2024-09-16T01:47:30.091647+0000","last_active":"2024-09-16T01:47:30.094324+0000","last_peered":"2024-09-16T01:47:30.094324+0000","last_clean":"2024-09-16T01:47:30.094324+0000","last_became_active":"2024-09-16T01:47:30.090582+0000","last_became_peered":"2024-09-16T01:47:30.090582+0000","last_unstale":"2024-09-16T01:47:30.094324+0000","last_undegraded":"2024-09-16T01:47:30.094324+0000","last_fullsized":"2024-09-16T01:47:30.094324+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:07.861192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080958+0000","last_change":"2024-09-16T01:47:30.080958+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080958+0000","last_undegraded":"2024-09-16T01:47:30.080958+0000","last_fullsized":"2024-09-16T01:47:30.080958+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100465+0000","last_change":"2024-09-16T01:47:30.094839+0000","last_active":"2024-09-16T01:47:30.100465+0000","last_peered":"2024-09-16T01:47:30.100465+0000","last_clean":"2024-09-16T01:47:30.100465+0000","last_became_active":"2024-09-16T01:47:30.094584+0000","last_became_peered":"2024-09-16T01:47:30.094584+0000","last_unstale":"2024-09-16T01:47:30.100465+0000","last_undegraded":"2024-09-16T01:47:30.100465+0000","last_fullsized":"2024-09-16T01:47:30.100465+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:36.650024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081928+0000","last_change":"2024-09-16T01:47:30.081928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081928+0000","last_undegraded":"2024-09-16T01:47:30.081928+0000","last_fullsized":"2024-09-16T01:47:30.081928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096109+0000","last_change":"2024-09-16T01:47:30.095055+0000","last_active":"2024-09-16T01:47:30.096109+0000","last_peered":"2024-09-16T01:47:30.096109+0000","last_clean":"2024-09-16T01:47:30.096109+0000","last_became_active":"2024-09-16T01:47:30.094721+0000","last_became_peered":"2024-09-16T01:47:30.094721+0000","last_unstale":"2024-09-16T01:47:30.096109+0000","last_undegraded":"2024-09-16T01:47:30.096109+0000","last_fullsized":"2024-09-16T01:47:30.096109+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:55.403250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.086323+0000","last_change":"2024-09-16T01:47:30.086323+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.086323+0000","last_undegraded":"2024-09-16T01:47:30.086323+0000","last_fullsized":"2024-09-16T01:47:30.086323+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.088179+0000","last_change":"2024-09-16T01:47:30.085041+0000","last_active":"2024-09-16T01:47:30.088179+0000","last_peered":"2024-09-16T01:47:30.088179+0000","last_clean":"2024-09-16T01:47:30.088179+0000","last_became_active":"2024-09-16T01:47:30.084740+0000","last_became_peered":"2024-09-16T01:47:30.084740+0000","last_unstale":"2024-09-16T01:47:30.088179+0000","last_undegraded":"2024-09-16T01:47:30.088179+0000","last_fullsized":"2024-09-16T01:47:30.088179+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:18.128194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077756+0000","last_change":"2024-09-16T01:47:30.077756+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077756+0000","last_undegraded":"2024-09-16T01:47:30.077756+0000","last_fullsized":"2024-09-16T01:47:30.077756+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093856+0000","last_change":"2024-09-16T01:47:30.090615+0000","last_active":"2024-09-16T01:47:30.093856+0000","last_peered":"2024-09-16T01:47:30.093856+0000","last_clean":"2024-09-16T01:47:30.093856+0000","last_became_active":"2024-09-16T01:47:30.090310+0000","last_became_peered":"2024-09-16T01:47:30.090310+0000","last_unstale":"2024-09-16T01:47:30.093856+0000","last_undegraded":"2024-09-16T01:47:30.093856+0000","last_fullsized":"2024-09-16T01:47:30.093856+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:20.908283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079378+0000","last_change":"2024-09-16T01:47:30.079378+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079378+0000","last_undegraded":"2024-09-16T01:47:30.079378+0000","last_fullsized":"2024-09-16T01:47:30.079378+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100461+0000","last_change":"2024-09-16T01:47:30.094682+0000","last_active":"2024-09-16T01:47:30.100461+0000","last_peered":"2024-09-16T01:47:30.100461+0000","last_clean":"2024-09-16T01:47:30.100461+0000","last_became_active":"2024-09-16T01:47:30.094384+0000","last_became_peered":"2024-09-16T01:47:30.094384+0000","last_unstale":"2024-09-16T01:47:30.100461+0000","last_undegraded":"2024-09-16T01:47:30.100461+0000","last_fullsized":"2024-09-16T01:47:30.100461+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:36.387088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080268+0000","last_change":"2024-09-16T01:47:30.080268+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080268+0000","last_undegraded":"2024-09-16T01:47:30.080268+0000","last_fullsized":"2024-09-16T01:47:30.080268+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100417+0000","last_change":"2024-09-16T01:47:30.092795+0000","last_active":"2024-09-16T01:47:30.100417+0000","last_peered":"2024-09-16T01:47:30.100417+0000","last_clean":"2024-09-16T01:47:30.100417+0000","last_became_active":"2024-09-16T01:47:30.092541+0000","last_became_peered":"2024-09-16T01:47:30.092541+0000","last_unstale":"2024-09-16T01:47:30.100417+0000","last_undegraded":"2024-09-16T01:47:30.100417+0000","last_fullsized":"2024-09-16T01:47:30.100417+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:41:27.349982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079314+0000","last_change":"2024-09-16T01:47:30.079314+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079314+0000","last_undegraded":"2024-09-16T01:47:30.079314+0000","last_fullsized":"2024-09-16T01:47:30.079314+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095723+0000","last_change":"2024-09-16T01:47:30.093161+0000","last_active":"2024-09-16T01:47:30.095723+0000","last_peered":"2024-09-16T01:47:30.095723+0000","last_clean":"2024-09-16T01:47:30.095723+0000","last_became_active":"2024-09-16T01:47:30.092898+0000","last_became_peered":"2024-09-16T01:47:30.092898+0000","last_unstale":"2024-09-16T01:47:30.095723+0000","last_undegraded":"2024-09-16T01:47:30.095723+0000","last_fullsized":"2024-09-16T01:47:30.095723+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:33.758110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080842+0000","last_change":"2024-09-16T01:47:30.080842+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080842+0000","last_undegraded":"2024-09-16T01:47:30.080842+0000","last_fullsized":"2024-09-16T01:47:30.080842+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095890+0000","last_change":"2024-09-16T01:47:30.094009+0000","last_active":"2024-09-16T01:47:30.095890+0000","last_peered":"2024-09-16T01:47:30.095890+0000","last_clean":"2024-09-16T01:47:30.095890+0000","last_became_active":"2024-09-16T01:47:30.092773+0000","last_became_peered":"2024-09-16T01:47:30.092773+0000","last_unstale":"2024-09-16T01:47:30.095890+0000","last_undegraded":"2024-09-16T01:47:30.095890+0000","last_fullsized":"2024-09-16T01:47:30.095890+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:42.271460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080367+0000","last_change":"2024-09-16T01:47:30.080367+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080367+0000","last_undegraded":"2024-09-16T01:47:30.080367+0000","last_fullsized":"2024-09-16T01:47:30.080367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096304+0000","last_change":"2024-09-16T01:47:30.095587+0000","last_active":"2024-09-16T01:47:30.096304+0000","last_peered":"2024-09-16T01:47:30.096304+0000","last_clean":"2024-09-16T01:47:30.096304+0000","last_became_active":"2024-09-16T01:47:30.093666+0000","last_became_peered":"2024-09-16T01:47:30.093666+0000","last_unstale":"2024-09-16T01:47:30.096304+0000","last_undegraded":"2024-09-16T01:47:30.096304+0000","last_fullsized":"2024-09-16T01:47:30.096304+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:06.799335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081531+0000","last_change":"2024-09-16T01:47:30.081531+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081531+0000","last_undegraded":"2024-09-16T01:47:30.081531+0000","last_fullsized":"2024-09-16T01:47:30.081531+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095931+0000","last_change":"2024-09-16T01:47:30.088715+0000","last_active":"2024-09-16T01:47:30.095931+0000","last_peered":"2024-09-16T01:47:30.095931+0000","last_clean":"2024-09-16T01:47:30.095931+0000","last_became_active":"2024-09-16T01:47:30.088219+0000","last_became_peered":"2024-09-16T01:47:30.088219+0000","last_unstale":"2024-09-16T01:47:30.095931+0000","last_undegraded":"2024-09-16T01:47:30.095931+0000","last_fullsized":"2024-09-16T01:47:30.095931+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:57.009940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082582+0000","last_change":"2024-09-16T01:47:30.082582+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082582+0000","last_undegraded":"2024-09-16T01:47:30.082582+0000","last_fullsized":"2024-09-16T01:47:30.082582+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.098577+0000","last_change":"2024-09-16T01:47:30.096787+0000","last_active":"2024-09-16T01:47:30.098577+0000","last_peered":"2024-09-16T01:47:30.098577+0000","last_clean":"2024-09-16T01:47:30.098577+0000","last_became_active":"2024-09-16T01:47:30.096492+0000","last_became_peered":"2024-09-16T01:47:30.096492+0000","last_unstale":"2024-09-16T01:47:30.098577+0000","last_undegraded":"2024-09-16T01:47:30.098577+0000","last_fullsized":"2024-09-16T01:47:30.098577+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:46.650756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080247+0000","last_change":"2024-09-16T01:47:30.080247+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080247+0000","last_undegraded":"2024-09-16T01:47:30.080247+0000","last_fullsized":"2024-09-16T01:47:30.080247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.092054+0000","last_change":"2024-09-16T01:47:30.089483+0000","last_active":"2024-09-16T01:47:30.092054+0000","last_peered":"2024-09-16T01:47:30.092054+0000","last_clean":"2024-09-16T01:47:30.092054+0000","last_became_active":"2024-09-16T01:47:30.089216+0000","last_became_peered":"2024-09-16T01:47:30.089216+0000","last_unstale":"2024-09-16T01:47:30.092054+0000","last_undegraded":"2024-09-16T01:47:30.092054+0000","last_fullsized":"2024-09-16T01:47:30.092054+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:09.371038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081937+0000","last_change":"2024-09-16T01:47:30.081937+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081937+0000","last_undegraded":"2024-09-16T01:47:30.081937+0000","last_fullsized":"2024-09-16T01:47:30.081937+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095515+0000","last_change":"2024-09-16T01:47:30.087795+0000","last_active":"2024-09-16T01:47:30.095515+0000","last_peered":"2024-09-16T01:47:30.095515+0000","last_clean":"2024-09-16T01:47:30.095515+0000","last_became_active":"2024-09-16T01:47:30.087514+0000","last_became_peered":"2024-09-16T01:47:30.087514+0000","last_unstale":"2024-09-16T01:47:30.095515+0000","last_undegraded":"2024-09-16T01:47:30.095515+0000","last_fullsized":"2024-09-16T01:47:30.095515+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:33.921268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.081743+0000","last_change":"2024-09-16T01:47:30.081743+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.081743+0000","last_undegraded":"2024-09-16T01:47:30.081743+0000","last_fullsized":"2024-09-16T01:47:30.081743+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.096346+0000","last_change":"2024-09-16T01:47:30.092707+0000","last_active":"2024-09-16T01:47:30.096346+0000","last_peered":"2024-09-16T01:47:30.096346+0000","last_clean":"2024-09-16T01:47:30.096346+0000","last_became_active":"2024-09-16T01:47:30.092249+0000","last_became_peered":"2024-09-16T01:47:30.092249+0000","last_unstale":"2024-09-16T01:47:30.096346+0000","last_undegraded":"2024-09-16T01:47:30.096346+0000","last_fullsized":"2024-09-16T01:47:30.096346+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:20.709060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.077092+0000","last_change":"2024-09-16T01:47:30.077092+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.077092+0000","last_undegraded":"2024-09-16T01:47:30.077092+0000","last_fullsized":"2024-09-16T01:47:30.077092+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.084809+0000","last_change":"2024-09-16T01:47:30.083629+0000","last_active":"2024-09-16T01:47:30.084809+0000","last_peered":"2024-09-16T01:47:30.084809+0000","last_clean":"2024-09-16T01:47:30.084809+0000","last_became_active":"2024-09-16T01:47:30.083071+0000","last_became_peered":"2024-09-16T01:47:30.083071+0000","last_unstale":"2024-09-16T01:47:30.084809+0000","last_undegraded":"2024-09-16T01:47:30.084809+0000","last_fullsized":"2024-09-16T01:47:30.084809+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:26.473170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.078250+0000","last_change":"2024-09-16T01:47:30.078250+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.078250+0000","last_undegraded":"2024-09-16T01:47:30.078250+0000","last_fullsized":"2024-09-16T01:47:30.078250+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.085974+0000","last_change":"2024-09-16T01:47:30.084995+0000","last_active":"2024-09-16T01:47:30.085974+0000","last_peered":"2024-09-16T01:47:30.085974+0000","last_clean":"2024-09-16T01:47:30.085974+0000","last_became_active":"2024-09-16T01:47:30.084621+0000","last_became_peered":"2024-09-16T01:47:30.084621+0000","last_unstale":"2024-09-16T01:47:30.085974+0000","last_undegraded":"2024-09-16T01:47:30.085974+0000","last_fullsized":"2024-09-16T01:47:30.085974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:12.598912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.079928+0000","last_change":"2024-09-16T01:47:30.079928+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.079928+0000","last_undegraded":"2024-09-16T01:47:30.079928+0000","last_fullsized":"2024-09-16T01:47:30.079928+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.095850+0000","last_change":"2024-09-16T01:47:30.094073+0000","last_active":"2024-09-16T01:47:30.095850+0000","last_peered":"2024-09-16T01:47:30.095850+0000","last_clean":"2024-09-16T01:47:30.095850+0000","last_became_active":"2024-09-16T01:47:30.092777+0000","last_became_peered":"2024-09-16T01:47:30.092777+0000","last_unstale":"2024-09-16T01:47:30.095850+0000","last_undegraded":"2024-09-16T01:47:30.095850+0000","last_fullsized":"2024-09-16T01:47:30.095850+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:01:32.249190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.080261+0000","last_change":"2024-09-16T01:47:30.080261+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.080261+0000","last_undegraded":"2024-09-16T01:47:30.080261+0000","last_fullsized":"2024-09-16T01:47:30.080261+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.093974+0000","last_change":"2024-09-16T01:47:30.087101+0000","last_active":"2024-09-16T01:47:30.093974+0000","last_peered":"2024-09-16T01:47:30.093974+0000","last_clean":"2024-09-16T01:47:30.093974+0000","last_became_active":"2024-09-16T01:47:30.086808+0000","last_became_peered":"2024-09-16T01:47:30.086808+0000","last_unstale":"2024-09-16T01:47:30.093974+0000","last_undegraded":"2024-09-16T01:47:30.093974+0000","last_fullsized":"2024-09-16T01:47:30.093974+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:41.591336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":97,"state":"creating+peering","last_fresh":"2024-09-16T01:47:30.082311+0000","last_change":"2024-09-16T01:47:30.082311+0000","last_active":"2024-09-16T01:47:30.068136+0000","last_peered":"2024-09-16T01:47:30.068136+0000","last_clean":"2024-09-16T01:47:30.068136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:47:30.082311+0000","last_undegraded":"2024-09-16T01:47:30.082311+0000","last_fullsized":"2024-09-16T01:47:30.082311+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.100426+0000","last_change":"2024-09-16T01:47:30.092662+0000","last_active":"2024-09-16T01:47:30.100426+0000","last_peered":"2024-09-16T01:47:30.100426+0000","last_clean":"2024-09-16T01:47:30.100426+0000","last_became_active":"2024-09-16T01:47:30.092379+0000","last_became_peered":"2024-09-16T01:47:30.092379+0000","last_unstale":"2024-09-16T01:47:30.100426+0000","last_undegraded":"2024-09-16T01:47:30.100426+0000","last_fullsized":"2024-09-16T01:47:30.100426+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:18.287197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":350,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-16T01:47:30.082907+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:47:30.082907+0000","last_peered":"2024-09-16T01:47:30.082907+0000","last_clean":"2024-09-16T01:47:30.082907+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:47:30.082907+0000","last_undegraded":"2024-09-16T01:47:30.082907+0000","last_fullsized":"2024-09-16T01:47:30.082907+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574917,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32940,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338900,"statfs":{"total":96636764160,"available":96603033600,"internally_reserved":0,"allocated":1794048,"data_stored":1113826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509509,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509509,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":523458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509510,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542213,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36508,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335332,"statfs":{"total":96636764160,"available":96599379968,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1187840,"data_stored":517183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":1107551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:47:36.370 INFO:tasks.ceph.mds.a.smithi016.stderr:2024-09-16T01:47:36.367+0000 7f944b701640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:47:38.492 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:47:38.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.606+0000 7f1957ef8640 1 Processor -- start 2024-09-16T01:47:38.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.606+0000 7f1957ef8640 1 -- start start 2024-09-16T01:47:38.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1957ef8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1950158cf0 0x7f19500af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1957ef8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f19501590d0 0x7f195006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1957ef8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f195015bb20 con 0x7f195015ca10 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1957ef8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f19500afd50 con 0x7f1950158cf0 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1957ef8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f195015be00 con 0x7f19501590d0 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1955c94640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1950158cf0 0x7f19500af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1955c94640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1950158cf0 0x7f19500af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42556/0 (socket says 172.21.15.16:42556) 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1955c94640 1 -- 172.21.15.16:0/2801587689 learned_addr learned my addr 172.21.15.16:0/2801587689 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1955c94640 1 -- 172.21.15.16:0/2801587689 >> v2:172.21.15.104:3300/0 conn(0x7f19501590d0 msgr2=0x7f195006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1955c94640 1 --2- 172.21.15.16:0/2801587689 >> v2:172.21.15.104:3300/0 conn(0x7f19501590d0 0x7f195006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1955c94640 1 -- 172.21.15.16:0/2801587689 >> v1:172.21.15.104:6789/0 conn(0x7f195015ca10 legacy=0x7f195015ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.607+0000 7f1955c94640 1 -- 172.21.15.16:0/2801587689 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195015c0e0 con 0x7f1950158cf0 2024-09-16T01:47:38.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.608+0000 7f1955c94640 1 --2- 172.21.15.16:0/2801587689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f19500af810 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f19500b3990 tx=0x7f194c02c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af070fa1353e69 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.608+0000 7f1954c92640 1 -- 172.21.15.16:0/2801587689 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194c039070 con 0x7f1950158cf0 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.608+0000 7f1954c92640 1 -- 172.21.15.16:0/2801587689 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f194c00b2e0 con 0x7f1950158cf0 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.608+0000 7f1954c92640 1 -- 172.21.15.16:0/2801587689 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194c009820 con 0x7f1950158cf0 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 -- 172.21.15.16:0/2801587689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 msgr2=0x7f19500af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2801587689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f19500af810 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f19500b3990 tx=0x7f194c02c860 comp rx=0 tx=0).stop 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 -- 172.21.15.16:0/2801587689 shutdown_connections 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2801587689 >> v2:172.21.15.104:3300/0 conn(0x7f19501590d0 0x7f195006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2801587689 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f19500af810 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 -- 172.21.15.16:0/2801587689 >> 172.21.15.16:0/2801587689 conn(0x7f19500b2000 msgr2=0x7f19500b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 -- 172.21.15.16:0/2801587689 shutdown_connections 2024-09-16T01:47:38.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.609+0000 7f1957ef8640 1 -- 172.21.15.16:0/2801587689 wait complete. 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.610+0000 7f1957ef8640 1 Processor -- start 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.610+0000 7f1957ef8640 1 -- start start 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1957ef8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f1950149fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1957ef8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19501590d0 0x7f1950073850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1957ef8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f195015ca10 0x7f1950073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1957ef8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f19500b3480 con 0x7f1950158cf0 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1957ef8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f19500b3300 con 0x7f195015ca10 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1957ef8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f19500b3600 con 0x7f19501590d0 2024-09-16T01:47:38.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f1950149fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f1950149fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42570/0 (socket says 172.21.15.16:42570) 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 -- 172.21.15.16:0/2443122529 learned_addr learned my addr 172.21.15.16:0/2443122529 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1956495640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f195015ca10 0x7f1950073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955493640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19501590d0 0x7f1950073850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 -- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19501590d0 msgr2=0x7f1950073850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19501590d0 0x7f1950073850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 -- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f195015ca10 msgr2=0x7f1950073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f195015ca10 0x7f1950073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955c94640 1 -- 172.21.15.16:0/2443122529 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195015edd0 con 0x7f1950158cf0 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1956495640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f195015ca10 0x7f1950073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.611+0000 7f1955493640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19501590d0 0x7f1950073850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:38.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.612+0000 7f1955c94640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f1950149fe0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f194c037040 tx=0x7f194c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.612+0000 7f19467fc640 1 -- 172.21.15.16:0/2443122529 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194c044020 con 0x7f1950158cf0 2024-09-16T01:47:38.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.612+0000 7f19467fc640 1 -- 172.21.15.16:0/2443122529 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f194c034a40 con 0x7f1950158cf0 2024-09-16T01:47:38.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.612+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f195015f070 con 0x7f1950158cf0 2024-09-16T01:47:38.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.612+0000 7f19467fc640 1 -- 172.21.15.16:0/2443122529 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194c039040 con 0x7f1950158cf0 2024-09-16T01:47:38.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.612+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f195015f630 con 0x7f1950158cf0 2024-09-16T01:47:38.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.613+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1950159e20 con 0x7f1950158cf0 2024-09-16T01:47:38.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.613+0000 7f19467fc640 1 -- 172.21.15.16:0/2443122529 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f194c047020 con 0x7f1950158cf0 2024-09-16T01:47:38.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.614+0000 7f19467fc640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f193406c400 0x7f193406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.614+0000 7f19467fc640 1 -- 172.21.15.16:0/2443122529 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f194c0ae010 con 0x7f1950158cf0 2024-09-16T01:47:38.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.614+0000 7f1955493640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f193406c400 0x7f193406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.614+0000 7f1955493640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f193406c400 0x7f193406e8c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1940006fd0 tx=0x7f1940008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.618+0000 7f19467fc640 1 -- 172.21.15.16:0/2443122529 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f194c04e070 con 0x7f1950158cf0 2024-09-16T01:47:38.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.790+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f195006bec0 con 0x7f193406c400 2024-09-16T01:47:38.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.796+0000 7f19467fc640 1 -- 172.21.15.16:0/2443122529 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252081 (secure 0 0 0) 0x7f195006bec0 con 0x7f193406c400 2024-09-16T01:47:38.801 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:38.803 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:47:38.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f193406c400 msgr2=0x7f193406e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f193406c400 0x7f193406e8c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1940006fd0 tx=0x7f1940008040 comp rx=0 tx=0).stop 2024-09-16T01:47:38.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 msgr2=0x7f1950149fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f1950149fe0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f194c037040 tx=0x7f194c004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:38.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 shutdown_connections 2024-09-16T01:47:38.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f193406c400 0x7f193406e8c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f195015ca10 0x7f1950073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19501590d0 0x7f1950073850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 --2- 172.21.15.16:0/2443122529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1950158cf0 0x7f1950149fe0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 >> 172.21.15.16:0/2443122529 conn(0x7f19500b2000 msgr2=0x7f19500b3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 shutdown_connections 2024-09-16T01:47:38.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.799+0000 7f1957ef8640 1 -- 172.21.15.16:0/2443122529 wait complete. 2024-09-16T01:47:38.812 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":61,"stamp":"2024-09-16T01:47:38.743931+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":175,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264464,"kb_used_data":10792,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710256,"statfs":{"total":773094113280,"available":772823302144,"internally_reserved":0,"allocated":11051008,"data_stored":5477820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":259575346},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001825"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273009+0000","last_change":"2024-09-16T01:47:31.108736+0000","last_active":"2024-09-16T01:47:33.273009+0000","last_peered":"2024-09-16T01:47:33.273009+0000","last_clean":"2024-09-16T01:47:33.273009+0000","last_became_active":"2024-09-16T01:47:31.106561+0000","last_became_peered":"2024-09-16T01:47:31.106561+0000","last_unstale":"2024-09-16T01:47:33.273009+0000","last_undegraded":"2024-09-16T01:47:33.273009+0000","last_fullsized":"2024-09-16T01:47:33.273009+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:43:36.582870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273064+0000","last_change":"2024-09-16T01:47:31.096563+0000","last_active":"2024-09-16T01:47:33.273064+0000","last_peered":"2024-09-16T01:47:33.273064+0000","last_clean":"2024-09-16T01:47:33.273064+0000","last_became_active":"2024-09-16T01:47:31.096309+0000","last_became_peered":"2024-09-16T01:47:31.096309+0000","last_unstale":"2024-09-16T01:47:33.273064+0000","last_undegraded":"2024-09-16T01:47:33.273064+0000","last_fullsized":"2024-09-16T01:47:33.273064+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:22.176341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273140+0000","last_change":"2024-09-16T01:47:31.096063+0000","last_active":"2024-09-16T01:47:33.273140+0000","last_peered":"2024-09-16T01:47:33.273140+0000","last_clean":"2024-09-16T01:47:33.273140+0000","last_became_active":"2024-09-16T01:47:31.095788+0000","last_became_peered":"2024-09-16T01:47:31.095788+0000","last_unstale":"2024-09-16T01:47:33.273140+0000","last_undegraded":"2024-09-16T01:47:33.273140+0000","last_fullsized":"2024-09-16T01:47:33.273140+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:00.064846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272622+0000","last_change":"2024-09-16T01:47:31.094086+0000","last_active":"2024-09-16T01:47:33.272622+0000","last_peered":"2024-09-16T01:47:33.272622+0000","last_clean":"2024-09-16T01:47:33.272622+0000","last_became_active":"2024-09-16T01:47:31.090664+0000","last_became_peered":"2024-09-16T01:47:31.090664+0000","last_unstale":"2024-09-16T01:47:33.272622+0000","last_undegraded":"2024-09-16T01:47:33.272622+0000","last_fullsized":"2024-09-16T01:47:33.272622+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:16.776460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032541+0000","last_change":"2024-09-16T01:47:31.098867+0000","last_active":"2024-09-16T01:47:33.032541+0000","last_peered":"2024-09-16T01:47:33.032541+0000","last_clean":"2024-09-16T01:47:33.032541+0000","last_became_active":"2024-09-16T01:47:31.098578+0000","last_became_peered":"2024-09-16T01:47:31.098578+0000","last_unstale":"2024-09-16T01:47:33.032541+0000","last_undegraded":"2024-09-16T01:47:33.032541+0000","last_fullsized":"2024-09-16T01:47:33.032541+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:03.855150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904360+0000","last_change":"2024-09-16T01:47:31.106704+0000","last_active":"2024-09-16T01:47:32.904360+0000","last_peered":"2024-09-16T01:47:32.904360+0000","last_clean":"2024-09-16T01:47:32.904360+0000","last_became_active":"2024-09-16T01:47:31.106396+0000","last_became_peered":"2024-09-16T01:47:31.106396+0000","last_unstale":"2024-09-16T01:47:32.904360+0000","last_undegraded":"2024-09-16T01:47:32.904360+0000","last_fullsized":"2024-09-16T01:47:32.904360+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:02:21.978758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080434+0000","last_change":"2024-09-16T01:47:31.093157+0000","last_active":"2024-09-16T01:47:32.080434+0000","last_peered":"2024-09-16T01:47:32.080434+0000","last_clean":"2024-09-16T01:47:32.080434+0000","last_became_active":"2024-09-16T01:47:31.092872+0000","last_became_peered":"2024-09-16T01:47:31.092872+0000","last_unstale":"2024-09-16T01:47:32.080434+0000","last_undegraded":"2024-09-16T01:47:32.080434+0000","last_fullsized":"2024-09-16T01:47:32.080434+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:40.733425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272538+0000","last_change":"2024-09-16T01:47:31.101024+0000","last_active":"2024-09-16T01:47:33.272538+0000","last_peered":"2024-09-16T01:47:33.272538+0000","last_clean":"2024-09-16T01:47:33.272538+0000","last_became_active":"2024-09-16T01:47:31.100789+0000","last_became_peered":"2024-09-16T01:47:31.100789+0000","last_unstale":"2024-09-16T01:47:33.272538+0000","last_undegraded":"2024-09-16T01:47:33.272538+0000","last_fullsized":"2024-09-16T01:47:33.272538+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:29.452726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273030+0000","last_change":"2024-09-16T01:47:31.106055+0000","last_active":"2024-09-16T01:47:33.273030+0000","last_peered":"2024-09-16T01:47:33.273030+0000","last_clean":"2024-09-16T01:47:33.273030+0000","last_became_active":"2024-09-16T01:47:31.105646+0000","last_became_peered":"2024-09-16T01:47:31.105646+0000","last_unstale":"2024-09-16T01:47:33.273030+0000","last_undegraded":"2024-09-16T01:47:33.273030+0000","last_fullsized":"2024-09-16T01:47:33.273030+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:11.613124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272779+0000","last_change":"2024-09-16T01:47:31.105536+0000","last_active":"2024-09-16T01:47:33.272779+0000","last_peered":"2024-09-16T01:47:33.272779+0000","last_clean":"2024-09-16T01:47:33.272779+0000","last_became_active":"2024-09-16T01:47:31.102459+0000","last_became_peered":"2024-09-16T01:47:31.102459+0000","last_unstale":"2024-09-16T01:47:33.272779+0000","last_undegraded":"2024-09-16T01:47:33.272779+0000","last_fullsized":"2024-09-16T01:47:33.272779+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.809917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272871+0000","last_change":"2024-09-16T01:47:31.094525+0000","last_active":"2024-09-16T01:47:33.272871+0000","last_peered":"2024-09-16T01:47:33.272871+0000","last_clean":"2024-09-16T01:47:33.272871+0000","last_became_active":"2024-09-16T01:47:31.094069+0000","last_became_peered":"2024-09-16T01:47:31.094069+0000","last_unstale":"2024-09-16T01:47:33.272871+0000","last_undegraded":"2024-09-16T01:47:33.272871+0000","last_fullsized":"2024-09-16T01:47:33.272871+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:54:25.908077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272718+0000","last_change":"2024-09-16T01:47:31.105812+0000","last_active":"2024-09-16T01:47:33.272718+0000","last_peered":"2024-09-16T01:47:33.272718+0000","last_clean":"2024-09-16T01:47:33.272718+0000","last_became_active":"2024-09-16T01:47:31.105484+0000","last_became_peered":"2024-09-16T01:47:31.105484+0000","last_unstale":"2024-09-16T01:47:33.272718+0000","last_undegraded":"2024-09-16T01:47:33.272718+0000","last_fullsized":"2024-09-16T01:47:33.272718+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:56.614560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272947+0000","last_change":"2024-09-16T01:47:31.095059+0000","last_active":"2024-09-16T01:47:33.272947+0000","last_peered":"2024-09-16T01:47:33.272947+0000","last_clean":"2024-09-16T01:47:33.272947+0000","last_became_active":"2024-09-16T01:47:31.094765+0000","last_became_peered":"2024-09-16T01:47:31.094765+0000","last_unstale":"2024-09-16T01:47:33.272947+0000","last_undegraded":"2024-09-16T01:47:33.272947+0000","last_fullsized":"2024-09-16T01:47:33.272947+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:23.065672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272510+0000","last_change":"2024-09-16T01:47:31.096331+0000","last_active":"2024-09-16T01:47:33.272510+0000","last_peered":"2024-09-16T01:47:33.272510+0000","last_clean":"2024-09-16T01:47:33.272510+0000","last_became_active":"2024-09-16T01:47:31.096066+0000","last_became_peered":"2024-09-16T01:47:31.096066+0000","last_unstale":"2024-09-16T01:47:33.272510+0000","last_undegraded":"2024-09-16T01:47:33.272510+0000","last_fullsized":"2024-09-16T01:47:33.272510+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:58.015721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904193+0000","last_change":"2024-09-16T01:47:31.102699+0000","last_active":"2024-09-16T01:47:32.904193+0000","last_peered":"2024-09-16T01:47:32.904193+0000","last_clean":"2024-09-16T01:47:32.904193+0000","last_became_active":"2024-09-16T01:47:31.102440+0000","last_became_peered":"2024-09-16T01:47:31.102440+0000","last_unstale":"2024-09-16T01:47:32.904193+0000","last_undegraded":"2024-09-16T01:47:32.904193+0000","last_fullsized":"2024-09-16T01:47:32.904193+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:59.443593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272313+0000","last_change":"2024-09-16T01:47:31.109456+0000","last_active":"2024-09-16T01:47:33.272313+0000","last_peered":"2024-09-16T01:47:33.272313+0000","last_clean":"2024-09-16T01:47:33.272313+0000","last_became_active":"2024-09-16T01:47:31.109155+0000","last_became_peered":"2024-09-16T01:47:31.109155+0000","last_unstale":"2024-09-16T01:47:33.272313+0000","last_undegraded":"2024-09-16T01:47:33.272313+0000","last_fullsized":"2024-09-16T01:47:33.272313+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:10.960169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272987+0000","last_change":"2024-09-16T01:47:31.086086+0000","last_active":"2024-09-16T01:47:33.272987+0000","last_peered":"2024-09-16T01:47:33.272987+0000","last_clean":"2024-09-16T01:47:33.272987+0000","last_became_active":"2024-09-16T01:47:31.085806+0000","last_became_peered":"2024-09-16T01:47:31.085806+0000","last_unstale":"2024-09-16T01:47:33.272987+0000","last_undegraded":"2024-09-16T01:47:33.272987+0000","last_fullsized":"2024-09-16T01:47:33.272987+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:09.734358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079871+0000","last_change":"2024-09-16T01:47:31.090869+0000","last_active":"2024-09-16T01:47:32.079871+0000","last_peered":"2024-09-16T01:47:32.079871+0000","last_clean":"2024-09-16T01:47:32.079871+0000","last_became_active":"2024-09-16T01:47:31.090600+0000","last_became_peered":"2024-09-16T01:47:31.090600+0000","last_unstale":"2024-09-16T01:47:32.079871+0000","last_undegraded":"2024-09-16T01:47:32.079871+0000","last_fullsized":"2024-09-16T01:47:32.079871+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:11.401164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273247+0000","last_change":"2024-09-16T01:47:31.100381+0000","last_active":"2024-09-16T01:47:33.273247+0000","last_peered":"2024-09-16T01:47:33.273247+0000","last_clean":"2024-09-16T01:47:33.273247+0000","last_became_active":"2024-09-16T01:47:31.100034+0000","last_became_peered":"2024-09-16T01:47:31.100034+0000","last_unstale":"2024-09-16T01:47:33.273247+0000","last_undegraded":"2024-09-16T01:47:33.273247+0000","last_fullsized":"2024-09-16T01:47:33.273247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:52.441130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272990+0000","last_change":"2024-09-16T01:47:31.093291+0000","last_active":"2024-09-16T01:47:33.272990+0000","last_peered":"2024-09-16T01:47:33.272990+0000","last_clean":"2024-09-16T01:47:33.272990+0000","last_became_active":"2024-09-16T01:47:31.093044+0000","last_became_peered":"2024-09-16T01:47:31.093044+0000","last_unstale":"2024-09-16T01:47:33.272990+0000","last_undegraded":"2024-09-16T01:47:33.272990+0000","last_fullsized":"2024-09-16T01:47:33.272990+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:39.893311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273702+0000","last_change":"2024-09-16T01:47:31.084910+0000","last_active":"2024-09-16T01:47:33.273702+0000","last_peered":"2024-09-16T01:47:33.273702+0000","last_clean":"2024-09-16T01:47:33.273702+0000","last_became_active":"2024-09-16T01:47:31.084626+0000","last_became_peered":"2024-09-16T01:47:31.084626+0000","last_unstale":"2024-09-16T01:47:33.273702+0000","last_undegraded":"2024-09-16T01:47:33.273702+0000","last_fullsized":"2024-09-16T01:47:33.273702+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:34:11.344774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.078982+0000","last_change":"2024-09-16T01:47:31.085249+0000","last_active":"2024-09-16T01:47:32.078982+0000","last_peered":"2024-09-16T01:47:32.078982+0000","last_clean":"2024-09-16T01:47:32.078982+0000","last_became_active":"2024-09-16T01:47:31.084979+0000","last_became_peered":"2024-09-16T01:47:31.084979+0000","last_unstale":"2024-09-16T01:47:32.078982+0000","last_undegraded":"2024-09-16T01:47:32.078982+0000","last_fullsized":"2024-09-16T01:47:32.078982+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:39.974017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273479+0000","last_change":"2024-09-16T01:47:31.092906+0000","last_active":"2024-09-16T01:47:33.273479+0000","last_peered":"2024-09-16T01:47:33.273479+0000","last_clean":"2024-09-16T01:47:33.273479+0000","last_became_active":"2024-09-16T01:47:31.092606+0000","last_became_peered":"2024-09-16T01:47:31.092606+0000","last_unstale":"2024-09-16T01:47:33.273479+0000","last_undegraded":"2024-09-16T01:47:33.273479+0000","last_fullsized":"2024-09-16T01:47:33.273479+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:39.974017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.078707+0000","last_change":"2024-09-16T01:47:31.093210+0000","last_active":"2024-09-16T01:47:32.078707+0000","last_peered":"2024-09-16T01:47:32.078707+0000","last_clean":"2024-09-16T01:47:32.078707+0000","last_became_active":"2024-09-16T01:47:31.092918+0000","last_became_peered":"2024-09-16T01:47:31.092918+0000","last_unstale":"2024-09-16T01:47:32.078707+0000","last_undegraded":"2024-09-16T01:47:32.078707+0000","last_fullsized":"2024-09-16T01:47:32.078707+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:39.893311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273282+0000","last_change":"2024-09-16T01:47:31.094940+0000","last_active":"2024-09-16T01:47:33.273282+0000","last_peered":"2024-09-16T01:47:33.273282+0000","last_clean":"2024-09-16T01:47:33.273282+0000","last_became_active":"2024-09-16T01:47:31.094466+0000","last_became_peered":"2024-09-16T01:47:31.094466+0000","last_unstale":"2024-09-16T01:47:33.273282+0000","last_undegraded":"2024-09-16T01:47:33.273282+0000","last_fullsized":"2024-09-16T01:47:33.273282+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:11.401164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272804+0000","last_change":"2024-09-16T01:47:31.094380+0000","last_active":"2024-09-16T01:47:33.272804+0000","last_peered":"2024-09-16T01:47:33.272804+0000","last_clean":"2024-09-16T01:47:33.272804+0000","last_became_active":"2024-09-16T01:47:31.093276+0000","last_became_peered":"2024-09-16T01:47:31.093276+0000","last_unstale":"2024-09-16T01:47:33.272804+0000","last_undegraded":"2024-09-16T01:47:33.272804+0000","last_fullsized":"2024-09-16T01:47:33.272804+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:43.585354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904460+0000","last_change":"2024-09-16T01:47:31.112121+0000","last_active":"2024-09-16T01:47:32.904460+0000","last_peered":"2024-09-16T01:47:32.904460+0000","last_clean":"2024-09-16T01:47:32.904460+0000","last_became_active":"2024-09-16T01:47:31.111830+0000","last_became_peered":"2024-09-16T01:47:31.111830+0000","last_unstale":"2024-09-16T01:47:32.904460+0000","last_undegraded":"2024-09-16T01:47:32.904460+0000","last_fullsized":"2024-09-16T01:47:32.904460+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:38.145212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079079+0000","last_change":"2024-09-16T01:47:31.108673+0000","last_active":"2024-09-16T01:47:32.079079+0000","last_peered":"2024-09-16T01:47:32.079079+0000","last_clean":"2024-09-16T01:47:32.079079+0000","last_became_active":"2024-09-16T01:47:31.108371+0000","last_became_peered":"2024-09-16T01:47:31.108371+0000","last_unstale":"2024-09-16T01:47:32.079079+0000","last_undegraded":"2024-09-16T01:47:32.079079+0000","last_fullsized":"2024-09-16T01:47:32.079079+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:34:11.344774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273450+0000","last_change":"2024-09-16T01:47:31.094065+0000","last_active":"2024-09-16T01:47:33.273450+0000","last_peered":"2024-09-16T01:47:33.273450+0000","last_clean":"2024-09-16T01:47:33.273450+0000","last_became_active":"2024-09-16T01:47:31.093701+0000","last_became_peered":"2024-09-16T01:47:31.093701+0000","last_unstale":"2024-09-16T01:47:33.273450+0000","last_undegraded":"2024-09-16T01:47:33.273450+0000","last_fullsized":"2024-09-16T01:47:33.273450+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:30.159114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080211+0000","last_change":"2024-09-16T01:47:31.099457+0000","last_active":"2024-09-16T01:47:32.080211+0000","last_peered":"2024-09-16T01:47:32.080211+0000","last_clean":"2024-09-16T01:47:32.080211+0000","last_became_active":"2024-09-16T01:47:31.099084+0000","last_became_peered":"2024-09-16T01:47:31.099084+0000","last_unstale":"2024-09-16T01:47:32.080211+0000","last_undegraded":"2024-09-16T01:47:32.080211+0000","last_fullsized":"2024-09-16T01:47:32.080211+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:47.656537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272450+0000","last_change":"2024-09-16T01:47:31.095415+0000","last_active":"2024-09-16T01:47:33.272450+0000","last_peered":"2024-09-16T01:47:33.272450+0000","last_clean":"2024-09-16T01:47:33.272450+0000","last_became_active":"2024-09-16T01:47:31.089068+0000","last_became_peered":"2024-09-16T01:47:31.089068+0000","last_unstale":"2024-09-16T01:47:33.272450+0000","last_undegraded":"2024-09-16T01:47:33.272450+0000","last_fullsized":"2024-09-16T01:47:33.272450+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:28.666975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904197+0000","last_change":"2024-09-16T01:47:31.102048+0000","last_active":"2024-09-16T01:47:32.904197+0000","last_peered":"2024-09-16T01:47:32.904197+0000","last_clean":"2024-09-16T01:47:32.904197+0000","last_became_active":"2024-09-16T01:47:31.101782+0000","last_became_peered":"2024-09-16T01:47:31.101782+0000","last_unstale":"2024-09-16T01:47:32.904197+0000","last_undegraded":"2024-09-16T01:47:32.904197+0000","last_fullsized":"2024-09-16T01:47:32.904197+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:43:24.418803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904473+0000","last_change":"2024-09-16T01:47:31.100688+0000","last_active":"2024-09-16T01:47:32.904473+0000","last_peered":"2024-09-16T01:47:32.904473+0000","last_clean":"2024-09-16T01:47:32.904473+0000","last_became_active":"2024-09-16T01:47:31.100312+0000","last_became_peered":"2024-09-16T01:47:31.100312+0000","last_unstale":"2024-09-16T01:47:32.904473+0000","last_undegraded":"2024-09-16T01:47:32.904473+0000","last_fullsized":"2024-09-16T01:47:32.904473+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:26:07.536188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"98'4","reported_seq":18,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080339+0000","last_change":"2024-09-16T01:47:30.089872+0000","last_active":"2024-09-16T01:47:32.080339+0000","last_peered":"2024-09-16T01:47:32.080339+0000","last_clean":"2024-09-16T01:47:32.080339+0000","last_became_active":"2024-09-16T01:47:30.089554+0000","last_became_peered":"2024-09-16T01:47:30.089554+0000","last_unstale":"2024-09-16T01:47:32.080339+0000","last_undegraded":"2024-09-16T01:47:32.080339+0000","last_fullsized":"2024-09-16T01:47:32.080339+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:19.328178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080293+0000","last_change":"2024-09-16T01:47:31.094949+0000","last_active":"2024-09-16T01:47:32.080293+0000","last_peered":"2024-09-16T01:47:32.080293+0000","last_clean":"2024-09-16T01:47:32.080293+0000","last_became_active":"2024-09-16T01:47:31.094078+0000","last_became_peered":"2024-09-16T01:47:31.094078+0000","last_unstale":"2024-09-16T01:47:32.080293+0000","last_undegraded":"2024-09-16T01:47:32.080293+0000","last_fullsized":"2024-09-16T01:47:32.080293+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:17.514971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"98'1","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273098+0000","last_change":"2024-09-16T01:47:30.089553+0000","last_active":"2024-09-16T01:47:33.273098+0000","last_peered":"2024-09-16T01:47:33.273098+0000","last_clean":"2024-09-16T01:47:33.273098+0000","last_became_active":"2024-09-16T01:47:30.089266+0000","last_became_peered":"2024-09-16T01:47:30.089266+0000","last_unstale":"2024-09-16T01:47:33.273098+0000","last_undegraded":"2024-09-16T01:47:33.273098+0000","last_fullsized":"2024-09-16T01:47:33.273098+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:12.845356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904410+0000","last_change":"2024-09-16T01:47:31.101404+0000","last_active":"2024-09-16T01:47:32.904410+0000","last_peered":"2024-09-16T01:47:32.904410+0000","last_clean":"2024-09-16T01:47:32.904410+0000","last_became_active":"2024-09-16T01:47:31.101131+0000","last_became_peered":"2024-09-16T01:47:31.101131+0000","last_unstale":"2024-09-16T01:47:32.904410+0000","last_undegraded":"2024-09-16T01:47:32.904410+0000","last_fullsized":"2024-09-16T01:47:32.904410+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:09:50.759678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"98'2","reported_seq":16,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032670+0000","last_change":"2024-09-16T01:47:30.092169+0000","last_active":"2024-09-16T01:47:33.032670+0000","last_peered":"2024-09-16T01:47:33.032670+0000","last_clean":"2024-09-16T01:47:33.032670+0000","last_became_active":"2024-09-16T01:47:30.091829+0000","last_became_peered":"2024-09-16T01:47:30.091829+0000","last_unstale":"2024-09-16T01:47:33.032670+0000","last_undegraded":"2024-09-16T01:47:33.032670+0000","last_fullsized":"2024-09-16T01:47:33.032670+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:08:45.371124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273318+0000","last_change":"2024-09-16T01:47:31.100687+0000","last_active":"2024-09-16T01:47:33.273318+0000","last_peered":"2024-09-16T01:47:33.273318+0000","last_clean":"2024-09-16T01:47:33.273318+0000","last_became_active":"2024-09-16T01:47:31.100310+0000","last_became_peered":"2024-09-16T01:47:31.100310+0000","last_unstale":"2024-09-16T01:47:33.273318+0000","last_undegraded":"2024-09-16T01:47:33.273318+0000","last_fullsized":"2024-09-16T01:47:33.273318+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:25.434293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"98'2","reported_seq":16,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032429+0000","last_change":"2024-09-16T01:47:30.098334+0000","last_active":"2024-09-16T01:47:33.032429+0000","last_peered":"2024-09-16T01:47:33.032429+0000","last_clean":"2024-09-16T01:47:33.032429+0000","last_became_active":"2024-09-16T01:47:30.098013+0000","last_became_peered":"2024-09-16T01:47:30.098013+0000","last_unstale":"2024-09-16T01:47:33.032429+0000","last_undegraded":"2024-09-16T01:47:33.032429+0000","last_fullsized":"2024-09-16T01:47:33.032429+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:15:37.154950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272583+0000","last_change":"2024-09-16T01:47:31.105374+0000","last_active":"2024-09-16T01:47:33.272583+0000","last_peered":"2024-09-16T01:47:33.272583+0000","last_clean":"2024-09-16T01:47:33.272583+0000","last_became_active":"2024-09-16T01:47:31.105073+0000","last_became_peered":"2024-09-16T01:47:31.105073+0000","last_unstale":"2024-09-16T01:47:33.272583+0000","last_undegraded":"2024-09-16T01:47:33.272583+0000","last_fullsized":"2024-09-16T01:47:33.272583+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:24.425347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"98'1","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079603+0000","last_change":"2024-09-16T01:47:30.084122+0000","last_active":"2024-09-16T01:47:32.079603+0000","last_peered":"2024-09-16T01:47:32.079603+0000","last_clean":"2024-09-16T01:47:32.079603+0000","last_became_active":"2024-09-16T01:47:30.083790+0000","last_became_peered":"2024-09-16T01:47:30.083790+0000","last_unstale":"2024-09-16T01:47:32.079603+0000","last_undegraded":"2024-09-16T01:47:32.079603+0000","last_fullsized":"2024-09-16T01:47:32.079603+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:38.608062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273615+0000","last_change":"2024-09-16T01:47:31.098770+0000","last_active":"2024-09-16T01:47:33.273615+0000","last_peered":"2024-09-16T01:47:33.273615+0000","last_clean":"2024-09-16T01:47:33.273615+0000","last_became_active":"2024-09-16T01:47:31.098494+0000","last_became_peered":"2024-09-16T01:47:31.098494+0000","last_unstale":"2024-09-16T01:47:33.273615+0000","last_undegraded":"2024-09-16T01:47:33.273615+0000","last_fullsized":"2024-09-16T01:47:33.273615+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:33:39.704841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"98'1","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079090+0000","last_change":"2024-09-16T01:47:30.091711+0000","last_active":"2024-09-16T01:47:32.079090+0000","last_peered":"2024-09-16T01:47:32.079090+0000","last_clean":"2024-09-16T01:47:32.079090+0000","last_became_active":"2024-09-16T01:47:30.091445+0000","last_became_peered":"2024-09-16T01:47:30.091445+0000","last_unstale":"2024-09-16T01:47:32.079090+0000","last_undegraded":"2024-09-16T01:47:32.079090+0000","last_fullsized":"2024-09-16T01:47:32.079090+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:39.727644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272855+0000","last_change":"2024-09-16T01:47:31.109728+0000","last_active":"2024-09-16T01:47:33.272855+0000","last_peered":"2024-09-16T01:47:33.272855+0000","last_clean":"2024-09-16T01:47:33.272855+0000","last_became_active":"2024-09-16T01:47:31.108789+0000","last_became_peered":"2024-09-16T01:47:31.108789+0000","last_unstale":"2024-09-16T01:47:33.272855+0000","last_undegraded":"2024-09-16T01:47:33.272855+0000","last_fullsized":"2024-09-16T01:47:33.272855+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:36.938509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273323+0000","last_change":"2024-09-16T01:47:30.091880+0000","last_active":"2024-09-16T01:47:33.273323+0000","last_peered":"2024-09-16T01:47:33.273323+0000","last_clean":"2024-09-16T01:47:33.273323+0000","last_became_active":"2024-09-16T01:47:30.091673+0000","last_became_peered":"2024-09-16T01:47:30.091673+0000","last_unstale":"2024-09-16T01:47:33.273323+0000","last_undegraded":"2024-09-16T01:47:33.273323+0000","last_fullsized":"2024-09-16T01:47:33.273323+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:20.709060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080297+0000","last_change":"2024-09-16T01:47:31.093927+0000","last_active":"2024-09-16T01:47:32.080297+0000","last_peered":"2024-09-16T01:47:32.080297+0000","last_clean":"2024-09-16T01:47:32.080297+0000","last_became_active":"2024-09-16T01:47:31.093571+0000","last_became_peered":"2024-09-16T01:47:31.093571+0000","last_unstale":"2024-09-16T01:47:32.080297+0000","last_undegraded":"2024-09-16T01:47:32.080297+0000","last_fullsized":"2024-09-16T01:47:32.080297+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:51.650395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272429+0000","last_change":"2024-09-16T01:47:30.090631+0000","last_active":"2024-09-16T01:47:33.272429+0000","last_peered":"2024-09-16T01:47:33.272429+0000","last_clean":"2024-09-16T01:47:33.272429+0000","last_became_active":"2024-09-16T01:47:30.090351+0000","last_became_peered":"2024-09-16T01:47:30.090351+0000","last_unstale":"2024-09-16T01:47:33.272429+0000","last_undegraded":"2024-09-16T01:47:33.272429+0000","last_fullsized":"2024-09-16T01:47:33.272429+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:07.136141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080067+0000","last_change":"2024-09-16T01:47:31.095689+0000","last_active":"2024-09-16T01:47:32.080067+0000","last_peered":"2024-09-16T01:47:32.080067+0000","last_clean":"2024-09-16T01:47:32.080067+0000","last_became_active":"2024-09-16T01:47:31.095378+0000","last_became_peered":"2024-09-16T01:47:31.095378+0000","last_unstale":"2024-09-16T01:47:32.080067+0000","last_undegraded":"2024-09-16T01:47:32.080067+0000","last_fullsized":"2024-09-16T01:47:32.080067+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:21.714841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032632+0000","last_change":"2024-09-16T01:47:30.093552+0000","last_active":"2024-09-16T01:47:33.032632+0000","last_peered":"2024-09-16T01:47:33.032632+0000","last_clean":"2024-09-16T01:47:33.032632+0000","last_became_active":"2024-09-16T01:47:30.093273+0000","last_became_peered":"2024-09-16T01:47:30.093273+0000","last_unstale":"2024-09-16T01:47:33.032632+0000","last_undegraded":"2024-09-16T01:47:33.032632+0000","last_fullsized":"2024-09-16T01:47:33.032632+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:03.246941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080217+0000","last_change":"2024-09-16T01:47:31.108371+0000","last_active":"2024-09-16T01:47:32.080217+0000","last_peered":"2024-09-16T01:47:32.080217+0000","last_clean":"2024-09-16T01:47:32.080217+0000","last_became_active":"2024-09-16T01:47:31.108036+0000","last_became_peered":"2024-09-16T01:47:31.108036+0000","last_unstale":"2024-09-16T01:47:32.080217+0000","last_undegraded":"2024-09-16T01:47:32.080217+0000","last_fullsized":"2024-09-16T01:47:32.080217+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:39.974017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079129+0000","last_change":"2024-09-16T01:47:30.091435+0000","last_active":"2024-09-16T01:47:32.079129+0000","last_peered":"2024-09-16T01:47:32.079129+0000","last_clean":"2024-09-16T01:47:32.079129+0000","last_became_active":"2024-09-16T01:47:30.090911+0000","last_became_peered":"2024-09-16T01:47:30.090911+0000","last_unstale":"2024-09-16T01:47:32.079129+0000","last_undegraded":"2024-09-16T01:47:32.079129+0000","last_fullsized":"2024-09-16T01:47:32.079129+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:26.449151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079115+0000","last_change":"2024-09-16T01:47:31.095143+0000","last_active":"2024-09-16T01:47:32.079115+0000","last_peered":"2024-09-16T01:47:32.079115+0000","last_clean":"2024-09-16T01:47:32.079115+0000","last_became_active":"2024-09-16T01:47:31.091687+0000","last_became_peered":"2024-09-16T01:47:31.091687+0000","last_unstale":"2024-09-16T01:47:32.079115+0000","last_undegraded":"2024-09-16T01:47:32.079115+0000","last_fullsized":"2024-09-16T01:47:32.079115+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:51.744385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"98'3","reported_seq":17,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272731+0000","last_change":"2024-09-16T01:47:30.087039+0000","last_active":"2024-09-16T01:47:33.272731+0000","last_peered":"2024-09-16T01:47:33.272731+0000","last_clean":"2024-09-16T01:47:33.272731+0000","last_became_active":"2024-09-16T01:47:30.086713+0000","last_became_peered":"2024-09-16T01:47:30.086713+0000","last_unstale":"2024-09-16T01:47:33.272731+0000","last_undegraded":"2024-09-16T01:47:33.272731+0000","last_fullsized":"2024-09-16T01:47:33.272731+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:59.059065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079835+0000","last_change":"2024-09-16T01:47:31.093255+0000","last_active":"2024-09-16T01:47:32.079835+0000","last_peered":"2024-09-16T01:47:32.079835+0000","last_clean":"2024-09-16T01:47:32.079835+0000","last_became_active":"2024-09-16T01:47:31.092629+0000","last_became_peered":"2024-09-16T01:47:31.092629+0000","last_unstale":"2024-09-16T01:47:32.079835+0000","last_undegraded":"2024-09-16T01:47:32.079835+0000","last_fullsized":"2024-09-16T01:47:32.079835+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:02.028284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"98'6","reported_seq":20,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272835+0000","last_change":"2024-09-16T01:47:30.091324+0000","last_active":"2024-09-16T01:47:33.272835+0000","last_peered":"2024-09-16T01:47:33.272835+0000","last_clean":"2024-09-16T01:47:33.272835+0000","last_became_active":"2024-09-16T01:47:30.091055+0000","last_became_peered":"2024-09-16T01:47:30.091055+0000","last_unstale":"2024-09-16T01:47:33.272835+0000","last_undegraded":"2024-09-16T01:47:33.272835+0000","last_fullsized":"2024-09-16T01:47:33.272835+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:07.148462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079020+0000","last_change":"2024-09-16T01:47:31.097428+0000","last_active":"2024-09-16T01:47:32.079020+0000","last_peered":"2024-09-16T01:47:32.079020+0000","last_clean":"2024-09-16T01:47:32.079020+0000","last_became_active":"2024-09-16T01:47:31.092720+0000","last_became_peered":"2024-09-16T01:47:31.092720+0000","last_unstale":"2024-09-16T01:47:32.079020+0000","last_undegraded":"2024-09-16T01:47:32.079020+0000","last_fullsized":"2024-09-16T01:47:32.079020+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:17.514971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"98'2","reported_seq":16,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904243+0000","last_change":"2024-09-16T01:47:30.091647+0000","last_active":"2024-09-16T01:47:32.904243+0000","last_peered":"2024-09-16T01:47:32.904243+0000","last_clean":"2024-09-16T01:47:32.904243+0000","last_became_active":"2024-09-16T01:47:30.090582+0000","last_became_peered":"2024-09-16T01:47:30.090582+0000","last_unstale":"2024-09-16T01:47:32.904243+0000","last_undegraded":"2024-09-16T01:47:32.904243+0000","last_fullsized":"2024-09-16T01:47:32.904243+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:19.305044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079026+0000","last_change":"2024-09-16T01:47:31.093929+0000","last_active":"2024-09-16T01:47:32.079026+0000","last_peered":"2024-09-16T01:47:32.079026+0000","last_clean":"2024-09-16T01:47:32.079026+0000","last_became_active":"2024-09-16T01:47:31.091902+0000","last_became_peered":"2024-09-16T01:47:31.091902+0000","last_unstale":"2024-09-16T01:47:32.079026+0000","last_undegraded":"2024-09-16T01:47:32.079026+0000","last_fullsized":"2024-09-16T01:47:32.079026+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:33:39.704841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079932+0000","last_change":"2024-09-16T01:47:30.094839+0000","last_active":"2024-09-16T01:47:32.079932+0000","last_peered":"2024-09-16T01:47:32.079932+0000","last_clean":"2024-09-16T01:47:32.079932+0000","last_became_active":"2024-09-16T01:47:30.094584+0000","last_became_peered":"2024-09-16T01:47:30.094584+0000","last_unstale":"2024-09-16T01:47:32.079932+0000","last_undegraded":"2024-09-16T01:47:32.079932+0000","last_fullsized":"2024-09-16T01:47:32.079932+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:13.705488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.078736+0000","last_change":"2024-09-16T01:47:31.095057+0000","last_active":"2024-09-16T01:47:32.078736+0000","last_peered":"2024-09-16T01:47:32.078736+0000","last_clean":"2024-09-16T01:47:32.078736+0000","last_became_active":"2024-09-16T01:47:31.093580+0000","last_became_peered":"2024-09-16T01:47:31.093580+0000","last_unstale":"2024-09-16T01:47:32.078736+0000","last_undegraded":"2024-09-16T01:47:32.078736+0000","last_fullsized":"2024-09-16T01:47:32.078736+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:11.401164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"98'8","reported_seq":22,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032525+0000","last_change":"2024-09-16T01:47:30.095055+0000","last_active":"2024-09-16T01:47:33.032525+0000","last_peered":"2024-09-16T01:47:33.032525+0000","last_clean":"2024-09-16T01:47:33.032525+0000","last_became_active":"2024-09-16T01:47:30.094721+0000","last_became_peered":"2024-09-16T01:47:30.094721+0000","last_unstale":"2024-09-16T01:47:33.032525+0000","last_undegraded":"2024-09-16T01:47:33.032525+0000","last_fullsized":"2024-09-16T01:47:33.032525+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:40:46.448962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032708+0000","last_change":"2024-09-16T01:47:31.108410+0000","last_active":"2024-09-16T01:47:33.032708+0000","last_peered":"2024-09-16T01:47:33.032708+0000","last_clean":"2024-09-16T01:47:33.032708+0000","last_became_active":"2024-09-16T01:47:31.108144+0000","last_became_peered":"2024-09-16T01:47:31.108144+0000","last_unstale":"2024-09-16T01:47:33.032708+0000","last_undegraded":"2024-09-16T01:47:33.032708+0000","last_fullsized":"2024-09-16T01:47:33.032708+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:08.866973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"98'1","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273120+0000","last_change":"2024-09-16T01:47:30.085041+0000","last_active":"2024-09-16T01:47:33.273120+0000","last_peered":"2024-09-16T01:47:33.273120+0000","last_clean":"2024-09-16T01:47:33.273120+0000","last_became_active":"2024-09-16T01:47:30.084740+0000","last_became_peered":"2024-09-16T01:47:30.084740+0000","last_unstale":"2024-09-16T01:47:33.273120+0000","last_undegraded":"2024-09-16T01:47:33.273120+0000","last_fullsized":"2024-09-16T01:47:33.273120+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:22.059891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904531+0000","last_change":"2024-09-16T01:47:31.113441+0000","last_active":"2024-09-16T01:47:32.904531+0000","last_peered":"2024-09-16T01:47:32.904531+0000","last_clean":"2024-09-16T01:47:32.904531+0000","last_became_active":"2024-09-16T01:47:31.113143+0000","last_became_peered":"2024-09-16T01:47:31.113143+0000","last_unstale":"2024-09-16T01:47:32.904531+0000","last_undegraded":"2024-09-16T01:47:32.904531+0000","last_fullsized":"2024-09-16T01:47:32.904531+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:09.067641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"98'2","reported_seq":16,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032721+0000","last_change":"2024-09-16T01:47:30.090615+0000","last_active":"2024-09-16T01:47:33.032721+0000","last_peered":"2024-09-16T01:47:33.032721+0000","last_clean":"2024-09-16T01:47:33.032721+0000","last_became_active":"2024-09-16T01:47:30.090310+0000","last_became_peered":"2024-09-16T01:47:30.090310+0000","last_unstale":"2024-09-16T01:47:33.032721+0000","last_undegraded":"2024-09-16T01:47:33.032721+0000","last_fullsized":"2024-09-16T01:47:33.032721+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:11.683306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272724+0000","last_change":"2024-09-16T01:47:31.108461+0000","last_active":"2024-09-16T01:47:33.272724+0000","last_peered":"2024-09-16T01:47:33.272724+0000","last_clean":"2024-09-16T01:47:33.272724+0000","last_became_active":"2024-09-16T01:47:31.108154+0000","last_became_peered":"2024-09-16T01:47:31.108154+0000","last_unstale":"2024-09-16T01:47:33.272724+0000","last_undegraded":"2024-09-16T01:47:33.272724+0000","last_fullsized":"2024-09-16T01:47:33.272724+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:10.392084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"98'1","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080100+0000","last_change":"2024-09-16T01:47:30.094682+0000","last_active":"2024-09-16T01:47:32.080100+0000","last_peered":"2024-09-16T01:47:32.080100+0000","last_clean":"2024-09-16T01:47:32.080100+0000","last_became_active":"2024-09-16T01:47:30.094384+0000","last_became_peered":"2024-09-16T01:47:30.094384+0000","last_unstale":"2024-09-16T01:47:32.080100+0000","last_undegraded":"2024-09-16T01:47:32.080100+0000","last_fullsized":"2024-09-16T01:47:32.080100+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:23.759725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273464+0000","last_change":"2024-09-16T01:47:31.094825+0000","last_active":"2024-09-16T01:47:33.273464+0000","last_peered":"2024-09-16T01:47:33.273464+0000","last_clean":"2024-09-16T01:47:33.273464+0000","last_became_active":"2024-09-16T01:47:31.094548+0000","last_became_peered":"2024-09-16T01:47:31.094548+0000","last_unstale":"2024-09-16T01:47:33.273464+0000","last_undegraded":"2024-09-16T01:47:33.273464+0000","last_fullsized":"2024-09-16T01:47:33.273464+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:08.141922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079646+0000","last_change":"2024-09-16T01:47:30.092795+0000","last_active":"2024-09-16T01:47:32.079646+0000","last_peered":"2024-09-16T01:47:32.079646+0000","last_clean":"2024-09-16T01:47:32.079646+0000","last_became_active":"2024-09-16T01:47:30.092541+0000","last_became_peered":"2024-09-16T01:47:30.092541+0000","last_unstale":"2024-09-16T01:47:32.079646+0000","last_undegraded":"2024-09-16T01:47:32.079646+0000","last_fullsized":"2024-09-16T01:47:32.079646+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:38.555321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272529+0000","last_change":"2024-09-16T01:47:31.092695+0000","last_active":"2024-09-16T01:47:33.272529+0000","last_peered":"2024-09-16T01:47:33.272529+0000","last_clean":"2024-09-16T01:47:33.272529+0000","last_became_active":"2024-09-16T01:47:31.092396+0000","last_became_peered":"2024-09-16T01:47:31.092396+0000","last_unstale":"2024-09-16T01:47:33.272529+0000","last_undegraded":"2024-09-16T01:47:33.272529+0000","last_fullsized":"2024-09-16T01:47:33.272529+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:56.877030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"98'2","reported_seq":16,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904281+0000","last_change":"2024-09-16T01:47:30.093161+0000","last_active":"2024-09-16T01:47:32.904281+0000","last_peered":"2024-09-16T01:47:32.904281+0000","last_clean":"2024-09-16T01:47:32.904281+0000","last_became_active":"2024-09-16T01:47:30.092898+0000","last_became_peered":"2024-09-16T01:47:30.092898+0000","last_unstale":"2024-09-16T01:47:32.904281+0000","last_undegraded":"2024-09-16T01:47:32.904281+0000","last_fullsized":"2024-09-16T01:47:32.904281+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:03.146602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272424+0000","last_change":"2024-09-16T01:47:31.103073+0000","last_active":"2024-09-16T01:47:33.272424+0000","last_peered":"2024-09-16T01:47:33.272424+0000","last_clean":"2024-09-16T01:47:33.272424+0000","last_became_active":"2024-09-16T01:47:31.102786+0000","last_became_peered":"2024-09-16T01:47:31.102786+0000","last_unstale":"2024-09-16T01:47:33.272424+0000","last_undegraded":"2024-09-16T01:47:33.272424+0000","last_fullsized":"2024-09-16T01:47:33.272424+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:03:11.896366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032337+0000","last_change":"2024-09-16T01:47:30.094009+0000","last_active":"2024-09-16T01:47:33.032337+0000","last_peered":"2024-09-16T01:47:33.032337+0000","last_clean":"2024-09-16T01:47:33.032337+0000","last_became_active":"2024-09-16T01:47:30.092773+0000","last_became_peered":"2024-09-16T01:47:30.092773+0000","last_unstale":"2024-09-16T01:47:33.032337+0000","last_undegraded":"2024-09-16T01:47:33.032337+0000","last_fullsized":"2024-09-16T01:47:33.032337+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:36.793609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273084+0000","last_change":"2024-09-16T01:47:31.098229+0000","last_active":"2024-09-16T01:47:33.273084+0000","last_peered":"2024-09-16T01:47:33.273084+0000","last_clean":"2024-09-16T01:47:33.273084+0000","last_became_active":"2024-09-16T01:47:31.097804+0000","last_became_peered":"2024-09-16T01:47:31.097804+0000","last_unstale":"2024-09-16T01:47:33.273084+0000","last_undegraded":"2024-09-16T01:47:33.273084+0000","last_fullsized":"2024-09-16T01:47:33.273084+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:25:04.742751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.904137+0000","last_change":"2024-09-16T01:47:30.095587+0000","last_active":"2024-09-16T01:47:32.904137+0000","last_peered":"2024-09-16T01:47:32.904137+0000","last_clean":"2024-09-16T01:47:32.904137+0000","last_became_active":"2024-09-16T01:47:30.093666+0000","last_became_peered":"2024-09-16T01:47:30.093666+0000","last_unstale":"2024-09-16T01:47:32.904137+0000","last_undegraded":"2024-09-16T01:47:32.904137+0000","last_fullsized":"2024-09-16T01:47:32.904137+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:51.462187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.078846+0000","last_change":"2024-09-16T01:47:31.094230+0000","last_active":"2024-09-16T01:47:32.078846+0000","last_peered":"2024-09-16T01:47:32.078846+0000","last_clean":"2024-09-16T01:47:32.078846+0000","last_became_active":"2024-09-16T01:47:31.093216+0000","last_became_peered":"2024-09-16T01:47:31.093216+0000","last_unstale":"2024-09-16T01:47:32.078846+0000","last_undegraded":"2024-09-16T01:47:32.078846+0000","last_fullsized":"2024-09-16T01:47:32.078846+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:30.159114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272536+0000","last_change":"2024-09-16T01:47:30.088715+0000","last_active":"2024-09-16T01:47:33.272536+0000","last_peered":"2024-09-16T01:47:33.272536+0000","last_clean":"2024-09-16T01:47:33.272536+0000","last_became_active":"2024-09-16T01:47:30.088219+0000","last_became_peered":"2024-09-16T01:47:30.088219+0000","last_unstale":"2024-09-16T01:47:33.272536+0000","last_undegraded":"2024-09-16T01:47:33.272536+0000","last_fullsized":"2024-09-16T01:47:33.272536+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:50:03.428037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079910+0000","last_change":"2024-09-16T01:47:31.106310+0000","last_active":"2024-09-16T01:47:32.079910+0000","last_peered":"2024-09-16T01:47:32.079910+0000","last_clean":"2024-09-16T01:47:32.079910+0000","last_became_active":"2024-09-16T01:47:31.106092+0000","last_became_peered":"2024-09-16T01:47:31.106092+0000","last_unstale":"2024-09-16T01:47:32.079910+0000","last_undegraded":"2024-09-16T01:47:32.079910+0000","last_fullsized":"2024-09-16T01:47:32.079910+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:08.021985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"98'2","reported_seq":16,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079192+0000","last_change":"2024-09-16T01:47:30.096787+0000","last_active":"2024-09-16T01:47:32.079192+0000","last_peered":"2024-09-16T01:47:32.079192+0000","last_clean":"2024-09-16T01:47:32.079192+0000","last_became_active":"2024-09-16T01:47:30.096492+0000","last_became_peered":"2024-09-16T01:47:30.096492+0000","last_unstale":"2024-09-16T01:47:32.079192+0000","last_undegraded":"2024-09-16T01:47:32.079192+0000","last_fullsized":"2024-09-16T01:47:32.079192+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:09.371038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273117+0000","last_change":"2024-09-16T01:47:31.103680+0000","last_active":"2024-09-16T01:47:33.273117+0000","last_peered":"2024-09-16T01:47:33.273117+0000","last_clean":"2024-09-16T01:47:33.273117+0000","last_became_active":"2024-09-16T01:47:31.103398+0000","last_became_peered":"2024-09-16T01:47:31.103398+0000","last_unstale":"2024-09-16T01:47:33.273117+0000","last_undegraded":"2024-09-16T01:47:33.273117+0000","last_fullsized":"2024-09-16T01:47:33.273117+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:31.892735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"99'1","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080075+0000","last_change":"2024-09-16T01:47:30.089483+0000","last_active":"2024-09-16T01:47:32.080075+0000","last_peered":"2024-09-16T01:47:32.080075+0000","last_clean":"2024-09-16T01:47:32.080075+0000","last_became_active":"2024-09-16T01:47:30.089216+0000","last_became_peered":"2024-09-16T01:47:30.089216+0000","last_unstale":"2024-09-16T01:47:32.080075+0000","last_undegraded":"2024-09-16T01:47:32.080075+0000","last_fullsized":"2024-09-16T01:47:32.080075+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:38.479271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272856+0000","last_change":"2024-09-16T01:47:31.104372+0000","last_active":"2024-09-16T01:47:33.272856+0000","last_peered":"2024-09-16T01:47:33.272856+0000","last_clean":"2024-09-16T01:47:33.272856+0000","last_became_active":"2024-09-16T01:47:31.104073+0000","last_became_peered":"2024-09-16T01:47:31.104073+0000","last_unstale":"2024-09-16T01:47:33.272856+0000","last_undegraded":"2024-09-16T01:47:33.272856+0000","last_fullsized":"2024-09-16T01:47:33.272856+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:01.896005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272966+0000","last_change":"2024-09-16T01:47:30.087795+0000","last_active":"2024-09-16T01:47:33.272966+0000","last_peered":"2024-09-16T01:47:33.272966+0000","last_clean":"2024-09-16T01:47:33.272966+0000","last_became_active":"2024-09-16T01:47:30.087514+0000","last_became_peered":"2024-09-16T01:47:30.087514+0000","last_unstale":"2024-09-16T01:47:33.272966+0000","last_undegraded":"2024-09-16T01:47:33.272966+0000","last_fullsized":"2024-09-16T01:47:33.272966+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:24.428512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079806+0000","last_change":"2024-09-16T01:47:31.107097+0000","last_active":"2024-09-16T01:47:32.079806+0000","last_peered":"2024-09-16T01:47:32.079806+0000","last_clean":"2024-09-16T01:47:32.079806+0000","last_became_active":"2024-09-16T01:47:31.106837+0000","last_became_peered":"2024-09-16T01:47:31.106837+0000","last_unstale":"2024-09-16T01:47:32.079806+0000","last_undegraded":"2024-09-16T01:47:32.079806+0000","last_fullsized":"2024-09-16T01:47:32.079806+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:30.159114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079210+0000","last_change":"2024-09-16T01:47:30.092707+0000","last_active":"2024-09-16T01:47:32.079210+0000","last_peered":"2024-09-16T01:47:32.079210+0000","last_clean":"2024-09-16T01:47:32.079210+0000","last_became_active":"2024-09-16T01:47:30.092249+0000","last_became_peered":"2024-09-16T01:47:30.092249+0000","last_unstale":"2024-09-16T01:47:32.079210+0000","last_undegraded":"2024-09-16T01:47:32.079210+0000","last_fullsized":"2024-09-16T01:47:32.079210+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:36.387088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273367+0000","last_change":"2024-09-16T01:47:31.089387+0000","last_active":"2024-09-16T01:47:33.273367+0000","last_peered":"2024-09-16T01:47:33.273367+0000","last_clean":"2024-09-16T01:47:33.273367+0000","last_became_active":"2024-09-16T01:47:31.089116+0000","last_became_peered":"2024-09-16T01:47:31.089116+0000","last_unstale":"2024-09-16T01:47:33.273367+0000","last_undegraded":"2024-09-16T01:47:33.273367+0000","last_fullsized":"2024-09-16T01:47:33.273367+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:08.021985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.079649+0000","last_change":"2024-09-16T01:47:30.083629+0000","last_active":"2024-09-16T01:47:32.079649+0000","last_peered":"2024-09-16T01:47:32.079649+0000","last_clean":"2024-09-16T01:47:32.079649+0000","last_became_active":"2024-09-16T01:47:30.083071+0000","last_became_peered":"2024-09-16T01:47:30.083071+0000","last_unstale":"2024-09-16T01:47:32.079649+0000","last_undegraded":"2024-09-16T01:47:32.079649+0000","last_fullsized":"2024-09-16T01:47:32.079649+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:04:00.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273507+0000","last_change":"2024-09-16T01:47:31.098307+0000","last_active":"2024-09-16T01:47:33.273507+0000","last_peered":"2024-09-16T01:47:33.273507+0000","last_clean":"2024-09-16T01:47:33.273507+0000","last_became_active":"2024-09-16T01:47:31.097379+0000","last_became_peered":"2024-09-16T01:47:31.097379+0000","last_unstale":"2024-09-16T01:47:33.273507+0000","last_undegraded":"2024-09-16T01:47:33.273507+0000","last_fullsized":"2024-09-16T01:47:33.273507+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:17.514971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.273234+0000","last_change":"2024-09-16T01:47:30.084995+0000","last_active":"2024-09-16T01:47:33.273234+0000","last_peered":"2024-09-16T01:47:33.273234+0000","last_clean":"2024-09-16T01:47:33.273234+0000","last_became_active":"2024-09-16T01:47:30.084621+0000","last_became_peered":"2024-09-16T01:47:30.084621+0000","last_unstale":"2024-09-16T01:47:33.273234+0000","last_undegraded":"2024-09-16T01:47:33.273234+0000","last_fullsized":"2024-09-16T01:47:33.273234+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:01.022503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272734+0000","last_change":"2024-09-16T01:47:31.101175+0000","last_active":"2024-09-16T01:47:33.272734+0000","last_peered":"2024-09-16T01:47:33.272734+0000","last_clean":"2024-09-16T01:47:33.272734+0000","last_became_active":"2024-09-16T01:47:31.100916+0000","last_became_peered":"2024-09-16T01:47:31.100916+0000","last_unstale":"2024-09-16T01:47:33.272734+0000","last_undegraded":"2024-09-16T01:47:33.272734+0000","last_fullsized":"2024-09-16T01:47:33.272734+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:08.154244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.032333+0000","last_change":"2024-09-16T01:47:30.094073+0000","last_active":"2024-09-16T01:47:33.032333+0000","last_peered":"2024-09-16T01:47:33.032333+0000","last_clean":"2024-09-16T01:47:33.032333+0000","last_became_active":"2024-09-16T01:47:30.092777+0000","last_became_peered":"2024-09-16T01:47:30.092777+0000","last_unstale":"2024-09-16T01:47:33.032333+0000","last_undegraded":"2024-09-16T01:47:33.032333+0000","last_fullsized":"2024-09-16T01:47:33.032333+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:47.370318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272445+0000","last_change":"2024-09-16T01:47:31.105079+0000","last_active":"2024-09-16T01:47:33.272445+0000","last_peered":"2024-09-16T01:47:33.272445+0000","last_clean":"2024-09-16T01:47:33.272445+0000","last_became_active":"2024-09-16T01:47:31.104005+0000","last_became_peered":"2024-09-16T01:47:31.104005+0000","last_unstale":"2024-09-16T01:47:33.272445+0000","last_undegraded":"2024-09-16T01:47:33.272445+0000","last_fullsized":"2024-09-16T01:47:33.272445+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:42:11.917526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272666+0000","last_change":"2024-09-16T01:47:30.087101+0000","last_active":"2024-09-16T01:47:33.272666+0000","last_peered":"2024-09-16T01:47:33.272666+0000","last_clean":"2024-09-16T01:47:33.272666+0000","last_became_active":"2024-09-16T01:47:30.086808+0000","last_became_peered":"2024-09-16T01:47:30.086808+0000","last_unstale":"2024-09-16T01:47:33.272666+0000","last_undegraded":"2024-09-16T01:47:33.272666+0000","last_fullsized":"2024-09-16T01:47:33.272666+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.521966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.078744+0000","last_change":"2024-09-16T01:47:31.093988+0000","last_active":"2024-09-16T01:47:32.078744+0000","last_peered":"2024-09-16T01:47:32.078744+0000","last_clean":"2024-09-16T01:47:32.078744+0000","last_became_active":"2024-09-16T01:47:31.093630+0000","last_became_peered":"2024-09-16T01:47:31.093630+0000","last_unstale":"2024-09-16T01:47:32.078744+0000","last_undegraded":"2024-09-16T01:47:32.078744+0000","last_fullsized":"2024-09-16T01:47:32.078744+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":97,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:30.068136+0000","last_clean_scrub_stamp":"2024-09-16T01:47:30.068136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:08.021985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:32.080524+0000","last_change":"2024-09-16T01:47:30.092662+0000","last_active":"2024-09-16T01:47:32.080524+0000","last_peered":"2024-09-16T01:47:32.080524+0000","last_clean":"2024-09-16T01:47:32.080524+0000","last_became_active":"2024-09-16T01:47:30.092379+0000","last_became_peered":"2024-09-16T01:47:30.092379+0000","last_unstale":"2024-09-16T01:47:32.080524+0000","last_undegraded":"2024-09-16T01:47:32.080524+0000","last_fullsized":"2024-09-16T01:47:32.080524+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":96,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:47:29.062355+0000","last_clean_scrub_stamp":"2024-09-16T01:47:29.062355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:57.635189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":354,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-16T01:47:33.272917+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:47:33.272917+0000","last_peered":"2024-09-16T01:47:33.272917+0000","last_clean":"2024-09-16T01:47:33.272917+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:47:33.272917+0000","last_undegraded":"2024-09-16T01:47:33.272917+0000","last_fullsized":"2024-09-16T01:47:33.272917+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574918,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":1127517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509510,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32388,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339452,"statfs":{"total":96636764160,"available":96603598848,"internally_reserved":0,"allocated":1228800,"data_stored":536603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509510,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32400,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339440,"statfs":{"total":96636764160,"available":96603586560,"internally_reserved":0,"allocated":1232896,"data_stored":537137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1224704,"data_stored":536533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542214,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36560,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335280,"statfs":{"total":96636764160,"available":96599326720,"internally_reserved":0,"allocated":1241088,"data_stored":538215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542215,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1224704,"data_stored":536533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542215,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32392,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339448,"statfs":{"total":96636764160,"available":96603594752,"internally_reserved":0,"allocated":1232896,"data_stored":536657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542215,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32984,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338856,"statfs":{"total":96636764160,"available":96602988544,"internally_reserved":0,"allocated":1839104,"data_stored":1128625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:47:38.816 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:47:38.816 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:47:38.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.959+0000 7f1139523640 1 Processor -- start 2024-09-16T01:47:38.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.959+0000 7f1139523640 1 -- start start 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1139523640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1134162aa0 0x7f11340b4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1139523640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11340cefb0 con 0x7f113406c2f0 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1139523640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11340b34a0 con 0x7f11340b47a0 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1139523640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f11340b4be0 con 0x7f1134162aa0 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1132ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1134162aa0 0x7f11340b4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f11337fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f113406c2f0 0x7f11340710b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36646/0 (socket says 172.21.15.16:36646) 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f11337fe640 1 -- 172.21.15.16:0/3483700414 learned_addr learned my addr 172.21.15.16:0/3483700414 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1132ffd640 1 --2- 172.21.15.16:0/3483700414 >> v2:172.21.15.16:3300/0 conn(0x7f1134162aa0 0x7f11340b4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42574/0 (socket says 172.21.15.16:42574) 2024-09-16T01:47:38.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1132ffd640 1 -- 172.21.15.16:0/3483700414 >> v1:172.21.15.104:6789/0 conn(0x7f11340b47a0 legacy=0x7f113406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1132ffd640 1 -- 172.21.15.16:0/3483700414 >> v1:172.21.15.16:6789/0 conn(0x7f113406c2f0 legacy=0x7f11340710b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f1132ffd640 1 -- 172.21.15.16:0/3483700414 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11340b3780 con 0x7f1134162aa0 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.960+0000 7f11327fc640 1 -- 172.21.15.16:0/3483700414 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1016487281 0 0) 0x7f112c001490 con 0x7f113406c2f0 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.961+0000 7f1132ffd640 1 --2- 172.21.15.16:0/3483700414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1134162aa0 0x7f11340b4260 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f11240097a0 tx=0x7f112402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=238a1c90728adb06 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.961+0000 7f11327fc640 1 -- 172.21.15.16:0/3483700414 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1124037070 con 0x7f1134162aa0 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.961+0000 7f11327fc640 1 -- 172.21.15.16:0/3483700414 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1124032440 con 0x7f1134162aa0 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.961+0000 7f11327fc640 1 -- 172.21.15.16:0/3483700414 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1124032810 con 0x7f1134162aa0 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.962+0000 7f1139523640 1 -- 172.21.15.16:0/3483700414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1134162aa0 msgr2=0x7f11340b4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.962+0000 7f1139523640 1 --2- 172.21.15.16:0/3483700414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1134162aa0 0x7f11340b4260 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f11240097a0 tx=0x7f112402a270 comp rx=0 tx=0).stop 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.962+0000 7f1139523640 1 -- 172.21.15.16:0/3483700414 shutdown_connections 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.962+0000 7f1139523640 1 --2- 172.21.15.16:0/3483700414 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1134162aa0 0x7f11340b4260 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.962+0000 7f1139523640 1 -- 172.21.15.16:0/3483700414 >> 172.21.15.16:0/3483700414 conn(0x7f11340b2000 msgr2=0x7f11340b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.962+0000 7f1139523640 1 -- 172.21.15.16:0/3483700414 shutdown_connections 2024-09-16T01:47:38.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.962+0000 7f1139523640 1 -- 172.21.15.16:0/3483700414 wait complete. 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.963+0000 7f1139523640 1 Processor -- start 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.963+0000 7f1139523640 1 -- start start 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f1139523640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f113406c2f0 0x7f1134151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f1139523640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11340b47a0 0x7f11340aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f1139523640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1134162aa0 0x7f1134151bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f1139523640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f11340717c0 con 0x7f11340b47a0 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f1139523640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11340b3d40 con 0x7f1134162aa0 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f1139523640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1134071940 con 0x7f113406c2f0 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f112a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11340b47a0 0x7f11340aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f112a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11340b47a0 0x7f11340aed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42586/0 (socket says 172.21.15.16:42586) 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f112a7fc640 1 -- 172.21.15.16:0/2585202314 learned_addr learned my addr 172.21.15.16:0/2585202314 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f1132ffd640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f113406c2f0 0x7f1134151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.964+0000 7f11337fe640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1134162aa0 0x7f1134151bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112a7fc640 1 -- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f113406c2f0 msgr2=0x7f1134151440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112a7fc640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f113406c2f0 0x7f1134151440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112a7fc640 1 -- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1134162aa0 msgr2=0x7f1134151bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112a7fc640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1134162aa0 0x7f1134151bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112a7fc640 1 -- 172.21.15.16:0/2585202314 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11340aaa00 con 0x7f11340b47a0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112a7fc640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11340b47a0 0x7f11340aed60 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f111c00c430 tx=0x7f111c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112bfff640 1 -- 172.21.15.16:0/2585202314 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f111c011790 con 0x7f11340b47a0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112bfff640 1 -- 172.21.15.16:0/2585202314 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f111c017070 con 0x7f11340b47a0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f112bfff640 1 -- 172.21.15.16:0/2585202314 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f111c011bb0 con 0x7f11340b47a0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11340aace0 con 0x7f11340b47a0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.965+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11340ab2a0 con 0x7f11340b47a0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.966+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11340b4260 con 0x7f11340b47a0 2024-09-16T01:47:38.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.967+0000 7f112bfff640 1 -- 172.21.15.16:0/2585202314 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f111c01c460 con 0x7f11340b47a0 2024-09-16T01:47:38.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.967+0000 7f112bfff640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f111406c3d0 0x7f111406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.967+0000 7f112bfff640 1 -- 172.21.15.16:0/2585202314 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f111c08b2c0 con 0x7f11340b47a0 2024-09-16T01:47:38.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.967+0000 7f1132ffd640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f111406c3d0 0x7f111406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.968+0000 7f1132ffd640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f111406c3d0 0x7f111406e890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1124034000 tx=0x7f112402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:38.971+0000 7f112bfff640 1 -- 172.21.15.16:0/2585202314 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f111c059360 con 0x7f11340b47a0 2024-09-16T01:47:39.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.217+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f11341622c0 con 0x7f11340b47a0 2024-09-16T01:47:39.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.219+0000 7f112bfff640 1 -- 172.21.15.16:0/2585202314 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f111c05d660 con 0x7f11340b47a0 2024-09-16T01:47:39.221 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:47:39.221 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:47:39.221 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:47:39.222 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:47:39.222 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:47:39.222 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:47:39.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f111406c3d0 msgr2=0x7f111406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f111406c3d0 0x7f111406e890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1124034000 tx=0x7f112402e000 comp rx=0 tx=0).stop 2024-09-16T01:47:39.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11340b47a0 msgr2=0x7f11340aed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11340b47a0 0x7f11340aed60 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f111c00c430 tx=0x7f111c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 shutdown_connections 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f111406c3d0 0x7f111406e890 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1134162aa0 0x7f1134151bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11340b47a0 0x7f11340aed60 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 --2- 172.21.15.16:0/2585202314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f113406c2f0 0x7f1134151440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 >> 172.21.15.16:0/2585202314 conn(0x7f11340b2000 msgr2=0x7f11340af6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 shutdown_connections 2024-09-16T01:47:39.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.221+0000 7f1139523640 1 -- 172.21.15.16:0/2585202314 wait complete. 2024-09-16T01:47:39.235 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:47:39.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.335+0000 7fae7549b640 1 Processor -- start 2024-09-16T01:47:39.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.335+0000 7fae7549b640 1 -- start start 2024-09-16T01:47:39.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.336+0000 7fae7549b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae70158cf0 0x7fae700af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:39.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.336+0000 7fae7549b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fae7006c2f0 0x7fae700ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:39.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.336+0000 7fae7549b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae7015bb20 con 0x7fae701590d0 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.336+0000 7fae7549b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fae700afd50 con 0x7fae7006c2f0 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.336+0000 7fae7549b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae7015be00 con 0x7fae70158cf0 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fae7006c2f0 0x7fae700ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6e7fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fae701590d0 0x7fae7006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:36222/0 (socket says 172.21.15.16:36222) 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6effd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae70158cf0 0x7fae700af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6e7fc640 1 -- 172.21.15.16:0/1074757166 learned_addr learned my addr 172.21.15.16:0/1074757166 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6dffb640 1 -- 172.21.15.16:0/1074757166 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 461954422 0 0) 0x7fae7015bb20 con 0x7fae701590d0 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6dffb640 1 -- 172.21.15.16:0/1074757166 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae5c003520 con 0x7fae701590d0 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6f7fe640 1 -- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae70158cf0 msgr2=0x7fae700af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae70158cf0 0x7fae700af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6f7fe640 1 -- 172.21.15.16:0/1074757166 >> v1:172.21.15.104:6789/0 conn(0x7fae701590d0 legacy=0x7fae7006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6f7fe640 1 -- 172.21.15.16:0/1074757166 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae7015c0e0 con 0x7fae7006c2f0 2024-09-16T01:47:39.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.337+0000 7fae6effd640 1 --2- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae70158cf0 0x7fae700af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.338+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006c2f0 0x7fae700ce290 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fae680097a0 tx=0x7fae6802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a60ddcfb18190913 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.338+0000 7fae6dffb640 1 -- 172.21.15.16:0/1074757166 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68037070 con 0x7fae7006c2f0 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.338+0000 7fae6dffb640 1 -- 172.21.15.16:0/1074757166 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae6802ae50 con 0x7fae7006c2f0 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.338+0000 7fae6dffb640 1 -- 172.21.15.16:0/1074757166 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68032640 con 0x7fae7006c2f0 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.338+0000 7fae7549b640 1 -- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006c2f0 msgr2=0x7fae700ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.338+0000 7fae7549b640 1 --2- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006c2f0 0x7fae700ce290 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fae680097a0 tx=0x7fae6802a100 comp rx=0 tx=0).stop 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.339+0000 7fae7549b640 1 -- 172.21.15.16:0/1074757166 shutdown_connections 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.339+0000 7fae7549b640 1 --2- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae7006c2f0 0x7fae700ce290 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.339+0000 7fae7549b640 1 --2- 172.21.15.16:0/1074757166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae70158cf0 0x7fae700af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.339+0000 7fae7549b640 1 -- 172.21.15.16:0/1074757166 >> 172.21.15.16:0/1074757166 conn(0x7fae700b2000 msgr2=0x7fae700b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:39.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.339+0000 7fae7549b640 1 -- 172.21.15.16:0/1074757166 shutdown_connections 2024-09-16T01:47:39.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.339+0000 7fae7549b640 1 -- 172.21.15.16:0/1074757166 wait complete. 2024-09-16T01:47:39.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.340+0000 7fae7549b640 1 Processor -- start 2024-09-16T01:47:39.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.340+0000 7fae7549b640 1 -- start start 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae7549b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7006c2f0 0x7fae701f4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae7549b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae70158cf0 0x7fae70153950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae7549b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae701590d0 0x7fae70073670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae7549b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae7015cb90 con 0x7fae701590d0 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae7549b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae7015ca10 con 0x7fae70158cf0 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae7549b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae7015cd10 con 0x7fae7006c2f0 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae701590d0 0x7fae70073670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae701590d0 0x7fae70073670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42592/0 (socket says 172.21.15.16:42592) 2024-09-16T01:47:39.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 -- 172.21.15.16:0/923492796 learned_addr learned my addr 172.21.15.16:0/923492796 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6e7fc640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae70158cf0 0x7fae70153950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6effd640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7006c2f0 0x7fae701f4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 -- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7006c2f0 msgr2=0x7fae701f4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7006c2f0 0x7fae701f4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 -- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae70158cf0 msgr2=0x7fae70153950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae70158cf0 0x7fae70153950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 -- 172.21.15.16:0/923492796 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae701f5450 con 0x7fae701590d0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.341+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae701590d0 0x7fae70073670 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fae68035040 tx=0x7fae680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.342+0000 7fae677fe640 1 -- 172.21.15.16:0/923492796 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68037050 con 0x7fae701590d0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.342+0000 7fae677fe640 1 -- 172.21.15.16:0/923492796 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae68043070 con 0x7fae701590d0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.342+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae700725d0 con 0x7fae701590d0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.342+0000 7fae677fe640 1 -- 172.21.15.16:0/923492796 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae680044e0 con 0x7fae701590d0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.342+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae70072b90 con 0x7fae701590d0 2024-09-16T01:47:39.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.343+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae700b3300 con 0x7fae701590d0 2024-09-16T01:47:39.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.343+0000 7fae677fe640 1 -- 172.21.15.16:0/923492796 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fae6803e670 con 0x7fae701590d0 2024-09-16T01:47:39.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.344+0000 7fae677fe640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5006c3d0 0x7fae5006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:39.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.344+0000 7fae677fe640 1 -- 172.21.15.16:0/923492796 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7fae680abd90 con 0x7fae701590d0 2024-09-16T01:47:39.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.344+0000 7fae6effd640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5006c3d0 0x7fae5006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:39.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.344+0000 7fae6effd640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5006c3d0 0x7fae5006e890 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fae60009bd0 tx=0x7fae6000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:39.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.348+0000 7fae677fe640 1 -- 172.21.15.16:0/923492796 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae701f5450 con 0x7fae701590d0 2024-09-16T01:47:39.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.559+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae700b0f90 con 0x7fae701590d0 2024-09-16T01:47:39.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.559+0000 7fae677fe640 1 -- 172.21.15.16:0/923492796 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+5231 (secure 0 0 0) 0x7fae68079da0 con 0x7fae701590d0 2024-09-16T01:47:39.562 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:39.562 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":60,"btime":"2024-09-16T01:47:33:091768+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3047370707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3047370707},{"type":"v1","addr":"172.21.15.104:6834","nonce":3047370707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6544,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/2461378403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2461378403},{"type":"v1","addr":"172.21.15.104:6835","nonce":2461378403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7023,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1430875278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1430875278},{"type":"v1","addr":"172.21.15.16:6834","nonce":1430875278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:47:30.447413+0000","modified":"2024-09-16T01:47:32.439465+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7026":{"gid":7026,"name":"a","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1779796567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1779796567},{"type":"v1","addr":"172.21.15.16:6835","nonce":1779796567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7026,"qdb_cluster":[7026]},"id":8}]} 2024-09-16T01:47:39.562 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 60 2024-09-16T01:47:39.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5006c3d0 msgr2=0x7fae5006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5006c3d0 0x7fae5006e890 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fae60009bd0 tx=0x7fae6000b040 comp rx=0 tx=0).stop 2024-09-16T01:47:39.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae701590d0 msgr2=0x7fae70073670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae701590d0 0x7fae70073670 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fae68035040 tx=0x7fae680046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 shutdown_connections 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5006c3d0 0x7fae5006e890 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae701590d0 0x7fae70073670 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae70158cf0 0x7fae70153950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 --2- 172.21.15.16:0/923492796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae7006c2f0 0x7fae701f4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 >> 172.21.15.16:0/923492796 conn(0x7fae700b2000 msgr2=0x7fae700cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 shutdown_connections 2024-09-16T01:47:39.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:39.562+0000 7fae7549b640 1 -- 172.21.15.16:0/923492796 wait complete. 2024-09-16T01:47:39.979 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 60, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:47:30.447413+0000', 'modified': '2024-09-16T01:47:32.439465+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7026}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7026': {'gid': 7026, 'name': 'a', 'rank': 0, 'incarnation': 58, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/1779796567', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6833', 'nonce': 1779796567}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 1779796567}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7026, 'qdb_cluster': [7026]} 2024-09-16T01:47:39.979 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:47:39.979 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T01:47:40.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.084+0000 7f5ee7fff640 1 Processor -- start 2024-09-16T01:47:40.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.084+0000 7f5ee7fff640 1 -- start start 2024-09-16T01:47:40.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5ee80cecb0 0x7f5ee80b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5ee80d3560 0x7f5ee8167f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee7fff640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ee80b4f30 con 0x7f5ee80cf090 2024-09-16T01:47:40.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee7fff640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f5ee80b5210 con 0x7f5ee80d3560 2024-09-16T01:47:40.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee7fff640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5ee80b54f0 con 0x7f5ee80cecb0 2024-09-16T01:47:40.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5ee80d3560 0x7f5ee8167f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee67fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5ee80cf090 0x7f5ee80b4520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36652/0 (socket says 172.21.15.16:36652) 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.085+0000 7f5ee67fc640 1 -- 172.21.15.16:0/2689377050 learned_addr learned my addr 172.21.15.16:0/2689377050 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.086+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/2689377050 >> v2:172.21.15.104:3300/0 conn(0x7f5ee80cecb0 0x7f5ee80b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.086+0000 7f5ee77fe640 1 -- 172.21.15.16:0/2689377050 >> v2:172.21.15.104:3300/0 conn(0x7f5ee80cecb0 msgr2=0x7f5ee80b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.086+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/2689377050 >> v2:172.21.15.104:3300/0 conn(0x7f5ee80cecb0 0x7f5ee80b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.086+0000 7f5ee77fe640 1 -- 172.21.15.16:0/2689377050 >> v1:172.21.15.16:6789/0 conn(0x7f5ee80cf090 legacy=0x7f5ee80b4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.086+0000 7f5ee5ffb640 1 -- 172.21.15.16:0/2689377050 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2432053046 0 0) 0x7f5ee80b4f30 con 0x7f5ee80cf090 2024-09-16T01:47:40.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.086+0000 7f5ee77fe640 1 -- 172.21.15.16:0/2689377050 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ee80b57d0 con 0x7f5ee80d3560 2024-09-16T01:47:40.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.086+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/2689377050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80d3560 0x7f5ee8167f10 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f5ee808cfc0 tx=0x7f5ee002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=883b19801f243648 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee5ffb640 1 -- 172.21.15.16:0/2689377050 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0007740 con 0x7f5ee80d3560 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee5ffb640 1 -- 172.21.15.16:0/2689377050 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee00078e0 con 0x7f5ee80d3560 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee5ffb640 1 -- 172.21.15.16:0/2689377050 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0007cb0 con 0x7f5ee80d3560 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2689377050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80d3560 msgr2=0x7f5ee8167f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2689377050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80d3560 0x7f5ee8167f10 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f5ee808cfc0 tx=0x7f5ee002a710 comp rx=0 tx=0).stop 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2689377050 shutdown_connections 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2689377050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80d3560 0x7f5ee8167f10 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2689377050 >> v2:172.21.15.104:3300/0 conn(0x7f5ee80cecb0 0x7f5ee80b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2689377050 >> 172.21.15.16:0/2689377050 conn(0x7f5ee8072990 msgr2=0x7f5ee8072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2689377050 shutdown_connections 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.087+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2689377050 wait complete. 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.088+0000 7f5ee7fff640 1 Processor -- start 2024-09-16T01:47:40.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee7fff640 1 -- start start 2024-09-16T01:47:40.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80cecb0 0x7f5ee80cdcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ee80cf090 0x7f5ee8158760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ee80d3560 0x7f5ee80c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee7fff640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee815e6c0 con 0x7f5ee80cecb0 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee7fff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee80b4c30 con 0x7f5ee80d3560 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee7fff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5ee80cf4e0 con 0x7f5ee80cf090 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80cecb0 0x7f5ee80cdcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80cecb0 0x7f5ee80cdcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42606/0 (socket says 172.21.15.16:42606) 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.089+0000 7f5ee6ffd640 1 -- 172.21.15.16:0/2222856358 learned_addr learned my addr 172.21.15.16:0/2222856358 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ee80d3560 0x7f5ee80c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ee80cf090 0x7f5ee8158760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee6ffd640 1 -- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ee80cf090 msgr2=0x7f5ee8158760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ee80cf090 0x7f5ee8158760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee6ffd640 1 -- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ee80d3560 msgr2=0x7f5ee80c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ee80d3560 0x7f5ee80c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee6ffd640 1 -- 172.21.15.16:0/2222856358 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ee80c8430 con 0x7f5ee80cecb0 2024-09-16T01:47:40.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ee80cf090 0x7f5ee8158760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:40.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80cecb0 0x7f5ee80cdcc0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f5ed800d800 tx=0x7f5ed800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/2222856358 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed800b6c0 con 0x7f5ee80cecb0 2024-09-16T01:47:40.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/2222856358 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ed8019070 con 0x7f5ee80cecb0 2024-09-16T01:47:40.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/2222856358 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed800ba80 con 0x7f5ee80cecb0 2024-09-16T01:47:40.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ee80c86b0 con 0x7f5ee80cecb0 2024-09-16T01:47:40.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.090+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ee80c8c70 con 0x7f5ee80cecb0 2024-09-16T01:47:40.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.092+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/2222856358 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f5ed800bc20 con 0x7f5ee80cecb0 2024-09-16T01:47:40.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.092+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ed406c3d0 0x7f5ed406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.092+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/2222856358 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f5ed808ba30 con 0x7f5ee80cecb0 2024-09-16T01:47:40.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.092+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ed406c3d0 0x7f5ed406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.093+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ed406c3d0 0x7f5ed406e890 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5ee815c920 tx=0x7f5edc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.093+0000 7f5ef0670740 1 Processor -- start 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.093+0000 7f5ef0670740 1 -- start start 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefdbc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef93c70 0x555abef96890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abef90aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ef0670740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x555abeef8520 con 0x555abef97c40 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555abeea03e0 con 0x555abef93c70 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x555abeef44e0 con 0x555abef964b0 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ee77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abef90aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ee77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abef90aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42620/0 (socket says 172.21.15.16:42620) 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ee77fe640 1 -- 172.21.15.16:0/1851213329 learned_addr learned my addr 172.21.15.16:0/1851213329 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefdbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.094+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef93c70 0x555abef96890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ee77fe640 1 -- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 msgr2=0x555abefdbc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefdbc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ee77fe640 1 -- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef93c70 msgr2=0x555abef96890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef93c70 0x555abef96890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ee77fe640 1 -- 172.21.15.16:0/1851213329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555abeebb2f0 con 0x555abef97c40 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abef90aa0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0007540 tx=0x7f5ee002f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1acf22eebec0c33d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ecd7fa640 1 -- 172.21.15.16:0/1851213329 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0007920 con 0x555abef97c40 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ecd7fa640 1 -- 172.21.15.16:0/1851213329 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee0040070 con 0x555abef97c40 2024-09-16T01:47:40.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.095+0000 7f5ecd7fa640 1 -- 172.21.15.16:0/1851213329 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0007cc0 con 0x555abef97c40 2024-09-16T01:47:40.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 -- 172.21.15.16:0/1851213329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 msgr2=0x555abef90aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abef90aa0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0007540 tx=0x7f5ee002f000 comp rx=0 tx=0).stop 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 -- 172.21.15.16:0/1851213329 shutdown_connections 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abef90aa0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef93c70 0x555abef96890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 --2- 172.21.15.16:0/1851213329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefdbc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 -- 172.21.15.16:0/1851213329 >> 172.21.15.16:0/1851213329 conn(0x555abef92c70 msgr2=0x555abefdb120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 -- 172.21.15.16:0/1851213329 shutdown_connections 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 -- 172.21.15.16:0/1851213329 wait complete. 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 -- start start 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.096+0000 7f5ef0670740 1 Processor -- start 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefd8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef97c40 0x555abefbc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abefbca90 0x555abefbf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ef0670740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x555abef92110 con 0x555abefbca90 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555abee81450 con 0x555abef97c40 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x555abefdc480 con 0x555abef964b0 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ef0670740 10 client.0 _ll_register_callbacks cb 0x555abec0aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ee77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abefbca90 0x555abefbf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ee77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abefbca90 0x555abefbf400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42630/0 (socket says 172.21.15.16:42630) 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ee77fe640 1 -- 172.21.15.16:0/2957413800 learned_addr learned my addr 172.21.15.16:0/2957413800 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefd8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef97c40 0x555abefbc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.097+0000 7f5ee77fe640 1 -- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 msgr2=0x555abefd8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefd8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ee77fe640 1 -- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef97c40 msgr2=0x555abefbc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef97c40 0x555abefbc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ee77fe640 1 -- 172.21.15.16:0/2957413800 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555abec0b2d0 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abefbca90 0x555abefbf400 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0007950 tx=0x7f5ee0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f0efd47a5f17053 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ec5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/2957413800 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0049070 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/2957413800 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f5ee004d450 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ee0040070 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/2957413800 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7f5ee004d650 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 10 client.7185 fetch_fsmap learned FSMap version 60 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=2+}) -- 0x555abecd56b0 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/2957413800 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee0040070 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/2957413800 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 60) ==== 3502+0+0 (secure 0 0 0) 0x7f5ee005a080 con 0x555abefbca90 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 10 client.7185 fetch_fsmap finished waiting for FSMap version 60 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 10 client.7185 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:47:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 20 client.7185 populate_metadata read hostname 'smithi016' 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefb6730 0x555abefb6b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 4 client.7185 mds_command: new command op to 7026 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.098+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 --> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555abef05c50 con 0x555abefb6730 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.099+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefb6730 0x555abefb6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.099+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefb6730 0x555abefb6b10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa40d98606124591 server_cookie=1284831829638195 in_seq=0 out_seq=0 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.099+0000 7f5ec5ffb640 10 client.7185 ms_handle_connect on v2:172.21.15.16:6833/1779796567 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.099+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/2957413800 <== mds.0 v2:172.21.15.16:6833/1779796567 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555abef05c50 con 0x555abefb6730 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.099+0000 7f5ec5ffb640 10 client.7185 handle_command_reply: tid=0 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.099+0000 7f5ef0670740 1 client.7185 shutdown 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abefbca90 msgr2=0x555abefbf400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abefbca90 0x555abefbf400 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0007950 tx=0x7f5ee0004ab0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 shutdown_connections 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefb6730 0x555abefb6b10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abefbca90 0x555abefbf400 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef97c40 0x555abefbc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ec5ffb640 0 client.7185 ms_handle_reset on v2:172.21.15.16:6833/1779796567 2024-09-16T01:47:40.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 --2- 172.21.15.16:0/2957413800 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abef964b0 0x555abefd8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 >> 172.21.15.16:0/2957413800 conn(0x555abef93c70 msgr2=0x555abefdd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 shutdown_connections 2024-09-16T01:47:40.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 1 -- 172.21.15.16:0/2957413800 wait complete. 2024-09-16T01:47:40.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.100+0000 7f5ef0670740 20 client.7185 trim_cache size 0 max 16384 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.118+0000 7f5ef0670740 1 Processor -- start 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.118+0000 7f5ef0670740 1 -- start start 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abefff1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abefdb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 0x555abefdb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ef0670740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee81ff810 con 0x555abef97c40 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee815ab30 con 0x555abef964b0 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5ee815b180 con 0x555abefbca90 2024-09-16T01:47:40.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abefdb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abefdb150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42640/0 (socket says 172.21.15.16:42640) 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 -- 172.21.15.16:0/4131329697 learned_addr learned my addr 172.21.15.16:0/4131329697 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 -- 172.21.15.16:0/4131329697 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 msgr2=0x555abefdb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 0x555abefdb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 -- 172.21.15.16:0/4131329697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 msgr2=0x555abefff1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abefff1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abefff1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 -- 172.21.15.16:0/4131329697 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555abefb6fe0 con 0x555abef97c40 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.119+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abefdb150 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f5edc000f60 tx=0x7f5edc011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8470835b5bbfdcb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5eccff9640 1 -- 172.21.15.16:0/4131329697 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5edc027070 con 0x555abef97c40 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5eccff9640 1 -- 172.21.15.16:0/4131329697 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5edc00d7a0 con 0x555abef97c40 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5eccff9640 1 -- 172.21.15.16:0/4131329697 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5edc007670 con 0x555abef97c40 2024-09-16T01:47:40.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 -- 172.21.15.16:0/4131329697 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 msgr2=0x555abefdb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abefdb150 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f5edc000f60 tx=0x7f5edc011000 comp rx=0 tx=0).stop 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 -- 172.21.15.16:0/4131329697 shutdown_connections 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 0x555abefdb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abefdb150 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 --2- 172.21.15.16:0/4131329697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abefff1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 -- 172.21.15.16:0/4131329697 >> 172.21.15.16:0/4131329697 conn(0x555abef93c70 msgr2=0x555abefd91a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 -- 172.21.15.16:0/4131329697 shutdown_connections 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.120+0000 7f5ef0670740 1 -- 172.21.15.16:0/4131329697 wait complete. 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.121+0000 7f5ef0670740 1 -- start start 2024-09-16T01:47:40.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.121+0000 7f5ef0670740 1 Processor -- start 2024-09-16T01:47:40.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abeff5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abf05bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 0x555abefeea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x555abefa89b0 con 0x555abef97c40 2024-09-16T01:47:40.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555abefb8530 con 0x555abef964b0 2024-09-16T01:47:40.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x555abefb8f70 con 0x555abefbca90 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 10 client.0 _ll_register_callbacks cb 0x7f5ee0003d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abf05bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abf05bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42642/0 (socket says 172.21.15.16:42642) 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 -- 172.21.15.16:0/3759710048 learned_addr learned my addr 172.21.15.16:0/3759710048 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abeff5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee77fe640 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 0x555abefeea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 -- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 msgr2=0x555abefeea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 0x555abefeea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 -- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 msgr2=0x555abeff5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abeff5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 -- 172.21.15.16:0/3759710048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555abefbd4f0 con 0x555abef97c40 2024-09-16T01:47:40.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ee67fc640 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abf05bc50 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f5edc013000 tx=0x7f5edc010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b94c256189eea0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ec5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/3759710048 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5edc030060 con 0x555abef97c40 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/3759710048 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f5edc022670 con 0x555abef97c40 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.122+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5edc00d7a0 con 0x555abef97c40 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/3759710048 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7f5edc036050 con 0x555abef97c40 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 10 client.7191 fetch_fsmap learned FSMap version 60 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=2+}) -- 0x555abef97840 con 0x555abef97c40 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/3759710048 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5edc00d7a0 con 0x555abef97c40 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/3759710048 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 60) ==== 3502+0+0 (secure 0 0 0) 0x7f5edc039020 con 0x555abef97c40 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 10 client.7191 fetch_fsmap finished waiting for FSMap version 60 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 10 client.7191 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 20 client.7191 populate_metadata read hostname 'smithi016' 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefda260 0x555abefda640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 4 client.7191 mds_command: new command op to 7026 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 --> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] -- command(tid 0: {"prefix": "status"}) -- 0x555abeefffa0 con 0x555abefda260 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefda260 0x555abefda640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ec5ffb640 10 client.7191 ms_handle_connect on v2:172.21.15.16:6833/1779796567 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.123+0000 7f5ee6ffd640 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefda260 0x555abefda640 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8ae92af1789b465 server_cookie=6ee90a884fc29ef8 in_seq=0 out_seq=0 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ec5ffb640 1 -- 172.21.15.16:0/3759710048 <== mds.0 v2:172.21.15.16:6833/1779796567 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x555abeefffa0 con 0x555abefda260 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ec5ffb640 10 client.7191 handle_command_reply: tid=0 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 client.7191 shutdown 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 msgr2=0x555abf05bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abf05bc50 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f5edc013000 tx=0x7f5edc010000 comp rx=0 tx=0).stop 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 shutdown_connections 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:6833/1779796567,v1:172.21.15.16:6835/1779796567] conn(0x555abefda260 0x555abefda640 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x555abefbca90 0x555abefeea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x555abef97c40 0x555abf05bc50 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 --2- 172.21.15.16:0/3759710048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555abef964b0 0x555abeff5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ec5ffb640 0 client.7191 ms_handle_reset on v2:172.21.15.16:6833/1779796567 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 >> 172.21.15.16:0/3759710048 conn(0x555abef93c70 msgr2=0x555abefd91a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 shutdown_connections 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 1 -- 172.21.15.16:0/3759710048 wait complete. 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.124+0000 7f5ef0670740 20 client.7191 trim_cache size 0 max 16384 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 7026, 2024-09-16T01:47:40.133 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 9.0495357819999995, 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 60, 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 99, 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 99, 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 14.077365103 2024-09-16T01:47:40.134 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ed406c3d0 msgr2=0x7f5ed406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ed406c3d0 0x7f5ed406e890 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5ee815c920 tx=0x7f5edc009040 comp rx=0 tx=0).stop 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80cecb0 msgr2=0x7f5ee80cdcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80cecb0 0x7f5ee80cdcc0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f5ed800d800 tx=0x7f5ed800dcc0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 shutdown_connections 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ed406c3d0 0x7f5ed406e890 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ee80d3560 0x7f5ee80c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ee80cf090 0x7f5ee8158760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 --2- 172.21.15.16:0/2222856358 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5ee80cecb0 0x7f5ee80cdcc0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 >> 172.21.15.16:0/2222856358 conn(0x7f5ee8072990 msgr2=0x7f5ee80b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 shutdown_connections 2024-09-16T01:47:40.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.125+0000 7f5ee7fff640 1 -- 172.21.15.16:0/2222856358 wait complete. 2024-09-16T01:47:40.138 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:47:40.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.238+0000 7f1a2d41e640 1 Processor -- start 2024-09-16T01:47:40.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.239+0000 7f1a2d41e640 1 -- start start 2024-09-16T01:47:40.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.239+0000 7f1a2d41e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1a2815e530 0x7f1a28070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.239+0000 7f1a2d41e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a280b73c0 0x7f1a28070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.239+0000 7f1a2d41e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a2815e910 con 0x7f1a28073c00 2024-09-16T01:47:40.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.239+0000 7f1a2d41e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1a280718c0 con 0x7f1a280b73c0 2024-09-16T01:47:40.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.239+0000 7f1a2d41e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1a280d1c50 con 0x7f1a2815e530 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a277fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a280b73c0 0x7f1a28070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a277fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a280b73c0 0x7f1a28070c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42652/0 (socket says 172.21.15.16:42652) 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a277fe640 1 -- 172.21.15.16:0/3342672706 learned_addr learned my addr 172.21.15.16:0/3342672706 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a26ffd640 1 --2- 172.21.15.16:0/3342672706 >> v2:172.21.15.104:3300/0 conn(0x7f1a2815e530 0x7f1a28070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a277fe640 1 -- 172.21.15.16:0/3342672706 >> v2:172.21.15.104:3300/0 conn(0x7f1a2815e530 msgr2=0x7f1a28070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a277fe640 1 --2- 172.21.15.16:0/3342672706 >> v2:172.21.15.104:3300/0 conn(0x7f1a2815e530 0x7f1a28070700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a277fe640 1 -- 172.21.15.16:0/3342672706 >> v1:172.21.15.104:6789/0 conn(0x7f1a28073c00 legacy=0x7f1a28162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.240+0000 7f1a277fe640 1 -- 172.21.15.16:0/3342672706 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a28073120 con 0x7f1a280b73c0 2024-09-16T01:47:40.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a277fe640 1 --2- 172.21.15.16:0/3342672706 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28070c40 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f1a2806a0a0 tx=0x7f1a2002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69211a1653ec8070 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a25ffb640 1 -- 172.21.15.16:0/3342672706 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a20036070 con 0x7f1a280b73c0 2024-09-16T01:47:40.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a25ffb640 1 -- 172.21.15.16:0/3342672706 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a20031600 con 0x7f1a280b73c0 2024-09-16T01:47:40.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a25ffb640 1 -- 172.21.15.16:0/3342672706 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a200319d0 con 0x7f1a280b73c0 2024-09-16T01:47:40.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 -- 172.21.15.16:0/3342672706 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 msgr2=0x7f1a28070c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/3342672706 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28070c40 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f1a2806a0a0 tx=0x7f1a2002a6f0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 -- 172.21.15.16:0/3342672706 shutdown_connections 2024-09-16T01:47:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/3342672706 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28070c40 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/3342672706 >> v2:172.21.15.104:3300/0 conn(0x7f1a2815e530 0x7f1a28070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 -- 172.21.15.16:0/3342672706 >> 172.21.15.16:0/3342672706 conn(0x7f1a280d2300 msgr2=0x7f1a280d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 -- 172.21.15.16:0/3342672706 shutdown_connections 2024-09-16T01:47:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.241+0000 7f1a2d41e640 1 -- 172.21.15.16:0/3342672706 wait complete. 2024-09-16T01:47:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.243+0000 7f1a2d41e640 1 Processor -- start 2024-09-16T01:47:40.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.243+0000 7f1a2d41e640 1 -- start start 2024-09-16T01:47:40.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.243+0000 7f1a2d41e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a28073c00 0x7f1a281f54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.243+0000 7f1a2d41e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28153c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.243+0000 7f1a2d41e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a2815e530 0x7f1a28157d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a2d41e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1a280d2f10 con 0x7f1a280b73c0 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a2d41e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1a280736e0 con 0x7f1a28073c00 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a2d41e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1a280d3090 con 0x7f1a2815e530 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28153c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28153c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42664/0 (socket says 172.21.15.16:42664) 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 -- 172.21.15.16:0/925992946 learned_addr learned my addr 172.21.15.16:0/925992946 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a26ffd640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a28073c00 0x7f1a281f54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a277fe640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a2815e530 0x7f1a28157d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 -- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a2815e530 msgr2=0x7f1a28157d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a2815e530 0x7f1a28157d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 -- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a28073c00 msgr2=0x7f1a281f54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a28073c00 0x7f1a281f54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 -- 172.21.15.16:0/925992946 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a2815acf0 con 0x7f1a280b73c0 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a267fc640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28153c80 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c00b420 tx=0x7f1a1c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a0f7fe640 1 -- 172.21.15.16:0/925992946 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c011830 con 0x7f1a280b73c0 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a0f7fe640 1 -- 172.21.15.16:0/925992946 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a1c016070 con 0x7f1a280b73c0 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a2815afd0 con 0x7f1a280b73c0 2024-09-16T01:47:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a0f7fe640 1 -- 172.21.15.16:0/925992946 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c011c10 con 0x7f1a280b73c0 2024-09-16T01:47:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.244+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a281f4ca0 con 0x7f1a280b73c0 2024-09-16T01:47:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.245+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a28070700 con 0x7f1a280b73c0 2024-09-16T01:47:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.246+0000 7f1a0f7fe640 1 -- 172.21.15.16:0/925992946 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f1a1c01b460 con 0x7f1a280b73c0 2024-09-16T01:47:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.247+0000 7f1a0f7fe640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a1406c3d0 0x7f1a1406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.247+0000 7f1a26ffd640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a1406c3d0 0x7f1a1406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.247+0000 7f1a0f7fe640 1 -- 172.21.15.16:0/925992946 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f1a1c08aed0 con 0x7f1a280b73c0 2024-09-16T01:47:40.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.247+0000 7f1a26ffd640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a1406c3d0 0x7f1a1406e890 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1a1800aac0 tx=0x7f1a18008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.252+0000 7f1a0f7fe640 1 -- 172.21.15.16:0/925992946 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1a1c020020 con 0x7f1a280b73c0 2024-09-16T01:47:40.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.465+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1a280b1d90 con 0x7f1a280b73c0 2024-09-16T01:47:40.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.465+0000 7f1a0f7fe640 1 -- 172.21.15.16:0/925992946 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v60) ==== 53+0+73 (secure 0 0 0) 0x7f1a1c058f70 con 0x7f1a280b73c0 2024-09-16T01:47:40.467 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:47:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a1406c3d0 msgr2=0x7f1a1406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a1406c3d0 0x7f1a1406e890 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1a1800aac0 tx=0x7f1a18008040 comp rx=0 tx=0).stop 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 msgr2=0x7f1a28153c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28153c80 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c00b420 tx=0x7f1a1c00b8e0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 shutdown_connections 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a1406c3d0 0x7f1a1406e890 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a2815e530 0x7f1a28157d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a280b73c0 0x7f1a28153c80 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 --2- 172.21.15.16:0/925992946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a28073c00 0x7f1a281f54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 >> 172.21.15.16:0/925992946 conn(0x7f1a280d2300 msgr2=0x7f1a280d14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 shutdown_connections 2024-09-16T01:47:40.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40.467+0000 7f1a2d41e640 1 -- 172.21.15.16:0/925992946 wait complete. 2024-09-16T01:47:40.481 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:47:40.481 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:47:40.481 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:47:40.481 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:47:40.481 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:40.482 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:47:40.482 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:47:40.482 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:47:40.482 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:47:40.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:40.483 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:47:40.499 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:47:40.499 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:47:40.500 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42480sec preferred_lft 42480sec 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:40.501 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:47:40.502 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:40.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:40.503 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:47:40.564 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:47:40.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:40.566 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:47:40.622 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:47:40.623 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:47:40.623 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:47:40.623 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:47:40.623 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:47:40.623 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:47:40.623 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:47:40.623 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:47:40.623 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:47:40.623 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:47:40.623 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:47:40.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:47:40.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:40.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:40.753 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:47:40.768 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:47:40.768 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:47:40.769 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:47:40.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:40.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:47:40.834 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:40.835 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:40.891 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:47:40.891 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:40.891 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:40.950 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:47:41.016 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:41.072 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:47:41.072 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:47:41.072 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:47:41.072 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:47:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:41.074 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:41.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:41.075 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:41.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:41.076 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:47:41.132 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:47:41.132 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:47:41.174 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:47:41.200 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:41.256 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:47:41.256 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:41.257 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:47:41.258 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:47:41.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:41.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:47:41.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:41.259 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:47:41.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:41.259 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:47:41.260 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:47:41.257+0000 7f2d0181d480 -1 init, newargv = 0x56461a6bed80 newargc=15 2024-09-16T01:47:41.260 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[63715]: starting ceph client 2024-09-16T01:47:41.263 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[63715]: starting fuse 2024-09-16T01:47:41.275 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:47:41.276 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:47:41.276 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:47:41.277 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:47:41.278 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:47:41.396 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.63715.asok 2024-09-16T01:47:41.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:41.406 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.63715.asok 2024-09-16T01:47:41.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:41.406 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.63715.asok status 2024-09-16T01:47:41.542 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:41.542 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:47:41.542 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "63715", 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 7203, 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:47:41.543 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 7203 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3839393060 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3839393060 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.7203 192.168.0.1:0/3839393060", 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/3839393060", 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 60, 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 99, 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:41.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:41.551 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:47:41.551 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:41.567 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:47:41.567 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:41.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:41.568 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:47:41.633 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:47:41.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.774+0000 7f0aba6ae640 1 Processor -- start 2024-09-16T01:47:41.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.774+0000 7f0aba6ae640 1 -- start start 2024-09-16T01:47:41.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.775+0000 7f0aba6ae640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ab40afd80 0x7f0ab415f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.775+0000 7f0aba6ae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab4072060 0x7f0ab40b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.775+0000 7f0aba6ae640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ab4162bc0 con 0x7f0ab40b3990 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.775+0000 7f0aba6ae640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0ab4162ea0 con 0x7f0ab40afd80 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.775+0000 7f0aba6ae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0ab415eb50 con 0x7f0ab4072060 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab37fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0ab40b3990 0x7f0ab4071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:36254/0 (socket says 172.21.15.16:36254) 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab8c4b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab4072060 0x7f0ab40b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab37fe640 1 -- 172.21.15.16:0/1437982865 learned_addr learned my addr 172.21.15.16:0/1437982865 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:41.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ab40afd80 0x7f0ab415f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab2ffd640 1 -- 172.21.15.16:0/1437982865 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 175109320 0 0) 0x7f0ab4162bc0 con 0x7f0ab40b3990 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab2ffd640 1 -- 172.21.15.16:0/1437982865 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a9c003520 con 0x7f0ab40b3990 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab3fff640 1 -- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab4072060 msgr2=0x7f0ab40b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab3fff640 1 --2- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab4072060 0x7f0ab40b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab3fff640 1 -- 172.21.15.16:0/1437982865 >> v1:172.21.15.104:6789/0 conn(0x7f0ab40b3990 legacy=0x7f0ab4071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab3fff640 1 -- 172.21.15.16:0/1437982865 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab415ee30 con 0x7f0ab40afd80 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.776+0000 7f0ab8c4b640 1 --2- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab4072060 0x7f0ab40b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0ab3fff640 1 --2- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 0x7f0ab415f630 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0aa40097a0 tx=0x7f0aa402a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68cb4f47d45834e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0ab2ffd640 1 -- 172.21.15.16:0/1437982865 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa4037070 con 0x7f0ab40afd80 2024-09-16T01:47:41.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0ab2ffd640 1 -- 172.21.15.16:0/1437982865 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aa402adb0 con 0x7f0ab40afd80 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0ab2ffd640 1 -- 172.21.15.16:0/1437982865 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa4032660 con 0x7f0ab40afd80 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 -- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 msgr2=0x7f0ab415f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 0x7f0ab415f630 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0aa40097a0 tx=0x7f0aa402a060 comp rx=0 tx=0).stop 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 -- 172.21.15.16:0/1437982865 shutdown_connections 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab4072060 0x7f0ab40b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/1437982865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 0x7f0ab415f630 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 -- 172.21.15.16:0/1437982865 >> 172.21.15.16:0/1437982865 conn(0x7f0ab40b2690 msgr2=0x7f0ab40b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 -- 172.21.15.16:0/1437982865 shutdown_connections 2024-09-16T01:47:41.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.777+0000 7f0aba6ae640 1 -- 172.21.15.16:0/1437982865 wait complete. 2024-09-16T01:47:41.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.779+0000 7f0aba6ae640 1 Processor -- start 2024-09-16T01:47:41.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.779+0000 7f0aba6ae640 1 -- start start 2024-09-16T01:47:41.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.779+0000 7f0aba6ae640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ab4072060 0x7f0ab4153540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:41.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0aba6ae640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 0x7f0ab414f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:41.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0aba6ae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab40b3990 0x7f0ab40ced80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:41.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0aba6ae640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab40ae8a0 con 0x7f0ab4072060 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0aba6ae640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab40b0160 con 0x7f0ab40afd80 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0aba6ae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0ab40aea20 con 0x7f0ab40b3990 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ab4072060 0x7f0ab4153540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ab4072060 0x7f0ab4153540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:42678/0 (socket says 172.21.15.16:42678) 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 -- 172.21.15.16:0/2617383284 learned_addr learned my addr 172.21.15.16:0/2617383284 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab8c4b640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab40b3990 0x7f0ab40ced80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab37fe640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 0x7f0ab414f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 -- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab40b3990 msgr2=0x7f0ab40ced80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab40b3990 0x7f0ab40ced80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 -- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 msgr2=0x7f0ab414f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 0x7f0ab414f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:41.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 -- 172.21.15.16:0/2617383284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab414fc70 con 0x7f0ab4072060 2024-09-16T01:47:41.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab3fff640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ab4072060 0x7f0ab4153540 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f0aa4035040 tx=0x7f0aa40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:41.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab0ff9640 1 -- 172.21.15.16:0/2617383284 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa4041070 con 0x7f0ab4072060 2024-09-16T01:47:41.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab0ff9640 1 -- 172.21.15.16:0/2617383284 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aa403c460 con 0x7f0ab4072060 2024-09-16T01:47:41.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ab40cf820 con 0x7f0ab4072060 2024-09-16T01:47:41.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.780+0000 7f0ab0ff9640 1 -- 172.21.15.16:0/2617383284 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa4037040 con 0x7f0ab4072060 2024-09-16T01:47:41.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.781+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ab40cfde0 con 0x7f0ab4072060 2024-09-16T01:47:41.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.781+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ab415f630 con 0x7f0ab4072060 2024-09-16T01:47:41.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.782+0000 7f0ab0ff9640 1 -- 172.21.15.16:0/2617383284 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f0aa403a070 con 0x7f0ab4072060 2024-09-16T01:47:41.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.782+0000 7f0ab0ff9640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0aa006c3d0 0x7f0aa006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:41.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.783+0000 7f0ab0ff9640 1 -- 172.21.15.16:0/2617383284 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f0aa40ab630 con 0x7f0ab4072060 2024-09-16T01:47:41.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.783+0000 7f0ab37fe640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0aa006c3d0 0x7f0aa006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:41.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.783+0000 7f0ab37fe640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0aa006c3d0 0x7f0aa006e890 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0ab41588b0 tx=0x7f0aa8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:41.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:41.787+0000 7f0ab0ff9640 1 -- 172.21.15.16:0/2617383284 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0aa40796d0 con 0x7f0ab4072060 2024-09-16T01:47:42.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.000+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0ab406fa50 con 0x7f0ab4072060 2024-09-16T01:47:42.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.000+0000 7f0ab0ff9640 1 -- 172.21.15.16:0/2617383284 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v60) ==== 53+0+73 (secure 0 0 0) 0x7f0aa407d9d0 con 0x7f0ab4072060 2024-09-16T01:47:42.003 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0aa006c3d0 msgr2=0x7f0aa006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0aa006c3d0 0x7f0aa006e890 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0ab41588b0 tx=0x7f0aa8009040 comp rx=0 tx=0).stop 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ab4072060 msgr2=0x7f0ab4153540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ab4072060 0x7f0ab4153540 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f0aa4035040 tx=0x7f0aa40046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 shutdown_connections 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0aa006c3d0 0x7f0aa006e890 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0ab40b3990 0x7f0ab40ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab40afd80 0x7f0ab414f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 --2- 172.21.15.16:0/2617383284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ab4072060 0x7f0ab4153540 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 >> 172.21.15.16:0/2617383284 conn(0x7f0ab40b2690 msgr2=0x7f0ab406d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:42.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 shutdown_connections 2024-09-16T01:47:42.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:42.002+0000 7f0aba6ae640 1 -- 172.21.15.16:0/2617383284 wait complete. 2024-09-16T01:47:42.015 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:47:42.015 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:47:42.015 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:47:42.015 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:47:42.015 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:42.015 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:47:42.016 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:47:42.016 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:47:42.016 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:47:42.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.016 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:42.037 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42478sec preferred_lft 42478sec 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:47:42.038 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:47:42.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.040 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:47:42.104 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:47:42.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.106 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:47:42.164 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:47:42.164 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:47:42.164 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:47:42.164 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:47:42.164 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:47:42.165 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:47:42.165 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:47:42.165 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:47:42.165 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:47:42.165 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:47:42.165 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:47:42.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:47:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:47:42.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:42.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.297 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:47:42.312 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:47:42.312 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:47:42.312 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:47:42.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.312 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:47:42.378 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:47:42.378 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:42.378 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:42.433 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:47:42.433 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:47:42.433 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:42.487 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:47:42.553 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:42.609 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:47:42.609 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:47:42.609 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:47:42.610 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:47:42.611 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:47:42.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:47:42.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:42.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:42.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:42.612 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:42.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.612 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:47:42.665 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:47:42.665 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:47:42.707 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:47:42.732 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:47:42.788 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:47:42.786+0000 7fe447360480 -1 init, newargv = 0x56537756c040 newargc=15 2024-09-16T01:47:42.788 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[47455]: starting ceph client 2024-09-16T01:47:42.789 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:47:42.789 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:47:42.790 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:47:42.791 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:42.792 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:47:42.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.793 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:47:42.794 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[47455]: starting fuse 2024-09-16T01:47:42.808 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:47:42.809 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:47:42.809 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:47:42.810 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:47:42.811 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:47:42.811 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:47:42.925 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.47455.asok 2024-09-16T01:47:42.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:47:42.935 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.47455.asok 2024-09-16T01:47:42.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:42.935 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.47455.asok status 2024-09-16T01:47:42.978 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:47:42.981 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:47:43.070 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:47:43.070 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "47455", 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 6056, 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:47:43.071 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 6056 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2582218079 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2582218079 2024-09-16T01:47:43.072 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.6056 192.168.0.1:0/2582218079", 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/2582218079", 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 60, 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 99, 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:47:43.073 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:47:43.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:43.079 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:47:43.079 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:43.134 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:47:43.135 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:43.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:43.135 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:47:43.199 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:47:43.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.317+0000 7fba02865640 1 Processor -- start 2024-09-16T01:47:43.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.317+0000 7fba02865640 1 -- start start 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fba02865640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb9fc15e680 0x7fb9fc0b6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fba02865640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9fc073090 0x7fb9fc0734d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fba02865640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9fc06eba0 con 0x7fb9fc06e020 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fba02865640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb9fc073a10 con 0x7fb9fc073090 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fba02865640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb9fc0b5cf0 con 0x7fb9fc15e680 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fb9fb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9fc073090 0x7fb9fc0734d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fb9fb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb9fc073090 0x7fb9fc0734d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43996/0 (socket says 172.21.15.16:43996) 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.318+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/4086222766 learned_addr learned my addr 172.21.15.16:0/4086222766 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:43.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.319+0000 7fb9fbfff640 1 --2- 172.21.15.16:0/4086222766 >> v2:172.21.15.104:3300/0 conn(0x7fb9fc15e680 0x7fb9fc0b6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:43.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.319+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/4086222766 >> v2:172.21.15.104:3300/0 conn(0x7fb9fc15e680 msgr2=0x7fb9fc0b6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:43.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.319+0000 7fb9fb7fe640 1 --2- 172.21.15.16:0/4086222766 >> v2:172.21.15.104:3300/0 conn(0x7fb9fc15e680 0x7fb9fc0b6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:43.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.319+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/4086222766 >> v1:172.21.15.16:6789/0 conn(0x7fb9fc06e020 legacy=0x7fb9fc06e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:43.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.319+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/4086222766 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9fc0b5fd0 con 0x7fb9fc073090 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.319+0000 7fb9fb7fe640 1 --2- 172.21.15.16:0/4086222766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc0734d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0b5230 tx=0x7fb9e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bac9f5f1d73ebabe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fb9faffd640 1 -- 172.21.15.16:0/4086222766 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4037070 con 0x7fb9fc073090 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fb9faffd640 1 -- 172.21.15.16:0/4086222766 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9e4032440 con 0x7fb9fc073090 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fb9faffd640 1 -- 172.21.15.16:0/4086222766 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4032810 con 0x7fb9fc073090 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 -- 172.21.15.16:0/4086222766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 msgr2=0x7fb9fc0734d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 --2- 172.21.15.16:0/4086222766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc0734d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0b5230 tx=0x7fb9e402a270 comp rx=0 tx=0).stop 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 -- 172.21.15.16:0/4086222766 shutdown_connections 2024-09-16T01:47:43.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 --2- 172.21.15.16:0/4086222766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc0734d0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:43.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 --2- 172.21.15.16:0/4086222766 >> v2:172.21.15.104:3300/0 conn(0x7fb9fc15e680 0x7fb9fc0b6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:43.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 -- 172.21.15.16:0/4086222766 >> 172.21.15.16:0/4086222766 conn(0x7fb9fc0b4170 msgr2=0x7fb9fc0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:43.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 -- 172.21.15.16:0/4086222766 shutdown_connections 2024-09-16T01:47:43.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.320+0000 7fba02865640 1 -- 172.21.15.16:0/4086222766 wait complete. 2024-09-16T01:47:43.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.322+0000 7fba02865640 1 Processor -- start 2024-09-16T01:47:43.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.322+0000 7fba02865640 1 -- start start 2024-09-16T01:47:43.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.322+0000 7fba02865640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9fc06e020 0x7fb9fc13efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:43.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fba02865640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc13f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:43.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fba02865640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9fc15e680 0x7fb9fc144590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:43.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fba02865640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc15ea60 con 0x7fb9fc073090 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fba02865640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc0b6590 con 0x7fb9fc06e020 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fba02865640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb9fc15ebe0 con 0x7fb9fc15e680 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc13f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc13f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44004/0 (socket says 172.21.15.16:44004) 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/853182164 learned_addr learned my addr 172.21.15.16:0/853182164 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fbfff640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9fc06e020 0x7fb9fc13efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fba00e02640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9fc15e680 0x7fb9fc144590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9fc15e680 msgr2=0x7fb9fc144590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9fc15e680 0x7fb9fc144590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9fc06e020 msgr2=0x7fb9fc13efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9fc06e020 0x7fb9fc13efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 -- 172.21.15.16:0/853182164 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9fc13fb20 con 0x7fb9fc073090 2024-09-16T01:47:43.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9fb7fe640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc13f510 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fb9e402a2b0 tx=0x7fb9e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:43.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9f8ff9640 1 -- 172.21.15.16:0/853182164 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4041020 con 0x7fb9fc073090 2024-09-16T01:47:43.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9f8ff9640 1 -- 172.21.15.16:0/853182164 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9e40306c0 con 0x7fb9fc073090 2024-09-16T01:47:43.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9fc13fe00 con 0x7fb9fc073090 2024-09-16T01:47:43.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.323+0000 7fb9f8ff9640 1 -- 172.21.15.16:0/853182164 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4037040 con 0x7fb9fc073090 2024-09-16T01:47:43.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.324+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9fc1406a0 con 0x7fb9fc073090 2024-09-16T01:47:43.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.325+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9fc0734d0 con 0x7fb9fc073090 2024-09-16T01:47:43.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.325+0000 7fb9f8ff9640 1 -- 172.21.15.16:0/853182164 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fb9e4044020 con 0x7fb9fc073090 2024-09-16T01:47:43.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.326+0000 7fb9f8ff9640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9dc06c3d0 0x7fb9dc06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:43.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.326+0000 7fb9f8ff9640 1 -- 172.21.15.16:0/853182164 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7fb9e40abcd0 con 0x7fb9fc073090 2024-09-16T01:47:43.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.326+0000 7fb9fbfff640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9dc06c3d0 0x7fb9dc06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:43.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.326+0000 7fb9fbfff640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9dc06c3d0 0x7fb9dc06e890 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec0079a0 tx=0x7fb9ec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:43.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.330+0000 7fb9f8ff9640 1 -- 172.21.15.16:0/853182164 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb9e404b030 con 0x7fb9fc073090 2024-09-16T01:47:43.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:43.539+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fb9fc0b1830 con 0x7fb9fc073090 2024-09-16T01:47:44.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.121+0000 7fb9f8ff9640 1 -- 172.21.15.16:0/853182164 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v61) ==== 136+0+0 (secure 0 0 0) 0x7fb9e4079ce0 con 0x7fb9fc073090 2024-09-16T01:47:44.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9dc06c3d0 msgr2=0x7fb9dc06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9dc06c3d0 0x7fb9dc06e890 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec0079a0 tx=0x7fb9ec008040 comp rx=0 tx=0).stop 2024-09-16T01:47:44.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 msgr2=0x7fb9fc13f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc13f510 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fb9e402a2b0 tx=0x7fb9e40046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 shutdown_connections 2024-09-16T01:47:44.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb9dc06c3d0 0x7fb9dc06e890 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9fc15e680 0x7fb9fc144590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc073090 0x7fb9fc13f510 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 --2- 172.21.15.16:0/853182164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9fc06e020 0x7fb9fc13efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 >> 172.21.15.16:0/853182164 conn(0x7fb9fc0b4170 msgr2=0x7fb9fc15cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:44.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 shutdown_connections 2024-09-16T01:47:44.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.124+0000 7fba02865640 1 -- 172.21.15.16:0/853182164 wait complete. 2024-09-16T01:47:44.141 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:47:44.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.248+0000 7f7aff296640 1 Processor -- start 2024-09-16T01:47:44.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.249+0000 7f7aff296640 1 -- start start 2024-09-16T01:47:44.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.249+0000 7f7aff296640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7af8147fc0 0x7f7af815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.249+0000 7f7aff296640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7af80ba2f0 con 0x7f7af80d0ee0 2024-09-16T01:47:44.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.249+0000 7f7aff296640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7af80d2750 con 0x7f7af80b9ee0 2024-09-16T01:47:44.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.249+0000 7f7aff296640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7af81483a0 con 0x7f7af8147fc0 2024-09-16T01:47:44.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7afc831640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7af80d0ee0 0x7f7af80b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50474/0 (socket says 172.21.15.16:50474) 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7afc831640 1 -- 172.21.15.16:0/3879411388 learned_addr learned my addr 172.21.15.16:0/3879411388 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7afd032640 1 --2- 172.21.15.16:0/3879411388 >> v2:172.21.15.104:3300/0 conn(0x7f7af8147fc0 0x7f7af815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 157491817 0 0) 0x7f7af80ba2f0 con 0x7f7af80d0ee0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ae0003520 con 0x7f7af80d0ee0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2162634159 0 0) 0x7f7af80d2750 con 0x7f7af80b9ee0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7af80ba2f0 con 0x7f7af80b9ee0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3631450430 0 0) 0x7f7ae0003520 con 0x7f7af80d0ee0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 >> v2:172.21.15.104:3300/0 conn(0x7f7af8147fc0 msgr2=0x7f7af815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 --2- 172.21.15.16:0/3879411388 >> v2:172.21.15.104:3300/0 conn(0x7f7af8147fc0 0x7f7af815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 >> v1:172.21.15.104:6789/0 conn(0x7f7af80b9ee0 legacy=0x7f7af80d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7af80d2a30 con 0x7f7af80d0ee0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f7aec001670 con 0x7f7af80d0ee0 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 >> v1:172.21.15.16:6789/0 conn(0x7f7af80d0ee0 legacy=0x7f7af80b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ae0003b90 0x7f7ae0003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0004800 0x7f7ae0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ae00051c0 0x7f7ae000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7af81483a0 con 0x7f7ae0003b90 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae000c090 con 0x7f7ae0004800 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7ae000c290 con 0x7f7ae00051c0 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7afd032640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ae0003b90 0x7f7ae0003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.250+0000 7f7afc831640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0004800 0x7f7ae0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd833640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ae00051c0 0x7f7ae000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd032640 1 -- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ae00051c0 msgr2=0x7f7ae000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd032640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ae00051c0 0x7f7ae000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd032640 1 -- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0004800 msgr2=0x7f7ae0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:44.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd032640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0004800 0x7f7ae0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd032640 1 -- 172.21.15.16:0/3879411388 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae0003520 con 0x7f7ae0003b90 2024-09-16T01:47:44.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd833640 1 -- 172.21.15.16:0/3879411388 reap_dead start 2024-09-16T01:47:44.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.251+0000 7f7afd032640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ae0003b90 0x7f7ae0003f90 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f7ae8009fc0 tx=0x7f7ae0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff996f91e675ce85 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:44.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae8034020 con 0x7f7ae0003b90 2024-09-16T01:47:44.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ae80305f0 con 0x7f7ae0003b90 2024-09-16T01:47:44.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7af7fff640 1 -- 172.21.15.16:0/3879411388 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae8009c10 con 0x7f7ae0003b90 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7aff296640 1 -- 172.21.15.16:0/3879411388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ae0003b90 msgr2=0x7f7ae0003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7aff296640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ae0003b90 0x7f7ae0003f90 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f7ae8009fc0 tx=0x7f7ae0005830 comp rx=0 tx=0).stop 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7aff296640 1 -- 172.21.15.16:0/3879411388 shutdown_connections 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7aff296640 1 --2- 172.21.15.16:0/3879411388 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ae0003b90 0x7f7ae0003f90 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7aff296640 1 -- 172.21.15.16:0/3879411388 >> 172.21.15.16:0/3879411388 conn(0x7f7af8074fe0 msgr2=0x7f7af806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7aff296640 1 -- 172.21.15.16:0/3879411388 shutdown_connections 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.252+0000 7f7aff296640 1 -- 172.21.15.16:0/3879411388 wait complete. 2024-09-16T01:47:44.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.253+0000 7f7aff296640 1 Processor -- start 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7aff296640 1 -- start start 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7aff296640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0003b90 0x7f7af8145fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7aff296640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7af8140420 0x7f7af80aaee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7aff296640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7af80ab890 0x7f7af80abd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7aff296640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7af80d2500 con 0x7f7af8140420 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7aff296640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7af815efa0 con 0x7f7ae0003b90 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7aff296640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7af80d2ff0 con 0x7f7af80ab890 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7afc831640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7af8140420 0x7f7af80aaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7afc831640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7af8140420 0x7f7af80aaee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44034/0 (socket says 172.21.15.16:44034) 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7afc831640 1 -- 172.21.15.16:0/3724595150 learned_addr learned my addr 172.21.15.16:0/3724595150 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7afd833640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7af80ab890 0x7f7af80abd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.254+0000 7f7afd032640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0003b90 0x7f7af8145fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7afc831640 1 -- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7af80ab890 msgr2=0x7f7af80abd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7afc831640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7af80ab890 0x7f7af80abd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7afc831640 1 -- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0003b90 msgr2=0x7f7af8145fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7afc831640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0003b90 0x7f7af8145fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7afc831640 1 -- 172.21.15.16:0/3724595150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7af80ab420 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7afc831640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7af8140420 0x7f7af80aaee0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f7aec007290 tx=0x7f7aec007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7af5ffb640 1 -- 172.21.15.16:0/3724595150 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aec001650 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7af5ffb640 1 -- 172.21.15.16:0/3724595150 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7aec018070 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7af8142a70 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7af5ffb640 1 -- 172.21.15.16:0/3724595150 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aec00fb80 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.255+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7af8143030 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.256+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7af815eaf0 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.257+0000 7f7af5ffb640 1 -- 172.21.15.16:0/3724595150 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f7aec00fd20 con 0x7f7af8140420 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.257+0000 7f7af5ffb640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7ae406c400 0x7f7ae406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.257+0000 7f7af5ffb640 1 -- 172.21.15.16:0/3724595150 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f7aec08af40 con 0x7f7af8140420 2024-09-16T01:47:44.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.258+0000 7f7afd032640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7ae406c400 0x7f7ae406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.258+0000 7f7afd032640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7ae406c400 0x7f7ae406e8c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7ae8035000 tx=0x7f7ae802f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:44.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.262+0000 7f7af5ffb640 1 -- 172.21.15.16:0/3724595150 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7aec058fe0 con 0x7f7af8140420 2024-09-16T01:47:44.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.460+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f7af80ac250 con 0x7f7ae406c400 2024-09-16T01:47:44.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.462+0000 7f7af5ffb640 1 -- 172.21.15.16:0/3724595150 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f7af80ac250 con 0x7f7ae406c400 2024-09-16T01:47:44.464 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:47:44.464 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:44.464 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:47:44.464 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:44.464 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:47:44.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7ae406c400 msgr2=0x7f7ae406e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7ae406c400 0x7f7ae406e8c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7ae8035000 tx=0x7f7ae802f000 comp rx=0 tx=0).stop 2024-09-16T01:47:44.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7af8140420 msgr2=0x7f7af80aaee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7af8140420 0x7f7af80aaee0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f7aec007290 tx=0x7f7aec007750 comp rx=0 tx=0).stop 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 shutdown_connections 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7ae406c400 0x7f7ae406e8c0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7af80ab890 0x7f7af80abd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7af8140420 0x7f7af80aaee0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 --2- 172.21.15.16:0/3724595150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ae0003b90 0x7f7af8145fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 >> 172.21.15.16:0/3724595150 conn(0x7f7af8074fe0 msgr2=0x7f7af80cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 shutdown_connections 2024-09-16T01:47:44.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.464+0000 7f7aff296640 1 -- 172.21.15.16:0/3724595150 wait complete. 2024-09-16T01:47:44.478 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:47:44.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.621+0000 7f18c830a640 1 Processor -- start 2024-09-16T01:47:44.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.622+0000 7f18c830a640 1 -- start start 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.622+0000 7f18c830a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18c015e690 0x7f18c006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.622+0000 7f18c830a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c00cf7b0 0x7f18c00b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c830a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18c015ea70 con 0x7f18c006c120 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c830a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f18c006c590 con 0x7f18c015e690 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c830a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f18c00722a0 con 0x7f18c00cf7b0 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c60a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18c015e690 0x7f18c006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c60a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18c015e690 0x7f18c006bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44046/0 (socket says 172.21.15.16:44046) 2024-09-16T01:47:44.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c60a6640 1 -- 172.21.15.16:0/4287807621 learned_addr learned my addr 172.21.15.16:0/4287807621 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c68a7640 1 --2- 172.21.15.16:0/4287807621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c00cf7b0 0x7f18c00b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c60a6640 1 -- 172.21.15.16:0/4287807621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c00cf7b0 msgr2=0x7f18c00b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c60a6640 1 --2- 172.21.15.16:0/4287807621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c00cf7b0 0x7f18c00b7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c60a6640 1 -- 172.21.15.16:0/4287807621 >> v1:172.21.15.104:6789/0 conn(0x7f18c006c120 legacy=0x7f18c00cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c60a6640 1 -- 172.21.15.16:0/4287807621 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c0072580 con 0x7f18c015e690 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.623+0000 7f18c68a7640 1 --2- 172.21.15.16:0/4287807621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c00cf7b0 0x7f18c00b7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.624+0000 7f18c60a6640 1 --2- 172.21.15.16:0/4287807621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c015e690 0x7f18c006bbe0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f18bc009870 tx=0x7f18bc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe1eef7ec9bd031 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.624+0000 7f18c50a4640 1 -- 172.21.15.16:0/4287807621 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18bc037070 con 0x7f18c015e690 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.624+0000 7f18c50a4640 1 -- 172.21.15.16:0/4287807621 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18bc032440 con 0x7f18c015e690 2024-09-16T01:47:44.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.624+0000 7f18c50a4640 1 -- 172.21.15.16:0/4287807621 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18bc032810 con 0x7f18c015e690 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.624+0000 7f18c830a640 1 -- 172.21.15.16:0/4287807621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c015e690 msgr2=0x7f18c006bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.624+0000 7f18c830a640 1 --2- 172.21.15.16:0/4287807621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c015e690 0x7f18c006bbe0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f18bc009870 tx=0x7f18bc02a210 comp rx=0 tx=0).stop 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.625+0000 7f18c830a640 1 -- 172.21.15.16:0/4287807621 shutdown_connections 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.625+0000 7f18c830a640 1 --2- 172.21.15.16:0/4287807621 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c00cf7b0 0x7f18c00b7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.625+0000 7f18c830a640 1 --2- 172.21.15.16:0/4287807621 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c015e690 0x7f18c006bbe0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.625+0000 7f18c830a640 1 -- 172.21.15.16:0/4287807621 >> 172.21.15.16:0/4287807621 conn(0x7f18c00d1200 msgr2=0x7f18c00d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.625+0000 7f18c830a640 1 -- 172.21.15.16:0/4287807621 shutdown_connections 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.625+0000 7f18c830a640 1 -- 172.21.15.16:0/4287807621 wait complete. 2024-09-16T01:47:44.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 Processor -- start 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 -- start start 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18c006c120 0x7f18c00ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c00cf7b0 0x7f18c00c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c015e690 0x7f18c00c85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f18c00b7b70 con 0x7f18c00cf7b0 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f18c0072b40 con 0x7f18c006c120 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.626+0000 7f18c830a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f18c00b7cf0 con 0x7f18c015e690 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c00cf7b0 0x7f18c00c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c00cf7b0 0x7f18c00c80b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44050/0 (socket says 172.21.15.16:44050) 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 -- 172.21.15.16:0/1474863134 learned_addr learned my addr 172.21.15.16:0/1474863134 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c68a7640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c015e690 0x7f18c00c85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c60a6640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18c006c120 0x7f18c00ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 -- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c015e690 msgr2=0x7f18c00c85f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c015e690 0x7f18c00c85f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 -- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18c006c120 msgr2=0x7f18c00ca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18c006c120 0x7f18c00ca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 -- 172.21.15.16:0/1474863134 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c015ff50 con 0x7f18c00cf7b0 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c58a5640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c00cf7b0 0x7f18c00c80b0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f18b000c430 tx=0x7f18b000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18b6ffd640 1 -- 172.21.15.16:0/1474863134 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b0011790 con 0x7f18c00cf7b0 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18b6ffd640 1 -- 172.21.15.16:0/1474863134 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18b0017070 con 0x7f18c00cf7b0 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18c00c8c20 con 0x7f18c00cf7b0 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18b6ffd640 1 -- 172.21.15.16:0/1474863134 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18b0011bb0 con 0x7f18c00cf7b0 2024-09-16T01:47:44.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.627+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18c00c94c0 con 0x7f18c00cf7b0 2024-09-16T01:47:44.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.628+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18c00b7630 con 0x7f18c00cf7b0 2024-09-16T01:47:44.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.629+0000 7f18b6ffd640 1 -- 172.21.15.16:0/1474863134 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f18b001c460 con 0x7f18c00cf7b0 2024-09-16T01:47:44.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.629+0000 7f18b6ffd640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f18a406c3d0 0x7f18a406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:44.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.629+0000 7f18b6ffd640 1 -- 172.21.15.16:0/1474863134 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5709+0+0 (secure 0 0 0) 0x7f18b008b2c0 con 0x7f18c00cf7b0 2024-09-16T01:47:44.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.629+0000 7f18c60a6640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f18a406c3d0 0x7f18a406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:44.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.630+0000 7f18c60a6640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f18a406c3d0 0x7f18a406e890 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f18bc034000 tx=0x7f18bc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:44.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.634+0000 7f18b6ffd640 1 -- 172.21.15.16:0/1474863134 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f18b00592d0 con 0x7f18c00cf7b0 2024-09-16T01:47:44.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.812+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f18c00b91b0 con 0x7f18c00cf7b0 2024-09-16T01:47:44.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.812+0000 7f18b6ffd640 1 -- 172.21.15.16:0/1474863134 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7f18b005d5d0 con 0x7f18c00cf7b0 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f18a406c3d0 msgr2=0x7f18a406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f18a406c3d0 0x7f18a406e890 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f18bc034000 tx=0x7f18bc02e000 comp rx=0 tx=0).stop 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c00cf7b0 msgr2=0x7f18c00c80b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c00cf7b0 0x7f18c00c80b0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f18b000c430 tx=0x7f18b000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 shutdown_connections 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f18a406c3d0 0x7f18a406e890 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f18c015e690 0x7f18c00c85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18c00cf7b0 0x7f18c00c80b0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 --2- 172.21.15.16:0/1474863134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18c006c120 0x7f18c00ca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:44.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 >> 172.21.15.16:0/1474863134 conn(0x7f18c00d1200 msgr2=0x7f18c00b4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:44.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 shutdown_connections 2024-09-16T01:47:44.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:44.814+0000 7f18c830a640 1 -- 172.21.15.16:0/1474863134 wait complete. 2024-09-16T01:47:44.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:44.828 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f) 2024-09-16T01:47:44.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:44.864 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/fake) 2024-09-16T01:47:44.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:44.939 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:47:44.996 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:47:44.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:44.997 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f) 2024-09-16T01:47:45.066 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:45.066 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol590/.meta 2024-09-16T01:47:45.137 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol590 2024-09-16T01:47:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.281+0000 7f682b6a5640 1 Processor -- start 2024-09-16T01:47:45.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.281+0000 7f682b6a5640 1 -- start start 2024-09-16T01:47:45.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f682b6a5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6824072190 0x7f682415f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f682b6a5640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68240cf350 con 0x7f68240ceee0 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f682b6a5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68240cf610 con 0x7f682406bbe0 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f682b6a5640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f68240cf8f0 con 0x7f6824072190 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f6828c40640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6824072190 0x7f682415f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f6829c42640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f68240ceee0 0x7f68240cd8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50486/0 (socket says 172.21.15.16:50486) 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f6829c42640 1 -- 172.21.15.16:0/3719467766 learned_addr learned my addr 172.21.15.16:0/3719467766 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f6828c40640 1 -- 172.21.15.16:0/3719467766 >> v1:172.21.15.104:6789/0 conn(0x7f682406bbe0 legacy=0x7f682406bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f6828c40640 1 -- 172.21.15.16:0/3719467766 >> v1:172.21.15.16:6789/0 conn(0x7f68240ceee0 legacy=0x7f68240cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f681bfff640 1 -- 172.21.15.16:0/3719467766 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3078311266 0 0) 0x7f68240cf350 con 0x7f68240ceee0 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.282+0000 7f6828c40640 1 -- 172.21.15.16:0/3719467766 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68240cfbd0 con 0x7f6824072190 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.283+0000 7f6828c40640 1 --2- 172.21.15.16:0/3719467766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6824072190 0x7f682415f830 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f68140097a0 tx=0x7f681402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a4335bb1c05c7a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.283+0000 7f681bfff640 1 -- 172.21.15.16:0/3719467766 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6814037070 con 0x7f6824072190 2024-09-16T01:47:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.283+0000 7f681bfff640 1 -- 172.21.15.16:0/3719467766 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6814032440 con 0x7f6824072190 2024-09-16T01:47:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.283+0000 7f681bfff640 1 -- 172.21.15.16:0/3719467766 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6814032810 con 0x7f6824072190 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.284+0000 7f682b6a5640 1 -- 172.21.15.16:0/3719467766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6824072190 msgr2=0x7f682415f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.284+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3719467766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6824072190 0x7f682415f830 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f68140097a0 tx=0x7f681402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.284+0000 7f682b6a5640 1 -- 172.21.15.16:0/3719467766 shutdown_connections 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.284+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3719467766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6824072190 0x7f682415f830 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.284+0000 7f682b6a5640 1 -- 172.21.15.16:0/3719467766 >> 172.21.15.16:0/3719467766 conn(0x7f68240b2000 msgr2=0x7f68240b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.284+0000 7f682b6a5640 1 -- 172.21.15.16:0/3719467766 shutdown_connections 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.284+0000 7f682b6a5640 1 -- 172.21.15.16:0/3719467766 wait complete. 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.285+0000 7f682b6a5640 1 Processor -- start 2024-09-16T01:47:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.285+0000 7f682b6a5640 1 -- start start 2024-09-16T01:47:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f682b6a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f682406bbe0 0x7f68241e4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f682b6a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6824072190 0x7f682414bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f682b6a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68240ceee0 0x7f682415ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f682b6a5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f682415b4e0 con 0x7f68240ceee0 2024-09-16T01:47:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f682b6a5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f68240cd380 con 0x7f682406bbe0 2024-09-16T01:47:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f682b6a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6824158ad0 con 0x7f6824072190 2024-09-16T01:47:45.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f6829c42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68240ceee0 0x7f682415ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f6829c42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68240ceee0 0x7f682415ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44078/0 (socket says 172.21.15.16:44078) 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f6829c42640 1 -- 172.21.15.16:0/3554529085 learned_addr learned my addr 172.21.15.16:0/3554529085 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f6829441640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f682406bbe0 0x7f68241e4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.286+0000 7f6828c40640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6824072190 0x7f682414bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6829c42640 1 -- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6824072190 msgr2=0x7f682414bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6829c42640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6824072190 0x7f682414bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6829c42640 1 -- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f682406bbe0 msgr2=0x7f68241e4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6829c42640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f682406bbe0 0x7f68241e4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6829c42640 1 -- 172.21.15.16:0/3554529085 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f682415e2c0 con 0x7f68240ceee0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6829c42640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68240ceee0 0x7f682415ed00 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f681c00c7d0 tx=0x7f681c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6819ffb640 1 -- 172.21.15.16:0/3554529085 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f681c018070 con 0x7f68240ceee0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6819ffb640 1 -- 172.21.15.16:0/3554529085 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f681c00a640 con 0x7f68240ceee0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f682415e5a0 con 0x7f68240ceee0 2024-09-16T01:47:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f6819ffb640 1 -- 172.21.15.16:0/3554529085 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f681c00aa70 con 0x7f68240ceee0 2024-09-16T01:47:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.287+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f682414c250 con 0x7f68240ceee0 2024-09-16T01:47:45.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.288+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68240afc50 con 0x7f68240ceee0 2024-09-16T01:47:45.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.289+0000 7f6819ffb640 1 -- 172.21.15.16:0/3554529085 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f681c01b070 con 0x7f68240ceee0 2024-09-16T01:47:45.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.289+0000 7f6819ffb640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f680806c3d0 0x7f680806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.289+0000 7f6819ffb640 1 -- 172.21.15.16:0/3554529085 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5767+0+0 (secure 0 0 0) 0x7f681c08ac20 con 0x7f68240ceee0 2024-09-16T01:47:45.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.289+0000 7f6829441640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f680806c3d0 0x7f680806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.290+0000 7f6829441640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f680806c3d0 0x7f680806e890 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6820000f60 tx=0x7f6820009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.294+0000 7f6819ffb640 1 -- 172.21.15.16:0/3554529085 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f681c058b60 con 0x7f68240ceee0 2024-09-16T01:47:45.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.494+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol590", "target": ["mon-mgr", ""]}) -- 0x7f6824073610 con 0x7f680806c3d0 2024-09-16T01:47:45.500 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:45.498+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:45.500 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:45.498+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:45.500 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:45.498+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:45.500 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:45.498+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:45.500 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:45.498+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:45.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.521+0000 7f6819ffb640 1 -- 172.21.15.16:0/3554529085 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+65 (secure 0 0 0) 0x7f6824073610 con 0x7f680806c3d0 2024-09-16T01:47:45.523 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f 2024-09-16T01:47:45.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f680806c3d0 msgr2=0x7f680806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f680806c3d0 0x7f680806e890 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6820000f60 tx=0x7f6820009040 comp rx=0 tx=0).stop 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68240ceee0 msgr2=0x7f682415ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68240ceee0 0x7f682415ed00 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f681c00c7d0 tx=0x7f681c00cc90 comp rx=0 tx=0).stop 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 shutdown_connections 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f680806c3d0 0x7f680806e890 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68240ceee0 0x7f682415ed00 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6824072190 0x7f682414bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 --2- 172.21.15.16:0/3554529085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f682406bbe0 0x7f68241e4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 >> 172.21.15.16:0/3554529085 conn(0x7f68240b2000 msgr2=0x7f68240cd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 shutdown_connections 2024-09-16T01:47:45.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.523+0000 7f682b6a5640 1 -- 172.21.15.16:0/3554529085 wait complete. 2024-09-16T01:47:45.536 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls cephfs 2024-09-16T01:47:45.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.640+0000 7fa1431e8640 1 Processor -- start 2024-09-16T01:47:45.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.640+0000 7fa1431e8640 1 -- start start 2024-09-16T01:47:45.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa1431e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c0cf7b0 0x7fa13c0b8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa1431e8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa13c15ea70 con 0x7fa13c06c2f0 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa1431e8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa13c0722a0 con 0x7fa13c15e690 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa1431e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa13c072580 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa13bfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa13c06c2f0 0x7fa13c0cf0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50488/0 (socket says 172.21.15.16:50488) 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa13bfff640 1 -- 172.21.15.16:0/545584962 learned_addr learned my addr 172.21.15.16:0/545584962 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa141785640 1 --2- 172.21.15.16:0/545584962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c0cf7b0 0x7fa13c0b8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa13b7fe640 1 -- 172.21.15.16:0/545584962 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 14879782 0 0) 0x7fa13c15ea70 con 0x7fa13c06c2f0 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa13b7fe640 1 -- 172.21.15.16:0/545584962 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa12c003520 con 0x7fa13c06c2f0 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa141785640 1 -- 172.21.15.16:0/545584962 >> v1:172.21.15.104:6789/0 conn(0x7fa13c15e690 legacy=0x7fa13c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa141785640 1 -- 172.21.15.16:0/545584962 >> v1:172.21.15.16:6789/0 conn(0x7fa13c06c2f0 legacy=0x7fa13c0cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa13b7fe640 1 -- 172.21.15.16:0/545584962 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2971335579 0 0) 0x7fa13c0722a0 con 0x7fa13c15e690 2024-09-16T01:47:45.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.641+0000 7fa141785640 1 -- 172.21.15.16:0/545584962 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa13c072860 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.642+0000 7fa141785640 1 --2- 172.21.15.16:0/545584962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c0cf7b0 0x7fa13c0b8640 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa134009dc0 tx=0x7fa13402a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77377093d4a4ce5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.642+0000 7fa13b7fe640 1 -- 172.21.15.16:0/545584962 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa134007740 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.642+0000 7fa13b7fe640 1 -- 172.21.15.16:0/545584962 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1340078e0 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.642+0000 7fa13b7fe640 1 -- 172.21.15.16:0/545584962 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa134007c90 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.643+0000 7fa1431e8640 1 -- 172.21.15.16:0/545584962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c0cf7b0 msgr2=0x7fa13c0b8640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.643+0000 7fa1431e8640 1 --2- 172.21.15.16:0/545584962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c0cf7b0 0x7fa13c0b8640 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa134009dc0 tx=0x7fa13402a6d0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.643+0000 7fa1431e8640 1 -- 172.21.15.16:0/545584962 shutdown_connections 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.643+0000 7fa1431e8640 1 --2- 172.21.15.16:0/545584962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c0cf7b0 0x7fa13c0b8640 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.643+0000 7fa1431e8640 1 -- 172.21.15.16:0/545584962 >> 172.21.15.16:0/545584962 conn(0x7fa13c0d1200 msgr2=0x7fa13c0d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.643+0000 7fa1431e8640 1 -- 172.21.15.16:0/545584962 shutdown_connections 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.643+0000 7fa1431e8640 1 -- 172.21.15.16:0/545584962 wait complete. 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.644+0000 7fa1431e8640 1 Processor -- start 2024-09-16T01:47:45.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.644+0000 7fa1431e8640 1 -- start start 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa1431e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c06c2f0 0x7fa13c0cd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa1431e8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa13c0cf7b0 0x7fa13c152fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa1431e8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13c15e690 0x7fa13c13fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa1431e8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa13c169330 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa1431e8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa13c1691b0 con 0x7fa13c15e690 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa1431e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa13c1694b0 con 0x7fa13c06c2f0 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa13c0cf7b0 0x7fa13c152fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa13c0cf7b0 0x7fa13c152fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44104/0 (socket says 172.21.15.16:44104) 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 -- 172.21.15.16:0/3826300259 learned_addr learned my addr 172.21.15.16:0/3826300259 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa140f84640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c06c2f0 0x7fa13c0cd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa141785640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13c15e690 0x7fa13c13fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 -- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c06c2f0 msgr2=0x7fa13c0cd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c06c2f0 0x7fa13c0cd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 -- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13c15e690 msgr2=0x7fa13c13fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13c15e690 0x7fa13c13fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.645+0000 7fa13bfff640 1 -- 172.21.15.16:0/3826300259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa13c0cdce0 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.646+0000 7fa13bfff640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa13c0cf7b0 0x7fa13c152fc0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fa12800c460 tx=0x7fa12800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.646+0000 7fa1397fa640 1 -- 172.21.15.16:0/3826300259 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa128017070 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.646+0000 7fa1397fa640 1 -- 172.21.15.16:0/3826300259 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa128005ce0 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.646+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa13c0cdfc0 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.646+0000 7fa1397fa640 1 -- 172.21.15.16:0/3826300259 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa128007290 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.646+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa13c0ce580 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.647+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa13c0cf0a0 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.647+0000 7fa1397fa640 1 -- 172.21.15.16:0/3826300259 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fa12801a070 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.648+0000 7fa1397fa640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa12006c400 0x7fa12006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.648+0000 7fa1397fa640 1 -- 172.21.15.16:0/3826300259 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5767+0+0 (secure 0 0 0) 0x7fa12808a8a0 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.648+0000 7fa140f84640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa12006c400 0x7fa12006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.648+0000 7fa140f84640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa12006c400 0x7fa12006e8c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa130000f60 tx=0x7fa130009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.652+0000 7fa1397fa640 1 -- 172.21.15.16:0/3826300259 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa128058870 con 0x7fa13c0cf7b0 2024-09-16T01:47:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.853+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "cephfs", "target": ["mon-mgr", ""]}) -- 0x7fa13c0c7e70 con 0x7fa12006c400 2024-09-16T01:47:45.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.856+0000 7fa1397fa640 1 -- 172.21.15.16:0/3826300259 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+44 (secure 0 0 0) 0x7fa13c0c7e70 con 0x7fa12006c400 2024-09-16T01:47:45.858 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:47:45.858 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:45.858 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "subvol590" 2024-09-16T01:47:45.858 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:45.858 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:47:45.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa12006c400 msgr2=0x7fa12006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa12006c400 0x7fa12006e8c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa130000f60 tx=0x7fa130009040 comp rx=0 tx=0).stop 2024-09-16T01:47:45.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa13c0cf7b0 msgr2=0x7fa13c152fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa13c0cf7b0 0x7fa13c152fc0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fa12800c460 tx=0x7fa12800c920 comp rx=0 tx=0).stop 2024-09-16T01:47:45.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 shutdown_connections 2024-09-16T01:47:45.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa12006c400 0x7fa12006e8c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13c15e690 0x7fa13c13fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa13c0cf7b0 0x7fa13c152fc0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 --2- 172.21.15.16:0/3826300259 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa13c06c2f0 0x7fa13c0cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 >> 172.21.15.16:0/3826300259 conn(0x7fa13c0d1200 msgr2=0x7fa13c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:45.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 shutdown_connections 2024-09-16T01:47:45.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.858+0000 7fa1431e8640 1 -- 172.21.15.16:0/3826300259 wait complete. 2024-09-16T01:47:45.871 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol590 2024-09-16T01:47:45.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.974+0000 7f12bb59e640 1 Processor -- start 2024-09-16T01:47:45.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.974+0000 7f12bb59e640 1 -- start start 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.975+0000 7f12bb59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f12bc15f630 0x7f12bc1432e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.975+0000 7f12bb59e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12bc0d49c0 con 0x7f12bc074e30 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.975+0000 7f12bb59e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12bc141930 con 0x7f12bc075210 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.975+0000 7f12bb59e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f12bc0b5a20 con 0x7f12bc15f630 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.975+0000 7f12ba59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f12bc074e30 0x7f12bc0d42b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50502/0 (socket says 172.21.15.16:50502) 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.975+0000 7f12ba59c640 1 -- 172.21.15.16:0/3150409947 learned_addr learned my addr 172.21.15.16:0/3150409947 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.975+0000 7f12b9d9b640 1 --2- 172.21.15.16:0/3150409947 >> v2:172.21.15.16:3300/0 conn(0x7f12bc15f630 0x7f12bc1432e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.976+0000 7f12b959a640 1 -- 172.21.15.16:0/3150409947 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1180303726 0 0) 0x7f12bc0d49c0 con 0x7f12bc074e30 2024-09-16T01:47:45.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.976+0000 7f12b959a640 1 -- 172.21.15.16:0/3150409947 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f12a8003520 con 0x7f12bc074e30 2024-09-16T01:47:45.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.976+0000 7f12b9d9b640 1 -- 172.21.15.16:0/3150409947 >> v1:172.21.15.104:6789/0 conn(0x7f12bc075210 legacy=0x7f12bc143820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:45.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.976+0000 7f12b9d9b640 1 -- 172.21.15.16:0/3150409947 >> v1:172.21.15.16:6789/0 conn(0x7f12bc074e30 legacy=0x7f12bc0d42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.976+0000 7f12b9d9b640 1 -- 172.21.15.16:0/3150409947 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12bc0d51f0 con 0x7f12bc15f630 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.976+0000 7f12b9d9b640 1 --2- 172.21.15.16:0/3150409947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc1432e0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f12bc0b5ba0 tx=0x7f12a402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11ae053b28fb07d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12b959a640 1 -- 172.21.15.16:0/3150409947 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4037070 con 0x7f12bc15f630 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12b959a640 1 -- 172.21.15.16:0/3150409947 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a4032440 con 0x7f12bc15f630 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12b959a640 1 -- 172.21.15.16:0/3150409947 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4032810 con 0x7f12bc15f630 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12bb59e640 1 -- 172.21.15.16:0/3150409947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 msgr2=0x7f12bc1432e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12bb59e640 1 --2- 172.21.15.16:0/3150409947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc1432e0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f12bc0b5ba0 tx=0x7f12a402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12bb59e640 1 -- 172.21.15.16:0/3150409947 shutdown_connections 2024-09-16T01:47:45.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12bb59e640 1 --2- 172.21.15.16:0/3150409947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc1432e0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12bb59e640 1 -- 172.21.15.16:0/3150409947 >> 172.21.15.16:0/3150409947 conn(0x7f12bc073040 msgr2=0x7f12bc073450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:45.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12bb59e640 1 -- 172.21.15.16:0/3150409947 shutdown_connections 2024-09-16T01:47:45.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.977+0000 7f12bb59e640 1 -- 172.21.15.16:0/3150409947 wait complete. 2024-09-16T01:47:45.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 Processor -- start 2024-09-16T01:47:45.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 -- start start 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12bc074e30 0x7f12bc155770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc075210 0x7f12bc155cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc15a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f12bc0b56b0 con 0x7f12bc15f630 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f12bc0d4f10 con 0x7f12bc075210 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bb59e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f12bc0b6ec0 con 0x7f12bc074e30 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.979+0000 7f12bad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc15a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc15a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44122/0 (socket says 172.21.15.16:44122) 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 -- 172.21.15.16:0/2060913000 learned_addr learned my addr 172.21.15.16:0/2060913000 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12ba59c640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12bc074e30 0x7f12bc155770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12b9d9b640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc075210 0x7f12bc155cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 -- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12bc074e30 msgr2=0x7f12bc155770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12bc074e30 0x7f12bc155770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 -- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc075210 msgr2=0x7f12bc155cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc075210 0x7f12bc155cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 -- 172.21.15.16:0/2060913000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12bc156330 con 0x7f12bc15f630 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bad9d640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc15a750 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f12b400c440 tx=0x7f12b400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12b2ffd640 1 -- 172.21.15.16:0/2060913000 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4011790 con 0x7f12bc15f630 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12b2ffd640 1 -- 172.21.15.16:0/2060913000 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12b4017070 con 0x7f12bc15f630 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12bc1f5250 con 0x7f12bc15f630 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12b2ffd640 1 -- 172.21.15.16:0/2060913000 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4011b70 con 0x7f12bc15f630 2024-09-16T01:47:45.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.980+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12bc1f4770 con 0x7f12bc15f630 2024-09-16T01:47:45.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.981+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12bc0d42b0 con 0x7f12bc15f630 2024-09-16T01:47:45.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.982+0000 7f12b2ffd640 1 -- 172.21.15.16:0/2060913000 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f12b4011d10 con 0x7f12bc15f630 2024-09-16T01:47:45.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.982+0000 7f12b2ffd640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f129c06c3d0 0x7f129c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:45.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.982+0000 7f12b2ffd640 1 -- 172.21.15.16:0/2060913000 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5767+0+0 (secure 0 0 0) 0x7f12b408b2d0 con 0x7f12bc15f630 2024-09-16T01:47:45.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.982+0000 7f12ba59c640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f129c06c3d0 0x7f129c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:45.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.983+0000 7f12ba59c640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f129c06c3d0 0x7f129c06e890 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f12ac005c00 tx=0x7f12ac009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:45.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:45.986+0000 7f12b2ffd640 1 -- 172.21.15.16:0/2060913000 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f12b40592a0 con 0x7f12bc15f630 2024-09-16T01:47:46.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.194+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol590", "target": ["mon-mgr", ""]}) -- 0x7f12bc15fde0 con 0x7f129c06c3d0 2024-09-16T01:47:46.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.204+0000 7f12b2ffd640 1 -- 172.21.15.16:0/2060913000 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+684 (secure 0 0 0) 0x7f12bc15fde0 con 0x7f129c06c3d0 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout: "atime": "2024-09-16 01:47:44", 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_pcent": "undefined", 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_quota": "infinite", 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_used": 0, 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout: "created_at": "2024-09-16 01:47:44", 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout: "ctime": "2024-09-16 01:47:45", 2024-09-16T01:47:46.207 INFO:teuthology.orchestra.run.smithi016.stdout: "data_pool": "cephfs_data", 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "features": [ 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot-clone", 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot-autoprotect" 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "flavor": 1, 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "gid": 0, 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "mode": 16877, 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "mon_addrs": [ 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.16:6789", 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.104:6789", 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.104:6790" 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:47:46.208 INFO:teuthology.orchestra.run.smithi016.stdout: "mtime": "2024-09-16 01:47:44", 2024-09-16T01:47:46.209 INFO:teuthology.orchestra.run.smithi016.stdout: "path": "/volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f", 2024-09-16T01:47:46.209 INFO:teuthology.orchestra.run.smithi016.stdout: "pool_namespace": "", 2024-09-16T01:47:46.209 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "complete", 2024-09-16T01:47:46.209 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "subvolume", 2024-09-16T01:47:46.209 INFO:teuthology.orchestra.run.smithi016.stdout: "uid": 0 2024-09-16T01:47:46.209 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:46.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f129c06c3d0 msgr2=0x7f129c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f129c06c3d0 0x7f129c06e890 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f12ac005c00 tx=0x7f12ac009040 comp rx=0 tx=0).stop 2024-09-16T01:47:46.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 msgr2=0x7f12bc15a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc15a750 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f12b400c440 tx=0x7f12b400c900 comp rx=0 tx=0).stop 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 shutdown_connections 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f129c06c3d0 0x7f129c06e890 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12bc15f630 0x7f12bc15a750 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc075210 0x7f12bc155cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 --2- 172.21.15.16:0/2060913000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12bc074e30 0x7f12bc155770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 >> 172.21.15.16:0/2060913000 conn(0x7f12bc073040 msgr2=0x7f12bc15c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:46.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 shutdown_connections 2024-09-16T01:47:46.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.206+0000 7f12bb59e640 1 -- 172.21.15.16:0/2060913000 wait complete. 2024-09-16T01:47:46.220 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume resize cephfs subvol590 10485760 2024-09-16T01:47:46.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.324+0000 7f0277711640 1 Processor -- start 2024-09-16T01:47:46.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.324+0000 7f0277711640 1 -- start start 2024-09-16T01:47:46.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0277711640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f027006db40 0x7f02700ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0277711640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0270073d10 0x7f02700717d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0277711640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02700cf5b0 con 0x7f027015e900 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0277711640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f027015ece0 con 0x7f027006db40 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0277711640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f02700cf890 con 0x7f0270073d10 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f02754ad640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f027015e900 0x7f027006d430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50518/0 (socket says 172.21.15.16:50518) 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f02754ad640 1 -- 172.21.15.16:0/3553100855 learned_addr learned my addr 172.21.15.16:0/3553100855 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0274cac640 1 --2- 172.21.15.16:0/3553100855 >> v2:172.21.15.16:3300/0 conn(0x7f027006db40 0x7f02700ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0275cae640 1 --2- 172.21.15.16:0/3553100855 >> v2:172.21.15.104:3300/0 conn(0x7f0270073d10 0x7f02700717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0274cac640 1 -- 172.21.15.16:0/3553100855 >> v2:172.21.15.104:3300/0 conn(0x7f0270073d10 msgr2=0x7f02700717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0274cac640 1 --2- 172.21.15.16:0/3553100855 >> v2:172.21.15.104:3300/0 conn(0x7f0270073d10 0x7f02700717d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0274cac640 1 -- 172.21.15.16:0/3553100855 >> v1:172.21.15.16:6789/0 conn(0x7f027015e900 legacy=0x7f027006d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.325+0000 7f0274cac640 1 -- 172.21.15.16:0/3553100855 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02700cfb70 con 0x7f027006db40 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.326+0000 7f0274cac640 1 --2- 172.21.15.16:0/3553100855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f027006db40 0x7f02700ceed0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f02700cdb90 tx=0x7f026002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c27b96dd75f00adc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.326+0000 7f0267fff640 1 -- 172.21.15.16:0/3553100855 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0260037070 con 0x7f027006db40 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.326+0000 7f0267fff640 1 -- 172.21.15.16:0/3553100855 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0260032440 con 0x7f027006db40 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.326+0000 7f0267fff640 1 -- 172.21.15.16:0/3553100855 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0260032810 con 0x7f027006db40 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 -- 172.21.15.16:0/3553100855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f027006db40 msgr2=0x7f02700ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 --2- 172.21.15.16:0/3553100855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f027006db40 0x7f02700ceed0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f02700cdb90 tx=0x7f026002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 -- 172.21.15.16:0/3553100855 shutdown_connections 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 --2- 172.21.15.16:0/3553100855 >> v2:172.21.15.104:3300/0 conn(0x7f0270073d10 0x7f02700717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 --2- 172.21.15.16:0/3553100855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f027006db40 0x7f02700ceed0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 -- 172.21.15.16:0/3553100855 >> 172.21.15.16:0/3553100855 conn(0x7f027006c030 msgr2=0x7f027006c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 -- 172.21.15.16:0/3553100855 shutdown_connections 2024-09-16T01:47:46.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.327+0000 7f0277711640 1 -- 172.21.15.16:0/3553100855 wait complete. 2024-09-16T01:47:46.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.328+0000 7f0277711640 1 Processor -- start 2024-09-16T01:47:46.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.328+0000 7f0277711640 1 -- start start 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0277711640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f027006db40 0x7f02700b1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0277711640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0270073d10 0x7f02700adea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0277711640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f027015e900 0x7f0270156b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0277711640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0270071d10 con 0x7f0270073d10 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0277711640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0270074130 con 0x7f027015e900 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0277711640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0270071e90 con 0x7f027006db40 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0270073d10 0x7f02700adea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0270073d10 0x7f02700adea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44140/0 (socket says 172.21.15.16:44140) 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 -- 172.21.15.16:0/4294201095 learned_addr learned my addr 172.21.15.16:0/4294201095 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f02754ad640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f027006db40 0x7f02700b1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0275cae640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f027015e900 0x7f0270156b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 -- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f027006db40 msgr2=0x7f02700b1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f027006db40 0x7f02700b1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 -- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f027015e900 msgr2=0x7f0270156b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f027015e900 0x7f0270156b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 -- 172.21.15.16:0/4294201095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02700b1880 con 0x7f0270073d10 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0274cac640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0270073d10 0x7f02700adea0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f0260009890 tx=0x7f02600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.329+0000 7f0265ffb640 1 -- 172.21.15.16:0/4294201095 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0260037040 con 0x7f0270073d10 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.330+0000 7f0265ffb640 1 -- 172.21.15.16:0/4294201095 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0260042070 con 0x7f0270073d10 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.330+0000 7f0265ffb640 1 -- 172.21.15.16:0/4294201095 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0260030bd0 con 0x7f0270073d10 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.330+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02701f42c0 con 0x7f0270073d10 2024-09-16T01:47:46.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.330+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02701f4880 con 0x7f0270073d10 2024-09-16T01:47:46.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.331+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02700b01e0 con 0x7f0270073d10 2024-09-16T01:47:46.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.331+0000 7f0265ffb640 1 -- 172.21.15.16:0/4294201095 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f0260047460 con 0x7f0270073d10 2024-09-16T01:47:46.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.332+0000 7f0265ffb640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f025406c3d0 0x7f025406e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.332+0000 7f0265ffb640 1 -- 172.21.15.16:0/4294201095 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f02600ac280 con 0x7f0270073d10 2024-09-16T01:47:46.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.332+0000 7f02754ad640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f025406c3d0 0x7f025406e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.332+0000 7f02754ad640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f025406c3d0 0x7f025406e890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f02700b42f0 tx=0x7f026c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:46.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.336+0000 7f0265ffb640 1 -- 172.21.15.16:0/4294201095 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f02700b01e0 con 0x7f0270073d10 2024-09-16T01:47:46.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.545+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume resize", "vol_name": "cephfs", "sub_name": "subvol590", "new_size": "10485760", "target": ["mon-mgr", ""]}) -- 0x7f0270071830 con 0x7f025406c3d0 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.558+0000 7f0265ffb640 1 -- 172.21.15.16:0/4294201095 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+128 (secure 0 0 0) 0x7f0270071830 con 0x7f025406c3d0 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_used": 0 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_quota": 10485760 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:47:46.561 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_pcent": "0.00" 2024-09-16T01:47:46.562 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:46.562 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:47:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.560+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f025406c3d0 msgr2=0x7f025406e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f025406c3d0 0x7f025406e890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f02700b42f0 tx=0x7f026c009040 comp rx=0 tx=0).stop 2024-09-16T01:47:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0270073d10 msgr2=0x7f02700adea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0270073d10 0x7f02700adea0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f0260009890 tx=0x7f02600046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 shutdown_connections 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f025406c3d0 0x7f025406e890 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f027015e900 0x7f0270156b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0270073d10 0x7f02700adea0 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 --2- 172.21.15.16:0/4294201095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f027006db40 0x7f02700b1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 >> 172.21.15.16:0/4294201095 conn(0x7f027006c030 msgr2=0x7f027015d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 shutdown_connections 2024-09-16T01:47:46.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.561+0000 7f0277711640 1 -- 172.21.15.16:0/4294201095 wait complete. 2024-09-16T01:47:46.574 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol590 2024-09-16T01:47:46.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.676+0000 7f6fc4f03640 1 Processor -- start 2024-09-16T01:47:46.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.676+0000 7f6fc4f03640 1 -- start start 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.677+0000 7f6fc4f03640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6fc00d4010 0x7f6fc00d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.677+0000 7f6fc4f03640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6fc00d30b0 0x7f6fc00d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.677+0000 7f6fc4f03640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fc00cfcd0 con 0x7f6fc0147f30 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.677+0000 7f6fc4f03640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6fc00d20a0 con 0x7f6fc00d4010 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.677+0000 7f6fc4f03640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6fc00d22f0 con 0x7f6fc00d30b0 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbdd9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6fc00d4010 0x7f6fc00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbe59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6fc0147f30 0x7f6fc00cf5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50534/0 (socket says 172.21.15.16:50534) 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbdd9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6fc00d4010 0x7f6fc00d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44152/0 (socket says 172.21.15.16:44152) 2024-09-16T01:47:46.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbe59c640 1 -- 172.21.15.16:0/2609968067 learned_addr learned my addr 172.21.15.16:0/2609968067 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbed9d640 1 --2- 172.21.15.16:0/2609968067 >> v2:172.21.15.104:3300/0 conn(0x7f6fc00d30b0 0x7f6fc00d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbdd9b640 1 -- 172.21.15.16:0/2609968067 >> v2:172.21.15.104:3300/0 conn(0x7f6fc00d30b0 msgr2=0x7f6fc00d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbdd9b640 1 --2- 172.21.15.16:0/2609968067 >> v2:172.21.15.104:3300/0 conn(0x7f6fc00d30b0 0x7f6fc00d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbdd9b640 1 -- 172.21.15.16:0/2609968067 >> v1:172.21.15.16:6789/0 conn(0x7f6fc0147f30 legacy=0x7f6fc00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbdd9b640 1 -- 172.21.15.16:0/2609968067 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fc00d25d0 con 0x7f6fc00d4010 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbd59a640 1 -- 172.21.15.16:0/2609968067 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 409650238 0 0) 0x7f6fc00cfcd0 con 0x7f6fc0147f30 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.678+0000 7f6fbed9d640 1 --2- 172.21.15.16:0/2609968067 >> v2:172.21.15.104:3300/0 conn(0x7f6fc00d30b0 0x7f6fc00d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fbdd9b640 1 --2- 172.21.15.16:0/2609968067 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc00d4010 0x7f6fc00d0f70 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f6fc00ba730 tx=0x7f6fa802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e56562093094051 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fbd59a640 1 -- 172.21.15.16:0/2609968067 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa8037070 con 0x7f6fc00d4010 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fbd59a640 1 -- 172.21.15.16:0/2609968067 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fa8032440 con 0x7f6fc00d4010 2024-09-16T01:47:46.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fbd59a640 1 -- 172.21.15.16:0/2609968067 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa802ae60 con 0x7f6fc00d4010 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 -- 172.21.15.16:0/2609968067 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc00d4010 msgr2=0x7f6fc00d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/2609968067 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc00d4010 0x7f6fc00d0f70 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f6fc00ba730 tx=0x7f6fa802a110 comp rx=0 tx=0).stop 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 -- 172.21.15.16:0/2609968067 shutdown_connections 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/2609968067 >> v2:172.21.15.104:3300/0 conn(0x7f6fc00d30b0 0x7f6fc00d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/2609968067 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc00d4010 0x7f6fc00d0f70 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 -- 172.21.15.16:0/2609968067 >> 172.21.15.16:0/2609968067 conn(0x7f6fc0074da0 msgr2=0x7f6fc00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 -- 172.21.15.16:0/2609968067 shutdown_connections 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.679+0000 7f6fc4f03640 1 -- 172.21.15.16:0/2609968067 wait complete. 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.681+0000 7f6fc4f03640 1 Processor -- start 2024-09-16T01:47:46.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.681+0000 7f6fc4f03640 1 -- start start 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.681+0000 7f6fc4f03640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fc00d30b0 0x7f6fc00ab920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fc4f03640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc00d4010 0x7f6fc013b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fc4f03640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc0147f30 0x7f6fc00addb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fc4f03640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc0148310 con 0x7f6fc0147f30 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fc4f03640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc00d2b90 con 0x7f6fc00d4010 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fc4f03640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6fc00b8810 con 0x7f6fc00d30b0 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc0147f30 0x7f6fc00addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc0147f30 0x7f6fc00addb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44156/0 (socket says 172.21.15.16:44156) 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 -- 172.21.15.16:0/1349113325 learned_addr learned my addr 172.21.15.16:0/1349113325 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbe59c640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fc00d30b0 0x7f6fc00ab920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbdd9b640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc00d4010 0x7f6fc013b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 -- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fc00d30b0 msgr2=0x7f6fc00ab920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fc00d30b0 0x7f6fc00ab920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 -- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc00d4010 msgr2=0x7f6fc013b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc00d4010 0x7f6fc013b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 -- 172.21.15.16:0/1349113325 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fc00ae2f0 con 0x7f6fc0147f30 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fbed9d640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc0147f30 0x7f6fc00addb0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800c7f0 tx=0x7f6fb800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fb6ffd640 1 -- 172.21.15.16:0/1349113325 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb8015070 con 0x7f6fc0147f30 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fb6ffd640 1 -- 172.21.15.16:0/1349113325 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fb8007820 con 0x7f6fc0147f30 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fc00ac050 con 0x7f6fc0147f30 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.682+0000 7f6fb6ffd640 1 -- 172.21.15.16:0/1349113325 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb8007c50 con 0x7f6fc0147f30 2024-09-16T01:47:46.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.683+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fc00ac610 con 0x7f6fc0147f30 2024-09-16T01:47:46.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.684+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fc00cf5c0 con 0x7f6fc0147f30 2024-09-16T01:47:46.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.684+0000 7f6fb6ffd640 1 -- 172.21.15.16:0/1349113325 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7f6fb8018070 con 0x7f6fc0147f30 2024-09-16T01:47:46.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.685+0000 7f6fb6ffd640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fa006c3d0 0x7f6fa006e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:46.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.685+0000 7f6fbe59c640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fa006c3d0 0x7f6fa006e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:46.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.685+0000 7f6fb6ffd640 1 -- 172.21.15.16:0/1349113325 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f6fb808b7c0 con 0x7f6fc0147f30 2024-09-16T01:47:46.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.685+0000 7f6fbe59c640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fa006c3d0 0x7f6fa006e890 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6fb00012e0 tx=0x7f6fb0001630 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:46.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.689+0000 7f6fb6ffd640 1 -- 172.21.15.16:0/1349113325 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6fb8059680 con 0x7f6fc0147f30 2024-09-16T01:47:46.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.891+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol590", "target": ["mon-mgr", ""]}) -- 0x7f6fc00acff0 con 0x7f6fa006c3d0 2024-09-16T01:47:46.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.900+0000 7f6fb6ffd640 1 -- 172.21.15.16:0/1349113325 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+677 (secure 0 0 0) 0x7f6fc00acff0 con 0x7f6fa006c3d0 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "atime": "2024-09-16 01:47:44", 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_pcent": "0.00", 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_quota": 10485760, 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_used": 0, 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "created_at": "2024-09-16 01:47:44", 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "ctime": "2024-09-16 01:47:46", 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "data_pool": "cephfs_data", 2024-09-16T01:47:46.903 INFO:teuthology.orchestra.run.smithi016.stdout: "features": [ 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot-clone", 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot-autoprotect" 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "flavor": 1, 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "gid": 0, 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "mode": 16877, 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "mon_addrs": [ 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.16:6789", 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.104:6789", 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.104:6790" 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "mtime": "2024-09-16 01:47:44", 2024-09-16T01:47:46.904 INFO:teuthology.orchestra.run.smithi016.stdout: "path": "/volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f", 2024-09-16T01:47:46.905 INFO:teuthology.orchestra.run.smithi016.stdout: "pool_namespace": "", 2024-09-16T01:47:46.905 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "complete", 2024-09-16T01:47:46.905 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "subvolume", 2024-09-16T01:47:46.905 INFO:teuthology.orchestra.run.smithi016.stdout: "uid": 0 2024-09-16T01:47:46.905 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fa006c3d0 msgr2=0x7f6fa006e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fa006c3d0 0x7f6fa006e890 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6fb00012e0 tx=0x7f6fb0001630 comp rx=0 tx=0).stop 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc0147f30 msgr2=0x7f6fc00addb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc0147f30 0x7f6fc00addb0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800c7f0 tx=0x7f6fb800ccb0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 shutdown_connections 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fa006c3d0 0x7f6fa006e890 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fc0147f30 0x7f6fc00addb0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc00d4010 0x7f6fc013b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 --2- 172.21.15.16:0/1349113325 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fc00d30b0 0x7f6fc00ab920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 >> 172.21.15.16:0/1349113325 conn(0x7f6fc0074da0 msgr2=0x7f6fc00c9400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:46.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 shutdown_connections 2024-09-16T01:47:46.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:46.903+0000 7f6fc4f03640 1 -- 172.21.15.16:0/1349113325 wait complete. 2024-09-16T01:47:46.915 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol590 --mode 777 --uid 1000 --gid 1000 2024-09-16T01:47:47.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.024+0000 7fc183ef8640 1 Processor -- start 2024-09-16T01:47:47.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.024+0000 7fc183ef8640 1 -- start start 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc183ef8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc17c073c30 0x7fc17c15f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc183ef8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc17c06d250 0x7fc17c06d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc183ef8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc17c0b7230 con 0x7fc17c15c190 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc183ef8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc17c0b7510 con 0x7fc17c073c30 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc183ef8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc17c15eb30 con 0x7fc17c06d250 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc181493640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc17c073c30 0x7fc17c15f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc181c94640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc17c15c190 0x7fc17c0b6a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50538/0 (socket says 172.21.15.16:50538) 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc181493640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc17c073c30 0x7fc17c15f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44168/0 (socket says 172.21.15.16:44168) 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.025+0000 7fc181c94640 1 -- 172.21.15.16:0/3330868885 learned_addr learned my addr 172.21.15.16:0/3330868885 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:47.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc182495640 1 --2- 172.21.15.16:0/3330868885 >> v2:172.21.15.104:3300/0 conn(0x7fc17c06d250 0x7fc17c06d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc181493640 1 -- 172.21.15.16:0/3330868885 >> v2:172.21.15.104:3300/0 conn(0x7fc17c06d250 msgr2=0x7fc17c06d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:47.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc181493640 1 --2- 172.21.15.16:0/3330868885 >> v2:172.21.15.104:3300/0 conn(0x7fc17c06d250 0x7fc17c06d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc181493640 1 -- 172.21.15.16:0/3330868885 >> v1:172.21.15.16:6789/0 conn(0x7fc17c15c190 legacy=0x7fc17c0b6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc180c92640 1 -- 172.21.15.16:0/3330868885 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2876479641 0 0) 0x7fc17c0b7230 con 0x7fc17c15c190 2024-09-16T01:47:47.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc181493640 1 -- 172.21.15.16:0/3330868885 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc17c15ee10 con 0x7fc17c073c30 2024-09-16T01:47:47.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc181493640 1 --2- 172.21.15.16:0/3330868885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c073c30 0x7fc17c15f330 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0b6300 tx=0x7fc17002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c720f2c0ebc24b89 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:47.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.026+0000 7fc180c92640 1 -- 172.21.15.16:0/3330868885 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc170037070 con 0x7fc17c073c30 2024-09-16T01:47:47.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc180c92640 1 -- 172.21.15.16:0/3330868885 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc170032440 con 0x7fc17c073c30 2024-09-16T01:47:47.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc180c92640 1 -- 172.21.15.16:0/3330868885 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc170032810 con 0x7fc17c073c30 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 -- 172.21.15.16:0/3330868885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c073c30 msgr2=0x7fc17c15f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 --2- 172.21.15.16:0/3330868885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c073c30 0x7fc17c15f330 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0b6300 tx=0x7fc17002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 -- 172.21.15.16:0/3330868885 shutdown_connections 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 --2- 172.21.15.16:0/3330868885 >> v2:172.21.15.104:3300/0 conn(0x7fc17c06d250 0x7fc17c06d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 --2- 172.21.15.16:0/3330868885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c073c30 0x7fc17c15f330 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 -- 172.21.15.16:0/3330868885 >> 172.21.15.16:0/3330868885 conn(0x7fc17c0b4090 msgr2=0x7fc17c0b44a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 -- 172.21.15.16:0/3330868885 shutdown_connections 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.027+0000 7fc183ef8640 1 -- 172.21.15.16:0/3330868885 wait complete. 2024-09-16T01:47:47.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.028+0000 7fc183ef8640 1 Processor -- start 2024-09-16T01:47:47.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.028+0000 7fc183ef8640 1 -- start start 2024-09-16T01:47:47.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc183ef8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc17c06d250 0x7fc17c1556b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc183ef8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc17c073c30 0x7fc17c1f40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc183ef8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c15c190 0x7fc17c1f6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc183ef8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c15f870 con 0x7fc17c15c190 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc183ef8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c0b77f0 con 0x7fc17c073c30 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc183ef8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc17c15f9f0 con 0x7fc17c06d250 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc182495640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c15c190 0x7fc17c1f6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc182495640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c15c190 0x7fc17c1f6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44180/0 (socket says 172.21.15.16:44180) 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.029+0000 7fc182495640 1 -- 172.21.15.16:0/956275902 learned_addr learned my addr 172.21.15.16:0/956275902 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc181493640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc17c073c30 0x7fc17c1f40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc181c94640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc17c06d250 0x7fc17c1556b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc182495640 1 -- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc17c06d250 msgr2=0x7fc17c1556b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc182495640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc17c06d250 0x7fc17c1556b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc182495640 1 -- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc17c073c30 msgr2=0x7fc17c1f40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc182495640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc17c073c30 0x7fc17c1f40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc182495640 1 -- 172.21.15.16:0/956275902 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc17c1f4810 con 0x7fc17c15c190 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc182495640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c15c190 0x7fc17c1f6d80 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fc16c007e90 tx=0x7fc16c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c014420 con 0x7fc17c15c190 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc16c019070 con 0x7fc17c15c190 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc17c1f4af0 con 0x7fc17c15c190 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c014800 con 0x7fc17c15c190 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.030+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc17c1f72c0 con 0x7fc17c15c190 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.031+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc17c1f5010 con 0x7fc17c15c190 2024-09-16T01:47:47.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.031+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 16) ==== 90948+0+0 (secure 0 0 0) 0x7fc16c0149a0 con 0x7fc17c15c190 2024-09-16T01:47:47.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.032+0000 7fc17a7fc640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc16806c3d0 0x7fc16806e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.032+0000 7fc181c94640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc16806c3d0 0x7fc16806e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.032+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7fc16c08bd70 con 0x7fc17c15c190 2024-09-16T01:47:47.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.033+0000 7fc181c94640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc16806c3d0 0x7fc16806e890 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc174000f60 tx=0x7fc174009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:47.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.037+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc17c1f5010 con 0x7fc17c15c190 2024-09-16T01:47:47.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.153+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7fc16c056390 con 0x7fc17c15c190 2024-09-16T01:47:47.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.243+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol590", "mode": "777", "uid": 1000, "gid": 1000, "target": ["mon-mgr", ""]}) -- 0x7fc17c15f330 con 0x7fc16806c3d0 2024-09-16T01:47:47.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.253+0000 7fc17a7fc640 1 -- 172.21.15.16:0/956275902 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc17c15f330 con 0x7fc16806c3d0 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc16806c3d0 msgr2=0x7fc16806e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc16806c3d0 0x7fc16806e890 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc174000f60 tx=0x7fc174009040 comp rx=0 tx=0).stop 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c15c190 msgr2=0x7fc17c1f6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c15c190 0x7fc17c1f6d80 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fc16c007e90 tx=0x7fc16c00e4b0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 shutdown_connections 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc16806c3d0 0x7fc16806e890 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc17c15c190 0x7fc17c1f6d80 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc17c073c30 0x7fc17c1f40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 --2- 172.21.15.16:0/956275902 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc17c06d250 0x7fc17c1556b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.255+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 >> 172.21.15.16:0/956275902 conn(0x7fc17c0b4090 msgr2=0x7fc17c070fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:47.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.256+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 shutdown_connections 2024-09-16T01:47:47.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.256+0000 7fc183ef8640 1 -- 172.21.15.16:0/956275902 wait complete. 2024-09-16T01:47:47.269 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol590 2024-09-16T01:47:47.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.371+0000 7f1669df6640 1 Processor -- start 2024-09-16T01:47:47.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.371+0000 7f1669df6640 1 -- start start 2024-09-16T01:47:47.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.372+0000 7f1669df6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1664147510 0x7f16641478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.372+0000 7f1669df6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16640aea10 0x7f1664162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.372+0000 7f1669df6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1664163050 con 0x7f166406cbf0 2024-09-16T01:47:47.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.372+0000 7f1669df6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1664162a90 con 0x7f1664147510 2024-09-16T01:47:47.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.372+0000 7f1669df6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1664162d70 con 0x7f16640aea10 2024-09-16T01:47:47.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f16637fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1664147510 0x7f16641478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16640aea10 0x7f1664162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16640aea10 0x7f1664162140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:35000/0 (socket says 172.21.15.16:35000) 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f16637fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1664147510 0x7f16641478f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:45280/0 (socket says 172.21.15.16:45280) 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1662ffd640 1 -- 172.21.15.16:0/296137311 learned_addr learned my addr 172.21.15.16:0/296137311 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1663fff640 1 --1- 172.21.15.16:0/296137311 >> v1:172.21.15.104:6789/0 conn(0x7f166406cbf0 0x7f166406ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:43774/0 (socket says 172.21.15.16:43774) 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1662ffd640 1 -- 172.21.15.16:0/296137311 >> v2:172.21.15.104:3300/0 conn(0x7f1664147510 msgr2=0x7f16641478f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1662ffd640 1 --2- 172.21.15.16:0/296137311 >> v2:172.21.15.104:3300/0 conn(0x7f1664147510 0x7f16641478f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1662ffd640 1 -- 172.21.15.16:0/296137311 >> v1:172.21.15.104:6789/0 conn(0x7f166406cbf0 legacy=0x7f166406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f1662ffd640 1 -- 172.21.15.16:0/296137311 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f166406e500 con 0x7f16640aea10 2024-09-16T01:47:47.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.373+0000 7f16637fe640 1 --2- 172.21.15.16:0/296137311 >> v2:172.21.15.104:3300/0 conn(0x7f1664147510 0x7f16641478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:47.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.374+0000 7f1662ffd640 1 --2- 172.21.15.16:0/296137311 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16640aea10 0x7f1664162140 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1658009870 tx=0x7f165802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec6874d0c9fc3a66 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:47.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.374+0000 7f16627fc640 1 -- 172.21.15.16:0/296137311 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1658037070 con 0x7f16640aea10 2024-09-16T01:47:47.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.374+0000 7f16627fc640 1 -- 172.21.15.16:0/296137311 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1658032440 con 0x7f16640aea10 2024-09-16T01:47:47.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.374+0000 7f16627fc640 1 -- 172.21.15.16:0/296137311 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1658032810 con 0x7f16640aea10 2024-09-16T01:47:47.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.374+0000 7f1669df6640 1 -- 172.21.15.16:0/296137311 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16640aea10 msgr2=0x7f1664162140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.375+0000 7f1669df6640 1 --2- 172.21.15.16:0/296137311 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16640aea10 0x7f1664162140 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1658009870 tx=0x7f165802a270 comp rx=0 tx=0).stop 2024-09-16T01:47:47.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.375+0000 7f1669df6640 1 -- 172.21.15.16:0/296137311 shutdown_connections 2024-09-16T01:47:47.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.375+0000 7f1669df6640 1 --2- 172.21.15.16:0/296137311 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16640aea10 0x7f1664162140 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.375+0000 7f1669df6640 1 --2- 172.21.15.16:0/296137311 >> v2:172.21.15.104:3300/0 conn(0x7f1664147510 0x7f16641478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.375+0000 7f1669df6640 1 -- 172.21.15.16:0/296137311 >> 172.21.15.16:0/296137311 conn(0x7f1664071ff0 msgr2=0x7f1664072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:47.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.375+0000 7f1669df6640 1 -- 172.21.15.16:0/296137311 shutdown_connections 2024-09-16T01:47:47.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.375+0000 7f1669df6640 1 -- 172.21.15.16:0/296137311 wait complete. 2024-09-16T01:47:47.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.376+0000 7f1669df6640 1 Processor -- start 2024-09-16T01:47:47.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.376+0000 7f1669df6640 1 -- start start 2024-09-16T01:47:47.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1669df6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f166406cbf0 0x7f16640c64d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1669df6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16640aea10 0x7f16640c6a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1669df6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1664147510 0x7f1664131d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1669df6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1664162800 con 0x7f1664147510 2024-09-16T01:47:47.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1669df6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1664162680 con 0x7f16640aea10 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1669df6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f166406fca0 con 0x7f166406cbf0 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1664147510 0x7f1664131d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1664147510 0x7f1664131d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44182/0 (socket says 172.21.15.16:44182) 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 -- 172.21.15.16:0/1104019519 learned_addr learned my addr 172.21.15.16:0/1104019519 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f16637fe640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f166406cbf0 0x7f16640c64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1662ffd640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16640aea10 0x7f16640c6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 -- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f166406cbf0 msgr2=0x7f16640c64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f166406cbf0 0x7f16640c64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 -- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16640aea10 msgr2=0x7f16640c6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16640aea10 0x7f16640c6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.377+0000 7f1663fff640 1 -- 172.21.15.16:0/1104019519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16641ea430 con 0x7f1664147510 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.378+0000 7f1663fff640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1664147510 0x7f1664131d70 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f165c00c730 tx=0x7f165c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:47.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.378+0000 7f164bfff640 1 -- 172.21.15.16:0/1104019519 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f165c017070 con 0x7f1664147510 2024-09-16T01:47:47.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.378+0000 7f164bfff640 1 -- 172.21.15.16:0/1104019519 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f165c00ce40 con 0x7f1664147510 2024-09-16T01:47:47.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.378+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16641ea710 con 0x7f1664147510 2024-09-16T01:47:47.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.378+0000 7f164bfff640 1 -- 172.21.15.16:0/1104019519 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f165c00a840 con 0x7f1664147510 2024-09-16T01:47:47.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.378+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1664130260 con 0x7f1664147510 2024-09-16T01:47:47.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.379+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16640aee50 con 0x7f1664147510 2024-09-16T01:47:47.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.379+0000 7f164bfff640 1 -- 172.21.15.16:0/1104019519 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7f165c01a070 con 0x7f1664147510 2024-09-16T01:47:47.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.380+0000 7f164bfff640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f165006c490 0x7f165006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:47.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.380+0000 7f164bfff640 1 -- 172.21.15.16:0/1104019519 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f165c08ab70 con 0x7f1664147510 2024-09-16T01:47:47.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.380+0000 7f16637fe640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f165006c490 0x7f165006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:47.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.380+0000 7f16637fe640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f165006c490 0x7f165006e950 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1654009560 tx=0x7f1654009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:47.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.384+0000 7f164bfff640 1 -- 172.21.15.16:0/1104019519 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f165c058a80 con 0x7f1664147510 2024-09-16T01:47:47.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.584+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol590", "target": ["mon-mgr", ""]}) -- 0x7f1664067e60 con 0x7f165006c490 2024-09-16T01:47:47.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.597+0000 7f164bfff640 1 -- 172.21.15.16:0/1104019519 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+65 (secure 0 0 0) 0x7f1664067e60 con 0x7f165006c490 2024-09-16T01:47:47.599 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f165006c490 msgr2=0x7f165006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f165006c490 0x7f165006e950 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1654009560 tx=0x7f1654009190 comp rx=0 tx=0).stop 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1664147510 msgr2=0x7f1664131d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1664147510 0x7f1664131d70 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f165c00c730 tx=0x7f165c00cbf0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 shutdown_connections 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f165006c490 0x7f165006e950 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1664147510 0x7f1664131d70 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16640aea10 0x7f16640c6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 --2- 172.21.15.16:0/1104019519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f166406cbf0 0x7f16640c64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:47.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.599+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 >> 172.21.15.16:0/1104019519 conn(0x7f1664071ff0 msgr2=0x7f16640af270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:47.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.600+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 shutdown_connections 2024-09-16T01:47:47.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:47.600+0000 7f1669df6640 1 -- 172.21.15.16:0/1104019519 wait complete. 2024-09-16T01:47:47.612 DEBUG:tasks.cephfs.test_volumes:filling subvolume subvol590 with 8 files each 1MB size under directory volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f 2024-09-16T01:47:47.612 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:47.613 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:47.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:47.629 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.0 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:47.701 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:47.701 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:47.701 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0101567 s, 103 MB/s 2024-09-16T01:47:47.701 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:47.701 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:47.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:47.757 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.1 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:47.828 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:47.828 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:47.828 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0108149 s, 97.0 MB/s 2024-09-16T01:47:47.829 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:47.829 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:47.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:47.886 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.2 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:47.956 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:47.956 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:47.957 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00979735 s, 107 MB/s 2024-09-16T01:47:47.958 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:47.958 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:48.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:48.015 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.3 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:48.087 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:48.087 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:48.087 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0106369 s, 98.6 MB/s 2024-09-16T01:47:48.087 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:48.087 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:48.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:48.144 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.4 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:48.215 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:48.215 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:48.215 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00922601 s, 114 MB/s 2024-09-16T01:47:48.215 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:48.215 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:48.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:48.272 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.5 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0093928 s, 112 MB/s 2024-09-16T01:47:48.343 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:48.343 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:48.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:48.400 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.6 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:48.474 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:48.474 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:48.474 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0122058 s, 85.9 MB/s 2024-09-16T01:47:48.475 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:47:48.475 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:47:48.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:48.531 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/subvolume_file.7 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T01:47:48.604 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-16T01:47:48.605 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-16T01:47:48.605 INFO:teuthology.orchestra.run.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0126137 s, 83.1 MB/s 2024-09-16T01:47:48.605 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot create cephfs subvol590 subvol_snap73960 2024-09-16T01:47:48.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.752+0000 7f0da8647640 1 Processor -- start 2024-09-16T01:47:48.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.752+0000 7f0da8647640 1 -- start start 2024-09-16T01:47:48.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da8647640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0da015c3c0 0x7f0da006cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da8647640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0da006d130 0x7f0da00ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da8647640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da00ce750 0x7f0da0074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da8647640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0da006d5a0 con 0x7f0da015c3c0 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da8647640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0da015cb80 con 0x7f0da006d130 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da8647640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0da015ce60 con 0x7f0da00ce750 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0da015c3c0 0x7f0da006cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0da015c3c0 0x7f0da006cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44194/0 (socket says 172.21.15.16:44194) 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 -- 172.21.15.16:0/519981465 learned_addr learned my addr 172.21.15.16:0/519981465 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da6be4640 1 --2- 172.21.15.16:0/519981465 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da00ce750 0x7f0da0074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da5be2640 1 --2- 172.21.15.16:0/519981465 >> v2:172.21.15.104:3300/0 conn(0x7f0da006d130 0x7f0da00ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 -- 172.21.15.16:0/519981465 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da00ce750 msgr2=0x7f0da0074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 --2- 172.21.15.16:0/519981465 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da00ce750 0x7f0da0074bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 -- 172.21.15.16:0/519981465 >> v2:172.21.15.104:3300/0 conn(0x7f0da006d130 msgr2=0x7f0da00ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:48.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 --2- 172.21.15.16:0/519981465 >> v2:172.21.15.104:3300/0 conn(0x7f0da006d130 0x7f0da00ce210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.753+0000 7f0da63e3640 1 -- 172.21.15.16:0/519981465 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da015d140 con 0x7f0da015c3c0 2024-09-16T01:47:48.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.754+0000 7f0da63e3640 1 --2- 172.21.15.16:0/519981465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da015c3c0 0x7f0da006cbf0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f0da0073810 tx=0x7f0d9c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acc42e10544a80ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:48.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.754+0000 7f0da53e1640 1 -- 172.21.15.16:0/519981465 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c037070 con 0x7f0da015c3c0 2024-09-16T01:47:48.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.754+0000 7f0da53e1640 1 -- 172.21.15.16:0/519981465 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d9c032440 con 0x7f0da015c3c0 2024-09-16T01:47:48.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.754+0000 7f0da53e1640 1 -- 172.21.15.16:0/519981465 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c032810 con 0x7f0da015c3c0 2024-09-16T01:47:48.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 -- 172.21.15.16:0/519981465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da015c3c0 msgr2=0x7f0da006cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 --2- 172.21.15.16:0/519981465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da015c3c0 0x7f0da006cbf0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f0da0073810 tx=0x7f0d9c02a140 comp rx=0 tx=0).stop 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 -- 172.21.15.16:0/519981465 shutdown_connections 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 --2- 172.21.15.16:0/519981465 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da00ce750 0x7f0da0074bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 --2- 172.21.15.16:0/519981465 >> v2:172.21.15.104:3300/0 conn(0x7f0da006d130 0x7f0da00ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 --2- 172.21.15.16:0/519981465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da015c3c0 0x7f0da006cbf0 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 -- 172.21.15.16:0/519981465 >> 172.21.15.16:0/519981465 conn(0x7f0da0072010 msgr2=0x7f0da00723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 -- 172.21.15.16:0/519981465 shutdown_connections 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.755+0000 7f0da8647640 1 -- 172.21.15.16:0/519981465 wait complete. 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.756+0000 7f0da8647640 1 Processor -- start 2024-09-16T01:47:48.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.756+0000 7f0da8647640 1 -- start start 2024-09-16T01:47:48.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da8647640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da006d130 0x7f0da013dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:48.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da8647640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0da00ce750 0x7f0da015afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:48.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da8647640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da015c3c0 0x7f0da014dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:48.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da8647640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0da00ced40 con 0x7f0da006d130 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da8647640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0da00cebc0 con 0x7f0da00ce750 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da8647640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0da015c7a0 con 0x7f0da015c3c0 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da006d130 0x7f0da013dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da006d130 0x7f0da013dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44210/0 (socket says 172.21.15.16:44210) 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 -- 172.21.15.16:0/279728950 learned_addr learned my addr 172.21.15.16:0/279728950 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da5be2640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0da00ce750 0x7f0da015afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da6be4640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da015c3c0 0x7f0da014dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 -- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da015c3c0 msgr2=0x7f0da014dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da015c3c0 0x7f0da014dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 -- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0da00ce750 msgr2=0x7f0da015afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0da00ce750 0x7f0da015afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.757+0000 7f0da63e3640 1 -- 172.21.15.16:0/279728950 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da014c580 con 0x7f0da006d130 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.758+0000 7f0da63e3640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da006d130 0x7f0da013dc60 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0097c0 tx=0x7f0d9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.758+0000 7f0d96ffd640 1 -- 172.21.15.16:0/279728950 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c041020 con 0x7f0da006d130 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.758+0000 7f0d96ffd640 1 -- 172.21.15.16:0/279728950 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d9c0306c0 con 0x7f0da006d130 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.758+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da014d0a0 con 0x7f0da006d130 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.758+0000 7f0d96ffd640 1 -- 172.21.15.16:0/279728950 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c037040 con 0x7f0da006d130 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.758+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da014cae0 con 0x7f0da006d130 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.759+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0da00b48b0 con 0x7f0da006d130 2024-09-16T01:47:48.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.759+0000 7f0d96ffd640 1 -- 172.21.15.16:0/279728950 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7f0d9c044020 con 0x7f0da006d130 2024-09-16T01:47:48.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.760+0000 7f0d96ffd640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0d8406c460 0x7f0d8406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:48.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.760+0000 7f0da5be2640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0d8406c460 0x7f0d8406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:48.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.760+0000 7f0d96ffd640 1 -- 172.21.15.16:0/279728950 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f0d9c0abe40 con 0x7f0da006d130 2024-09-16T01:47:48.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.760+0000 7f0da5be2640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0d8406c460 0x7f0d8406e920 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0da00b5180 tx=0x7f0d90008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:48.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.764+0000 7f0d96ffd640 1 -- 172.21.15.16:0/279728950 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0d9c04b030 con 0x7f0da006d130 2024-09-16T01:47:48.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.965+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot create", "vol_name": "cephfs", "sub_name": "subvol590", "snap_name": "subvol_snap73960", "target": ["mon-mgr", ""]}) -- 0x7f0da00cf860 con 0x7f0d8406c460 2024-09-16T01:47:48.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.981+0000 7f0d96ffd640 1 -- 172.21.15.16:0/279728950 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0da00cf860 con 0x7f0d8406c460 2024-09-16T01:47:48.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0d8406c460 msgr2=0x7f0d8406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:48.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0d8406c460 0x7f0d8406e920 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0da00b5180 tx=0x7f0d90008040 comp rx=0 tx=0).stop 2024-09-16T01:47:48.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da006d130 msgr2=0x7f0da013dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da006d130 0x7f0da013dc60 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0097c0 tx=0x7f0d9c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 shutdown_connections 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0d8406c460 0x7f0d8406e920 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0da015c3c0 0x7f0da014dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0da00ce750 0x7f0da015afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 --2- 172.21.15.16:0/279728950 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0da006d130 0x7f0da013dc60 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 >> 172.21.15.16:0/279728950 conn(0x7f0da0072010 msgr2=0x7f0da00b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 shutdown_connections 2024-09-16T01:47:48.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:48.984+0000 7f0da8647640 1 -- 172.21.15.16:0/279728950 wait complete. 2024-09-16T01:47:48.996 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone cephfs subvol590 subvol_snap73960 subvol_clone90660 2024-09-16T01:47:49.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.104+0000 7fcca3711640 1 Processor -- start 2024-09-16T01:47:49.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.104+0000 7fcca3711640 1 -- start start 2024-09-16T01:47:49.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca3711640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcc9c0b6ec0 0x7fcc9c0b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca3711640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c0b5550 0x7fcc9c0b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca3711640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc9c0d1f10 con 0x7fcc9c073200 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca3711640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcc9c06dac0 con 0x7fcc9c0b6ec0 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca3711640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc9c06d500 con 0x7fcc9c0b5550 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca14ad640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcc9c0b6ec0 0x7fcc9c0b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca14ad640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcc9c0b6ec0 0x7fcc9c0b4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44222/0 (socket says 172.21.15.16:44222) 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca14ad640 1 -- 172.21.15.16:0/578912003 learned_addr learned my addr 172.21.15.16:0/578912003 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca0cac640 1 --2- 172.21.15.16:0/578912003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c0b5550 0x7fcc9c0b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca14ad640 1 -- 172.21.15.16:0/578912003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c0b5550 msgr2=0x7fcc9c0b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca14ad640 1 --2- 172.21.15.16:0/578912003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c0b5550 0x7fcc9c0b72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca14ad640 1 -- 172.21.15.16:0/578912003 >> v1:172.21.15.104:6789/0 conn(0x7fcc9c073200 legacy=0x7fcc9c0736b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.105+0000 7fcca14ad640 1 -- 172.21.15.16:0/578912003 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc9c0b77e0 con 0x7fcc9c0b6ec0 2024-09-16T01:47:49.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.106+0000 7fcca14ad640 1 --2- 172.21.15.16:0/578912003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b6ec0 0x7fcc9c0b4d70 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fcc98009870 tx=0x7fcc9802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49ecdad412730fb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.106+0000 7fcc93fff640 1 -- 172.21.15.16:0/578912003 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc98037070 con 0x7fcc9c0b6ec0 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.106+0000 7fcc93fff640 1 -- 172.21.15.16:0/578912003 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc98032440 con 0x7fcc9c0b6ec0 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.106+0000 7fcc93fff640 1 -- 172.21.15.16:0/578912003 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc98032810 con 0x7fcc9c0b6ec0 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 -- 172.21.15.16:0/578912003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b6ec0 msgr2=0x7fcc9c0b4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 --2- 172.21.15.16:0/578912003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b6ec0 0x7fcc9c0b4d70 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fcc98009870 tx=0x7fcc9802a180 comp rx=0 tx=0).stop 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 -- 172.21.15.16:0/578912003 shutdown_connections 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 --2- 172.21.15.16:0/578912003 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c0b5550 0x7fcc9c0b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 --2- 172.21.15.16:0/578912003 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b6ec0 0x7fcc9c0b4d70 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 -- 172.21.15.16:0/578912003 >> 172.21.15.16:0/578912003 conn(0x7fcc9c0b4250 msgr2=0x7fcc9c0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 -- 172.21.15.16:0/578912003 shutdown_connections 2024-09-16T01:47:49.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.107+0000 7fcca3711640 1 -- 172.21.15.16:0/578912003 wait complete. 2024-09-16T01:47:49.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.108+0000 7fcca3711640 1 Processor -- start 2024-09-16T01:47:49.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.108+0000 7fcca3711640 1 -- start start 2024-09-16T01:47:49.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca3711640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c073200 0x7fcc9c149820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca3711640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b5550 0x7fcc9c148ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca3711640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc9c0b6ec0 0x7fcc9c15d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca3711640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcc9c071600 con 0x7fcc9c0b5550 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca3711640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc9c0b5990 con 0x7fcc9c0b6ec0 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca3711640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcc9c06d750 con 0x7fcc9c073200 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b5550 0x7fcc9c148ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b5550 0x7fcc9c148ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44226/0 (socket says 172.21.15.16:44226) 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 -- 172.21.15.16:0/4280651793 learned_addr learned my addr 172.21.15.16:0/4280651793 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca14ad640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c073200 0x7fcc9c149820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca1cae640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc9c0b6ec0 0x7fcc9c15d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 -- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c073200 msgr2=0x7fcc9c149820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c073200 0x7fcc9c149820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 -- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc9c0b6ec0 msgr2=0x7fcc9c15d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc9c0b6ec0 0x7fcc9c15d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 -- 172.21.15.16:0/4280651793 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc9c15f960 con 0x7fcc9c0b5550 2024-09-16T01:47:49.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcca0cac640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b5550 0x7fcc9c148ff0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c00d7d0 tx=0x7fcc8c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.109+0000 7fcc91ffb640 1 -- 172.21.15.16:0/4280651793 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c004020 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.110+0000 7fcc91ffb640 1 -- 172.21.15.16:0/4280651793 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc8c0041e0 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.110+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc9c15fc40 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.110+0000 7fcc91ffb640 1 -- 172.21.15.16:0/4280651793 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c0043d0 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.110+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc9c160200 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.111+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc9c15e990 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.111+0000 7fcc91ffb640 1 -- 172.21.15.16:0/4280651793 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7fcc8c01b020 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.112+0000 7fcc91ffb640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcc8006c460 0x7fcc8006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.112+0000 7fcc91ffb640 1 -- 172.21.15.16:0/4280651793 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7fcc8c08b480 con 0x7fcc9c0b5550 2024-09-16T01:47:49.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.112+0000 7fcca14ad640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcc8006c460 0x7fcc8006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.112+0000 7fcca14ad640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcc8006c460 0x7fcc8006e920 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcc98034000 tx=0x7fcc9802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:49.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.116+0000 7fcc91ffb640 1 -- 172.21.15.16:0/4280651793 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc8c0592d0 con 0x7fcc9c0b5550 2024-09-16T01:47:49.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.324+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "cephfs", "sub_name": "subvol590", "snap_name": "subvol_snap73960", "target_sub_name": "subvol_clone90660", "target": ["mon-mgr", ""]}) -- 0x7fcc9c0cca80 con 0x7fcc8006c460 2024-09-16T01:47:49.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.379+0000 7fcc91ffb640 1 -- 172.21.15.16:0/4280651793 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcc9c0cca80 con 0x7fcc8006c460 2024-09-16T01:47:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcc8006c460 msgr2=0x7fcc8006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcc8006c460 0x7fcc8006e920 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcc98034000 tx=0x7fcc9802e000 comp rx=0 tx=0).stop 2024-09-16T01:47:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b5550 msgr2=0x7fcc9c148ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b5550 0x7fcc9c148ff0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c00d7d0 tx=0x7fcc8c00dc90 comp rx=0 tx=0).stop 2024-09-16T01:47:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 shutdown_connections 2024-09-16T01:47:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcc8006c460 0x7fcc8006e920 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc9c0b6ec0 0x7fcc9c15d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcc9c0b5550 0x7fcc9c148ff0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 --2- 172.21.15.16:0/4280651793 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcc9c073200 0x7fcc9c149820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 >> 172.21.15.16:0/4280651793 conn(0x7fcc9c0b4250 msgr2=0x7fcc9c0cba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:49.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 shutdown_connections 2024-09-16T01:47:49.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.381+0000 7fcca3711640 1 -- 172.21.15.16:0/4280651793 wait complete. 2024-09-16T01:47:49.384 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.383+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.384 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.383+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.385 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.383+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.385 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.383+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.385 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.383+0000 7fea7265c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.396 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone90660 2024-09-16T01:47:49.398 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.396+0000 7fea7165a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.398 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.396+0000 7fea7165a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.398 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.396+0000 7fea7165a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.398 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.396+0000 7fea7165a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.398 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:47:49.396+0000 7fea7165a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:47:49.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.523+0000 7f2fb27bd640 1 Processor -- start 2024-09-16T01:47:49.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.523+0000 7f2fb27bd640 1 -- start start 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.524+0000 7f2fb27bd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2fac147f30 0x7f2fac0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.524+0000 7f2fb27bd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2fac0d1680 0x7f2fac0b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fb27bd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fac0d22f0 con 0x7f2fac0cfb00 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fb27bd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2fac0d20a0 con 0x7f2fac147f30 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fb27bd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2fac0d25d0 con 0x7f2fac0d1680 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fabfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2fac147f30 0x7f2fac0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fab7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2fac0cfb00 0x7f2fac0d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50550/0 (socket says 172.21.15.16:50550) 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fabfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2fac147f30 0x7f2fac0cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44286/0 (socket says 172.21.15.16:44286) 2024-09-16T01:47:49.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fab7fe640 1 -- 172.21.15.16:0/1005484461 learned_addr learned my addr 172.21.15.16:0/1005484461 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fb0d5a640 1 --2- 172.21.15.16:0/1005484461 >> v2:172.21.15.104:3300/0 conn(0x7f2fac0d1680 0x7f2fac0b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fabfff640 1 -- 172.21.15.16:0/1005484461 >> v2:172.21.15.104:3300/0 conn(0x7f2fac0d1680 msgr2=0x7f2fac0b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fabfff640 1 --2- 172.21.15.16:0/1005484461 >> v2:172.21.15.104:3300/0 conn(0x7f2fac0d1680 0x7f2fac0b8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fabfff640 1 -- 172.21.15.16:0/1005484461 >> v1:172.21.15.16:6789/0 conn(0x7f2fac0cfb00 legacy=0x7f2fac0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2faaffd640 1 -- 172.21.15.16:0/1005484461 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3704929467 0 0) 0x7f2fac0d22f0 con 0x7f2fac0cfb00 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.525+0000 7f2fabfff640 1 -- 172.21.15.16:0/1005484461 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fac0d28b0 con 0x7f2fac147f30 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.526+0000 7f2fabfff640 1 --2- 172.21.15.16:0/1005484461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac147f30 0x7f2fac0cf5c0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f2fac0cffa0 tx=0x7f2f9c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8f9326d3cda0b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.526+0000 7f2faaffd640 1 -- 172.21.15.16:0/1005484461 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c037070 con 0x7f2fac147f30 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.526+0000 7f2faaffd640 1 -- 172.21.15.16:0/1005484461 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f9c032440 con 0x7f2fac147f30 2024-09-16T01:47:49.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.526+0000 7f2faaffd640 1 -- 172.21.15.16:0/1005484461 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c02ae60 con 0x7f2fac147f30 2024-09-16T01:47:49.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 -- 172.21.15.16:0/1005484461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac147f30 msgr2=0x7f2fac0cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/1005484461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac147f30 0x7f2fac0cf5c0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f2fac0cffa0 tx=0x7f2f9c02a110 comp rx=0 tx=0).stop 2024-09-16T01:47:49.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 -- 172.21.15.16:0/1005484461 shutdown_connections 2024-09-16T01:47:49.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/1005484461 >> v2:172.21.15.104:3300/0 conn(0x7f2fac0d1680 0x7f2fac0b8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/1005484461 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac147f30 0x7f2fac0cf5c0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 -- 172.21.15.16:0/1005484461 >> 172.21.15.16:0/1005484461 conn(0x7f2fac074da0 msgr2=0x7f2fac0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:49.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 -- 172.21.15.16:0/1005484461 shutdown_connections 2024-09-16T01:47:49.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.527+0000 7f2fb27bd640 1 -- 172.21.15.16:0/1005484461 wait complete. 2024-09-16T01:47:49.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.528+0000 7f2fb27bd640 1 Processor -- start 2024-09-16T01:47:49.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.528+0000 7f2fb27bd640 1 -- start start 2024-09-16T01:47:49.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fb27bd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2fac0cfb00 0x7f2fac13ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fb27bd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac0d1680 0x7f2fac0ad340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fb27bd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2fac147f30 0x7f2fac0ad880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fb27bd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2fac0d4010 con 0x7f2fac0d1680 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fb27bd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2fac148310 con 0x7f2fac0cfb00 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fb27bd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2fac0d4190 con 0x7f2fac147f30 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac0d1680 0x7f2fac0ad340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac0d1680 0x7f2fac0ad340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44290/0 (socket says 172.21.15.16:44290) 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 -- 172.21.15.16:0/3874803061 learned_addr learned my addr 172.21.15.16:0/3874803061 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fabfff640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2fac0cfb00 0x7f2fac13ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fb0d5a640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2fac147f30 0x7f2fac0ad880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 -- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2fac147f30 msgr2=0x7f2fac0ad880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2fac147f30 0x7f2fac0ad880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 -- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2fac0cfb00 msgr2=0x7f2fac13ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2fac0cfb00 0x7f2fac13ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.529+0000 7f2fab7fe640 1 -- 172.21.15.16:0/3874803061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fac0abdb0 con 0x7f2fac0d1680 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.530+0000 7f2fab7fe640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac0d1680 0x7f2fac0ad340 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f2fa000c4d0 tx=0x7f2fa000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.530+0000 7f2fa8ff9640 1 -- 172.21.15.16:0/3874803061 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa0018070 con 0x7f2fac0d1680 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.530+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fac0ac090 con 0x7f2fac0d1680 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.530+0000 7f2fa8ff9640 1 -- 172.21.15.16:0/3874803061 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fa0007500 con 0x7f2fac0d1680 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.530+0000 7f2fa8ff9640 1 -- 172.21.15.16:0/3874803061 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa0004a20 con 0x7f2fac0d1680 2024-09-16T01:47:49.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.530+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fac0ac650 con 0x7f2fac0d1680 2024-09-16T01:47:49.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.531+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fac068f90 con 0x7f2fac0d1680 2024-09-16T01:47:49.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.532+0000 7f2fa8ff9640 1 -- 172.21.15.16:0/3874803061 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 17) ==== 90999+0+0 (secure 0 0 0) 0x7f2fa0004bc0 con 0x7f2fac0d1680 2024-09-16T01:47:49.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.532+0000 7f2fa8ff9640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f9806c460 0x7f2f9806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:49.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.532+0000 7f2fa8ff9640 1 -- 172.21.15.16:0/3874803061 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f2fa008ab50 con 0x7f2fac0d1680 2024-09-16T01:47:49.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.532+0000 7f2fabfff640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f9806c460 0x7f2f9806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:49.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.533+0000 7f2fabfff640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f9806c460 0x7f2f9806e920 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c034000 tx=0x7f2f9c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:49.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.537+0000 7f2fa8ff9640 1 -- 172.21.15.16:0/3874803061 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2fac068f90 con 0x7f2fac0d1680 2024-09-16T01:47:49.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:49.768+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone90660", "target": ["mon-mgr", ""]}) -- 0x7f2fac0d30b0 con 0x7f2f9806c460 2024-09-16T01:47:51.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.061+0000 7f2fa8ff9640 1 -- 172.21.15.16:0/3874803061 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7f2fac0d30b0 con 0x7f2f9806c460 2024-09-16T01:47:51.063 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:51.063 INFO:teuthology.orchestra.run.smithi016.stdout: "status": { 2024-09-16T01:47:51.063 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "complete" 2024-09-16T01:47:51.063 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:47:51.063 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:51.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f9806c460 msgr2=0x7f2f9806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f9806c460 0x7f2f9806e920 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c034000 tx=0x7f2f9c02e000 comp rx=0 tx=0).stop 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac0d1680 msgr2=0x7f2fac0ad340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac0d1680 0x7f2fac0ad340 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f2fa000c4d0 tx=0x7f2fa000c990 comp rx=0 tx=0).stop 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 shutdown_connections 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f9806c460 0x7f2f9806e920 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2fac147f30 0x7f2fac0ad880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2fac0d1680 0x7f2fac0ad340 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 --2- 172.21.15.16:0/3874803061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2fac0cfb00 0x7f2fac13ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 >> 172.21.15.16:0/3874803061 conn(0x7f2fac074da0 msgr2=0x7f2fac0d35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 shutdown_connections 2024-09-16T01:47:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.064+0000 7f2fb27bd640 1 -- 172.21.15.16:0/3874803061 wait complete. 2024-09-16T01:47:51.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:51.079 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol_clone90660/.meta) 2024-09-16T01:47:51.110 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:47:51.110 INFO:teuthology.orchestra.run.smithi016.stdout:version = 2 2024-09-16T01:47:51.110 INFO:teuthology.orchestra.run.smithi016.stdout:type = clone 2024-09-16T01:47:51.110 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37 2024-09-16T01:47:51.111 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:47:51.111 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:47:51.112 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol590 2024-09-16T01:47:51.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.264+0000 7f1ba9def640 1 Processor -- start 2024-09-16T01:47:51.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.264+0000 7f1ba9def640 1 -- start start 2024-09-16T01:47:51.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1ba9def640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1ba40b6ec0 0x7f1ba40b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1ba9def640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ba40d1f10 con 0x7f1ba40b5550 2024-09-16T01:47:51.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1ba9def640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ba4074210 con 0x7f1ba4166120 2024-09-16T01:47:51.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1ba9def640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1ba406dac0 con 0x7f1ba40b6ec0 2024-09-16T01:47:51.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1b9affd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1ba40b5550 0x7f1ba40b72a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50566/0 (socket says 172.21.15.16:50566) 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1b9affd640 1 -- 172.21.15.16:0/3608468571 learned_addr learned my addr 172.21.15.16:0/3608468571 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/3608468571 >> v2:172.21.15.104:3300/0 conn(0x7f1ba40b6ec0 0x7f1ba40b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2147432757 0 0) 0x7f1ba40d1f10 con 0x7f1ba40b5550 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.265+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b90003520 con 0x7f1ba40b5550 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 743567635 0 0) 0x7f1b90003520 con 0x7f1ba40b5550 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 >> v2:172.21.15.104:3300/0 conn(0x7f1ba40b6ec0 msgr2=0x7f1ba40b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 --2- 172.21.15.16:0/3608468571 >> v2:172.21.15.104:3300/0 conn(0x7f1ba40b6ec0 0x7f1ba40b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 >> v1:172.21.15.104:6789/0 conn(0x7f1ba4166120 legacy=0x7f1ba4168510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ba4071320 con 0x7f1ba40b5550 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f1b8c001670 con 0x7f1ba40b5550 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 >> v1:172.21.15.16:6789/0 conn(0x7f1ba40b5550 legacy=0x7f1ba40b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1b90003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b90004800 0x7f1b90004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b900051c0 0x7f1b9000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9000c130 con 0x7f1b900039b0 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9000c2e0 con 0x7f1b90004800 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1b9000c4e0 con 0x7f1b900051c0 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/3608468571 >> v2:172.21.15.104:3300/0 conn(0x7f1ba40b6ec0 0x7f1ba40b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1b90003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1b9affd640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b90004800 0x7f1b90004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba3fff640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b900051c0 0x7f1b9000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba37fe640 1 -- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b900051c0 msgr2=0x7f1b9000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b900051c0 0x7f1b9000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba37fe640 1 -- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b90004800 msgr2=0x7f1b90004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b90004800 0x7f1b90004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba37fe640 1 -- 172.21.15.16:0/3608468571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b90003520 con 0x7f1b900039b0 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.266+0000 7f1ba3fff640 1 -- 172.21.15.16:0/3608468571 reap_dead start 2024-09-16T01:47:51.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.267+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1b90003dd0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009c70 tx=0x7f1b90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=645d9978e89b461 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:51.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.267+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94009840 con 0x7f1b900039b0 2024-09-16T01:47:51.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.267+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b94004020 con 0x7f1b900039b0 2024-09-16T01:47:51.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.267+0000 7f1ba2ffd640 1 -- 172.21.15.16:0/3608468571 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b940043d0 con 0x7f1b900039b0 2024-09-16T01:47:51.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.268+0000 7f1ba9def640 1 -- 172.21.15.16:0/3608468571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 msgr2=0x7f1b90003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.268+0000 7f1ba9def640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1b90003dd0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009c70 tx=0x7f1b90005830 comp rx=0 tx=0).stop 2024-09-16T01:47:51.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.268+0000 7f1ba9def640 1 -- 172.21.15.16:0/3608468571 shutdown_connections 2024-09-16T01:47:51.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.268+0000 7f1ba9def640 1 --2- 172.21.15.16:0/3608468571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1b90003dd0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.268+0000 7f1ba9def640 1 -- 172.21.15.16:0/3608468571 >> 172.21.15.16:0/3608468571 conn(0x7f1ba40b4250 msgr2=0x7f1ba40b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.268+0000 7f1ba9def640 1 -- 172.21.15.16:0/3608468571 shutdown_connections 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.268+0000 7f1ba9def640 1 -- 172.21.15.16:0/3608468571 wait complete. 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.269+0000 7f1ba9def640 1 Processor -- start 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.269+0000 7f1ba9def640 1 -- start start 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba9def640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1ba414c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba9def640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ba40ccc30 0x7f1ba40cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba9def640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba40cdee0 0x7f1ba4158440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba9def640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba40b5990 con 0x7f1b900039b0 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba9def640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba406d500 con 0x7f1ba40cdee0 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba9def640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1ba406d750 con 0x7f1ba40ccc30 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1ba414c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1ba414c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44300/0 (socket says 172.21.15.16:44300) 2024-09-16T01:47:51.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 -- 172.21.15.16:0/4148656834 learned_addr learned my addr 172.21.15.16:0/4148656834 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1b9affd640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ba40ccc30 0x7f1ba40cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba3fff640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba40cdee0 0x7f1ba4158440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 -- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ba40ccc30 msgr2=0x7f1ba40cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ba40ccc30 0x7f1ba40cd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 -- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba40cdee0 msgr2=0x7f1ba4158440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba40cdee0 0x7f1ba4158440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 -- 172.21.15.16:0/4148656834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ba40cbe90 con 0x7f1b900039b0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1b9affd640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ba40ccc30 0x7f1ba40cd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.270+0000 7f1ba37fe640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1ba414c790 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009c70 tx=0x7f1b94004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.271+0000 7f1ba0ff9640 1 -- 172.21.15.16:0/4148656834 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94040070 con 0x7f1b900039b0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.271+0000 7f1ba0ff9640 1 -- 172.21.15.16:0/4148656834 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b94003610 con 0x7f1b900039b0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.271+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ba40ce3f0 con 0x7f1b900039b0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.271+0000 7f1ba0ff9640 1 -- 172.21.15.16:0/4148656834 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b940039c0 con 0x7f1b900039b0 2024-09-16T01:47:51.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.271+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ba40cc430 con 0x7f1b900039b0 2024-09-16T01:47:51.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.272+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ba40b3980 con 0x7f1b900039b0 2024-09-16T01:47:51.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.272+0000 7f1ba0ff9640 1 -- 172.21.15.16:0/4148656834 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f1b94043070 con 0x7f1b900039b0 2024-09-16T01:47:51.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.273+0000 7f1ba0ff9640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1b8406c580 0x7f1b8406ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.273+0000 7f1ba0ff9640 1 -- 172.21.15.16:0/4148656834 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f1b940ac0f0 con 0x7f1b900039b0 2024-09-16T01:47:51.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.273+0000 7f1b9affd640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1b8406c580 0x7f1b8406ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.273+0000 7f1b9affd640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1b8406c580 0x7f1b8406ea40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4158ff0 tx=0x7f1b8c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:51.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.277+0000 7f1ba0ff9640 1 -- 172.21.15.16:0/4148656834 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1ba40b3980 con 0x7f1b900039b0 2024-09-16T01:47:51.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.481+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol590", "target": ["mon-mgr", ""]}) -- 0x7f1ba40b1ea0 con 0x7f1b8406c580 2024-09-16T01:47:51.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.493+0000 7f1ba0ff9640 1 -- 172.21.15.16:0/4148656834 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+65 (secure 0 0 0) 0x7f1ba40b1ea0 con 0x7f1b8406c580 2024-09-16T01:47:51.494 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f 2024-09-16T01:47:51.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1b8406c580 msgr2=0x7f1b8406ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1b8406c580 0x7f1b8406ea40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4158ff0 tx=0x7f1b8c009040 comp rx=0 tx=0).stop 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 msgr2=0x7f1ba414c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1ba414c790 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009c70 tx=0x7f1b94004730 comp rx=0 tx=0).stop 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 shutdown_connections 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1b8406c580 0x7f1b8406ea40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba40cdee0 0x7f1ba4158440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ba40ccc30 0x7f1ba40cd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 --2- 172.21.15.16:0/4148656834 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b900039b0 0x7f1ba414c790 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 >> 172.21.15.16:0/4148656834 conn(0x7f1ba40b4250 msgr2=0x7f1ba415a070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 shutdown_connections 2024-09-16T01:47:51.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.495+0000 7f1ba9def640 1 -- 172.21.15.16:0/4148656834 wait complete. 2024-09-16T01:47:51.507 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol_clone90660 2024-09-16T01:47:51.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.611+0000 7f97922e6640 1 Processor -- start 2024-09-16T01:47:51.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.611+0000 7f97922e6640 1 -- start start 2024-09-16T01:47:51.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f97922e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 0x7f978c0b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f97922e6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f978c0d1f10 con 0x7f978c166120 2024-09-16T01:47:51.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f97922e6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f978c074210 con 0x7f978c0b5550 2024-09-16T01:47:51.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f97922e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f978c06dac0 con 0x7f978c0b6ec0 2024-09-16T01:47:51.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f9790883640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f978c166120 0x7f978c168510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50570/0 (socket says 172.21.15.16:50570) 2024-09-16T01:47:51.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f9790883640 1 -- 172.21.15.16:0/978757605 learned_addr learned my addr 172.21.15.16:0/978757605 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:51.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978bfff640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 0x7f978c0b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2570170742 0 0) 0x7f978c0d1f10 con 0x7f978c166120 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9774003520 con 0x7f978c166120 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2282890351 0 0) 0x7f9774003520 con 0x7f978c166120 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 msgr2=0x7f978c0b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 0x7f978c0b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 >> v1:172.21.15.104:6789/0 conn(0x7f978c0b5550 legacy=0x7f978c0b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f978c071320 con 0x7f978c166120 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f97840019f0 con 0x7f978c166120 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.612+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 >> v1:172.21.15.16:6789/0 conn(0x7f978c166120 legacy=0x7f978c168510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978affd640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 0x7f97740039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978affd640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f9774004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978affd640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9774004d40 0x7f97740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f977400bb50 con 0x7f9774003f60 2024-09-16T01:47:51.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f977400bcd0 con 0x7f9774004d40 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f977400bed0 con 0x7f978c0b6ec0 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978b7fe640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f9774004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978bfff640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 0x7f97740039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f9790883640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9774004d40 0x7f97740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978b7fe640 1 -- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 msgr2=0x7f97740039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978b7fe640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0b6ec0 0x7f97740039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978b7fe640 1 -- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9774004d40 msgr2=0x7f97740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978b7fe640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9774004d40 0x7f97740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f978b7fe640 1 -- 172.21.15.16:0/978757605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9774003520 con 0x7f9774003f60 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.613+0000 7f9790883640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9774004d40 0x7f97740051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f978b7fe640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f9774004800 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f9780001720 tx=0x7f9774005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9baa186509da225 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9780001370 con 0x7f9774003f60 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97800052d0 con 0x7f9774003f60 2024-09-16T01:47:51.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f978affd640 1 -- 172.21.15.16:0/978757605 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978002abc0 con 0x7f9774003f60 2024-09-16T01:47:51.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f97922e6640 1 -- 172.21.15.16:0/978757605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 msgr2=0x7f9774004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f97922e6640 1 --2- 172.21.15.16:0/978757605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f9774004800 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f9780001720 tx=0x7f9774005830 comp rx=0 tx=0).stop 2024-09-16T01:47:51.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f9790883640 1 -- 172.21.15.16:0/978757605 reap_dead start 2024-09-16T01:47:51.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f97922e6640 1 -- 172.21.15.16:0/978757605 shutdown_connections 2024-09-16T01:47:51.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.614+0000 7f97922e6640 1 -- 172.21.15.16:0/978757605 >> 172.21.15.16:0/978757605 conn(0x7f978c0b4250 msgr2=0x7f978c0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:51.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.615+0000 7f97922e6640 1 -- 172.21.15.16:0/978757605 shutdown_connections 2024-09-16T01:47:51.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.615+0000 7f97922e6640 1 -- 172.21.15.16:0/978757605 wait complete. 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.616+0000 7f97922e6640 1 Processor -- start 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.616+0000 7f97922e6640 1 -- start start 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f97922e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f978c14f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f97922e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f978c156530 0x7f978c1569b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f97922e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0d1070 0x7f978c0d14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f97922e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f978c0b5990 con 0x7f9774003f60 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f97922e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f978c06d500 con 0x7f978c156530 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f97922e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f978c06d750 con 0x7f978c0d1070 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f978c14f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f978c14f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44308/0 (socket says 172.21.15.16:44308) 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 -- 172.21.15.16:0/3648225665 learned_addr learned my addr 172.21.15.16:0/3648225665 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f9790883640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0d1070 0x7f978c0d14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978b7fe640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f978c156530 0x7f978c1569b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 -- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0d1070 msgr2=0x7f978c0d14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0d1070 0x7f978c0d14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 -- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f978c156530 msgr2=0x7f978c1569b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f978c156530 0x7f978c1569b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 -- 172.21.15.16:0/3648225665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f978c0cbd50 con 0x7f9774003f60 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f978bfff640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f978c14f610 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f977c0119d0 tx=0x7f977c011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f9788ff9640 1 -- 172.21.15.16:0/3648225665 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c00fb50 con 0x7f9774003f60 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f9788ff9640 1 -- 172.21.15.16:0/3648225665 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f977c00fcf0 con 0x7f9774003f60 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f978c0cc030 con 0x7f9774003f60 2024-09-16T01:47:51.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.617+0000 7f9788ff9640 1 -- 172.21.15.16:0/3648225665 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c00fea0 con 0x7f9774003f60 2024-09-16T01:47:51.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.618+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f978c0cc5f0 con 0x7f9774003f60 2024-09-16T01:47:51.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.618+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f978c159f10 con 0x7f9774003f60 2024-09-16T01:47:51.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.619+0000 7f9788ff9640 1 -- 172.21.15.16:0/3648225665 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f977c012040 con 0x7f9774003f60 2024-09-16T01:47:51.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.619+0000 7f9788ff9640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f977806c5b0 0x7f977806ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:51.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.620+0000 7f9788ff9640 1 -- 172.21.15.16:0/3648225665 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f977c08bf10 con 0x7f9774003f60 2024-09-16T01:47:51.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.620+0000 7f978b7fe640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f977806c5b0 0x7f977806ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:51.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.620+0000 7f978b7fe640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f977806c5b0 0x7f977806ea70 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9780001720 tx=0x7f978002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:51.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.624+0000 7f9788ff9640 1 -- 172.21.15.16:0/3648225665 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f977c019030 con 0x7f9774003f60 2024-09-16T01:47:51.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.824+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol_clone90660", "target": ["mon-mgr", ""]}) -- 0x7f978c159c30 con 0x7f977806c5b0 2024-09-16T01:47:51.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.829+0000 7f9788ff9640 1 -- 172.21.15.16:0/3648225665 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+73 (secure 0 0 0) 0x7f978c159c30 con 0x7f977806c5b0 2024-09-16T01:47:51.830 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37 2024-09-16T01:47:51.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f977806c5b0 msgr2=0x7f977806ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f977806c5b0 0x7f977806ea70 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9780001720 tx=0x7f978002e000 comp rx=0 tx=0).stop 2024-09-16T01:47:51.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 msgr2=0x7f978c14f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f978c14f610 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f977c0119d0 tx=0x7f977c011e90 comp rx=0 tx=0).stop 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 shutdown_connections 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f977806c5b0 0x7f977806ea70 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f978c0d1070 0x7f978c0d14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f978c156530 0x7f978c1569b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 --2- 172.21.15.16:0/3648225665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9774003f60 0x7f978c14f610 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 >> 172.21.15.16:0/3648225665 conn(0x7f978c0b4250 msgr2=0x7f978c0b3790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 shutdown_connections 2024-09-16T01:47:51.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:51.831+0000 7f97922e6640 1 -- 172.21.15.16:0/3648225665 wait complete. 2024-09-16T01:47:51.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:51.844 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.rentries volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:51.866 INFO:teuthology.orchestra.run.smithi016.stdout:9 2024-09-16T01:47:51.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:51.866 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.rentries volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37) 2024-09-16T01:47:51.925 INFO:teuthology.orchestra.run.smithi016.stdout:9 2024-09-16T01:47:51.925 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol_clone90660 2024-09-16T01:47:52.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.069+0000 7f7beafb9640 1 Processor -- start 2024-09-16T01:47:52.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.069+0000 7f7beafb9640 1 -- start start 2024-09-16T01:47:52.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7beafb9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7be415c280 0x7f7be40d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7beafb9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be406e7b0 0x7f7be40b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7beafb9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7be406ecf0 con 0x7f7be40d2950 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7beafb9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7be40d2de0 con 0x7f7be415c280 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7beafb9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7be406bbe0 con 0x7f7be406e7b0 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be3fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7be40d2950 0x7f7be406e0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50582/0 (socket says 172.21.15.16:50582) 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be3fff640 1 -- 172.21.15.16:0/2861223395 learned_addr learned my addr 172.21.15.16:0/2861223395 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be9556640 1 --2- 172.21.15.16:0/2861223395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be406e7b0 0x7f7be40b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be8d55640 1 --2- 172.21.15.16:0/2861223395 >> v2:172.21.15.104:3300/0 conn(0x7f7be415c280 0x7f7be40d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be37fe640 1 -- 172.21.15.16:0/2861223395 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2435206358 0 0) 0x7f7be406ecf0 con 0x7f7be40d2950 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be37fe640 1 -- 172.21.15.16:0/2861223395 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7bd4003520 con 0x7f7be40d2950 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be37fe640 1 -- 172.21.15.16:0/2861223395 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1403119572 0 0) 0x7f7bd4003520 con 0x7f7be40d2950 2024-09-16T01:47:52.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be9556640 1 -- 172.21.15.16:0/2861223395 >> v2:172.21.15.104:3300/0 conn(0x7f7be415c280 msgr2=0x7f7be40d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:52.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be9556640 1 --2- 172.21.15.16:0/2861223395 >> v2:172.21.15.104:3300/0 conn(0x7f7be415c280 0x7f7be40d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be9556640 1 -- 172.21.15.16:0/2861223395 >> v1:172.21.15.16:6789/0 conn(0x7f7be40d2950 legacy=0x7f7be406e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:52.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be9556640 1 -- 172.21.15.16:0/2861223395 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be406bec0 con 0x7f7be406e7b0 2024-09-16T01:47:52.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.070+0000 7f7be8d55640 1 --2- 172.21.15.16:0/2861223395 >> v2:172.21.15.104:3300/0 conn(0x7f7be415c280 0x7f7be40d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:52.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.071+0000 7f7be9556640 1 --2- 172.21.15.16:0/2861223395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be406e7b0 0x7f7be40b5dc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc009d90 tx=0x7f7bdc02a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3b9ed98b858592 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:52.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.071+0000 7f7be37fe640 1 -- 172.21.15.16:0/2861223395 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd0001690 con 0x7f7be406e7b0 2024-09-16T01:47:52.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.071+0000 7f7be37fe640 1 -- 172.21.15.16:0/2861223395 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bdc007540 con 0x7f7be406e7b0 2024-09-16T01:47:52.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7be37fe640 1 -- 172.21.15.16:0/2861223395 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc007910 con 0x7f7be406e7b0 2024-09-16T01:47:52.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 -- 172.21.15.16:0/2861223395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be406e7b0 msgr2=0x7f7be40b5dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:52.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2861223395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be406e7b0 0x7f7be40b5dc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc009d90 tx=0x7f7bdc02a5f0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 -- 172.21.15.16:0/2861223395 shutdown_connections 2024-09-16T01:47:52.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2861223395 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be406e7b0 0x7f7be40b5dc0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2861223395 >> v2:172.21.15.104:3300/0 conn(0x7f7be415c280 0x7f7be40d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 -- 172.21.15.16:0/2861223395 >> 172.21.15.16:0/2861223395 conn(0x7f7be406f2d0 msgr2=0x7f7be406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:52.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 -- 172.21.15.16:0/2861223395 shutdown_connections 2024-09-16T01:47:52.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.072+0000 7f7beafb9640 1 -- 172.21.15.16:0/2861223395 wait complete. 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.073+0000 7f7beafb9640 1 Processor -- start 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.073+0000 7f7beafb9640 1 -- start start 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7beafb9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be406e7b0 0x7f7be4149150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7beafb9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2950 0x7f7be40ce630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7beafb9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415c280 0x7f7be415e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7beafb9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7be415fae0 con 0x7f7be415c280 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7beafb9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7be406c480 con 0x7f7be406e7b0 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7beafb9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7be406c9a0 con 0x7f7be40d2950 2024-09-16T01:47:52.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7be9556640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415c280 0x7f7be415e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7be8d55640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be406e7b0 0x7f7be4149150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7be9556640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415c280 0x7f7be415e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44316/0 (socket says 172.21.15.16:44316) 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.074+0000 7f7be9556640 1 -- 172.21.15.16:0/2638227763 learned_addr learned my addr 172.21.15.16:0/2638227763 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be3fff640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2950 0x7f7be40ce630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be8d55640 1 -- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2950 msgr2=0x7f7be40ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be8d55640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2950 0x7f7be40ce630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be8d55640 1 -- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415c280 msgr2=0x7f7be415e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be8d55640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415c280 0x7f7be415e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be8d55640 1 -- 172.21.15.16:0/2638227763 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be4149690 con 0x7f7be406e7b0 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be9556640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415c280 0x7f7be415e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be8d55640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be406e7b0 0x7f7be4149150 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f7bd800e870 tx=0x7f7bd800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be17fa640 1 -- 172.21.15.16:0/2638227763 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd8017070 con 0x7f7be406e7b0 2024-09-16T01:47:52.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be17fa640 1 -- 172.21.15.16:0/2638227763 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bd800c940 con 0x7f7be406e7b0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7be40cf080 con 0x7f7be406e7b0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7be17fa640 1 -- 172.21.15.16:0/2638227763 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd800cd10 con 0x7f7be406e7b0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.075+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7be40cf640 con 0x7f7be406e7b0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.076+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7be40cfd60 con 0x7f7be406e7b0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.077+0000 7f7be17fa640 1 -- 172.21.15.16:0/2638227763 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f7bd801a070 con 0x7f7be406e7b0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.077+0000 7f7be17fa640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc806c580 0x7f7bc806ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.078+0000 7f7be17fa640 1 -- 172.21.15.16:0/2638227763 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f7bd808b6f0 con 0x7f7be406e7b0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.078+0000 7f7be3fff640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc806c580 0x7f7bc806ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.078+0000 7f7be3fff640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc806c580 0x7f7bc806ea40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7bd0001800 tx=0x7f7bd0001250 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:52.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.082+0000 7f7be17fa640 1 -- 172.21.15.16:0/2638227763 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7bd8059440 con 0x7f7be406e7b0 2024-09-16T01:47:52.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.288+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol_clone90660", "target": ["mon-mgr", ""]}) -- 0x7f7be40d2410 con 0x7f7bc806c580 2024-09-16T01:47:52.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.295+0000 7f7be17fa640 1 -- 172.21.15.16:0/2638227763 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+724 (secure 0 0 0) 0x7f7be40d2410 con 0x7f7bc806c580 2024-09-16T01:47:52.297 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:47:52.297 INFO:teuthology.orchestra.run.smithi016.stdout: "atime": "2024-09-16 01:47:44", 2024-09-16T01:47:52.297 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_pcent": "80.00", 2024-09-16T01:47:52.297 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_quota": 10485760, 2024-09-16T01:47:52.297 INFO:teuthology.orchestra.run.smithi016.stdout: "bytes_used": 8388608, 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: "created_at": "2024-09-16 01:47:49", 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: "ctime": "2024-09-16 01:47:49", 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: "data_pool": "cephfs_data", 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: "features": [ 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot-clone", 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot-autoprotect", 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot-retention" 2024-09-16T01:47:52.298 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:47:52.299 INFO:teuthology.orchestra.run.smithi016.stdout: "flavor": 2, 2024-09-16T01:47:52.299 INFO:teuthology.orchestra.run.smithi016.stdout: "gid": 1000, 2024-09-16T01:47:52.299 INFO:teuthology.orchestra.run.smithi016.stdout: "mode": 16895, 2024-09-16T01:47:52.299 INFO:teuthology.orchestra.run.smithi016.stdout: "mon_addrs": [ 2024-09-16T01:47:52.299 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.16:6789", 2024-09-16T01:47:52.299 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.104:6789", 2024-09-16T01:47:52.300 INFO:teuthology.orchestra.run.smithi016.stdout: "172.21.15.104:6790" 2024-09-16T01:47:52.300 INFO:teuthology.orchestra.run.smithi016.stdout: ], 2024-09-16T01:47:52.300 INFO:teuthology.orchestra.run.smithi016.stdout: "mtime": "2024-09-16 01:47:48", 2024-09-16T01:47:52.300 INFO:teuthology.orchestra.run.smithi016.stdout: "path": "/volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37", 2024-09-16T01:47:52.300 INFO:teuthology.orchestra.run.smithi016.stdout: "pool_namespace": "", 2024-09-16T01:47:52.300 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "complete", 2024-09-16T01:47:52.300 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "clone", 2024-09-16T01:47:52.301 INFO:teuthology.orchestra.run.smithi016.stdout: "uid": 1000 2024-09-16T01:47:52.301 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc806c580 msgr2=0x7f7bc806ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc806c580 0x7f7bc806ea40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7bd0001800 tx=0x7f7bd0001250 comp rx=0 tx=0).stop 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be406e7b0 msgr2=0x7f7be4149150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be406e7b0 0x7f7be4149150 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f7bd800e870 tx=0x7f7bd800ed30 comp rx=0 tx=0).stop 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 shutdown_connections 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc806c580 0x7f7bc806ea40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415c280 0x7f7be415e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2950 0x7f7be40ce630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 --2- 172.21.15.16:0/2638227763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be406e7b0 0x7f7be4149150 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 >> 172.21.15.16:0/2638227763 conn(0x7f7be406f2d0 msgr2=0x7f7be415a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:52.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 shutdown_connections 2024-09-16T01:47:52.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:52.298+0000 7f7beafb9640 1 -- 172.21.15.16:0/2638227763 wait complete. 2024-09-16T01:47:52.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.309 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.331 INFO:teuthology.orchestra.run.smithi016.stdout:10485760 2024-09-16T01:47:52.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.331 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.392 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:47:52.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.392 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool_namespace volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.453 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec find volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.515 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960 2024-09-16T01:47:52.516 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.2 2024-09-16T01:47:52.516 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.5 2024-09-16T01:47:52.516 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.4 2024-09-16T01:47:52.516 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.7 2024-09-16T01:47:52.516 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.6 2024-09-16T01:47:52.516 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.0 2024-09-16T01:47:52.516 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.3 2024-09-16T01:47:52.517 INFO:teuthology.orchestra.run.smithi016.stdout:volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.1 2024-09-16T01:47:52.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.517 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:41ff 2024-09-16T01:47:52.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.574 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/) 2024-09-16T01:47:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:41ff 2024-09-16T01:47:52.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.631 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:52.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.689 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/) 2024-09-16T01:47:52.745 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:52.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.746 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.804 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:52.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.804 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/) 2024-09-16T01:47:52.861 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:52.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.862 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960) 2024-09-16T01:47:52.918 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:52.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.919 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/) 2024-09-16T01:47:52.975 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:52.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:52.976 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.2) 2024-09-16T01:47:53.034 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:53.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.034 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.2) 2024-09-16T01:47:53.097 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:53.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.097 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.2) 2024-09-16T01:47:53.155 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:53.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.156 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.2) 2024-09-16T01:47:53.213 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:53.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.214 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.2) 2024-09-16T01:47:53.271 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:53.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.271 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.2) 2024-09-16T01:47:53.327 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:53.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.328 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.2) 2024-09-16T01:47:53.385 INFO:teuthology.orchestra.run.smithi016.stdout:1726451267 2024-09-16T01:47:53.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.386 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.2) 2024-09-16T01:47:53.443 INFO:teuthology.orchestra.run.smithi016.stdout:1726451267 2024-09-16T01:47:53.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.443 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.5) 2024-09-16T01:47:53.500 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:53.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.501 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.5) 2024-09-16T01:47:53.563 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:53.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.563 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.5) 2024-09-16T01:47:53.621 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:53.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.622 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.5) 2024-09-16T01:47:53.679 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:53.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.679 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.5) 2024-09-16T01:47:53.737 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:53.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.737 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.5) 2024-09-16T01:47:53.793 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:53.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.794 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.5) 2024-09-16T01:47:53.852 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:53.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.853 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.5) 2024-09-16T01:47:53.910 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:53.910 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.911 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.4) 2024-09-16T01:47:53.967 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:53.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:53.968 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.4) 2024-09-16T01:47:54.029 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:54.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.030 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.4) 2024-09-16T01:47:54.088 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:54.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.088 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.4) 2024-09-16T01:47:54.145 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:54.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.145 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.4) 2024-09-16T01:47:54.203 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:54.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.203 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.4) 2024-09-16T01:47:54.261 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:54.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.262 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.4) 2024-09-16T01:47:54.318 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:54.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.319 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.4) 2024-09-16T01:47:54.375 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:54.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.376 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.7) 2024-09-16T01:47:54.434 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:54.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.434 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.7) 2024-09-16T01:47:54.498 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:54.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.498 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.7) 2024-09-16T01:47:54.556 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:54.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.556 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.7) 2024-09-16T01:47:54.612 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:54.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.613 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.7) 2024-09-16T01:47:54.670 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:54.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.671 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.7) 2024-09-16T01:47:54.727 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:54.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.728 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.7) 2024-09-16T01:47:54.785 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:54.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.786 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.7) 2024-09-16T01:47:54.842 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:54.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.843 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.6) 2024-09-16T01:47:54.900 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:54.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.901 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.6) 2024-09-16T01:47:54.963 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:54.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:54.963 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.6) 2024-09-16T01:47:55.021 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:55.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.021 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.6) 2024-09-16T01:47:55.078 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:55.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.079 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.6) 2024-09-16T01:47:55.136 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:55.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.136 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.6) 2024-09-16T01:47:55.192 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:55.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.193 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.6) 2024-09-16T01:47:55.251 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:55.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.251 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.6) 2024-09-16T01:47:55.308 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:55.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.309 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.0) 2024-09-16T01:47:55.366 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:55.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.366 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.0) 2024-09-16T01:47:55.425 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:55.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.426 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.0) 2024-09-16T01:47:55.484 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:55.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.484 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.0) 2024-09-16T01:47:55.541 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:55.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.541 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.0) 2024-09-16T01:47:55.598 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:55.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.599 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.0) 2024-09-16T01:47:55.655 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:55.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.656 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.0) 2024-09-16T01:47:55.714 INFO:teuthology.orchestra.run.smithi016.stdout:1726451267 2024-09-16T01:47:55.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.714 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.0) 2024-09-16T01:47:55.771 INFO:teuthology.orchestra.run.smithi016.stdout:1726451267 2024-09-16T01:47:55.771 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.771 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.3) 2024-09-16T01:47:55.829 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:55.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.829 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.3) 2024-09-16T01:47:55.887 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:55.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.887 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.3) 2024-09-16T01:47:55.945 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:55.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:55.945 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.3) 2024-09-16T01:47:56.001 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:56.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.002 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.3) 2024-09-16T01:47:56.061 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:56.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.061 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.3) 2024-09-16T01:47:56.117 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:56.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.118 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.3) 2024-09-16T01:47:56.176 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:56.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.176 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.3) 2024-09-16T01:47:56.233 INFO:teuthology.orchestra.run.smithi016.stdout:1726451268 2024-09-16T01:47:56.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.233 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.1) 2024-09-16T01:47:56.290 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:56.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.291 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.1) 2024-09-16T01:47:56.348 INFO:teuthology.orchestra.run.smithi016.stdout:81a4 2024-09-16T01:47:56.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.348 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.1) 2024-09-16T01:47:56.405 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:56.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.406 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.1) 2024-09-16T01:47:56.463 INFO:teuthology.orchestra.run.smithi016.stdout:1000 2024-09-16T01:47:56.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.463 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.1) 2024-09-16T01:47:56.521 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:56.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.522 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.1) 2024-09-16T01:47:56.579 INFO:teuthology.orchestra.run.smithi016.stdout:1333 2024-09-16T01:47:56.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.579 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f/.snap/subvol_snap73960/subvolume_file.1) 2024-09-16T01:47:56.638 INFO:teuthology.orchestra.run.smithi016.stdout:1726451267 2024-09-16T01:47:56.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:47:56.638 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone90660/a8fcf959-fc9a-4bec-ad3b-2ce980e91d37/subvolume_file.1) 2024-09-16T01:47:56.695 INFO:teuthology.orchestra.run.smithi016.stdout:1726451267 2024-09-16T01:47:56.695 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone cephfs subvol590 fake subvol_clone5831 2024-09-16T01:47:56.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.842+0000 7f91931cf640 1 Processor -- start 2024-09-16T01:47:56.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.842+0000 7f91931cf640 1 -- start start 2024-09-16T01:47:56.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.843+0000 7f91931cf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f918c06c2f0 0x7f918c0add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.843+0000 7f91931cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 0x7f918c06de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.843+0000 7f91931cf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f918c06e390 con 0x7f918c15e4b0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.843+0000 7f91931cf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f918c0b00f0 con 0x7f918c06c2f0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.843+0000 7f91931cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f918c06e610 con 0x7f918c06d9c0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.843+0000 7f9190f6b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f918c15e4b0 0x7f918c06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39702/0 (socket says 172.21.15.16:39702) 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.843+0000 7f9190f6b640 1 -- 172.21.15.16:0/908551866 learned_addr learned my addr 172.21.15.16:0/908551866 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918bfff640 1 --2- 172.21.15.16:0/908551866 >> v2:172.21.15.104:3300/0 conn(0x7f918c06c2f0 0x7f918c0add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f919176c640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 0x7f918c06de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1366880668 0 0) 0x7f9184001490 con 0x7f918c15e4b0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9174003520 con 0x7f918c15e4b0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1150234151 0 0) 0x7f9174003520 con 0x7f918c15e4b0 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 msgr2=0x7f918c06de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:56.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 0x7f918c06de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 >> v2:172.21.15.104:3300/0 conn(0x7f918c06c2f0 msgr2=0x7f918c0add60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 --2- 172.21.15.16:0/908551866 >> v2:172.21.15.104:3300/0 conn(0x7f918c06c2f0 0x7f918c0add60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918c06e8f0 con 0x7f918c15e4b0 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f9184001bc0 con 0x7f918c15e4b0 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 >> v1:172.21.15.16:6789/0 conn(0x7f918c15e4b0 legacy=0x7f918c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91740039b0 0x7f9174003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9174004800 0x7f9174004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 0x7f91740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f918c0b00f0 con 0x7f9174004800 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f918c06e610 con 0x7f91740039b0 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f917400b9c0 con 0x7f918c06d9c0 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918bfff640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9174004800 0x7f9174004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f919176c640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 0x7f91740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f9190f6b640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91740039b0 0x7f9174003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918bfff640 1 -- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 msgr2=0x7f91740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918bfff640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f918c06d9c0 0x7f91740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918bfff640 1 -- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91740039b0 msgr2=0x7f9174003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918bfff640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91740039b0 0x7f9174003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f918bfff640 1 -- 172.21.15.16:0/908551866 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9174003520 con 0x7f9174004800 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.844+0000 7f9190f6b640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91740039b0 0x7f9174003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.845+0000 7f918bfff640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9174004800 0x7f9174004c80 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f9180009aa0 tx=0x7f9174005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0cb82fbfede3781 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.845+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180036070 con 0x7f9174004800 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.845+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9180031400 con 0x7f9174004800 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.845+0000 7f918b7fe640 1 -- 172.21.15.16:0/908551866 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180009670 con 0x7f9174004800 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.846+0000 7f91931cf640 1 -- 172.21.15.16:0/908551866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9174004800 msgr2=0x7f9174004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.846+0000 7f91931cf640 1 --2- 172.21.15.16:0/908551866 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9174004800 0x7f9174004c80 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f9180009aa0 tx=0x7f9174005830 comp rx=0 tx=0).stop 2024-09-16T01:47:56.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.846+0000 7f919176c640 1 -- 172.21.15.16:0/908551866 reap_dead start 2024-09-16T01:47:56.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.846+0000 7f91931cf640 1 -- 172.21.15.16:0/908551866 shutdown_connections 2024-09-16T01:47:56.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.846+0000 7f91931cf640 1 -- 172.21.15.16:0/908551866 >> 172.21.15.16:0/908551866 conn(0x7f918c0b2a80 msgr2=0x7f918c0b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:56.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.846+0000 7f91931cf640 1 -- 172.21.15.16:0/908551866 shutdown_connections 2024-09-16T01:47:56.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.846+0000 7f91931cf640 1 -- 172.21.15.16:0/908551866 wait complete. 2024-09-16T01:47:56.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.847+0000 7f91931cf640 1 Processor -- start 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.847+0000 7f91931cf640 1 -- start start 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f91931cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9174004800 0x7f918c153620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f91931cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f918c154ed0 0x7f918c1f75c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f91931cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f918c1f7b00 0x7f918c1f3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f91931cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f918c15e890 con 0x7f918c154ed0 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f91931cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f918c0b3f90 con 0x7f918c1f7b00 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f91931cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f918c15ea10 con 0x7f9174004800 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f918bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f918c154ed0 0x7f918c1f75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f918bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f918c154ed0 0x7f918c1f75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36034/0 (socket says 172.21.15.16:36034) 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f918bfff640 1 -- 172.21.15.16:0/1994192002 learned_addr learned my addr 172.21.15.16:0/1994192002 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:56.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f9190f6b640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9174004800 0x7f918c153620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.848+0000 7f919176c640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f918c1f7b00 0x7f918c1f3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f918bfff640 1 -- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9174004800 msgr2=0x7f918c153620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f918bfff640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9174004800 0x7f918c153620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f918bfff640 1 -- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f918c1f7b00 msgr2=0x7f918c1f3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f918bfff640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f918c1f7b00 0x7f918c1f3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f918bfff640 1 -- 172.21.15.16:0/1994192002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918c155350 con 0x7f918c154ed0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f919176c640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f918c1f7b00 0x7f918c1f3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f918bfff640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f918c154ed0 0x7f918c1f75c0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f9180009bc0 tx=0x7f9180004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f91897fa640 1 -- 172.21.15.16:0/1994192002 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180041070 con 0x7f918c154ed0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f91897fa640 1 -- 172.21.15.16:0/1994192002 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f918003d660 con 0x7f918c154ed0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f918c157ff0 con 0x7f918c154ed0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f91897fa640 1 -- 172.21.15.16:0/1994192002 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180036040 con 0x7f918c154ed0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.849+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f918c157510 con 0x7f918c154ed0 2024-09-16T01:47:56.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.850+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f918c1f7ee0 con 0x7f918c154ed0 2024-09-16T01:47:56.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.851+0000 7f91897fa640 1 -- 172.21.15.16:0/1994192002 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f9180044070 con 0x7f918c154ed0 2024-09-16T01:47:56.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.851+0000 7f91897fa640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917806c580 0x7f917806ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:56.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.851+0000 7f91897fa640 1 -- 172.21.15.16:0/1994192002 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f91800ac280 con 0x7f918c154ed0 2024-09-16T01:47:56.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.851+0000 7f9190f6b640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917806c580 0x7f917806ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:56.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.851+0000 7f9190f6b640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917806c580 0x7f917806ea40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f91840013d0 tx=0x7f9184009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:56.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:56.856+0000 7f91897fa640 1 -- 172.21.15.16:0/1994192002 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9180079f40 con 0x7f918c154ed0 2024-09-16T01:47:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.063+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "cephfs", "sub_name": "subvol590", "snap_name": "fake", "target_sub_name": "subvol_clone5831", "target": ["mon-mgr", ""]}) -- 0x7f918c0d1a70 con 0x7f917806c580 2024-09-16T01:47:57.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.125+0000 7f91897fa640 1 -- 172.21.15.16:0/1994192002 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f918c0d1a70 con 0x7f917806c580 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.127+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917806c580 msgr2=0x7f917806ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.127+0000 7f91931cf640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917806c580 0x7f917806ea40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f91840013d0 tx=0x7f9184009040 comp rx=0 tx=0).stop 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.127+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f918c154ed0 msgr2=0x7f918c1f75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.127+0000 7f91931cf640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f918c154ed0 0x7f918c1f75c0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f9180009bc0 tx=0x7f9180004730 comp rx=0 tx=0).stop 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 shutdown_connections 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917806c580 0x7f917806ea40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f918c1f7b00 0x7f918c1f3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f918c154ed0 0x7f918c1f75c0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 --2- 172.21.15.16:0/1994192002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9174004800 0x7f918c153620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 >> 172.21.15.16:0/1994192002 conn(0x7f918c0b2a80 msgr2=0x7f918c0af000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:57.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 shutdown_connections 2024-09-16T01:47:57.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.128+0000 7f91931cf640 1 -- 172.21.15.16:0/1994192002 wait complete. 2024-09-16T01:47:57.142 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone5831 2024-09-16T01:47:57.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.246+0000 7eff33e5e640 1 Processor -- start 2024-09-16T01:47:57.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.246+0000 7eff33e5e640 1 -- start start 2024-09-16T01:47:57.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff33e5e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7eff2c145e20 0x7eff2c15c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff33e5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c15ccf0 0x7eff2c070f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff33e5e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7eff2c071450 0x7eff2c06bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff33e5e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7eff2c0b3900 con 0x7eff2c145e20 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff33e5e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7eff2c0719d0 con 0x7eff2c071450 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff33e5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7eff2c071cb0 con 0x7eff2c15ccf0 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7eff2c145e20 0x7eff2c15c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7eff2c145e20 0x7eff2c15c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36046/0 (socket says 172.21.15.16:36046) 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 -- 172.21.15.16:0/2119296580 learned_addr learned my addr 172.21.15.16:0/2119296580 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 -- 172.21.15.16:0/2119296580 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c15ccf0 msgr2=0x7eff2c070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 --2- 172.21.15.16:0/2119296580 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c15ccf0 0x7eff2c070f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 -- 172.21.15.16:0/2119296580 >> v2:172.21.15.104:3300/0 conn(0x7eff2c071450 msgr2=0x7eff2c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:57.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 --2- 172.21.15.16:0/2119296580 >> v2:172.21.15.104:3300/0 conn(0x7eff2c071450 0x7eff2c06bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.247+0000 7eff31bfa640 1 -- 172.21.15.16:0/2119296580 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff2c0b3b50 con 0x7eff2c145e20 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.248+0000 7eff31bfa640 1 --2- 172.21.15.16:0/2119296580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c15c7b0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7eff2c06f400 tx=0x7eff2402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef47e36cf4571f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.248+0000 7eff30bf8640 1 -- 172.21.15.16:0/2119296580 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff24037070 con 0x7eff2c145e20 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.248+0000 7eff30bf8640 1 -- 172.21.15.16:0/2119296580 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff24032440 con 0x7eff2c145e20 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.248+0000 7eff30bf8640 1 -- 172.21.15.16:0/2119296580 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff24032810 con 0x7eff2c145e20 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 -- 172.21.15.16:0/2119296580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 msgr2=0x7eff2c15c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 --2- 172.21.15.16:0/2119296580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c15c7b0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7eff2c06f400 tx=0x7eff2402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 -- 172.21.15.16:0/2119296580 shutdown_connections 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 --2- 172.21.15.16:0/2119296580 >> v2:172.21.15.104:3300/0 conn(0x7eff2c071450 0x7eff2c06bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 --2- 172.21.15.16:0/2119296580 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c15ccf0 0x7eff2c070f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 --2- 172.21.15.16:0/2119296580 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c15c7b0 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 -- 172.21.15.16:0/2119296580 >> 172.21.15.16:0/2119296580 conn(0x7eff2c0b2000 msgr2=0x7eff2c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:57.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 -- 172.21.15.16:0/2119296580 shutdown_connections 2024-09-16T01:47:57.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.249+0000 7eff33e5e640 1 -- 172.21.15.16:0/2119296580 wait complete. 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.250+0000 7eff33e5e640 1 Processor -- start 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.250+0000 7eff33e5e640 1 -- start start 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff33e5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c071450 0x7eff2c1f3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff33e5e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c0ca330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff33e5e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff2c15ccf0 0x7eff2c0ca870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff33e5e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c06c120 con 0x7eff2c145e20 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff33e5e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c0b3530 con 0x7eff2c15ccf0 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff33e5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7eff2c06c2a0 con 0x7eff2c071450 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c0ca330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c0ca330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36056/0 (socket says 172.21.15.16:36056) 2024-09-16T01:47:57.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 -- 172.21.15.16:0/3391429671 learned_addr learned my addr 172.21.15.16:0/3391429671 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff31bfa640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c071450 0x7eff2c1f3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff323fb640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff2c15ccf0 0x7eff2c0ca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 -- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c071450 msgr2=0x7eff2c1f3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c071450 0x7eff2c1f3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 -- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff2c15ccf0 msgr2=0x7eff2c0ca870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff2c15ccf0 0x7eff2c0ca870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff313f9640 1 -- 172.21.15.16:0/3391429671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff2c0cc360 con 0x7eff2c145e20 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.251+0000 7eff31bfa640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c071450 0x7eff2c1f3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.252+0000 7eff313f9640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c0ca330 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7eff2000b450 tx=0x7eff2000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.252+0000 7eff2a7fc640 1 -- 172.21.15.16:0/3391429671 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff20015020 con 0x7eff2c145e20 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.252+0000 7eff2a7fc640 1 -- 172.21.15.16:0/3391429671 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff20011890 con 0x7eff2c145e20 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.252+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff2c0cc5e0 con 0x7eff2c145e20 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.252+0000 7eff2a7fc640 1 -- 172.21.15.16:0/3391429671 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff20011c80 con 0x7eff2c145e20 2024-09-16T01:47:57.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.252+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff2c0ae3f0 con 0x7eff2c145e20 2024-09-16T01:47:57.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.253+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff2c0adf00 con 0x7eff2c145e20 2024-09-16T01:47:57.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.253+0000 7eff2a7fc640 1 -- 172.21.15.16:0/3391429671 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7eff20018020 con 0x7eff2c145e20 2024-09-16T01:47:57.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.254+0000 7eff2a7fc640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff1806c580 0x7eff1806ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:57.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.254+0000 7eff31bfa640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff1806c580 0x7eff1806ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:57.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.254+0000 7eff2a7fc640 1 -- 172.21.15.16:0/3391429671 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7eff2008b980 con 0x7eff2c145e20 2024-09-16T01:47:57.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.254+0000 7eff31bfa640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff1806c580 0x7eff1806ea40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7eff24034000 tx=0x7eff2402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:57.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.258+0000 7eff2a7fc640 1 -- 172.21.15.16:0/3391429671 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7eff2001f020 con 0x7eff2c145e20 2024-09-16T01:47:57.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:47:57.469+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone5831", "target": ["mon-mgr", ""]}) -- 0x7eff2c0756f0 con 0x7eff1806c580 2024-09-16T01:48:01.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.067+0000 7eff2a7fc640 1 -- 172.21.15.16:0/3391429671 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+151 (secure 0 0 0) 0x7eff2c0756f0 con 0x7eff1806c580 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: "status": { 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "pending", 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: "source": { 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: "volume": "cephfs", 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: "subvolume": "subvol590", 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot": "fake" 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:01.069 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:01.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff1806c580 msgr2=0x7eff1806ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff1806c580 0x7eff1806ea40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7eff24034000 tx=0x7eff2402e000 comp rx=0 tx=0).stop 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 msgr2=0x7eff2c0ca330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c0ca330 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7eff2000b450 tx=0x7eff2000b910 comp rx=0 tx=0).stop 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 shutdown_connections 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff1806c580 0x7eff1806ea40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff2c15ccf0 0x7eff2c0ca870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7eff2c145e20 0x7eff2c0ca330 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 --2- 172.21.15.16:0/3391429671 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7eff2c071450 0x7eff2c1f3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 >> 172.21.15.16:0/3391429671 conn(0x7eff2c0b2000 msgr2=0x7eff2c0b1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 shutdown_connections 2024-09-16T01:48:01.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:01.071+0000 7eff33e5e640 1 -- 172.21.15.16:0/3391429671 wait complete. 2024-09-16T01:48:02.089 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone5831 2024-09-16T01:48:02.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.206+0000 7fcb73f3b640 1 Processor -- start 2024-09-16T01:48:02.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.206+0000 7fcb73f3b640 1 -- start start 2024-09-16T01:48:02.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.207+0000 7fcb73f3b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcb6c147f30 0x7fcb6c0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:02.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.207+0000 7fcb73f3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0cfb00 0x7fcb6c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.207+0000 7fcb73f3b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb6c0d22f0 con 0x7fcb6c0d4010 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.207+0000 7fcb73f3b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcb6c0d20a0 con 0x7fcb6c147f30 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.207+0000 7fcb73f3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcb6c0d25d0 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.207+0000 7fcb71cd7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcb6c147f30 0x7fcb6c0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb71cd7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcb6c147f30 0x7fcb6c0cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54252/0 (socket says 172.21.15.16:54252) 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb724d8640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcb6c0d4010 0x7fcb6c1621a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56712/0 (socket says 172.21.15.16:56712) 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb71cd7640 1 -- 172.21.15.16:0/4151974320 learned_addr learned my addr 172.21.15.16:0/4151974320 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb714d6640 1 --2- 172.21.15.16:0/4151974320 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0cfb00 0x7fcb6c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb71cd7640 1 -- 172.21.15.16:0/4151974320 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0cfb00 msgr2=0x7fcb6c0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb71cd7640 1 --2- 172.21.15.16:0/4151974320 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0cfb00 0x7fcb6c0d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb71cd7640 1 -- 172.21.15.16:0/4151974320 >> v1:172.21.15.16:6789/0 conn(0x7fcb6c0d4010 legacy=0x7fcb6c1621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb71cd7640 1 -- 172.21.15.16:0/4151974320 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb6c0d28b0 con 0x7fcb6c147f30 2024-09-16T01:48:02.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.208+0000 7fcb70cd5640 1 -- 172.21.15.16:0/4151974320 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1941540269 0 0) 0x7fcb6c0d22f0 con 0x7fcb6c0d4010 2024-09-16T01:48:02.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb71cd7640 1 --2- 172.21.15.16:0/4151974320 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0cf5c0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb6802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cecd370dca8178aa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:02.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb70cd5640 1 -- 172.21.15.16:0/4151974320 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68037070 con 0x7fcb6c147f30 2024-09-16T01:48:02.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb70cd5640 1 -- 172.21.15.16:0/4151974320 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb68032440 con 0x7fcb6c147f30 2024-09-16T01:48:02.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb70cd5640 1 -- 172.21.15.16:0/4151974320 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68032810 con 0x7fcb6c147f30 2024-09-16T01:48:02.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb73f3b640 1 -- 172.21.15.16:0/4151974320 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c147f30 msgr2=0x7fcb6c0cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/4151974320 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0cf5c0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb6802a1c0 comp rx=0 tx=0).stop 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb73f3b640 1 -- 172.21.15.16:0/4151974320 shutdown_connections 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/4151974320 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0cfb00 0x7fcb6c0d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/4151974320 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0cf5c0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.209+0000 7fcb73f3b640 1 -- 172.21.15.16:0/4151974320 >> 172.21.15.16:0/4151974320 conn(0x7fcb6c074da0 msgr2=0x7fcb6c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.210+0000 7fcb73f3b640 1 -- 172.21.15.16:0/4151974320 shutdown_connections 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.210+0000 7fcb73f3b640 1 -- 172.21.15.16:0/4151974320 wait complete. 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.211+0000 7fcb73f3b640 1 Processor -- start 2024-09-16T01:48:02.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.211+0000 7fcb73f3b640 1 -- start start 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.211+0000 7fcb73f3b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c0cfb00 0x7fcb6c0b6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.211+0000 7fcb73f3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0d4010 0x7fcb6c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb73f3b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb73f3b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6c0d30b0 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb73f3b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6c148310 con 0x7fcb6c147f30 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb73f3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcb6c0d3230 con 0x7fcb6c0d4010 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c0cfb00 0x7fcb6c0b6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:02.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c0cfb00 0x7fcb6c0b6aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54254/0 (socket says 172.21.15.16:54254) 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 -- 172.21.15.16:0/3977712275 learned_addr learned my addr 172.21.15.16:0/3977712275 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb714d6640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0d4010 0x7fcb6c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb724d8640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 -- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0d4010 msgr2=0x7fcb6c0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0d4010 0x7fcb6c0d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 -- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb6c147f30 msgr2=0x7fcb6c0d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 -- 172.21.15.16:0/3977712275 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb6c0b6fe0 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb724d8640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb71cd7640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c0cfb00 0x7fcb6c0b6aa0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb627fc640 1 -- 172.21.15.16:0/3977712275 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68037040 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb627fc640 1 -- 172.21.15.16:0/3977712275 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb68004250 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb6c135900 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb627fc640 1 -- 172.21.15.16:0/3977712275 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68003610 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.212+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb6c132fe0 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.214+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb6c0cf5c0 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.214+0000 7fcb627fc640 1 -- 172.21.15.16:0/3977712275 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7fcb6802ad10 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.214+0000 7fcb627fc640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb5006c580 0x7fcb5006ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:02.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.214+0000 7fcb627fc640 1 -- 172.21.15.16:0/3977712275 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7fcb680ac170 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.215+0000 7fcb714d6640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb5006c580 0x7fcb5006ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:02.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.215+0000 7fcb714d6640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb5006c580 0x7fcb5006ea40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c0c9bc0 tx=0x7fcb5c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:02.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.219+0000 7fcb627fc640 1 -- 172.21.15.16:0/3977712275 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcb6807a700 con 0x7fcb6c0cfb00 2024-09-16T01:48:02.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:02.431+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone5831", "target": ["mon-mgr", ""]}) -- 0x7fcb6c132b40 con 0x7fcb5006c580 2024-09-16T01:48:06.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.060+0000 7fcb627fc640 1 -- 172.21.15.16:0/3977712275 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7fcb5c011a30 con 0x7fcb5006c580 2024-09-16T01:48:06.061 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:06.062 INFO:teuthology.orchestra.run.smithi016.stdout: "status": { 2024-09-16T01:48:06.062 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "complete" 2024-09-16T01:48:06.062 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:06.062 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:06.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb5006c580 msgr2=0x7fcb5006ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb5006c580 0x7fcb5006ea40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c0c9bc0 tx=0x7fcb5c009190 comp rx=0 tx=0).stop 2024-09-16T01:48:06.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c0cfb00 msgr2=0x7fcb6c0b6aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c0cfb00 0x7fcb6c0b6aa0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb680046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 shutdown_connections 2024-09-16T01:48:06.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb5006c580 0x7fcb5006ea40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb6c147f30 0x7fcb6c0d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcb6c0d4010 0x7fcb6c0d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 --2- 172.21.15.16:0/3977712275 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcb6c0cfb00 0x7fcb6c0b6aa0 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 >> 172.21.15.16:0/3977712275 conn(0x7fcb6c074da0 msgr2=0x7fcb6c0ca640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:06.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 shutdown_connections 2024-09-16T01:48:06.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.063+0000 7fcb73f3b640 1 -- 172.21.15.16:0/3977712275 wait complete. 2024-09-16T01:48:06.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:06.078 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol_clone5831/.meta) 2024-09-16T01:48:06.109 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:48:06.109 INFO:teuthology.orchestra.run.smithi016.stdout:version = 2 2024-09-16T01:48:06.109 INFO:teuthology.orchestra.run.smithi016.stdout:type = clone 2024-09-16T01:48:06.109 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol_clone5831/4744a652-1d09-4408-b6bd-fe3901c6f47a 2024-09-16T01:48:06.109 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:48:06.110 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:06.111 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot info cephfs subvol590 subvol_snap73960 2024-09-16T01:48:06.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.262+0000 7f2762398640 1 Processor -- start 2024-09-16T01:48:06.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.262+0000 7f2762398640 1 -- start start 2024-09-16T01:48:06.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f2762398640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f275c15e840 0x7f275c0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f2762398640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c0b9880 0x7f275c0b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f2762398640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f275c0d4350 con 0x7f275c0ba200 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f2762398640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f275c0cfe50 con 0x7f275c15e840 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f2762398640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f275c0d3590 con 0x7f275c0b9880 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f275c15e840 0x7f275c0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f275c15e840 0x7f275c0cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54268/0 (socket says 172.21.15.16:54268) 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275bfff640 1 -- 172.21.15.16:0/4190890789 learned_addr learned my addr 172.21.15.16:0/4190890789 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f2760935640 1 --1- 172.21.15.16:0/4190890789 >> v1:172.21.15.16:6789/0 conn(0x7f275c0ba200 0x7f275c1623a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56722/0 (socket says 172.21.15.16:56722) 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275bfff640 1 -- 172.21.15.16:0/4190890789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c0b9880 msgr2=0x7f275c0b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275b7fe640 1 --2- 172.21.15.16:0/4190890789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c0b9880 0x7f275c0b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275bfff640 1 --2- 172.21.15.16:0/4190890789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c0b9880 0x7f275c0b9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275bfff640 1 -- 172.21.15.16:0/4190890789 >> v1:172.21.15.16:6789/0 conn(0x7f275c0ba200 legacy=0x7f275c1623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275bfff640 1 -- 172.21.15.16:0/4190890789 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f275c0d3870 con 0x7f275c15e840 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.263+0000 7f275affd640 1 -- 172.21.15.16:0/4190890789 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 953400600 0 0) 0x7f275c0d4350 con 0x7f275c0ba200 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.264+0000 7f275bfff640 1 --2- 172.21.15.16:0/4190890789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c15e840 0x7f275c0cf600 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f274c009870 tx=0x7f274c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21fbb641a106d997 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.264+0000 7f275affd640 1 -- 172.21.15.16:0/4190890789 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c037070 con 0x7f275c15e840 2024-09-16T01:48:06.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.264+0000 7f275affd640 1 -- 172.21.15.16:0/4190890789 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274c032440 con 0x7f275c15e840 2024-09-16T01:48:06.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.264+0000 7f275affd640 1 -- 172.21.15.16:0/4190890789 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c032810 con 0x7f275c15e840 2024-09-16T01:48:06.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 -- 172.21.15.16:0/4190890789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c15e840 msgr2=0x7f275c0cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 --2- 172.21.15.16:0/4190890789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c15e840 0x7f275c0cf600 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f274c009870 tx=0x7f274c02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 -- 172.21.15.16:0/4190890789 shutdown_connections 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 --2- 172.21.15.16:0/4190890789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c0b9880 0x7f275c0b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 --2- 172.21.15.16:0/4190890789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c15e840 0x7f275c0cf600 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 -- 172.21.15.16:0/4190890789 >> 172.21.15.16:0/4190890789 conn(0x7f275c0d4630 msgr2=0x7f275c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 -- 172.21.15.16:0/4190890789 shutdown_connections 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.265+0000 7f2762398640 1 -- 172.21.15.16:0/4190890789 wait complete. 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.266+0000 7f2762398640 1 Processor -- start 2024-09-16T01:48:06.268 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.266+0000 7f2762398640 1 -- start start 2024-09-16T01:48:06.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f2762398640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c0b9880 0x7f275c0cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f2762398640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275c0ba200 0x7f275c151b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f2762398640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c15e840 0x7f275c0ce730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f2762398640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f275c0cfb40 con 0x7f275c0b9880 2024-09-16T01:48:06.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f2762398640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f275c0d3e30 con 0x7f275c0ba200 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f2762398640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f275c15fc30 con 0x7f275c15e840 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f275bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c0b9880 0x7f275c0cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f275bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c0b9880 0x7f275c0cb700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54278/0 (socket says 172.21.15.16:54278) 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f275bfff640 1 -- 172.21.15.16:0/4209342018 learned_addr learned my addr 172.21.15.16:0/4209342018 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.267+0000 7f2760935640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c15e840 0x7f275c0ce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275b7fe640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275c0ba200 0x7f275c151b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275bfff640 1 -- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c15e840 msgr2=0x7f275c0ce730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275bfff640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c15e840 0x7f275c0ce730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275bfff640 1 -- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275c0ba200 msgr2=0x7f275c151b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275bfff640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275c0ba200 0x7f275c151b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275bfff640 1 -- 172.21.15.16:0/4209342018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f275c152050 con 0x7f275c0b9880 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275b7fe640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275c0ba200 0x7f275c151b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f275bfff640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c0b9880 0x7f275c0cb700 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f274c035040 tx=0x7f274c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f2758ff9640 1 -- 172.21.15.16:0/4209342018 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c037040 con 0x7f275c0b9880 2024-09-16T01:48:06.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f2758ff9640 1 -- 172.21.15.16:0/4209342018 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274c004230 con 0x7f275c0b9880 2024-09-16T01:48:06.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f275c0cec70 con 0x7f275c0b9880 2024-09-16T01:48:06.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f2758ff9640 1 -- 172.21.15.16:0/4209342018 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c003610 con 0x7f275c0b9880 2024-09-16T01:48:06.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.268+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f275c0ca730 con 0x7f275c0b9880 2024-09-16T01:48:06.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.269+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f275c0b9cc0 con 0x7f275c0b9880 2024-09-16T01:48:06.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.269+0000 7f2758ff9640 1 -- 172.21.15.16:0/4209342018 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f274c02ad10 con 0x7f275c0b9880 2024-09-16T01:48:06.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.270+0000 7f2758ff9640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f274806c580 0x7f274806ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.270+0000 7f2758ff9640 1 -- 172.21.15.16:0/4209342018 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f274c0ac4d0 con 0x7f275c0b9880 2024-09-16T01:48:06.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.270+0000 7f275b7fe640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f274806c580 0x7f274806ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.270+0000 7f275b7fe640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f274806c580 0x7f274806ea40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f275c1e9b60 tx=0x7f2750008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.274+0000 7f2758ff9640 1 -- 172.21.15.16:0/4209342018 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f274c07aa60 con 0x7f275c0b9880 2024-09-16T01:48:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.478+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot info", "vol_name": "cephfs", "sub_name": "subvol590", "snap_name": "subvol_snap73960", "target": ["mon-mgr", ""]}) -- 0x7f275c0cb340 con 0x7f274806c580 2024-09-16T01:48:06.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.490+0000 7f2758ff9640 1 -- 172.21.15.16:0/4209342018 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+115 (secure 0 0 0) 0x7f275c0cb340 con 0x7f274806c580 2024-09-16T01:48:06.492 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:06.492 INFO:teuthology.orchestra.run.smithi016.stdout: "created_at": "2024-09-16 01:47:48.978741", 2024-09-16T01:48:06.492 INFO:teuthology.orchestra.run.smithi016.stdout: "data_pool": "cephfs_data", 2024-09-16T01:48:06.492 INFO:teuthology.orchestra.run.smithi016.stdout: "has_pending_clones": "no" 2024-09-16T01:48:06.492 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.492+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f274806c580 msgr2=0x7f274806ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.492+0000 7f2762398640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f274806c580 0x7f274806ea40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f275c1e9b60 tx=0x7f2750008040 comp rx=0 tx=0).stop 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c0b9880 msgr2=0x7f275c0cb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c0b9880 0x7f275c0cb700 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f274c035040 tx=0x7f274c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 shutdown_connections 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f274806c580 0x7f274806ea40 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f275c15e840 0x7f275c0ce730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f275c0ba200 0x7f275c151b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 --2- 172.21.15.16:0/4209342018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f275c0b9880 0x7f275c0cb700 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 >> 172.21.15.16:0/4209342018 conn(0x7f275c0d4630 msgr2=0x7f275c0b8f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:06.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 shutdown_connections 2024-09-16T01:48:06.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.493+0000 7f2762398640 1 -- 172.21.15.16:0/4209342018 wait complete. 2024-09-16T01:48:06.505 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot ls cephfs subvol590 2024-09-16T01:48:06.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.610+0000 7f5ba3f4b640 1 Processor -- start 2024-09-16T01:48:06.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.610+0000 7f5ba3f4b640 1 -- start start 2024-09-16T01:48:06.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba3f4b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b9c15e600 0x7f5b9c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba3f4b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5b9c0cf7a0 0x7f5b9c0b6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba3f4b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c0b3ba0 0x7f5b9c0b6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba3f4b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f5b9c0d1fc0 con 0x7f5b9c15e600 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba3f4b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5b9c0d1ce0 con 0x7f5b9c0cf7a0 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba3f4b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5b9c0d2bb0 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b9c15e600 0x7f5b9c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b9c15e600 0x7f5b9c0b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54282/0 (socket says 172.21.15.16:54282) 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/1826970 learned_addr learned my addr 172.21.15.16:0/1826970 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba14e6640 1 --2- 172.21.15.16:0/1826970 >> v2:172.21.15.104:3300/0 conn(0x7f5b9c0cf7a0 0x7f5b9c0b6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba24e8640 1 --2- 172.21.15.16:0/1826970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c0b3ba0 0x7f5b9c0b6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/1826970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c0b3ba0 msgr2=0x7f5b9c0b6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 --2- 172.21.15.16:0/1826970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c0b3ba0 0x7f5b9c0b6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/1826970 >> v2:172.21.15.104:3300/0 conn(0x7f5b9c0cf7a0 msgr2=0x7f5b9c0b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:06.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 --2- 172.21.15.16:0/1826970 >> v2:172.21.15.104:3300/0 conn(0x7f5b9c0cf7a0 0x7f5b9c0b6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.611+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/1826970 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9c0d2e90 con 0x7f5b9c15e600 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.612+0000 7f5ba1ce7640 1 --2- 172.21.15.16:0/1826970 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c15e600 0x7f5b9c0b78e0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c0c7f70 tx=0x7f5b9802a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7493b20546f3008 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.612+0000 7f5ba0ce5640 1 -- 172.21.15.16:0/1826970 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98037070 con 0x7f5b9c15e600 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.612+0000 7f5ba0ce5640 1 -- 172.21.15.16:0/1826970 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b9802ae00 con 0x7f5b9c15e600 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.612+0000 7f5ba0ce5640 1 -- 172.21.15.16:0/1826970 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98032660 con 0x7f5b9c15e600 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/1826970 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c15e600 msgr2=0x7f5b9c0b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/1826970 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c15e600 0x7f5b9c0b78e0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c0c7f70 tx=0x7f5b9802a0b0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/1826970 shutdown_connections 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/1826970 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c0b3ba0 0x7f5b9c0b6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/1826970 >> v2:172.21.15.104:3300/0 conn(0x7f5b9c0cf7a0 0x7f5b9c0b6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/1826970 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c15e600 0x7f5b9c0b78e0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/1826970 >> 172.21.15.16:0/1826970 conn(0x7f5b9c072650 msgr2=0x7f5b9c072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/1826970 shutdown_connections 2024-09-16T01:48:06.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.613+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/1826970 wait complete. 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.614+0000 7f5ba3f4b640 1 Processor -- start 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.614+0000 7f5ba3f4b640 1 -- start start 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba3f4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c0b3ba0 0x7f5b9c15fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba3f4b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b9c0cf7a0 0x7f5b9c1602c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba3f4b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c15e600 0x7f5b9c1f4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba3f4b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c15e9e0 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba3f4b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c0d1990 con 0x7f5b9c0cf7a0 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba3f4b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5b9c0d3690 con 0x7f5b9c15e600 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c0b3ba0 0x7f5b9c15fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c0b3ba0 0x7f5b9c15fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54298/0 (socket says 172.21.15.16:54298) 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/3124680549 learned_addr learned my addr 172.21.15.16:0/3124680549 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba14e6640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b9c0cf7a0 0x7f5b9c1602c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba24e8640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c15e600 0x7f5b9c1f4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c15e600 msgr2=0x7f5b9c1f4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c15e600 0x7f5b9c1f4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b9c0cf7a0 msgr2=0x7f5b9c1602c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b9c0cf7a0 0x7f5b9c1602c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 -- 172.21.15.16:0/3124680549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9c1510f0 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba14e6640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b9c0cf7a0 0x7f5b9c1602c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5ba1ce7640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c0b3ba0 0x7f5b9c15fd80 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f5b9802a0f0 tx=0x7f5b980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5b927fc640 1 -- 172.21.15.16:0/3124680549 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98041070 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5b927fc640 1 -- 172.21.15.16:0/3124680549 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b9803c670 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.615+0000 7f5b927fc640 1 -- 172.21.15.16:0/3124680549 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98037040 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.616+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b9c160b50 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.616+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b9c161110 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.616+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b9c0b78e0 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.617+0000 7f5b927fc640 1 -- 172.21.15.16:0/3124680549 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f5b9803a070 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.617+0000 7f5b927fc640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b8006c580 0x7f5b8006ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.617+0000 7f5b927fc640 1 -- 172.21.15.16:0/3124680549 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f5b980abac0 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.618+0000 7f5ba14e6640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b8006c580 0x7f5b8006ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.618+0000 7f5ba14e6640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b8006c580 0x7f5b8006ea40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c0cb930 tx=0x7f5b8c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.622+0000 7f5b927fc640 1 -- 172.21.15.16:0/3124680549 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5b98079ef0 con 0x7f5b9c0b3ba0 2024-09-16T01:48:06.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.826+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot ls", "vol_name": "cephfs", "sub_name": "subvol590", "target": ["mon-mgr", ""]}) -- 0x7f5b9c1614b0 con 0x7f5b8006c580 2024-09-16T01:48:06.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.836+0000 7f5b927fc640 1 -- 172.21.15.16:0/3124680549 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+87 (secure 0 0 0) 0x7f5b9c1614b0 con 0x7f5b8006c580 2024-09-16T01:48:06.837 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:48:06.837 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:06.838 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "fake" 2024-09-16T01:48:06.838 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:06.838 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:06.838 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "subvol_snap73960" 2024-09-16T01:48:06.838 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:06.838 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:48:06.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b8006c580 msgr2=0x7f5b8006ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b8006c580 0x7f5b8006ea40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c0cb930 tx=0x7f5b8c008040 comp rx=0 tx=0).stop 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c0b3ba0 msgr2=0x7f5b9c15fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c0b3ba0 0x7f5b9c15fd80 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f5b9802a0f0 tx=0x7f5b980046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 shutdown_connections 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b8006c580 0x7f5b8006ea40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b9c15e600 0x7f5b9c1f4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b9c0cf7a0 0x7f5b9c1602c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 --2- 172.21.15.16:0/3124680549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b9c0b3ba0 0x7f5b9c15fd80 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 >> 172.21.15.16:0/3124680549 conn(0x7f5b9c072650 msgr2=0x7f5b9c0cff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 shutdown_connections 2024-09-16T01:48:06.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.838+0000 7f5ba3f4b640 1 -- 172.21.15.16:0/3124680549 wait complete. 2024-09-16T01:48:06.850 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol590 subvol_snap73960 2024-09-16T01:48:06.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.956+0000 7f60c7349640 1 Processor -- start 2024-09-16T01:48:06.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c7349640 1 -- start start 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c7349640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60c00b24c0 0x7f60c006bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c7349640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f60c00b6a30 0x7f60c00d08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c7349640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60c00cf840 con 0x7f60c00b6ea0 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c7349640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f60c00d0410 con 0x7f60c00b6a30 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c7349640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f60c00cfae0 con 0x7f60c00b24c0 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c48e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f60c00b6a30 0x7f60c00d08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c48e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f60c00b6a30 0x7f60c00d08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54312/0 (socket says 172.21.15.16:54312) 2024-09-16T01:48:06.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.957+0000 7f60c48e4640 1 -- 172.21.15.16:0/3866541168 learned_addr learned my addr 172.21.15.16:0/3866541168 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:06.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.958+0000 7f60c50e5640 1 --2- 172.21.15.16:0/3866541168 >> v2:172.21.15.104:3300/0 conn(0x7f60c00b24c0 0x7f60c006bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.958+0000 7f60c48e4640 1 -- 172.21.15.16:0/3866541168 >> v2:172.21.15.104:3300/0 conn(0x7f60c00b24c0 msgr2=0x7f60c006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:06.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.958+0000 7f60c48e4640 1 --2- 172.21.15.16:0/3866541168 >> v2:172.21.15.104:3300/0 conn(0x7f60c00b24c0 0x7f60c006bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.958+0000 7f60c48e4640 1 -- 172.21.15.16:0/3866541168 >> v1:172.21.15.104:6789/0 conn(0x7f60c00b6ea0 legacy=0x7f60c0074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:06.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.958+0000 7f60c48e4640 1 -- 172.21.15.16:0/3866541168 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60c00cfdc0 con 0x7f60c00b6a30 2024-09-16T01:48:06.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.958+0000 7f60c50e5640 1 --2- 172.21.15.16:0/3866541168 >> v2:172.21.15.104:3300/0 conn(0x7f60c00b24c0 0x7f60c006bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:06.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.958+0000 7f60c48e4640 1 --2- 172.21.15.16:0/3866541168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00d08a0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f60c00ced80 tx=0x7f60b002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=930751503ebc1521 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60b7fff640 1 -- 172.21.15.16:0/3866541168 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b0037070 con 0x7f60c00b6a30 2024-09-16T01:48:06.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60b7fff640 1 -- 172.21.15.16:0/3866541168 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60b0032440 con 0x7f60c00b6a30 2024-09-16T01:48:06.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60b7fff640 1 -- 172.21.15.16:0/3866541168 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b0032810 con 0x7f60c00b6a30 2024-09-16T01:48:06.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 -- 172.21.15.16:0/3866541168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 msgr2=0x7f60c00d08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 --2- 172.21.15.16:0/3866541168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00d08a0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f60c00ced80 tx=0x7f60b002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 -- 172.21.15.16:0/3866541168 shutdown_connections 2024-09-16T01:48:06.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 --2- 172.21.15.16:0/3866541168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00d08a0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 --2- 172.21.15.16:0/3866541168 >> v2:172.21.15.104:3300/0 conn(0x7f60c00b24c0 0x7f60c006bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 -- 172.21.15.16:0/3866541168 >> 172.21.15.16:0/3866541168 conn(0x7f60c00b2e50 msgr2=0x7f60c00b3260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:06.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 -- 172.21.15.16:0/3866541168 shutdown_connections 2024-09-16T01:48:06.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.959+0000 7f60c7349640 1 -- 172.21.15.16:0/3866541168 wait complete. 2024-09-16T01:48:06.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.960+0000 7f60c7349640 1 Processor -- start 2024-09-16T01:48:06.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.960+0000 7f60c7349640 1 -- start start 2024-09-16T01:48:06.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c7349640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60c00b24c0 0x7f60c009a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c7349640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00ae130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c7349640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60c0159070 0x7f60c0159500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c7349640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f60c00b2a20 con 0x7f60c00b6a30 2024-09-16T01:48:06.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c7349640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f60c00b28a0 con 0x7f60c0159070 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c7349640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f60c00d0de0 con 0x7f60c00b24c0 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c48e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00ae130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c48e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00ae130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54320/0 (socket says 172.21.15.16:54320) 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c48e4640 1 -- 172.21.15.16:0/1584333650 learned_addr learned my addr 172.21.15.16:0/1584333650 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c50e5640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60c00b24c0 0x7f60c009a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.961+0000 7f60c58e6640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60c0159070 0x7f60c0159500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c48e4640 1 -- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60c00b24c0 msgr2=0x7f60c009a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c48e4640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60c00b24c0 0x7f60c009a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c48e4640 1 -- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60c0159070 msgr2=0x7f60c0159500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:06.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c48e4640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60c0159070 0x7f60c0159500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c48e4640 1 -- 172.21.15.16:0/1584333650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60c00b0a80 con 0x7f60c00b6a30 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c50e5640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60c00b24c0 0x7f60c009a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c58e6640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60c0159070 0x7f60c0159500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c48e4640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00ae130 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f60b0000c00 tx=0x7f60b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60b5ffb640 1 -- 172.21.15.16:0/1584333650 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b0041020 con 0x7f60c00b6a30 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60b5ffb640 1 -- 172.21.15.16:0/1584333650 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60b0030970 con 0x7f60c00b6a30 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60c00b0d60 con 0x7f60c00b6a30 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60b5ffb640 1 -- 172.21.15.16:0/1584333650 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b0037040 con 0x7f60c00b6a30 2024-09-16T01:48:06.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.962+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60c00b1320 con 0x7f60c00b6a30 2024-09-16T01:48:06.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.963+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60c006bc50 con 0x7f60c00b6a30 2024-09-16T01:48:06.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.964+0000 7f60b5ffb640 1 -- 172.21.15.16:0/1584333650 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f60b0044020 con 0x7f60c00b6a30 2024-09-16T01:48:06.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.964+0000 7f60b5ffb640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60a406c5b0 0x7f60a406ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:06.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.964+0000 7f60b5ffb640 1 -- 172.21.15.16:0/1584333650 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f60b00ac3b0 con 0x7f60c00b6a30 2024-09-16T01:48:06.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.964+0000 7f60c50e5640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60a406c5b0 0x7f60a406ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:06.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.965+0000 7f60c50e5640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60a406c5b0 0x7f60a406ea70 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f60bc00a990 tx=0x7f60bc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:06.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:06.969+0000 7f60b5ffb640 1 -- 172.21.15.16:0/1584333650 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f60b004b030 con 0x7f60c00b6a30 2024-09-16T01:48:07.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.175+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol590", "snap_name": "subvol_snap73960", "target": ["mon-mgr", ""]}) -- 0x7f60c006e790 con 0x7f60a406c5b0 2024-09-16T01:48:07.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.199+0000 7f60b5ffb640 1 -- 172.21.15.16:0/1584333650 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f60c006e790 con 0x7f60a406c5b0 2024-09-16T01:48:07.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60a406c5b0 msgr2=0x7f60a406ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60a406c5b0 0x7f60a406ea70 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f60bc00a990 tx=0x7f60bc008040 comp rx=0 tx=0).stop 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 msgr2=0x7f60c00ae130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00ae130 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f60b0000c00 tx=0x7f60b00046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 shutdown_connections 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60a406c5b0 0x7f60a406ea70 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60c0159070 0x7f60c0159500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60c00b6a30 0x7f60c00ae130 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 --2- 172.21.15.16:0/1584333650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60c00b24c0 0x7f60c009a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 >> 172.21.15.16:0/1584333650 conn(0x7f60c00b2e50 msgr2=0x7f60c0160650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 shutdown_connections 2024-09-16T01:48:07.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.201+0000 7f60c7349640 1 -- 172.21.15.16:0/1584333650 wait complete. 2024-09-16T01:48:07.213 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol590 fake 2024-09-16T01:48:07.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.319+0000 7f7bf9c8c640 1 Processor -- start 2024-09-16T01:48:07.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.319+0000 7f7bf9c8c640 1 -- start start 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf9c8c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7bf40ae8a0 0x7f7bf40aec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf9c8c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7bf40718a0 0x7f7bf40af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf9c8c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bf40d1600 con 0x7f7bf40b4c80 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf9c8c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7bf40b0660 con 0x7f7bf40ae8a0 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf9c8c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7bf40d18e0 con 0x7f7bf40718a0 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7bf40ae8a0 0x7f7bf40aec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7bf40ae8a0 0x7f7bf40aec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54334/0 (socket says 172.21.15.16:54334) 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf37fe640 1 -- 172.21.15.16:0/3029991149 learned_addr learned my addr 172.21.15.16:0/3029991149 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf37fe640 1 -- 172.21.15.16:0/3029991149 >> v2:172.21.15.104:3300/0 conn(0x7f7bf40718a0 msgr2=0x7f7bf40af1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf37fe640 1 --2- 172.21.15.16:0/3029991149 >> v2:172.21.15.104:3300/0 conn(0x7f7bf40718a0 0x7f7bf40af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf37fe640 1 -- 172.21.15.16:0/3029991149 >> v1:172.21.15.104:6789/0 conn(0x7f7bf40b4c80 legacy=0x7f7bf40b5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:07.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.320+0000 7f7bf37fe640 1 -- 172.21.15.16:0/3029991149 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bf40b00a0 con 0x7f7bf40ae8a0 2024-09-16T01:48:07.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.321+0000 7f7bf37fe640 1 --2- 172.21.15.16:0/3029991149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf40aec80 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f7bf40b2800 tx=0x7f7be402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e9ac870cd50872e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.321+0000 7f7bf27fc640 1 -- 172.21.15.16:0/3029991149 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4037070 con 0x7f7bf40ae8a0 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.321+0000 7f7bf27fc640 1 -- 172.21.15.16:0/3029991149 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7be4032440 con 0x7f7bf40ae8a0 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.321+0000 7f7bf27fc640 1 -- 172.21.15.16:0/3029991149 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4032810 con 0x7f7bf40ae8a0 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/3029991149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40ae8a0 msgr2=0x7f7bf40aec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/3029991149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf40aec80 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f7bf40b2800 tx=0x7f7be402a230 comp rx=0 tx=0).stop 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/3029991149 shutdown_connections 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/3029991149 >> v2:172.21.15.104:3300/0 conn(0x7f7bf40718a0 0x7f7bf40af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/3029991149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf40aec80 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/3029991149 >> 172.21.15.16:0/3029991149 conn(0x7f7bf40d0ae0 msgr2=0x7f7bf40d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/3029991149 shutdown_connections 2024-09-16T01:48:07.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.322+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/3029991149 wait complete. 2024-09-16T01:48:07.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.323+0000 7f7bf9c8c640 1 Processor -- start 2024-09-16T01:48:07.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.323+0000 7f7bf9c8c640 1 -- start start 2024-09-16T01:48:07.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf9c8c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bf40718a0 0x7f7bf414a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:07.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf9c8c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf41604d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf9c8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40b4c80 0x7f7bf415a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf9c8c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf406f150 con 0x7f7bf40b4c80 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf9c8c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf40af700 con 0x7f7bf40ae8a0 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf9c8c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7bf4072490 con 0x7f7bf40718a0 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40b4c80 0x7f7bf415a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40b4c80 0x7f7bf415a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54348/0 (socket says 172.21.15.16:54348) 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 -- 172.21.15.16:0/212615216 learned_addr learned my addr 172.21.15.16:0/212615216 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf37fe640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bf40718a0 0x7f7bf414a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf2ffd640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf41604d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 -- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bf40718a0 msgr2=0x7f7bf414a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bf40718a0 0x7f7bf414a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 -- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bf40ae8a0 msgr2=0x7f7bf41604d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf41604d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 -- 172.21.15.16:0/212615216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bf4160d20 con 0x7f7bf40b4c80 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf2ffd640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf41604d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf37fe640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bf40718a0 0x7f7bf414a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.324+0000 7f7bf3fff640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40b4c80 0x7f7bf415a5d0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00c780 tx=0x7f7bec00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.325+0000 7f7bdbfff640 1 -- 172.21.15.16:0/212615216 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec017070 con 0x7f7bf40b4c80 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.325+0000 7f7bdbfff640 1 -- 172.21.15.16:0/212615216 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bec003da0 con 0x7f7bf40b4c80 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.325+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bf4161000 con 0x7f7bf40b4c80 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.325+0000 7f7bdbfff640 1 -- 172.21.15.16:0/212615216 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec0052b0 con 0x7f7bf40b4c80 2024-09-16T01:48:07.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.325+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bf4156750 con 0x7f7bf40b4c80 2024-09-16T01:48:07.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.326+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bf4069180 con 0x7f7bf40b4c80 2024-09-16T01:48:07.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.326+0000 7f7bdbfff640 1 -- 172.21.15.16:0/212615216 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f7bec01a070 con 0x7f7bf40b4c80 2024-09-16T01:48:07.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.327+0000 7f7bdbfff640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7be006c5b0 0x7f7be006ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:07.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.327+0000 7f7bf37fe640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7be006c5b0 0x7f7be006ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:07.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.327+0000 7f7bdbfff640 1 -- 172.21.15.16:0/212615216 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f7bec08aff0 con 0x7f7bf40b4c80 2024-09-16T01:48:07.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.327+0000 7f7bf37fe640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7be006c5b0 0x7f7be006ea70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7be4034000 tx=0x7f7be402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:07.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.331+0000 7f7bdbfff640 1 -- 172.21.15.16:0/212615216 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7bec0592f0 con 0x7f7bf40b4c80 2024-09-16T01:48:07.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.537+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol590", "snap_name": "fake", "target": ["mon-mgr", ""]}) -- 0x7f7bf4156950 con 0x7f7be006c5b0 2024-09-16T01:48:07.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.564+0000 7f7bdbfff640 1 -- 172.21.15.16:0/212615216 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7bf4156950 con 0x7f7be006c5b0 2024-09-16T01:48:07.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7be006c5b0 msgr2=0x7f7be006ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7be006c5b0 0x7f7be006ea70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7be4034000 tx=0x7f7be402e000 comp rx=0 tx=0).stop 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40b4c80 msgr2=0x7f7bf415a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40b4c80 0x7f7bf415a5d0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00c780 tx=0x7f7bec00cc40 comp rx=0 tx=0).stop 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 shutdown_connections 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7be006c5b0 0x7f7be006ea70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7bf40b4c80 0x7f7bf415a5d0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7bf40ae8a0 0x7f7bf41604d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 --2- 172.21.15.16:0/212615216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7bf40718a0 0x7f7bf414a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 >> 172.21.15.16:0/212615216 conn(0x7f7bf40d0ae0 msgr2=0x7f7bf406d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:07.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 shutdown_connections 2024-09-16T01:48:07.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:07.566+0000 7f7bf9c8c640 1 -- 172.21.15.16:0/212615216 wait complete. 2024-09-16T01:48:07.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:07.578 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol590/.meta) 2024-09-16T01:48:11.057 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:48:11.057 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:48:11.057 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:48:11.057 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol590/b1175cba-747d-46b7-b0c5-445eee0d353f 2024-09-16T01:48:11.057 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:48:11.057 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:11.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol590 2024-09-16T01:48:11.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.178+0000 7f567a277640 1 Processor -- start 2024-09-16T01:48:11.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.178+0000 7f567a277640 1 -- start start 2024-09-16T01:48:11.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.178+0000 7f567a277640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5674147f30 0x7f56740cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.178+0000 7f567a277640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 0x7f56740d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f567a277640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56740d22f0 con 0x7f56740d4010 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f567a277640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f56740d20a0 con 0x7f5674147f30 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f567a277640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f56740d25d0 con 0x7f56740cfb00 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5678814640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f56740d4010 0x7f56741621a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56730/0 (socket says 172.21.15.16:56730) 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5678814640 1 -- 172.21.15.16:0/1900601436 learned_addr learned my addr 172.21.15.16:0/1900601436 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2060437402 0 0) 0x7f56740d22f0 con 0x7f56740d4010 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f56737fe640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 0x7f56740d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f565c003520 con 0x7f56740d4010 2024-09-16T01:48:11.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5673fff640 1 --2- 172.21.15.16:0/1900601436 >> v2:172.21.15.104:3300/0 conn(0x7f5674147f30 0x7f56740cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1913591499 0 0) 0x7f565c003520 con 0x7f56740d4010 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 msgr2=0x7f56740d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 0x7f56740d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 >> v2:172.21.15.104:3300/0 conn(0x7f5674147f30 msgr2=0x7f56740cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 --2- 172.21.15.16:0/1900601436 >> v2:172.21.15.104:3300/0 conn(0x7f5674147f30 0x7f56740cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56740d28b0 con 0x7f56740d4010 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f566c0019f0 con 0x7f56740d4010 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5673fff640 1 --2- 172.21.15.16:0/1900601436 >> v2:172.21.15.104:3300/0 conn(0x7f5674147f30 0x7f56740cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 >> v1:172.21.15.16:6789/0 conn(0x7f56740d4010 legacy=0x7f56741621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 0x7f565c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f565c003f30 0x7f565c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f565c004d40 0x7f565c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f56740d20a0 con 0x7f565c004d40 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f56740d25d0 con 0x7f565c003f30 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.179+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f565c00bac0 con 0x7f56740cfb00 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f5678814640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f565c004d40 0x7f565c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f5673fff640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 0x7f565c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f56737fe640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f565c003f30 0x7f565c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f5678814640 1 -- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 msgr2=0x7f565c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f5678814640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56740cfb00 0x7f565c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f5678814640 1 -- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f565c003f30 msgr2=0x7f565c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f5678814640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f565c003f30 0x7f565c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.180+0000 7f5678814640 1 -- 172.21.15.16:0/1900601436 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565c003520 con 0x7f565c004d40 2024-09-16T01:48:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f5678814640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f565c004d40 0x7f565c0051c0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f566c00a8b0 tx=0x7f565c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=480781ffa9b2a2d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c00a4a0 con 0x7f565c004d40 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f566c02f070 con 0x7f565c004d40 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f5672ffd640 1 -- 172.21.15.16:0/1900601436 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c02bcf0 con 0x7f565c004d40 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f567a277640 1 -- 172.21.15.16:0/1900601436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f565c004d40 msgr2=0x7f565c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f567a277640 1 --2- 172.21.15.16:0/1900601436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f565c004d40 0x7f565c0051c0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f566c00a8b0 tx=0x7f565c005830 comp rx=0 tx=0).stop 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f5678814640 1 -- 172.21.15.16:0/1900601436 reap_dead start 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f567a277640 1 -- 172.21.15.16:0/1900601436 shutdown_connections 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f567a277640 1 -- 172.21.15.16:0/1900601436 >> 172.21.15.16:0/1900601436 conn(0x7f5674074da0 msgr2=0x7f56740d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f567a277640 1 -- 172.21.15.16:0/1900601436 shutdown_connections 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.181+0000 7f567a277640 1 -- 172.21.15.16:0/1900601436 wait complete. 2024-09-16T01:48:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.183+0000 7f567a277640 1 Processor -- start 2024-09-16T01:48:11.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.183+0000 7f567a277640 1 -- start start 2024-09-16T01:48:11.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f567a277640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5674160100 0x7f56740cc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f567a277640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5674140880 0x7f5674143790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f567a277640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56741604e0 0x7f56741418f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f567a277640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f56740d30b0 con 0x7f5674160100 2024-09-16T01:48:11.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f567a277640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5674148310 con 0x7f5674140880 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f567a277640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f56740d3230 con 0x7f56741604e0 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5674160100 0x7f56740cc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5674160100 0x7f56740cc2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54360/0 (socket says 172.21.15.16:54360) 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 -- 172.21.15.16:0/314191593 learned_addr learned my addr 172.21.15.16:0/314191593 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5678814640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56741604e0 0x7f56741418f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f56737fe640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5674140880 0x7f5674143790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 -- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56741604e0 msgr2=0x7f56741418f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56741604e0 0x7f56741418f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 -- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5674140880 msgr2=0x7f5674143790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5674140880 0x7f5674143790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 -- 172.21.15.16:0/314191593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5674140db0 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5673fff640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5674160100 0x7f56740cc2b0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f5664011700 tx=0x7f5664011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5670ff9640 1 -- 172.21.15.16:0/314191593 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5664019070 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.184+0000 7f5670ff9640 1 -- 172.21.15.16:0/314191593 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5664004220 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.185+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56740cb7d0 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.185+0000 7f5670ff9640 1 -- 172.21.15.16:0/314191593 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566400f040 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.185+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5674154360 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.186+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56740cf5c0 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.186+0000 7f5670ff9640 1 -- 172.21.15.16:0/314191593 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f566400f6f0 con 0x7f5674160100 2024-09-16T01:48:11.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.187+0000 7f5670ff9640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f566006c5b0 0x7f566006ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.187+0000 7f5670ff9640 1 -- 172.21.15.16:0/314191593 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5767+0+0 (secure 0 0 0) 0x7f566408bb20 con 0x7f5674160100 2024-09-16T01:48:11.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.187+0000 7f56737fe640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f566006c5b0 0x7f566006ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.187+0000 7f56737fe640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f566006c5b0 0x7f566006ea70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f56740c9870 tx=0x7f5668009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.191+0000 7f5670ff9640 1 -- 172.21.15.16:0/314191593 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5664059830 con 0x7f5674160100 2024-09-16T01:48:11.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.397+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol590", "target": ["mon-mgr", ""]}) -- 0x7f5674145e10 con 0x7f566006c5b0 2024-09-16T01:48:11.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.433+0000 7f5670ff9640 1 -- 172.21.15.16:0/314191593 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5674145e10 con 0x7f566006c5b0 2024-09-16T01:48:11.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f566006c5b0 msgr2=0x7f566006ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f566006c5b0 0x7f566006ea70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f56740c9870 tx=0x7f5668009190 comp rx=0 tx=0).stop 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5674160100 msgr2=0x7f56740cc2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5674160100 0x7f56740cc2b0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f5664011700 tx=0x7f5664011b00 comp rx=0 tx=0).stop 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 shutdown_connections 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f566006c5b0 0x7f566006ea70 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56741604e0 0x7f56741418f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5674140880 0x7f5674143790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 --2- 172.21.15.16:0/314191593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5674160100 0x7f56740cc2b0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 >> 172.21.15.16:0/314191593 conn(0x7f5674074da0 msgr2=0x7f56740b87d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 shutdown_connections 2024-09-16T01:48:11.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.435+0000 7f567a277640 1 -- 172.21.15.16:0/314191593 wait complete. 2024-09-16T01:48:11.438 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.437+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.438 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.437+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.438 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.437+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.438 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.437+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.438 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.437+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.449 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol_clone90660 2024-09-16T01:48:11.452 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.449+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.452 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.449+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.452 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.449+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.452 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.449+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.452 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:11.449+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.560+0000 7fc12b653640 1 Processor -- start 2024-09-16T01:48:11.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.560+0000 7fc12b653640 1 -- start start 2024-09-16T01:48:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.561+0000 7fc12b653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 0x7fc124162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.561+0000 7fc12b653640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1240cf260 con 0x7fc12406bbe0 2024-09-16T01:48:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.561+0000 7fc12b653640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1240d2cf0 con 0x7fc1240cfd00 2024-09-16T01:48:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.561+0000 7fc12b653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc1240cf500 con 0x7fc12415e410 2024-09-16T01:48:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.561+0000 7fc128bee640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc12406bbe0 0x7fc12406c020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56740/0 (socket says 172.21.15.16:56740) 2024-09-16T01:48:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.561+0000 7fc128bee640 1 -- 172.21.15.16:0/4215179264 learned_addr learned my addr 172.21.15.16:0/4215179264 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc1293ef640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 0x7fc124162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2132160610 0 0) 0x7fc1240cf260 con 0x7fc12406bbe0 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc110003520 con 0x7fc12406bbe0 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2379363308 0 0) 0x7fc110003520 con 0x7fc12406bbe0 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 msgr2=0x7fc124162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 0x7fc124162990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 >> v1:172.21.15.104:6789/0 conn(0x7fc1240cfd00 legacy=0x7fc1240d01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1240cf7e0 con 0x7fc12406bbe0 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc114001670 con 0x7fc12406bbe0 2024-09-16T01:48:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 >> v1:172.21.15.16:6789/0 conn(0x7fc12406bbe0 legacy=0x7fc12406c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1100039e0 0x7fc110003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 0x7fc110004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc110004d40 0x7fc1100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc1240cf500 con 0x7fc110004d40 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc11000bb00 con 0x7fc1100039e0 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc11000bd00 con 0x7fc12415e410 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc128bee640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 0x7fc110004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc129bf0640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc110004d40 0x7fc1100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.562+0000 7fc1293ef640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1100039e0 0x7fc110003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc129bf0640 1 -- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 msgr2=0x7fc110004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc129bf0640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc12415e410 0x7fc110004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc129bf0640 1 -- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1100039e0 msgr2=0x7fc110003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc129bf0640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1100039e0 0x7fc110003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc129bf0640 1 -- 172.21.15.16:0/4215179264 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc110003520 con 0x7fc110004d40 2024-09-16T01:48:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc129bf0640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc110004d40 0x7fc1100051c0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fc11c001e20 tx=0x7fc110005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebc28ff9b5ee0e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc11c001a70 con 0x7fc110004d40 2024-09-16T01:48:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc11c02ae40 con 0x7fc110004d40 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.563+0000 7fc11bfff640 1 -- 172.21.15.16:0/4215179264 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc11c003bb0 con 0x7fc110004d40 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.564+0000 7fc12b653640 1 -- 172.21.15.16:0/4215179264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc110004d40 msgr2=0x7fc1100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.564+0000 7fc12b653640 1 --2- 172.21.15.16:0/4215179264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc110004d40 0x7fc1100051c0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fc11c001e20 tx=0x7fc110005830 comp rx=0 tx=0).stop 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.564+0000 7fc129bf0640 1 -- 172.21.15.16:0/4215179264 reap_dead start 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.564+0000 7fc12b653640 1 -- 172.21.15.16:0/4215179264 shutdown_connections 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.564+0000 7fc12b653640 1 -- 172.21.15.16:0/4215179264 >> 172.21.15.16:0/4215179264 conn(0x7fc124072620 msgr2=0x7fc124072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.564+0000 7fc12b653640 1 -- 172.21.15.16:0/4215179264 shutdown_connections 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.564+0000 7fc12b653640 1 -- 172.21.15.16:0/4215179264 wait complete. 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.565+0000 7fc12b653640 1 Processor -- start 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.565+0000 7fc12b653640 1 -- start start 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc12b653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc110004d40 0x7fc1240ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc12b653640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1241f4f00 0x7fc1240b90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc12b653640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1241f7330 0x7fc1241f77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc12b653640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc1240d2fd0 con 0x7fc1241f7330 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc12b653640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc1240ce8a0 con 0x7fc1241f4f00 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc12b653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc1240d3150 con 0x7fc110004d40 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1241f7330 0x7fc1241f77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1241f7330 0x7fc1241f77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54418/0 (socket says 172.21.15.16:54418) 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 -- 172.21.15.16:0/1755093627 learned_addr learned my addr 172.21.15.16:0/1755093627 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc1293ef640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc110004d40 0x7fc1240ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc128bee640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1241f4f00 0x7fc1240b90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 -- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc110004d40 msgr2=0x7fc1240ccf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc110004d40 0x7fc1240ccf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 -- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1241f4f00 msgr2=0x7fc1240b90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1241f4f00 0x7fc1240b90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.566+0000 7fc129bf0640 1 -- 172.21.15.16:0/1755093627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1240cd530 con 0x7fc1241f7330 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.567+0000 7fc129bf0640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1241f7330 0x7fc1241f77b0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fc11c005040 tx=0x7fc11c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.567+0000 7fc119ffb640 1 -- 172.21.15.16:0/1755093627 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc11c007db0 con 0x7fc1241f7330 2024-09-16T01:48:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.567+0000 7fc119ffb640 1 -- 172.21.15.16:0/1755093627 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc11c02ac40 con 0x7fc1241f7330 2024-09-16T01:48:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.567+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1240cd810 con 0x7fc1241f7330 2024-09-16T01:48:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.567+0000 7fc119ffb640 1 -- 172.21.15.16:0/1755093627 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc11c0050d0 con 0x7fc1241f7330 2024-09-16T01:48:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.567+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1240c9450 con 0x7fc1241f7330 2024-09-16T01:48:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.568+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1240d2910 con 0x7fc1241f7330 2024-09-16T01:48:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.569+0000 7fc119ffb640 1 -- 172.21.15.16:0/1755093627 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7fc11c043020 con 0x7fc1241f7330 2024-09-16T01:48:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.569+0000 7fc119ffb640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc10806c5b0 0x7fc10806ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.569+0000 7fc119ffb640 1 -- 172.21.15.16:0/1755093627 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5823+0+0 (secure 0 0 0) 0x7fc11c0aad30 con 0x7fc1241f7330 2024-09-16T01:48:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.569+0000 7fc1293ef640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc10806c5b0 0x7fc10806ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.570+0000 7fc1293ef640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc10806c5b0 0x7fc10806ea70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc120009b00 tx=0x7fc120008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.573+0000 7fc119ffb640 1 -- 172.21.15.16:0/1755093627 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc11c079270 con 0x7fc1241f7330 2024-09-16T01:48:11.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.774+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol_clone90660", "target": ["mon-mgr", ""]}) -- 0x7fc1240b3640 con 0x7fc10806c5b0 2024-09-16T01:48:11.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.788+0000 7fc119ffb640 1 -- 172.21.15.16:0/1755093627 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc1240b3640 con 0x7fc10806c5b0 2024-09-16T01:48:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc10806c5b0 msgr2=0x7fc10806ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc10806c5b0 0x7fc10806ea70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc120009b00 tx=0x7fc120008040 comp rx=0 tx=0).stop 2024-09-16T01:48:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1241f7330 msgr2=0x7fc1241f77b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1241f7330 0x7fc1241f77b0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fc11c005040 tx=0x7fc11c0014a0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 shutdown_connections 2024-09-16T01:48:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc10806c5b0 0x7fc10806ea70 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1241f7330 0x7fc1241f77b0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1241f4f00 0x7fc1240b90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 --2- 172.21.15.16:0/1755093627 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc110004d40 0x7fc1240ccf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 >> 172.21.15.16:0/1755093627 conn(0x7fc124072620 msgr2=0x7fc12415ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 shutdown_connections 2024-09-16T01:48:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.791+0000 7fc12b653640 1 -- 172.21.15.16:0/1755093627 wait complete. 2024-09-16T01:48:11.805 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol_clone5831 2024-09-16T01:48:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.914+0000 7f6d4c69b640 1 Processor -- start 2024-09-16T01:48:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.914+0000 7f6d4c69b640 1 -- start start 2024-09-16T01:48:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4c69b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6d44147f30 0x7f6d440cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4c69b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6d440d1680 0x7f6d440b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4c69b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d440d22f0 con 0x7f6d440cfb00 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4c69b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6d440d20a0 con 0x7f6d44147f30 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4c69b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6d440d25d0 con 0x7f6d440d1680 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4a437640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6d44147f30 0x7f6d440cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4a437640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6d44147f30 0x7f6d440cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54434/0 (socket says 172.21.15.16:54434) 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4a437640 1 -- 172.21.15.16:0/2690554836 learned_addr learned my addr 172.21.15.16:0/2690554836 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4ac38640 1 --2- 172.21.15.16:0/2690554836 >> v2:172.21.15.104:3300/0 conn(0x7f6d440d1680 0x7f6d440b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4a437640 1 -- 172.21.15.16:0/2690554836 >> v2:172.21.15.104:3300/0 conn(0x7f6d440d1680 msgr2=0x7f6d440b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4a437640 1 --2- 172.21.15.16:0/2690554836 >> v2:172.21.15.104:3300/0 conn(0x7f6d440d1680 0x7f6d440b8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4a437640 1 -- 172.21.15.16:0/2690554836 >> v1:172.21.15.104:6789/0 conn(0x7f6d440cfb00 legacy=0x7f6d440d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.915+0000 7f6d4a437640 1 -- 172.21.15.16:0/2690554836 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d440d28b0 con 0x7f6d44147f30 2024-09-16T01:48:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.916+0000 7f6d4a437640 1 --2- 172.21.15.16:0/2690554836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d440cf5c0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f6d440cffa0 tx=0x7f6d4002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=939cd624eced38a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.916+0000 7f6d49435640 1 -- 172.21.15.16:0/2690554836 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d40037070 con 0x7f6d44147f30 2024-09-16T01:48:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.916+0000 7f6d49435640 1 -- 172.21.15.16:0/2690554836 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d40032440 con 0x7f6d44147f30 2024-09-16T01:48:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.916+0000 7f6d49435640 1 -- 172.21.15.16:0/2690554836 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d40032810 con 0x7f6d44147f30 2024-09-16T01:48:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 -- 172.21.15.16:0/2690554836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 msgr2=0x7f6d440cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/2690554836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d440cf5c0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f6d440cffa0 tx=0x7f6d4002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 -- 172.21.15.16:0/2690554836 shutdown_connections 2024-09-16T01:48:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/2690554836 >> v2:172.21.15.104:3300/0 conn(0x7f6d440d1680 0x7f6d440b8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/2690554836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d440cf5c0 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 -- 172.21.15.16:0/2690554836 >> 172.21.15.16:0/2690554836 conn(0x7f6d44074da0 msgr2=0x7f6d440d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 -- 172.21.15.16:0/2690554836 shutdown_connections 2024-09-16T01:48:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.917+0000 7f6d4c69b640 1 -- 172.21.15.16:0/2690554836 wait complete. 2024-09-16T01:48:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.918+0000 7f6d4c69b640 1 Processor -- start 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.918+0000 7f6d4c69b640 1 -- start start 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4c69b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d440cfb00 0x7f6d441f7460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4c69b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d440d1680 0x7f6d441f18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4c69b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d44161f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4c69b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6d440d4010 con 0x7f6d44147f30 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4c69b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6d44148310 con 0x7f6d440d1680 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4c69b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6d440d4190 con 0x7f6d440cfb00 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d44161f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d44161f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54440/0 (socket says 172.21.15.16:54440) 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 -- 172.21.15.16:0/869956270 learned_addr learned my addr 172.21.15.16:0/869956270 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4a437640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d440cfb00 0x7f6d441f7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d49c36640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d440d1680 0x7f6d441f18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 -- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d440cfb00 msgr2=0x7f6d441f7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d440cfb00 0x7f6d441f7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 -- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d440d1680 msgr2=0x7f6d441f18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d440d1680 0x7f6d441f18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 -- 172.21.15.16:0/869956270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d441f63c0 con 0x7f6d44147f30 2024-09-16T01:48:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.919+0000 7f6d4ac38640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d44161f20 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c00efc0 tx=0x7f6d3c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.920+0000 7f6d3affd640 1 -- 172.21.15.16:0/869956270 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c018020 con 0x7f6d44147f30 2024-09-16T01:48:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.920+0000 7f6d3affd640 1 -- 172.21.15.16:0/869956270 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d3c014480 con 0x7f6d44147f30 2024-09-16T01:48:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.920+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d441f66a0 con 0x7f6d44147f30 2024-09-16T01:48:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.920+0000 7f6d3affd640 1 -- 172.21.15.16:0/869956270 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c014870 con 0x7f6d44147f30 2024-09-16T01:48:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.920+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d441f6c60 con 0x7f6d44147f30 2024-09-16T01:48:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.921+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d440d30b0 con 0x7f6d44147f30 2024-09-16T01:48:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.921+0000 7f6d3affd640 1 -- 172.21.15.16:0/869956270 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f6d3c005d10 con 0x7f6d44147f30 2024-09-16T01:48:11.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.922+0000 7f6d3affd640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d2806c580 0x7f6d2806ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:11.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.922+0000 7f6d3affd640 1 -- 172.21.15.16:0/869956270 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5823+0+0 (secure 0 0 0) 0x7f6d3c08c3b0 con 0x7f6d44147f30 2024-09-16T01:48:11.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.922+0000 7f6d4a437640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d2806c580 0x7f6d2806ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.922+0000 7f6d4a437640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d2806c580 0x7f6d2806ea40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6d40034000 tx=0x7f6d4002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:11.926+0000 7f6d3affd640 1 -- 172.21.15.16:0/869956270 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d3c022070 con 0x7f6d44147f30 2024-09-16T01:48:12.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.129+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol_clone5831", "target": ["mon-mgr", ""]}) -- 0x7f6d440d0360 con 0x7f6d2806c580 2024-09-16T01:48:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.144+0000 7f6d3affd640 1 -- 172.21.15.16:0/869956270 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6d440d0360 con 0x7f6d2806c580 2024-09-16T01:48:12.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d2806c580 msgr2=0x7f6d2806ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d2806c580 0x7f6d2806ea40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6d40034000 tx=0x7f6d4002e000 comp rx=0 tx=0).stop 2024-09-16T01:48:12.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 msgr2=0x7f6d44161f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d44161f20 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c00efc0 tx=0x7f6d3c00c490 comp rx=0 tx=0).stop 2024-09-16T01:48:12.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 shutdown_connections 2024-09-16T01:48:12.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d2806c580 0x7f6d2806ea40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6d44147f30 0x7f6d44161f20 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d440d1680 0x7f6d441f18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 --2- 172.21.15.16:0/869956270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6d440cfb00 0x7f6d441f7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 >> 172.21.15.16:0/869956270 conn(0x7f6d44074da0 msgr2=0x7f6d44161110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:12.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 shutdown_connections 2024-09-16T01:48:12.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.147+0000 7f6d4c69b640 1 -- 172.21.15.16:0/869956270 wait complete. 2024-09-16T01:48:12.161 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T01:48:12.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T01:48:12.220 INFO:teuthology.orchestra.run.smithi016.stdout:2 2024-09-16T01:48:12.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:48:12.228 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:48:12.229 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:12.268 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:12.314 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:48:12.314 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:12.315 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:12.315 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:12.331 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:48:12.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.474+0000 7f1f39978640 1 Processor -- start 2024-09-16T01:48:12.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.474+0000 7f1f39978640 1 -- start start 2024-09-16T01:48:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f39978640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f340755d0 0x7f1f340739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f39978640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f34073f20 0x7f1f340cab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f39978640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f3415f350 con 0x7f1f3406d2a0 2024-09-16T01:48:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f39978640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1f34073270 con 0x7f1f340755d0 2024-09-16T01:48:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f39978640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1f34073550 con 0x7f1f34073f20 2024-09-16T01:48:12.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f327fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f340755d0 0x7f1f340739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f327fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f340755d0 0x7f1f340739e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38832/0 (socket says 172.21.15.16:38832) 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f327fc640 1 -- 172.21.15.16:0/1137309134 learned_addr learned my addr 172.21.15.16:0/1137309134 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f337fe640 1 --2- 172.21.15.16:0/1137309134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f34073f20 0x7f1f340cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f327fc640 1 -- 172.21.15.16:0/1137309134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f34073f20 msgr2=0x7f1f340cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f327fc640 1 --2- 172.21.15.16:0/1137309134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f34073f20 0x7f1f340cab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f327fc640 1 -- 172.21.15.16:0/1137309134 >> v1:172.21.15.104:6789/0 conn(0x7f1f3406d2a0 legacy=0x7f1f3415eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.475+0000 7f1f327fc640 1 -- 172.21.15.16:0/1137309134 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3415f630 con 0x7f1f340755d0 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.476+0000 7f1f327fc640 1 --2- 172.21.15.16:0/1137309134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f340739e0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009870 tx=0x7f1f2802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=203707d578ebed9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.476+0000 7f1f31ffb640 1 -- 172.21.15.16:0/1137309134 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f28037070 con 0x7f1f340755d0 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.476+0000 7f1f31ffb640 1 -- 172.21.15.16:0/1137309134 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f28032440 con 0x7f1f340755d0 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.476+0000 7f1f31ffb640 1 -- 172.21.15.16:0/1137309134 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f28032810 con 0x7f1f340755d0 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 -- 172.21.15.16:0/1137309134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 msgr2=0x7f1f340739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 --2- 172.21.15.16:0/1137309134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f340739e0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009870 tx=0x7f1f2802a270 comp rx=0 tx=0).stop 2024-09-16T01:48:12.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 -- 172.21.15.16:0/1137309134 shutdown_connections 2024-09-16T01:48:12.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 --2- 172.21.15.16:0/1137309134 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f34073f20 0x7f1f340cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 --2- 172.21.15.16:0/1137309134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f340739e0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 -- 172.21.15.16:0/1137309134 >> 172.21.15.16:0/1137309134 conn(0x7f1f340b2ec0 msgr2=0x7f1f340b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:12.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 -- 172.21.15.16:0/1137309134 shutdown_connections 2024-09-16T01:48:12.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.477+0000 7f1f39978640 1 -- 172.21.15.16:0/1137309134 wait complete. 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.478+0000 7f1f39978640 1 Processor -- start 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.478+0000 7f1f39978640 1 -- start start 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f39978640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f3406d2a0 0x7f1f341565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f39978640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f34073f20 0x7f1f340cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f39978640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f341f4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f39978640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1f340cb1d0 con 0x7f1f340755d0 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f39978640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1f340cb050 con 0x7f1f34073f20 2024-09-16T01:48:12.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f39978640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1f340cb350 con 0x7f1f3406d2a0 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f341f4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f341f4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38838/0 (socket says 172.21.15.16:38838) 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 -- 172.21.15.16:0/1880806769 learned_addr learned my addr 172.21.15.16:0/1880806769 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f327fc640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f34073f20 0x7f1f340cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f32ffd640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f3406d2a0 0x7f1f341565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 -- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f3406d2a0 msgr2=0x7f1f341565d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f3406d2a0 0x7f1f341565d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 -- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f34073f20 msgr2=0x7f1f340cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f34073f20 0x7f1f340cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.479+0000 7f1f337fe640 1 -- 172.21.15.16:0/1880806769 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f340cb6a0 con 0x7f1f340755d0 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.480+0000 7f1f337fe640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f341f4c00 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c007e90 tx=0x7f1f2c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.480+0000 7f1f1bfff640 1 -- 172.21.15.16:0/1880806769 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c014420 con 0x7f1f340755d0 2024-09-16T01:48:12.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.480+0000 7f1f1bfff640 1 -- 172.21.15.16:0/1880806769 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f2c019070 con 0x7f1f340755d0 2024-09-16T01:48:12.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.480+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f340cb910 con 0x7f1f340755d0 2024-09-16T01:48:12.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.480+0000 7f1f1bfff640 1 -- 172.21.15.16:0/1880806769 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c014800 con 0x7f1f340755d0 2024-09-16T01:48:12.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.480+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f340cbed0 con 0x7f1f340755d0 2024-09-16T01:48:12.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.481+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f340cc3c0 con 0x7f1f340755d0 2024-09-16T01:48:12.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.481+0000 7f1f1bfff640 1 -- 172.21.15.16:0/1880806769 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7f1f2c0149a0 con 0x7f1f340755d0 2024-09-16T01:48:12.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.482+0000 7f1f1bfff640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f2006c580 0x7f1f2006ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:12.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.482+0000 7f1f1bfff640 1 -- 172.21.15.16:0/1880806769 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7f1f2c08c080 con 0x7f1f340755d0 2024-09-16T01:48:12.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.482+0000 7f1f32ffd640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f2006c580 0x7f1f2006ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:12.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.482+0000 7f1f32ffd640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f2006c580 0x7f1f2006ea40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1f24007fd0 tx=0x7f1f24009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:12.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.486+0000 7f1f1bfff640 1 -- 172.21.15.16:0/1880806769 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f2c05a4b0 con 0x7f1f340755d0 2024-09-16T01:48:12.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.674+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1f340cab10 con 0x7f1f340755d0 2024-09-16T01:48:12.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.674+0000 7f1f1bfff640 1 -- 172.21.15.16:0/1880806769 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7f1f2c059db0 con 0x7f1f340755d0 2024-09-16T01:48:12.676 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f2006c580 msgr2=0x7f1f2006ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f2006c580 0x7f1f2006ea40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1f24007fd0 tx=0x7f1f24009040 comp rx=0 tx=0).stop 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 msgr2=0x7f1f341f4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f341f4c00 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c007e90 tx=0x7f1f2c00e4b0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 shutdown_connections 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f2006c580 0x7f1f2006ea40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f340755d0 0x7f1f341f4c00 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f34073f20 0x7f1f340cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 --2- 172.21.15.16:0/1880806769 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f3406d2a0 0x7f1f341565d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:12.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.676+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 >> 172.21.15.16:0/1880806769 conn(0x7f1f340b2ec0 msgr2=0x7f1f34160620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:12.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.677+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 shutdown_connections 2024-09-16T01:48:12.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:12.677+0000 7f1f39978640 1 -- 172.21.15.16:0/1880806769 wait complete. 2024-09-16T01:48:12.690 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:48:12.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:12.690 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:12.714 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[63715]: fuse finished with error 0 and tester_r 0 2024-09-16T01:48:12.716 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:48:12.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:12.716 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:48:12.885 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:12.885 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:12.885 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:12.904 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:48:13.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.027+0000 7fa770991640 1 Processor -- start 2024-09-16T01:48:13.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.028+0000 7fa770991640 1 -- start start 2024-09-16T01:48:13.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.028+0000 7fa770991640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa76c0cecb0 0x7fa76c0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.028+0000 7fa770991640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa76c0cda90 0x7fa76c06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa770991640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa76c160230 con 0x7fa76c0cf090 2024-09-16T01:48:13.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa770991640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa76c160e40 con 0x7fa76c0cecb0 2024-09-16T01:48:13.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa770991640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa76c160510 con 0x7fa76c0cda90 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa76c0cecb0 0x7fa76c0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa76c0cecb0 0x7fa76c0ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38850/0 (socket says 172.21.15.16:38850) 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76a59c640 1 -- 172.21.15.16:0/2745767180 learned_addr learned my addr 172.21.15.16:0/2745767180 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76ad9d640 1 --2- 172.21.15.16:0/2745767180 >> v2:172.21.15.104:3300/0 conn(0x7fa76c0cda90 0x7fa76c06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76a59c640 1 -- 172.21.15.16:0/2745767180 >> v2:172.21.15.104:3300/0 conn(0x7fa76c0cda90 msgr2=0x7fa76c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76a59c640 1 --2- 172.21.15.16:0/2745767180 >> v2:172.21.15.104:3300/0 conn(0x7fa76c0cda90 0x7fa76c06bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76a59c640 1 -- 172.21.15.16:0/2745767180 >> v1:172.21.15.104:6789/0 conn(0x7fa76c0cf090 legacy=0x7fa76c0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.029+0000 7fa76a59c640 1 -- 172.21.15.16:0/2745767180 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa76c1607f0 con 0x7fa76c0cecb0 2024-09-16T01:48:13.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa76a59c640 1 --2- 172.21.15.16:0/2745767180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cecb0 0x7fa76c0ce190 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fa76c06f260 tx=0x7fa75c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9e8f5c8531f1f49 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:13.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa76959a640 1 -- 172.21.15.16:0/2745767180 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa75c037070 con 0x7fa76c0cecb0 2024-09-16T01:48:13.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa76959a640 1 -- 172.21.15.16:0/2745767180 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa75c032440 con 0x7fa76c0cecb0 2024-09-16T01:48:13.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa76959a640 1 -- 172.21.15.16:0/2745767180 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa75c032810 con 0x7fa76c0cecb0 2024-09-16T01:48:13.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa770991640 1 -- 172.21.15.16:0/2745767180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cecb0 msgr2=0x7fa76c0ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa770991640 1 --2- 172.21.15.16:0/2745767180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cecb0 0x7fa76c0ce190 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fa76c06f260 tx=0x7fa75c02a270 comp rx=0 tx=0).stop 2024-09-16T01:48:13.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa770991640 1 -- 172.21.15.16:0/2745767180 shutdown_connections 2024-09-16T01:48:13.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.030+0000 7fa770991640 1 --2- 172.21.15.16:0/2745767180 >> v2:172.21.15.104:3300/0 conn(0x7fa76c0cda90 0x7fa76c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.031+0000 7fa770991640 1 --2- 172.21.15.16:0/2745767180 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cecb0 0x7fa76c0ce190 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.031+0000 7fa770991640 1 -- 172.21.15.16:0/2745767180 >> 172.21.15.16:0/2745767180 conn(0x7fa76c0b2000 msgr2=0x7fa76c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:13.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.031+0000 7fa770991640 1 -- 172.21.15.16:0/2745767180 shutdown_connections 2024-09-16T01:48:13.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.031+0000 7fa770991640 1 -- 172.21.15.16:0/2745767180 wait complete. 2024-09-16T01:48:13.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.032+0000 7fa770991640 1 Processor -- start 2024-09-16T01:48:13.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.032+0000 7fa770991640 1 -- start start 2024-09-16T01:48:13.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cda90 0x7fa76c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa76c0cecb0 0x7fa76c072a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa76c0cf090 0x7fa76c0b3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa76c06c310 con 0x7fa76c0cda90 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa76c06c190 con 0x7fa76c0cecb0 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa76c06c490 con 0x7fa76c0cf090 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cda90 0x7fa76c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cda90 0x7fa76c0724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38866/0 (socket says 172.21.15.16:38866) 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 -- 172.21.15.16:0/3113060655 learned_addr learned my addr 172.21.15.16:0/3113060655 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa769d9b640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa76c0cecb0 0x7fa76c072a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76ad9d640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa76c0cf090 0x7fa76c0b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 -- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa76c0cf090 msgr2=0x7fa76c0b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa76c0cf090 0x7fa76c0b3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 -- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa76c0cecb0 msgr2=0x7fa76c072a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa76c0cecb0 0x7fa76c072a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 -- 172.21.15.16:0/3113060655 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa76c0b5210 con 0x7fa76c0cda90 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76ad9d640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa76c0cf090 0x7fa76c0b3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa769d9b640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa76c0cecb0 0x7fa76c072a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa76a59c640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cda90 0x7fa76c0724d0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fa75c000c00 tx=0x7fa75c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa75c041020 con 0x7fa76c0cda90 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa75c0306c0 con 0x7fa76c0cda90 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa75c037040 con 0x7fa76c0cda90 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa76c0aea20 con 0x7fa76c0cda90 2024-09-16T01:48:13.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.033+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa76c159380 con 0x7fa76c0cda90 2024-09-16T01:48:13.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.034+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa76c06bc50 con 0x7fa76c0cda90 2024-09-16T01:48:13.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.035+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 18) ==== 91101+0+0 (secure 0 0 0) 0x7fa75c044020 con 0x7fa76c0cda90 2024-09-16T01:48:13.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.035+0000 7fa75affd640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa74c06c580 0x7fa74c06ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.035+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7fa75c0ac240 con 0x7fa76c0cda90 2024-09-16T01:48:13.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.035+0000 7fa769d9b640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa74c06c580 0x7fa74c06ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.036+0000 7fa769d9b640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa74c06c580 0x7fa74c06ea40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa76c0b1970 tx=0x7fa760009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:13.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.040+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa75c04b030 con 0x7fa76c0cda90 2024-09-16T01:48:13.075 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:48:13.077 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:48:13.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.217+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fa75c076430 con 0x7fa76c0cda90 2024-09-16T01:48:13.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.231+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa76c0b0980 con 0x7fa76c0cda90 2024-09-16T01:48:13.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.232+0000 7fa75affd640 1 -- 172.21.15.16:0/3113060655 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7fa75c077410 con 0x7fa76c0cda90 2024-09-16T01:48:13.233 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:48:13.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa74c06c580 msgr2=0x7fa74c06ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa74c06c580 0x7fa74c06ea40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa76c0b1970 tx=0x7fa760009040 comp rx=0 tx=0).stop 2024-09-16T01:48:13.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cda90 msgr2=0x7fa76c0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cda90 0x7fa76c0724d0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fa75c000c00 tx=0x7fa75c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 shutdown_connections 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa74c06c580 0x7fa74c06ea40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa76c0cf090 0x7fa76c0b3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa76c0cecb0 0x7fa76c072a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 --2- 172.21.15.16:0/3113060655 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa76c0cda90 0x7fa76c0724d0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 >> 172.21.15.16:0/3113060655 conn(0x7fa76c0b2000 msgr2=0x7fa76c15e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 shutdown_connections 2024-09-16T01:48:13.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.234+0000 7fa770991640 1 -- 172.21.15.16:0/3113060655 wait complete. 2024-09-16T01:48:13.246 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:48:13.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:13.246 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:13.271 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[47455]: fuse finished with error 0 and tester_r 0 2024-09-16T01:48:13.273 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:48:13.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:13.273 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:48:13.418 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:13.418 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:13.418 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:13.435 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:48:13.435 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:48:13.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:13.435 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:48:13.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:48:13.491 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:48:13.492 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:13.492 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:13.492 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:13.508 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:48:13.508 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:48:13.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:13.508 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:48:13.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:48:13.565 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:48:13.565 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:13.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.666+0000 7fbfcf8af640 1 Processor -- start 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.666+0000 7fbfcf8af640 1 -- start start 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.667+0000 7fbfcf8af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 0x7fbfc815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.667+0000 7fbfcf8af640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfc80ba2f0 con 0x7fbfc80b97d0 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.667+0000 7fbfcf8af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfc80d2750 con 0x7fbfc8147fc0 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.667+0000 7fbfcf8af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbfc81483a0 con 0x7fbfc80d15f0 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.667+0000 7fbfcde4c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fbfc80b97d0 0x7fbfc80b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49976/0 (socket says 172.21.15.16:49976) 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.667+0000 7fbfcde4c640 1 -- 172.21.15.16:0/2152683281 learned_addr learned my addr 172.21.15.16:0/2152683281 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.667+0000 7fbfcce4a640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 0x7fbfc815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2931532810 0 0) 0x7fbfc80ba2f0 con 0x7fbfc80b97d0 2024-09-16T01:48:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbfb4003520 con 0x7fbfc80b97d0 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3343125335 0 0) 0x7fbfb4003520 con 0x7fbfc80b97d0 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 msgr2=0x7fbfc815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 0x7fbfc815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 >> v1:172.21.15.104:6789/0 conn(0x7fbfc8147fc0 legacy=0x7fbfc80d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfc80d2a30 con 0x7fbfc80b97d0 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fbfc00019f0 con 0x7fbfc80b97d0 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 >> v1:172.21.15.16:6789/0 conn(0x7fbfc80b97d0 legacy=0x7fbfc80b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb40039e0 0x7fbfb4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfb4004800 0x7fbfb4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 0x7fbfb40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbfc81483a0 con 0x7fbfb4004800 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb400ba70 con 0x7fbfb40039e0 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbfb400bc70 con 0x7fbfc80d15f0 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcce4a640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfb4004800 0x7fbfb4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcd64b640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb40039e0 0x7fbfb4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcde4c640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 0x7fbfb40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcce4a640 1 -- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 msgr2=0x7fbfb40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcce4a640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfc80d15f0 0x7fbfb40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcce4a640 1 -- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb40039e0 msgr2=0x7fbfb4003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcce4a640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb40039e0 0x7fbfb4003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.668+0000 7fbfcce4a640 1 -- 172.21.15.16:0/2152683281 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfb4003520 con 0x7fbfb4004800 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.669+0000 7fbfcce4a640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfb4004800 0x7fbfb4004c80 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009a90 tx=0x7fbfb4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67eacdf73146a13c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.669+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfb8036070 con 0x7fbfb4004800 2024-09-16T01:48:13.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.669+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfb8031400 con 0x7fbfb4004800 2024-09-16T01:48:13.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.669+0000 7fbfbffff640 1 -- 172.21.15.16:0/2152683281 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfb8009690 con 0x7fbfb4004800 2024-09-16T01:48:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.670+0000 7fbfcf8af640 1 -- 172.21.15.16:0/2152683281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfb4004800 msgr2=0x7fbfb4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.670+0000 7fbfcf8af640 1 --2- 172.21.15.16:0/2152683281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfb4004800 0x7fbfb4004c80 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009a90 tx=0x7fbfb4005830 comp rx=0 tx=0).stop 2024-09-16T01:48:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.670+0000 7fbfcde4c640 1 -- 172.21.15.16:0/2152683281 reap_dead start 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.670+0000 7fbfcf8af640 1 -- 172.21.15.16:0/2152683281 shutdown_connections 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.670+0000 7fbfcf8af640 1 -- 172.21.15.16:0/2152683281 >> 172.21.15.16:0/2152683281 conn(0x7fbfc8074fe0 msgr2=0x7fbfc806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.670+0000 7fbfcf8af640 1 -- 172.21.15.16:0/2152683281 shutdown_connections 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.670+0000 7fbfcf8af640 1 -- 172.21.15.16:0/2152683281 wait complete. 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.671+0000 7fbfcf8af640 1 Processor -- start 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.671+0000 7fbfcf8af640 1 -- start start 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcf8af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfb4004800 0x7fbfc80cbd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcf8af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfc8144180 0x7fbfc80ca3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcf8af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc8141190 0x7fbfc80cc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcf8af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbfc80d2500 con 0x7fbfc8141190 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcf8af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbfc815efa0 con 0x7fbfc8144180 2024-09-16T01:48:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcf8af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbfc80d2ff0 con 0x7fbfb4004800 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc8141190 0x7fbfc80cc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc8141190 0x7fbfc80cc3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38886/0 (socket says 172.21.15.16:38886) 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 -- 172.21.15.16:0/1267518545 learned_addr learned my addr 172.21.15.16:0/1267518545 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcce4a640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfc8144180 0x7fbfc80ca3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcd64b640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfb4004800 0x7fbfc80cbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 -- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfb4004800 msgr2=0x7fbfc80cbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfb4004800 0x7fbfc80cbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 -- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfc8144180 msgr2=0x7fbfc80ca3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfc8144180 0x7fbfc80ca3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcde4c640 1 -- 172.21.15.16:0/1267518545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfc80cac60 con 0x7fbfc8141190 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.672+0000 7fbfcd64b640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfb4004800 0x7fbfc80cbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.673+0000 7fbfcde4c640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc8141190 0x7fbfc80cc3a0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fbfc80b7230 tx=0x7fbfc0007b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.673+0000 7fbfbdffb640 1 -- 172.21.15.16:0/1267518545 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc000ab20 con 0x7fbfc8141190 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.673+0000 7fbfbdffb640 1 -- 172.21.15.16:0/1267518545 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfc0018070 con 0x7fbfc8141190 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.673+0000 7fbfbdffb640 1 -- 172.21.15.16:0/1267518545 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc00133f0 con 0x7fbfc8141190 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.673+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfc80caf40 con 0x7fbfc8141190 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.673+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfc80cb500 con 0x7fbfc8141190 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.674+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfc815eb80 con 0x7fbfc8141190 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.674+0000 7fbfbdffb640 1 -- 172.21.15.16:0/1267518545 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fbfc0013590 con 0x7fbfc8141190 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.675+0000 7fbfbdffb640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbfac06c6a0 0x7fbfac06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.675+0000 7fbfcd64b640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbfac06c6a0 0x7fbfac06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:13.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.675+0000 7fbfbdffb640 1 -- 172.21.15.16:0/1267518545 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7fbfc008c120 con 0x7fbfc8141190 2024-09-16T01:48:13.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.676+0000 7fbfcd64b640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbfac06c6a0 0x7fbfac06eb60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40035f0 tx=0x7fbfc4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:13.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.680+0000 7fbfbdffb640 1 -- 172.21.15.16:0/1267518545 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbfc005a2f0 con 0x7fbfc8141190 2024-09-16T01:48:13.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.889+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfc815f330 con 0x7fbfc8141190 2024-09-16T01:48:13.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.890+0000 7fbfbdffb640 1 -- 172.21.15.16:0/1267518545 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5231 (secure 0 0 0) 0x7fbfc0059bf0 con 0x7fbfc8141190 2024-09-16T01:48:13.892 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:13.892 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":61,"btime":"2024-09-16T01:47:44:121838+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3047370707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3047370707},{"type":"v1","addr":"172.21.15.104:6834","nonce":3047370707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6544,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/2461378403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2461378403},{"type":"v1","addr":"172.21.15.104:6835","nonce":2461378403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7023,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1430875278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1430875278},{"type":"v1","addr":"172.21.15.16:6834","nonce":1430875278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:47:30.447413+0000","modified":"2024-09-16T01:47:32.439465+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7026":{"gid":7026,"name":"a","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1779796567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1779796567},{"type":"v1","addr":"172.21.15.16:6835","nonce":1779796567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7026,"qdb_cluster":[7026]},"id":8}]} 2024-09-16T01:48:13.892 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 61 2024-09-16T01:48:13.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbfac06c6a0 msgr2=0x7fbfac06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbfac06c6a0 0x7fbfac06eb60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40035f0 tx=0x7fbfc4009040 comp rx=0 tx=0).stop 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc8141190 msgr2=0x7fbfc80cc3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc8141190 0x7fbfc80cc3a0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fbfc80b7230 tx=0x7fbfc0007b20 comp rx=0 tx=0).stop 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 shutdown_connections 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbfac06c6a0 0x7fbfac06eb60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc8141190 0x7fbfc80cc3a0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfc8144180 0x7fbfc80ca3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 --2- 172.21.15.16:0/1267518545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbfb4004800 0x7fbfc80cbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 >> 172.21.15.16:0/1267518545 conn(0x7fbfc8074fe0 msgr2=0x7fbfc80cf6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 shutdown_connections 2024-09-16T01:48:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:13.892+0000 7fbfcf8af640 1 -- 172.21.15.16:0/1267518545 wait complete. 2024-09-16T01:48:13.905 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:14.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.005+0000 7fadf930a640 1 Processor -- start 2024-09-16T01:48:14.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.005+0000 7fadf930a640 1 -- start start 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf930a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 0x7fadf41690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf930a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadf40b6a70 con 0x7fadf415e3a0 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf930a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadf406d960 con 0x7fadf406bbe0 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf930a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fadf40b7640 con 0x7fadf406f8b0 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fadf415e3a0 0x7fadf406d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49980/0 (socket says 172.21.15.16:49980) 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf2ffd640 1 -- 172.21.15.16:0/3317149046 learned_addr learned my addr 172.21.15.16:0/3317149046 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 356819717 0 0) 0x7fadf40b6a70 con 0x7fadf415e3a0 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fade0003520 con 0x7fadf415e3a0 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.006+0000 7fadf37fe640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 0x7fadf41690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1642973976 0 0) 0x7fade0003520 con 0x7fadf415e3a0 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 msgr2=0x7fadf41690c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 0x7fadf41690c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 >> v1:172.21.15.104:6789/0 conn(0x7fadf406bbe0 legacy=0x7fadf406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadf40b6d10 con 0x7fadf415e3a0 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fade4001a10 con 0x7fadf415e3a0 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 >> v1:172.21.15.16:6789/0 conn(0x7fadf415e3a0 legacy=0x7fadf406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fade00039e0 0x7fade0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 0x7fade0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fade0004d40 0x7fade00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fadf40b7640 con 0x7fade00039e0 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fade000bb50 con 0x7fade0004d40 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fade000bd50 con 0x7fadf406f8b0 2024-09-16T01:48:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf2ffd640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fade00039e0 0x7fade0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf37fe640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fade0004d40 0x7fade00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf27fc640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 0x7fade0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf2ffd640 1 -- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 msgr2=0x7fade0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf2ffd640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 0x7fade0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf2ffd640 1 -- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fade0004d40 msgr2=0x7fade00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf2ffd640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fade0004d40 0x7fade00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf2ffd640 1 -- 172.21.15.16:0/3317149046 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade0003520 con 0x7fade00039e0 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.007+0000 7fadf27fc640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fadf406f8b0 0x7fade0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf2ffd640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fade00039e0 0x7fade0003e00 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fade400a830 tx=0x7fade0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1815d17e2082a46d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade400a480 con 0x7fade00039e0 2024-09-16T01:48:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fade402f070 con 0x7fade00039e0 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf1ffb640 1 -- 172.21.15.16:0/3317149046 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade402bc70 con 0x7fade00039e0 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf930a640 1 -- 172.21.15.16:0/3317149046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fade00039e0 msgr2=0x7fade0003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf930a640 1 --2- 172.21.15.16:0/3317149046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fade00039e0 0x7fade0003e00 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fade400a830 tx=0x7fade0005830 comp rx=0 tx=0).stop 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf37fe640 1 -- 172.21.15.16:0/3317149046 reap_dead start 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf930a640 1 -- 172.21.15.16:0/3317149046 shutdown_connections 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf930a640 1 -- 172.21.15.16:0/3317149046 >> 172.21.15.16:0/3317149046 conn(0x7fadf40b4090 msgr2=0x7fadf40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.008+0000 7fadf930a640 1 -- 172.21.15.16:0/3317149046 shutdown_connections 2024-09-16T01:48:14.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.009+0000 7fadf930a640 1 -- 172.21.15.16:0/3317149046 wait complete. 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.010+0000 7fadf930a640 1 Processor -- start 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.010+0000 7fadf930a640 1 -- start start 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fade00039e0 0x7fadf414cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fadf414e350 0x7fadf41f5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fadf414e7d0 0x7fadf41f5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fadf415e780 con 0x7fadf414e7d0 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fadf40b72d0 con 0x7fadf414e350 2024-09-16T01:48:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fadf4073cc0 con 0x7fade00039e0 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fadf414e7d0 0x7fadf41f5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fadf414e7d0 0x7fadf41f5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38894/0 (socket says 172.21.15.16:38894) 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 -- 172.21.15.16:0/773348713 learned_addr learned my addr 172.21.15.16:0/773348713 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf27fc640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fadf414e350 0x7fadf41f5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf2ffd640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fade00039e0 0x7fadf414cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 -- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fade00039e0 msgr2=0x7fadf414cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fade00039e0 0x7fadf414cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 -- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fadf414e350 msgr2=0x7fadf41f5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fadf414e350 0x7fadf41f5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 -- 172.21.15.16:0/773348713 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadf414d2d0 con 0x7fadf414e7d0 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf37fe640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fadf414e7d0 0x7fadf41f5560 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fadf40b50d0 tx=0x7fadec011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadeb7fe640 1 -- 172.21.15.16:0/773348713 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadec019020 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadeb7fe640 1 -- 172.21.15.16:0/773348713 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadec004240 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadf414d5b0 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadeb7fe640 1 -- 172.21.15.16:0/773348713 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadec00f7a0 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.011+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadf414db70 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.012+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadf406f1a0 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.013+0000 7fadeb7fe640 1 -- 172.21.15.16:0/773348713 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fadec01c020 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.013+0000 7fadeb7fe640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fadd406c6d0 0x7fadd406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.014+0000 7fadeb7fe640 1 -- 172.21.15.16:0/773348713 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7fadec08bbd0 con 0x7fadf414e7d0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.014+0000 7fadf2ffd640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fadd406c6d0 0x7fadd406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.014+0000 7fadf2ffd640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fadd406c6d0 0x7fadd406eb90 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fade400a830 tx=0x7fade4007000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.018+0000 7fadeb7fe640 1 -- 172.21.15.16:0/773348713 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fadec023020 con 0x7fadf414e7d0 2024-09-16T01:48:14.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.235+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fadf40b46c0 con 0x7fadf414e7d0 2024-09-16T01:48:14.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.235+0000 7fadeb7fe640 1 -- 172.21.15.16:0/773348713 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5231 (secure 0 0 0) 0x7fadec059720 con 0x7fadf414e7d0 2024-09-16T01:48:14.237 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:14.237 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":61,"btime":"2024-09-16T01:47:44:121838+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3047370707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3047370707},{"type":"v1","addr":"172.21.15.104:6834","nonce":3047370707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6544,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/2461378403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2461378403},{"type":"v1","addr":"172.21.15.104:6835","nonce":2461378403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7023,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1430875278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1430875278},{"type":"v1","addr":"172.21.15.16:6834","nonce":1430875278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:47:30.447413+0000","modified":"2024-09-16T01:47:32.439465+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7026":{"gid":7026,"name":"a","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1779796567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1779796567},{"type":"v1","addr":"172.21.15.16:6835","nonce":1779796567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7026,"qdb_cluster":[7026]},"id":8}]} 2024-09-16T01:48:14.237 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 61 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fadd406c6d0 msgr2=0x7fadd406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fadd406c6d0 0x7fadd406eb90 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fade400a830 tx=0x7fade4007000 comp rx=0 tx=0).stop 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fadf414e7d0 msgr2=0x7fadf41f5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fadf414e7d0 0x7fadf41f5560 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fadf40b50d0 tx=0x7fadec011cf0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 shutdown_connections 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fadd406c6d0 0x7fadd406eb90 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fadf414e7d0 0x7fadf41f5560 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fadf414e350 0x7fadf41f5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 --2- 172.21.15.16:0/773348713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fade00039e0 0x7fadf414cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 >> 172.21.15.16:0/773348713 conn(0x7fadf40b4090 msgr2=0x7fadf40b08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 shutdown_connections 2024-09-16T01:48:14.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.237+0000 7fadf930a640 1 -- 172.21.15.16:0/773348713 wait complete. 2024-09-16T01:48:14.250 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:14.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.351+0000 7fae7672a640 1 Processor -- start 2024-09-16T01:48:14.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.351+0000 7fae7672a640 1 -- start start 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae7672a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fae700b9ee0 0x7fae7015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae7672a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae700ba350 con 0x7fae700d15f0 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae7672a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae700d2750 con 0x7fae70147fc0 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae7672a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fae701483a0 con 0x7fae700b9ee0 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fae700d15f0 0x7fae700b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49986/0 (socket says 172.21.15.16:49986) 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6f7fe640 1 -- 172.21.15.16:0/3260449216 learned_addr learned my addr 172.21.15.16:0/3260449216 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae74cc7640 1 --2- 172.21.15.16:0/3260449216 >> v2:172.21.15.104:3300/0 conn(0x7fae700b9ee0 0x7fae7015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1207631142 0 0) 0x7fae700ba350 con 0x7fae700d15f0 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae58003520 con 0x7fae700d15f0 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2808628728 0 0) 0x7fae58003520 con 0x7fae700d15f0 2024-09-16T01:48:14.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 >> v2:172.21.15.104:3300/0 conn(0x7fae700b9ee0 msgr2=0x7fae7015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 --2- 172.21.15.16:0/3260449216 >> v2:172.21.15.104:3300/0 conn(0x7fae700b9ee0 0x7fae7015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 >> v1:172.21.15.104:6789/0 conn(0x7fae70147fc0 legacy=0x7fae700d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae700d2a30 con 0x7fae700d15f0 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fae64001670 con 0x7fae700d15f0 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 >> v1:172.21.15.16:6789/0 conn(0x7fae700d15f0 legacy=0x7fae700b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580039b0 0x7fae58003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae58004800 0x7fae58004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae580051c0 0x7fae5800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae701483a0 con 0x7fae580051c0 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae5800c060 con 0x7fae58004800 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae5800c260 con 0x7fae580039b0 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.352+0000 7fae74cc7640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae580051c0 0x7fae5800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae6ffff640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580039b0 0x7fae58003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae58004800 0x7fae58004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae74cc7640 1 -- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580039b0 msgr2=0x7fae58003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae74cc7640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580039b0 0x7fae58003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae74cc7640 1 -- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae58004800 msgr2=0x7fae58004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae74cc7640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae58004800 0x7fae58004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae74cc7640 1 -- 172.21.15.16:0/3260449216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae58003520 con 0x7fae580051c0 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.353+0000 7fae74cc7640 1 -- 172.21.15.16:0/3260449216 reap_dead start 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae74cc7640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae580051c0 0x7fae5800b9c0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fae68009fc0 tx=0x7fae58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbc4b235ee10f9ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68035020 con 0x7fae580051c0 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae68003bd0 con 0x7fae580051c0 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae6effd640 1 -- 172.21.15.16:0/3260449216 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae68009c10 con 0x7fae580051c0 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae7672a640 1 -- 172.21.15.16:0/3260449216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae580051c0 msgr2=0x7fae5800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae7672a640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae580051c0 0x7fae5800b9c0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fae68009fc0 tx=0x7fae58005830 comp rx=0 tx=0).stop 2024-09-16T01:48:14.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae7672a640 1 -- 172.21.15.16:0/3260449216 shutdown_connections 2024-09-16T01:48:14.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae7672a640 1 --2- 172.21.15.16:0/3260449216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae580051c0 0x7fae5800b9c0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae7672a640 1 -- 172.21.15.16:0/3260449216 >> 172.21.15.16:0/3260449216 conn(0x7fae70074fe0 msgr2=0x7fae7006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae7672a640 1 -- 172.21.15.16:0/3260449216 shutdown_connections 2024-09-16T01:48:14.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.354+0000 7fae7672a640 1 -- 172.21.15.16:0/3260449216 wait complete. 2024-09-16T01:48:14.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.356+0000 7fae7672a640 1 Processor -- start 2024-09-16T01:48:14.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.356+0000 7fae7672a640 1 -- start start 2024-09-16T01:48:14.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.356+0000 7fae7672a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580051c0 0x7fae7015e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.356+0000 7fae7672a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae70141260 0x7fae701f7560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.356+0000 7fae7672a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae701f7aa0 0x7fae701f7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.356+0000 7fae7672a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae700d2500 con 0x7fae70141260 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.356+0000 7fae7672a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae7015efa0 con 0x7fae701f7aa0 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae7672a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae700d2ff0 con 0x7fae580051c0 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae70141260 0x7fae701f7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae70141260 0x7fae701f7560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38914/0 (socket says 172.21.15.16:38914) 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 -- 172.21.15.16:0/2195036784 learned_addr learned my addr 172.21.15.16:0/2195036784 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6ffff640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580051c0 0x7fae7015e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae74cc7640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae701f7aa0 0x7fae701f7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 -- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580051c0 msgr2=0x7fae7015e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580051c0 0x7fae7015e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 -- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae701f7aa0 msgr2=0x7fae701f7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae701f7aa0 0x7fae701f7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 -- 172.21.15.16:0/2195036784 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae701416e0 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6f7fe640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae70141260 0x7fae701f7560 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fae640072c0 tx=0x7fae64007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6cff9640 1 -- 172.21.15.16:0/2195036784 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6400f8e0 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6cff9640 1 -- 172.21.15.16:0/2195036784 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae64018070 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae70141dd0 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae6cff9640 1 -- 172.21.15.16:0/2195036784 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6400fce0 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.357+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae701f5420 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.359+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae7006d140 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.359+0000 7fae6cff9640 1 -- 172.21.15.16:0/2195036784 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fae6401d460 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.359+0000 7fae6cff9640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5c06c6a0 0x7fae5c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.360+0000 7fae6cff9640 1 -- 172.21.15.16:0/2195036784 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7fae6408b8d0 con 0x7fae70141260 2024-09-16T01:48:14.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.360+0000 7fae6ffff640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5c06c6a0 0x7fae5c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.360+0000 7fae6ffff640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5c06c6a0 0x7fae5c06eb60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fae60000c00 tx=0x7fae60009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.364+0000 7fae6cff9640 1 -- 172.21.15.16:0/2195036784 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae7006d140 con 0x7fae70141260 2024-09-16T01:48:14.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.540+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae7015eb80 con 0x7fae70141260 2024-09-16T01:48:14.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.541+0000 7fae6cff9640 1 -- 172.21.15.16:0/2195036784 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16871 (secure 0 0 0) 0x7fae64059530 con 0x7fae70141260 2024-09-16T01:48:14.543 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:14.543 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":103,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:12.207122+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:47:28.096751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T01:47:29.431315+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":103,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"17.7","mappings":[{"from":0,"to":5}]},{"pgid":"17.30","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":17,"snaps":[{"begin":2,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5c06c6a0 msgr2=0x7fae5c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5c06c6a0 0x7fae5c06eb60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fae60000c00 tx=0x7fae60009040 comp rx=0 tx=0).stop 2024-09-16T01:48:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae70141260 msgr2=0x7fae701f7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae70141260 0x7fae701f7560 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fae640072c0 tx=0x7fae64007780 comp rx=0 tx=0).stop 2024-09-16T01:48:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 shutdown_connections 2024-09-16T01:48:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae5c06c6a0 0x7fae5c06eb60 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae701f7aa0 0x7fae701f7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae70141260 0x7fae701f7560 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 --2- 172.21.15.16:0/2195036784 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae580051c0 0x7fae7015e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 >> 172.21.15.16:0/2195036784 conn(0x7fae70074fe0 msgr2=0x7fae70161810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 shutdown_connections 2024-09-16T01:48:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.544+0000 7fae7672a640 1 -- 172.21.15.16:0/2195036784 wait complete. 2024-09-16T01:48:14.556 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:48:14.557 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:14.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.657+0000 7f3c0af86640 1 Processor -- start 2024-09-16T01:48:14.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.657+0000 7f3c0af86640 1 -- start start 2024-09-16T01:48:14.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c0af86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c040af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c0af86640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c0415bb20 con 0x7f3c0406c2f0 2024-09-16T01:48:14.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c0af86640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c0415be00 con 0x7f3c041590d0 2024-09-16T01:48:14.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c0af86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c040afd50 con 0x7f3c04158cf0 2024-09-16T01:48:14.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c09523640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3c0406c2f0 0x7f3c040ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49998/0 (socket says 172.21.15.16:49998) 2024-09-16T01:48:14.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c09523640 1 -- 172.21.15.16:0/3845072889 learned_addr learned my addr 172.21.15.16:0/3845072889 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:14.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c08d22640 1 --2- 172.21.15.16:0/3845072889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c040af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.658+0000 7f3c037fe640 1 -- 172.21.15.16:0/3845072889 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 589794532 0 0) 0x7f3c0415bb20 con 0x7f3c0406c2f0 2024-09-16T01:48:14.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.659+0000 7f3c037fe640 1 -- 172.21.15.16:0/3845072889 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3bf0003520 con 0x7f3c0406c2f0 2024-09-16T01:48:14.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.659+0000 7f3c037fe640 1 -- 172.21.15.16:0/3845072889 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1566832008 0 0) 0x7f3c0415be00 con 0x7f3c041590d0 2024-09-16T01:48:14.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.659+0000 7f3c037fe640 1 -- 172.21.15.16:0/3845072889 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c0415bb20 con 0x7f3c041590d0 2024-09-16T01:48:14.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.659+0000 7f3c08d22640 1 -- 172.21.15.16:0/3845072889 >> v1:172.21.15.104:6789/0 conn(0x7f3c041590d0 legacy=0x7f3c0406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.659+0000 7f3c08d22640 1 -- 172.21.15.16:0/3845072889 >> v1:172.21.15.16:6789/0 conn(0x7f3c0406c2f0 legacy=0x7f3c040ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.659+0000 7f3c08d22640 1 -- 172.21.15.16:0/3845072889 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c0415c0e0 con 0x7f3c04158cf0 2024-09-16T01:48:14.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.659+0000 7f3c08d22640 1 --2- 172.21.15.16:0/3845072889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c040af810 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc0097d0 tx=0x7f3bfc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1990cb377bd8806b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c037fe640 1 -- 172.21.15.16:0/3845072889 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc037070 con 0x7f3c04158cf0 2024-09-16T01:48:14.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c037fe640 1 -- 172.21.15.16:0/3845072889 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bfc032440 con 0x7f3c04158cf0 2024-09-16T01:48:14.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c037fe640 1 -- 172.21.15.16:0/3845072889 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc032810 con 0x7f3c04158cf0 2024-09-16T01:48:14.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c0af86640 1 -- 172.21.15.16:0/3845072889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 msgr2=0x7f3c040af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c0af86640 1 --2- 172.21.15.16:0/3845072889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c040af810 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc0097d0 tx=0x7f3bfc02a180 comp rx=0 tx=0).stop 2024-09-16T01:48:14.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c0af86640 1 -- 172.21.15.16:0/3845072889 shutdown_connections 2024-09-16T01:48:14.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c0af86640 1 --2- 172.21.15.16:0/3845072889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c040af810 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c0af86640 1 -- 172.21.15.16:0/3845072889 >> 172.21.15.16:0/3845072889 conn(0x7f3c040b2000 msgr2=0x7f3c040b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c0af86640 1 -- 172.21.15.16:0/3845072889 shutdown_connections 2024-09-16T01:48:14.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.660+0000 7f3c0af86640 1 -- 172.21.15.16:0/3845072889 wait complete. 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.662+0000 7f3c0af86640 1 Processor -- start 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.662+0000 7f3c0af86640 1 -- start start 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.662+0000 7f3c0af86640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c0406c2f0 0x7f3c0414c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.662+0000 7f3c0af86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c0415eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.662+0000 7f3c0af86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c041590d0 0x7f3c04159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c0af86640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0415cb90 con 0x7f3c0406c2f0 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c0af86640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0415ca10 con 0x7f3c041590d0 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c0af86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c0415cd10 con 0x7f3c04158cf0 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c0406c2f0 0x7f3c0414c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c0406c2f0 0x7f3c0414c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38920/0 (socket says 172.21.15.16:38920) 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 -- 172.21.15.16:0/2338541773 learned_addr learned my addr 172.21.15.16:0/2338541773 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c09523640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c041590d0 0x7f3c04159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c03fff640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c0415eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 -- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 msgr2=0x7f3c0415eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c0415eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 -- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c041590d0 msgr2=0x7f3c04159680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c041590d0 0x7f3c04159680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 -- 172.21.15.16:0/2338541773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c040ac6a0 con 0x7f3c0406c2f0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c08d22640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c0406c2f0 0x7f3c0414c930 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc035040 tx=0x7f3bfc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c017fa640 1 -- 172.21.15.16:0/2338541773 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc041020 con 0x7f3c0406c2f0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c017fa640 1 -- 172.21.15.16:0/2338541773 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bfc03d720 con 0x7f3c0406c2f0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c040ac980 con 0x7f3c0406c2f0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c017fa640 1 -- 172.21.15.16:0/2338541773 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc037040 con 0x7f3c0406c2f0 2024-09-16T01:48:14.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.663+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c040acf40 con 0x7f3c0406c2f0 2024-09-16T01:48:14.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.665+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c040b3390 con 0x7f3c0406c2f0 2024-09-16T01:48:14.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.665+0000 7f3c017fa640 1 -- 172.21.15.16:0/2338541773 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f3bfc044020 con 0x7f3c0406c2f0 2024-09-16T01:48:14.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.665+0000 7f3c017fa640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3be406c6d0 0x7f3be406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.665+0000 7f3c017fa640 1 -- 172.21.15.16:0/2338541773 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7f3bfc0ac040 con 0x7f3c0406c2f0 2024-09-16T01:48:14.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.665+0000 7f3c03fff640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3be406c6d0 0x7f3be406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.666+0000 7f3c03fff640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3be406c6d0 0x7f3be406eb90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3bec007fd0 tx=0x7f3bec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.670+0000 7f3c017fa640 1 -- 172.21.15.16:0/2338541773 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bfc04b030 con 0x7f3c0406c2f0 2024-09-16T01:48:14.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.882+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c040ce8d0 con 0x7f3c0406c2f0 2024-09-16T01:48:14.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.883+0000 7f3c017fa640 1 -- 172.21.15.16:0/2338541773 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5231 (secure 0 0 0) 0x7f3bfc079c20 con 0x7f3c0406c2f0 2024-09-16T01:48:14.884 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:14.885 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":61,"btime":"2024-09-16T01:47:44:121838+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3047370707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3047370707},{"type":"v1","addr":"172.21.15.104:6834","nonce":3047370707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6544,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/2461378403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2461378403},{"type":"v1","addr":"172.21.15.104:6835","nonce":2461378403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7023,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1430875278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1430875278},{"type":"v1","addr":"172.21.15.16:6834","nonce":1430875278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:47:30.447413+0000","modified":"2024-09-16T01:47:32.439465+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7026":{"gid":7026,"name":"a","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1779796567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1779796567},{"type":"v1","addr":"172.21.15.16:6835","nonce":1779796567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7026,"qdb_cluster":[7026]},"id":8}]} 2024-09-16T01:48:14.885 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 61 2024-09-16T01:48:14.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3be406c6d0 msgr2=0x7f3be406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3be406c6d0 0x7f3be406eb90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3bec007fd0 tx=0x7f3bec009040 comp rx=0 tx=0).stop 2024-09-16T01:48:14.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c0406c2f0 msgr2=0x7f3c0414c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c0406c2f0 0x7f3c0414c930 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc035040 tx=0x7f3bfc0046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 shutdown_connections 2024-09-16T01:48:14.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3be406c6d0 0x7f3be406eb90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c041590d0 0x7f3c04159680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c04158cf0 0x7f3c0415eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 --2- 172.21.15.16:0/2338541773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c0406c2f0 0x7f3c0414c930 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 >> 172.21.15.16:0/2338541773 conn(0x7f3c040b2000 msgr2=0x7f3c040b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 shutdown_connections 2024-09-16T01:48:14.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.885+0000 7f3c0af86640 1 -- 172.21.15.16:0/2338541773 wait complete. 2024-09-16T01:48:14.898 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:14.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.998+0000 7fdaa80e6640 1 Processor -- start 2024-09-16T01:48:15.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.998+0000 7fdaa80e6640 1 -- start start 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.999+0000 7fdaa80e6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdaa00cfdd0 0x7fdaa00afb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.999+0000 7fdaa80e6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaa00b31b0 con 0x7fdaa006f4e0 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.999+0000 7fdaa80e6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaa006dbf0 con 0x7fdaa015f930 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.999+0000 7fdaa80e6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdaa006e800 con 0x7fdaa00cfdd0 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.999+0000 7fdaa6683640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdaa00cfdd0 0x7fdaa00afb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.999+0000 7fdaa6683640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdaa00cfdd0 0x7fdaa00afb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38934/0 (socket says 172.21.15.16:38934) 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:14.999+0000 7fdaa6683640 1 -- 172.21.15.16:0/1443369093 learned_addr learned my addr 172.21.15.16:0/1443369093 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:15.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.000+0000 7fdaa6683640 1 -- 172.21.15.16:0/1443369093 >> v1:172.21.15.104:6789/0 conn(0x7fdaa015f930 legacy=0x7fdaa006edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.000+0000 7fdaa6683640 1 -- 172.21.15.16:0/1443369093 >> v1:172.21.15.16:6789/0 conn(0x7fdaa006f4e0 legacy=0x7fdaa00ce570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.000+0000 7fdaa6683640 1 -- 172.21.15.16:0/1443369093 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa006ded0 con 0x7fdaa00cfdd0 2024-09-16T01:48:15.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.000+0000 7fdaa6683640 1 --2- 172.21.15.16:0/1443369093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa00cfdd0 0x7fdaa00afb40 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fda980098a0 tx=0x7fda9802a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d0353ccb6d89015 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa4e80640 1 -- 172.21.15.16:0/1443369093 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda98037070 con 0x7fdaa00cfdd0 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa4e80640 1 -- 172.21.15.16:0/1443369093 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda98032640 con 0x7fdaa00cfdd0 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa4e80640 1 -- 172.21.15.16:0/1443369093 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda98032a10 con 0x7fdaa00cfdd0 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa80e6640 1 -- 172.21.15.16:0/1443369093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa00cfdd0 msgr2=0x7fdaa00afb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/1443369093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa00cfdd0 0x7fdaa00afb40 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fda980098a0 tx=0x7fda9802a320 comp rx=0 tx=0).stop 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa80e6640 1 -- 172.21.15.16:0/1443369093 shutdown_connections 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/1443369093 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa00cfdd0 0x7fdaa00afb40 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa80e6640 1 -- 172.21.15.16:0/1443369093 >> 172.21.15.16:0/1443369093 conn(0x7fdaa00b22c0 msgr2=0x7fdaa00b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa80e6640 1 -- 172.21.15.16:0/1443369093 shutdown_connections 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.001+0000 7fdaa80e6640 1 -- 172.21.15.16:0/1443369093 wait complete. 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.002+0000 7fdaa80e6640 1 Processor -- start 2024-09-16T01:48:15.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.002+0000 7fdaa80e6640 1 -- start start 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa80e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa006f4e0 0x7fdaa0148c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa80e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa00cfdd0 0x7fdaa00abef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa80e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa015f930 0x7fdaa00ad010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa80e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa00cec80 con 0x7fdaa015f930 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa80e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa006e490 con 0x7fdaa006f4e0 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa80e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdaa00cee00 con 0x7fdaa00cfdd0 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa6683640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa015f930 0x7fdaa00ad010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa6683640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa015f930 0x7fdaa00ad010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38948/0 (socket says 172.21.15.16:38948) 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa6683640 1 -- 172.21.15.16:0/2638265377 learned_addr learned my addr 172.21.15.16:0/2638265377 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa5e82640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa006f4e0 0x7fdaa0148c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.003+0000 7fdaa5681640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa00cfdd0 0x7fdaa00abef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa6683640 1 -- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa00cfdd0 msgr2=0x7fdaa00abef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa6683640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa00cfdd0 0x7fdaa00abef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa6683640 1 -- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa006f4e0 msgr2=0x7fdaa0148c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa6683640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa006f4e0 0x7fdaa0148c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa6683640 1 -- 172.21.15.16:0/2638265377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa00c5840 con 0x7fdaa015f930 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa5681640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa00cfdd0 0x7fdaa00abef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa6683640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa015f930 0x7fdaa00ad010 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fda9802a360 tx=0x7fda980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fda9e7fc640 1 -- 172.21.15.16:0/2638265377 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda98041030 con 0x7fdaa015f930 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fda9e7fc640 1 -- 172.21.15.16:0/2638265377 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda98030770 con 0x7fdaa015f930 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fda9e7fc640 1 -- 172.21.15.16:0/2638265377 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda98037040 con 0x7fdaa015f930 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa01496a0 con 0x7fdaa015f930 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.004+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa0149c60 con 0x7fdaa015f930 2024-09-16T01:48:15.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.005+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaa00afb40 con 0x7fdaa015f930 2024-09-16T01:48:15.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.006+0000 7fda9e7fc640 1 -- 172.21.15.16:0/2638265377 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fda98044070 con 0x7fdaa015f930 2024-09-16T01:48:15.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.006+0000 7fda9e7fc640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fda8c06c6d0 0x7fda8c06eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.006+0000 7fdaa5e82640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fda8c06c6d0 0x7fda8c06eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.006+0000 7fda9e7fc640 1 -- 172.21.15.16:0/2638265377 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7fda980abea0 con 0x7fdaa015f930 2024-09-16T01:48:15.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.006+0000 7fdaa5e82640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fda8c06c6d0 0x7fda8c06eb90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fda900012e0 tx=0x7fda90009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.010+0000 7fda9e7fc640 1 -- 172.21.15.16:0/2638265377 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fda9804b070 con 0x7fdaa015f930 2024-09-16T01:48:15.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.222+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdaa006ec80 con 0x7fdaa015f930 2024-09-16T01:48:15.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.223+0000 7fda9e7fc640 1 -- 172.21.15.16:0/2638265377 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5231 (secure 0 0 0) 0x7fda9807a150 con 0x7fdaa015f930 2024-09-16T01:48:15.224 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:15.224 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":61,"btime":"2024-09-16T01:47:44:121838+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3047370707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3047370707},{"type":"v1","addr":"172.21.15.104:6834","nonce":3047370707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6544,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/2461378403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2461378403},{"type":"v1","addr":"172.21.15.104:6835","nonce":2461378403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7023,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1430875278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1430875278},{"type":"v1","addr":"172.21.15.16:6834","nonce":1430875278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:47:30.447413+0000","modified":"2024-09-16T01:47:32.439465+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7026":{"gid":7026,"name":"a","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1779796567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1779796567},{"type":"v1","addr":"172.21.15.16:6835","nonce":1779796567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7026,"qdb_cluster":[7026]},"id":8}]} 2024-09-16T01:48:15.225 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 61 2024-09-16T01:48:15.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fda8c06c6d0 msgr2=0x7fda8c06eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fda8c06c6d0 0x7fda8c06eb90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fda900012e0 tx=0x7fda90009040 comp rx=0 tx=0).stop 2024-09-16T01:48:15.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa015f930 msgr2=0x7fdaa00ad010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa015f930 0x7fdaa00ad010 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fda9802a360 tx=0x7fda980046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 shutdown_connections 2024-09-16T01:48:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fda8c06c6d0 0x7fda8c06eb90 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdaa015f930 0x7fdaa00ad010 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdaa00cfdd0 0x7fdaa00abef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 --2- 172.21.15.16:0/2638265377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdaa006f4e0 0x7fdaa0148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 >> 172.21.15.16:0/2638265377 conn(0x7fdaa00b22c0 msgr2=0x7fdaa00b1520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 shutdown_connections 2024-09-16T01:48:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.225+0000 7fdaa80e6640 1 -- 172.21.15.16:0/2638265377 wait complete. 2024-09-16T01:48:15.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:15.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.339+0000 7fde84531640 1 Processor -- start 2024-09-16T01:48:15.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.339+0000 7fde84531640 1 -- start start 2024-09-16T01:48:15.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde84531640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fde7c15e680 0x7fde7c0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde84531640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde7c0b9a10 con 0x7fde7c0b95a0 2024-09-16T01:48:15.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde84531640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde7c0b8500 con 0x7fde7c0d4570 2024-09-16T01:48:15.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde84531640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fde7c0b87e0 con 0x7fde7c15e680 2024-09-16T01:48:15.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde81acc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fde7c0b95a0 0x7fde7c0d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50016/0 (socket says 172.21.15.16:50016) 2024-09-16T01:48:15.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde81acc640 1 -- 172.21.15.16:0/1178237736 learned_addr learned my addr 172.21.15.16:0/1178237736 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde822cd640 1 --2- 172.21.15.16:0/1178237736 >> v2:172.21.15.104:3300/0 conn(0x7fde7c15e680 0x7fde7c0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.340+0000 7fde812cb640 1 -- 172.21.15.16:0/1178237736 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2851853393 0 0) 0x7fde7c0b9a10 con 0x7fde7c0b95a0 2024-09-16T01:48:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.341+0000 7fde812cb640 1 -- 172.21.15.16:0/1178237736 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde64003520 con 0x7fde7c0b95a0 2024-09-16T01:48:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.341+0000 7fde822cd640 1 -- 172.21.15.16:0/1178237736 >> v1:172.21.15.104:6789/0 conn(0x7fde7c0d4570 legacy=0x7fde7c0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.341+0000 7fde812cb640 1 -- 172.21.15.16:0/1178237736 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1466903137 0 0) 0x7fde64003520 con 0x7fde7c0b95a0 2024-09-16T01:48:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.341+0000 7fde822cd640 1 -- 172.21.15.16:0/1178237736 >> v1:172.21.15.16:6789/0 conn(0x7fde7c0b95a0 legacy=0x7fde7c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.341+0000 7fde822cd640 1 -- 172.21.15.16:0/1178237736 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde7c0b8ac0 con 0x7fde7c15e680 2024-09-16T01:48:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde822cd640 1 --2- 172.21.15.16:0/1178237736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c15e680 0x7fde7c0b7f20 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009d90 tx=0x7fde6c02a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6db8eadbd7a43063 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde812cb640 1 -- 172.21.15.16:0/1178237736 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6c035020 con 0x7fde7c15e680 2024-09-16T01:48:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde812cb640 1 -- 172.21.15.16:0/1178237736 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde6c007540 con 0x7fde7c15e680 2024-09-16T01:48:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde812cb640 1 -- 172.21.15.16:0/1178237736 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70001670 con 0x7fde7c15e680 2024-09-16T01:48:15.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde84531640 1 -- 172.21.15.16:0/1178237736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c15e680 msgr2=0x7fde7c0b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde84531640 1 --2- 172.21.15.16:0/1178237736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c15e680 0x7fde7c0b7f20 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009d90 tx=0x7fde6c02a5b0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde84531640 1 -- 172.21.15.16:0/1178237736 shutdown_connections 2024-09-16T01:48:15.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde84531640 1 --2- 172.21.15.16:0/1178237736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c15e680 0x7fde7c0b7f20 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde84531640 1 -- 172.21.15.16:0/1178237736 >> 172.21.15.16:0/1178237736 conn(0x7fde7c074fe0 msgr2=0x7fde7c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:15.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde84531640 1 -- 172.21.15.16:0/1178237736 shutdown_connections 2024-09-16T01:48:15.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.342+0000 7fde84531640 1 -- 172.21.15.16:0/1178237736 wait complete. 2024-09-16T01:48:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 Processor -- start 2024-09-16T01:48:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 -- start start 2024-09-16T01:48:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde7c0b95a0 0x7fde7c1f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c0d4570 0x7fde7c1f7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fde7c15e680 0x7fde7c0cf180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fde7c15ea60 con 0x7fde7c0b95a0 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fde7c0b9080 con 0x7fde7c0d4570 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde84531640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fde7c15ebe0 con 0x7fde7c15e680 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde822cd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde7c0b95a0 0x7fde7c1f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde822cd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde7c0b95a0 0x7fde7c1f5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38954/0 (socket says 172.21.15.16:38954) 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.344+0000 7fde822cd640 1 -- 172.21.15.16:0/1763015270 learned_addr learned my addr 172.21.15.16:0/1763015270 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde81acc640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c0d4570 0x7fde7c1f7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde82ace640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fde7c15e680 0x7fde7c0cf180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde822cd640 1 -- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fde7c15e680 msgr2=0x7fde7c0cf180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde822cd640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fde7c15e680 0x7fde7c0cf180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde822cd640 1 -- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c0d4570 msgr2=0x7fde7c1f7850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde822cd640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c0d4570 0x7fde7c1f7850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde822cd640 1 -- 172.21.15.16:0/1763015270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde7c1f5640 con 0x7fde7c0b95a0 2024-09-16T01:48:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde822cd640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde7c0b95a0 0x7fde7c1f5100 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fde6c034040 tx=0x7fde6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde7affd640 1 -- 172.21.15.16:0/1763015270 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6c009450 con 0x7fde7c0b95a0 2024-09-16T01:48:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde7affd640 1 -- 172.21.15.16:0/1763015270 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde6c031c40 con 0x7fde7c0b95a0 2024-09-16T01:48:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde7c154090 con 0x7fde7c0b95a0 2024-09-16T01:48:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde7affd640 1 -- 172.21.15.16:0/1763015270 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6c003990 con 0x7fde7c0b95a0 2024-09-16T01:48:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.345+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde7c154650 con 0x7fde7c0b95a0 2024-09-16T01:48:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.346+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde7c0b7f20 con 0x7fde7c0b95a0 2024-09-16T01:48:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.347+0000 7fde7affd640 1 -- 172.21.15.16:0/1763015270 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fde6c02ad10 con 0x7fde7c0b95a0 2024-09-16T01:48:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.347+0000 7fde7affd640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fde6806c6a0 0x7fde6806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.347+0000 7fde81acc640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fde6806c6a0 0x7fde6806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.347+0000 7fde7affd640 1 -- 172.21.15.16:0/1763015270 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7fde6c0ac790 con 0x7fde7c0b95a0 2024-09-16T01:48:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.348+0000 7fde81acc640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fde6806c6a0 0x7fde6806eb60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fde70004a10 tx=0x7fde70001da0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.352+0000 7fde7affd640 1 -- 172.21.15.16:0/1763015270 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde6c041020 con 0x7fde7c0b95a0 2024-09-16T01:48:15.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.529+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fde7c0b7b70 con 0x7fde7c0b95a0 2024-09-16T01:48:15.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.530+0000 7fde7affd640 1 -- 172.21.15.16:0/1763015270 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16871 (secure 0 0 0) 0x7fde6c07a1c0 con 0x7fde7c0b95a0 2024-09-16T01:48:15.534 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:15.534 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":103,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:12.207122+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:47:28.096751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T01:47:29.431315+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":103,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"17.7","mappings":[{"from":0,"to":5}]},{"pgid":"17.30","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":17,"snaps":[{"begin":2,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:15.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fde6806c6a0 msgr2=0x7fde6806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fde6806c6a0 0x7fde6806eb60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fde70004a10 tx=0x7fde70001da0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde7c0b95a0 msgr2=0x7fde7c1f5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde7c0b95a0 0x7fde7c1f5100 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fde6c034040 tx=0x7fde6c004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 shutdown_connections 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fde6806c6a0 0x7fde6806eb60 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fde7c15e680 0x7fde7c0cf180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde7c0d4570 0x7fde7c1f7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 --2- 172.21.15.16:0/1763015270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde7c0b95a0 0x7fde7c1f5100 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 >> 172.21.15.16:0/1763015270 conn(0x7fde7c074fe0 msgr2=0x7fde7c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 shutdown_connections 2024-09-16T01:48:15.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.532+0000 7fde84531640 1 -- 172.21.15.16:0/1763015270 wait complete. 2024-09-16T01:48:15.545 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:48:15.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.646+0000 7ff672549640 1 Processor -- start 2024-09-16T01:48:15.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.646+0000 7ff672549640 1 -- start start 2024-09-16T01:48:15.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.647+0000 7ff672549640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff66c147fc0 0x7ff66c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.647+0000 7ff672549640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff66c0ba2f0 con 0x7ff66c0d0ee0 2024-09-16T01:48:15.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.647+0000 7ff672549640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff66c0d2750 con 0x7ff66c0b9ee0 2024-09-16T01:48:15.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.647+0000 7ff672549640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff66c1483a0 con 0x7ff66c147fc0 2024-09-16T01:48:15.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.647+0000 7ff66b7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff66c0d0ee0 0x7ff66c0b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50022/0 (socket says 172.21.15.16:50022) 2024-09-16T01:48:15.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.647+0000 7ff66b7fe640 1 -- 172.21.15.16:0/2634815078 learned_addr learned my addr 172.21.15.16:0/2634815078 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:15.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66bfff640 1 --2- 172.21.15.16:0/2634815078 >> v2:172.21.15.104:3300/0 conn(0x7ff66c147fc0 0x7ff66c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2872309446 0 0) 0x7ff66c0ba2f0 con 0x7ff66c0d0ee0 2024-09-16T01:48:15.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff654003520 con 0x7ff66c0d0ee0 2024-09-16T01:48:15.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4205438351 0 0) 0x7ff654003520 con 0x7ff66c0d0ee0 2024-09-16T01:48:15.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 >> v2:172.21.15.104:3300/0 conn(0x7ff66c147fc0 msgr2=0x7ff66c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:15.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 --2- 172.21.15.16:0/2634815078 >> v2:172.21.15.104:3300/0 conn(0x7ff66c147fc0 0x7ff66c15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 >> v1:172.21.15.104:6789/0 conn(0x7ff66c0b9ee0 legacy=0x7ff66c0d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff66c0d2a30 con 0x7ff66c0d0ee0 2024-09-16T01:48:15.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff660001670 con 0x7ff66c0d0ee0 2024-09-16T01:48:15.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 >> v1:172.21.15.16:6789/0 conn(0x7ff66c0d0ee0 legacy=0x7ff66c0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff654003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff654004800 0x7ff654004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff6540051c0 0x7ff65400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1483a0 con 0x7ff6540039b0 2024-09-16T01:48:15.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff65400c060 con 0x7ff6540051c0 2024-09-16T01:48:15.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff65400c260 con 0x7ff654004800 2024-09-16T01:48:15.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66bfff640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff654003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66b7fe640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff654004800 0x7ff654004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff670ae6640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff6540051c0 0x7ff65400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66bfff640 1 -- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff654004800 msgr2=0x7ff654004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:15.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66bfff640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff654004800 0x7ff654004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66bfff640 1 -- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff6540051c0 msgr2=0x7ff65400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:15.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.648+0000 7ff66bfff640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff6540051c0 0x7ff65400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.649+0000 7ff66bfff640 1 -- 172.21.15.16:0/2634815078 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff654003520 con 0x7ff6540039b0 2024-09-16T01:48:15.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.649+0000 7ff670ae6640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff6540051c0 0x7ff65400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:15.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.649+0000 7ff670ae6640 1 -- 172.21.15.16:0/2634815078 reap_dead start 2024-09-16T01:48:15.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.649+0000 7ff66bfff640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff654003dd0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7ff65c009ac0 tx=0x7ff654005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2004e1f4c10a1251 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.649+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c036070 con 0x7ff6540039b0 2024-09-16T01:48:15.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.649+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff65c031400 con 0x7ff6540039b0 2024-09-16T01:48:15.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.649+0000 7ff66affd640 1 -- 172.21.15.16:0/2634815078 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c009690 con 0x7ff6540039b0 2024-09-16T01:48:15.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.650+0000 7ff672549640 1 -- 172.21.15.16:0/2634815078 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 msgr2=0x7ff654003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.650+0000 7ff672549640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff654003dd0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7ff65c009ac0 tx=0x7ff654005830 comp rx=0 tx=0).stop 2024-09-16T01:48:15.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.650+0000 7ff672549640 1 -- 172.21.15.16:0/2634815078 shutdown_connections 2024-09-16T01:48:15.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.650+0000 7ff672549640 1 --2- 172.21.15.16:0/2634815078 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff654003dd0 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.650+0000 7ff672549640 1 -- 172.21.15.16:0/2634815078 >> 172.21.15.16:0/2634815078 conn(0x7ff66c074fe0 msgr2=0x7ff66c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:15.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.650+0000 7ff672549640 1 -- 172.21.15.16:0/2634815078 shutdown_connections 2024-09-16T01:48:15.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.650+0000 7ff672549640 1 -- 172.21.15.16:0/2634815078 wait complete. 2024-09-16T01:48:15.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.651+0000 7ff672549640 1 Processor -- start 2024-09-16T01:48:15.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff672549640 1 -- start start 2024-09-16T01:48:15.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff672549640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff66c0ab5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff672549640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff66c15db10 0x7ff66c0abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff672549640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c1f7640 0x7ff66c1f7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff672549640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c0d2500 con 0x7ff6540039b0 2024-09-16T01:48:15.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff672549640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c15efa0 con 0x7ff66c1f7640 2024-09-16T01:48:15.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff672549640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff66c0d2ff0 con 0x7ff66c15db10 2024-09-16T01:48:15.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff66bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff66c0ab5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff66bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff66c0ab5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38978/0 (socket says 172.21.15.16:38978) 2024-09-16T01:48:15.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.652+0000 7ff66bfff640 1 -- 172.21.15.16:0/443413725 learned_addr learned my addr 172.21.15.16:0/443413725 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:15.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff670ae6640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c1f7640 0x7ff66c1f7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66b7fe640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff66c15db10 0x7ff66c0abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66bfff640 1 -- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff66c15db10 msgr2=0x7ff66c0abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66bfff640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff66c15db10 0x7ff66c0abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66bfff640 1 -- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c1f7640 msgr2=0x7ff66c1f7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66bfff640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c1f7640 0x7ff66c1f7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66bfff640 1 -- 172.21.15.16:0/443413725 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff66c143160 con 0x7ff6540039b0 2024-09-16T01:48:15.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66b7fe640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff66c15db10 0x7ff66c0abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:15.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff670ae6640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c1f7640 0x7ff66c1f7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:15.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff66bfff640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff66c0ab5b0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7ff65c034040 tx=0x7ff65c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff668ff9640 1 -- 172.21.15.16:0/443413725 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c03f020 con 0x7ff6540039b0 2024-09-16T01:48:15.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff668ff9640 1 -- 172.21.15.16:0/443413725 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff65c037040 con 0x7ff6540039b0 2024-09-16T01:48:15.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff66c143440 con 0x7ff6540039b0 2024-09-16T01:48:15.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff668ff9640 1 -- 172.21.15.16:0/443413725 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c036070 con 0x7ff6540039b0 2024-09-16T01:48:15.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.653+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff66c143a00 con 0x7ff6540039b0 2024-09-16T01:48:15.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.654+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff66c143e30 con 0x7ff6540039b0 2024-09-16T01:48:15.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.655+0000 7ff668ff9640 1 -- 172.21.15.16:0/443413725 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7ff65c042020 con 0x7ff6540039b0 2024-09-16T01:48:15.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.655+0000 7ff668ff9640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c6d0 0x7ff65806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.655+0000 7ff668ff9640 1 -- 172.21.15.16:0/443413725 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5839+0+0 (secure 0 0 0) 0x7ff65c0abb50 con 0x7ff6540039b0 2024-09-16T01:48:15.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.655+0000 7ff66b7fe640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c6d0 0x7ff65806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.656+0000 7ff66b7fe640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c6d0 0x7ff65806eb90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff66c0ca0b0 tx=0x7ff660009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.659+0000 7ff668ff9640 1 -- 172.21.15.16:0/443413725 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff65c049030 con 0x7ff6540039b0 2024-09-16T01:48:15.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.871+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff66c15eb80 con 0x7ff6540039b0 2024-09-16T01:48:15.873 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:48:15.872+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:48:15.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.873+0000 7ff668ff9640 1 -- 172.21.15.16:0/443413725 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v62) ==== 161+0+0 (secure 0 0 0) 0x7ff65c079db0 con 0x7ff6540039b0 2024-09-16T01:48:15.874 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:48:15.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c6d0 msgr2=0x7ff65806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c6d0 0x7ff65806eb90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff66c0ca0b0 tx=0x7ff660009040 comp rx=0 tx=0).stop 2024-09-16T01:48:15.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 msgr2=0x7ff66c0ab5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff66c0ab5b0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7ff65c034040 tx=0x7ff65c004730 comp rx=0 tx=0).stop 2024-09-16T01:48:15.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 shutdown_connections 2024-09-16T01:48:15.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c6d0 0x7ff65806eb90 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c1f7640 0x7ff66c1f7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff66c15db10 0x7ff66c0abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 --2- 172.21.15.16:0/443413725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6540039b0 0x7ff66c0ab5b0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:15.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 >> 172.21.15.16:0/443413725 conn(0x7ff66c074fe0 msgr2=0x7ff66c0cf820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:15.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 shutdown_connections 2024-09-16T01:48:15.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.877+0000 7ff672549640 1 -- 172.21.15.16:0/443413725 wait complete. 2024-09-16T01:48:15.889 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:48:15.916 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:48:15.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.994+0000 7f8c4985e640 1 Processor -- start 2024-09-16T01:48:15.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.994+0000 7f8c4985e640 1 -- start start 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.995+0000 7f8c4985e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8c4415a0b0 0x7f8c440d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.995+0000 7f8c4985e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c4415cba0 con 0x7f8c440b7560 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.995+0000 7f8c4985e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c4415ce80 con 0x7f8c440d2950 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.995+0000 7f8c4985e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8c440d2dc0 con 0x7f8c4415a0b0 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.995+0000 7f8c437fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8c440b7560 0x7f8c44073290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50034/0 (socket says 172.21.15.16:50034) 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.995+0000 7f8c437fe640 1 -- 172.21.15.16:0/1854718677 learned_addr learned my addr 172.21.15.16:0/1854718677 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.995+0000 7f8c42ffd640 1 --2- 172.21.15.16:0/1854718677 >> v2:172.21.15.104:3300/0 conn(0x7f8c4415a0b0 0x7f8c440d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:15.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.996+0000 7f8c41ffb640 1 -- 172.21.15.16:0/1854718677 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 707131181 0 0) 0x7f8c4415cba0 con 0x7f8c440b7560 2024-09-16T01:48:15.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.996+0000 7f8c41ffb640 1 -- 172.21.15.16:0/1854718677 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c30003520 con 0x7f8c440b7560 2024-09-16T01:48:15.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.996+0000 7f8c42ffd640 1 -- 172.21.15.16:0/1854718677 >> v1:172.21.15.104:6789/0 conn(0x7f8c440d2950 legacy=0x7f8c440b6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.996+0000 7f8c42ffd640 1 -- 172.21.15.16:0/1854718677 >> v1:172.21.15.16:6789/0 conn(0x7f8c440b7560 legacy=0x7f8c44073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:15.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.996+0000 7f8c42ffd640 1 -- 172.21.15.16:0/1854718677 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c4415d160 con 0x7f8c4415a0b0 2024-09-16T01:48:15.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.996+0000 7f8c42ffd640 1 --2- 172.21.15.16:0/1854718677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c4415a0b0 0x7f8c440d2410 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f8c34009d90 tx=0x7f8c3402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=baa49de5b0652320 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:15.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c41ffb640 1 -- 172.21.15.16:0/1854718677 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34007740 con 0x7f8c4415a0b0 2024-09-16T01:48:15.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c41ffb640 1 -- 172.21.15.16:0/1854718677 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c340078e0 con 0x7f8c4415a0b0 2024-09-16T01:48:15.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c41ffb640 1 -- 172.21.15.16:0/1854718677 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34007c90 con 0x7f8c4415a0b0 2024-09-16T01:48:15.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c4985e640 1 -- 172.21.15.16:0/1854718677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c4415a0b0 msgr2=0x7f8c440d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c4985e640 1 --2- 172.21.15.16:0/1854718677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c4415a0b0 0x7f8c440d2410 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f8c34009d90 tx=0x7f8c3402a6f0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c4985e640 1 -- 172.21.15.16:0/1854718677 shutdown_connections 2024-09-16T01:48:16.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c4985e640 1 --2- 172.21.15.16:0/1854718677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c4415a0b0 0x7f8c440d2410 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c4985e640 1 -- 172.21.15.16:0/1854718677 >> 172.21.15.16:0/1854718677 conn(0x7f8c4406f2d0 msgr2=0x7f8c4406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:16.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c4985e640 1 -- 172.21.15.16:0/1854718677 shutdown_connections 2024-09-16T01:48:16.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.997+0000 7f8c4985e640 1 -- 172.21.15.16:0/1854718677 wait complete. 2024-09-16T01:48:16.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.999+0000 7f8c4985e640 1 Processor -- start 2024-09-16T01:48:16.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.999+0000 7f8c4985e640 1 -- start start 2024-09-16T01:48:16.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.999+0000 7f8c4985e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c440b7560 0x7f8c4414e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:15.999+0000 7f8c4985e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c440d2950 0x7f8c441f4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c4985e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c4415a0b0 0x7f8c4415eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c4985e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8c440b5550 con 0x7f8c4415a0b0 2024-09-16T01:48:16.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c4985e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c4415d720 con 0x7f8c440d2950 2024-09-16T01:48:16.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c4985e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8c440b56d0 con 0x7f8c440b7560 2024-09-16T01:48:16.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c4415a0b0 0x7f8c4415eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c4415a0b0 0x7f8c4415eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39006/0 (socket says 172.21.15.16:39006) 2024-09-16T01:48:16.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 -- 172.21.15.16:0/846905344 learned_addr learned my addr 172.21.15.16:0/846905344 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:16.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c427fc640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c440d2950 0x7f8c441f4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c42ffd640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c440b7560 0x7f8c4414e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 -- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c440b7560 msgr2=0x7f8c4414e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c440b7560 0x7f8c4414e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 -- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c440d2950 msgr2=0x7f8c441f4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c440d2950 0x7f8c441f4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 -- 172.21.15.16:0/846905344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c441f5160 con 0x7f8c4415a0b0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c437fe640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c4415a0b0 0x7f8c4415eae0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c00c390 tx=0x7f8c3c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c3bfff640 1 -- 172.21.15.16:0/846905344 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c017070 con 0x7f8c4415a0b0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c3bfff640 1 -- 172.21.15.16:0/846905344 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c3c005ce0 con 0x7f8c4415a0b0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c440cbc50 con 0x7f8c4415a0b0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c3bfff640 1 -- 172.21.15.16:0/846905344 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c007310 con 0x7f8c4415a0b0 2024-09-16T01:48:16.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.000+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c440cc210 con 0x7f8c4415a0b0 2024-09-16T01:48:16.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.002+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c440d2410 con 0x7f8c4415a0b0 2024-09-16T01:48:16.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.002+0000 7f8c3bfff640 1 -- 172.21.15.16:0/846905344 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f8c3c01a070 con 0x7f8c4415a0b0 2024-09-16T01:48:16.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.002+0000 7f8c3bfff640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8c2406c6a0 0x7f8c2406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.003+0000 7f8c3bfff640 1 -- 172.21.15.16:0/846905344 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5881+0+0 (secure 0 0 0) 0x7f8c3c08aff0 con 0x7f8c4415a0b0 2024-09-16T01:48:16.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.003+0000 7f8c42ffd640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8c2406c6a0 0x7f8c2406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.003+0000 7f8c42ffd640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8c2406c6a0 0x7f8c2406eb60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8c34034000 tx=0x7f8c3402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:16.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.007+0000 7f8c3bfff640 1 -- 172.21.15.16:0/846905344 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c3c0590d0 con 0x7f8c4415a0b0 2024-09-16T01:48:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.220+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8c440b16a0 con 0x7f8c4415a0b0 2024-09-16T01:48:16.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.875+0000 7f8c3bfff640 1 -- 172.21.15.16:0/846905344 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v63) ==== 104+0+0 (secure 0 0 0) 0x7f8c3c0589d0 con 0x7f8c4415a0b0 2024-09-16T01:48:16.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8c2406c6a0 msgr2=0x7f8c2406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8c2406c6a0 0x7f8c2406eb60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8c34034000 tx=0x7f8c3402f000 comp rx=0 tx=0).stop 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c4415a0b0 msgr2=0x7f8c4415eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c4415a0b0 0x7f8c4415eae0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c00c390 tx=0x7f8c3c00c850 comp rx=0 tx=0).stop 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 shutdown_connections 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8c2406c6a0 0x7f8c2406eb60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c4415a0b0 0x7f8c4415eae0 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c440d2950 0x7f8c441f4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 --2- 172.21.15.16:0/846905344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c440b7560 0x7f8c4414e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 >> 172.21.15.16:0/846905344 conn(0x7f8c4406f2d0 msgr2=0x7f8c4415b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 shutdown_connections 2024-09-16T01:48:16.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:16.878+0000 7f8c4985e640 1 -- 172.21.15.16:0/846905344 wait complete. 2024-09-16T01:48:16.893 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:48:17.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.047+0000 7f16cb1e4640 1 Processor -- start 2024-09-16T01:48:17.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.047+0000 7f16cb1e4640 1 -- start start 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16cb1e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f16c415c420 0x7f16c40cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16cb1e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c40b59f0 0x7f16c40cfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16cb1e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16c40b4950 con 0x7f16c406d430 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16cb1e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f16c40b4c30 con 0x7f16c415c420 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16cb1e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f16c40b4f10 con 0x7f16c40b59f0 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c8f80640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f16c415c420 0x7f16c40cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c9781640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f16c406d430 0x7f16c4073190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50036/0 (socket says 172.21.15.16:50036) 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c9781640 1 -- 172.21.15.16:0/3257275657 learned_addr learned my addr 172.21.15.16:0/3257275657 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c3fff640 1 --2- 172.21.15.16:0/3257275657 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c40b59f0 0x7f16c40cfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c8f80640 1 -- 172.21.15.16:0/3257275657 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c40b59f0 msgr2=0x7f16c40cfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c8f80640 1 --2- 172.21.15.16:0/3257275657 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c40b59f0 0x7f16c40cfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:17.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c8f80640 1 -- 172.21.15.16:0/3257275657 >> v1:172.21.15.16:6789/0 conn(0x7f16c406d430 legacy=0x7f16c4073190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:17.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c37fe640 1 -- 172.21.15.16:0/3257275657 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2956995256 0 0) 0x7f16c40b4950 con 0x7f16c406d430 2024-09-16T01:48:17.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.048+0000 7f16c8f80640 1 -- 172.21.15.16:0/3257275657 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c40b51f0 con 0x7f16c415c420 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.049+0000 7f16c8f80640 1 --2- 172.21.15.16:0/3257275657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c415c420 0x7f16c40cdce0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f16b80097a0 tx=0x7f16b802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9238d9295b916407 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.049+0000 7f16c37fe640 1 -- 172.21.15.16:0/3257275657 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b8037070 con 0x7f16c415c420 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.049+0000 7f16c37fe640 1 -- 172.21.15.16:0/3257275657 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b8032440 con 0x7f16c415c420 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.049+0000 7f16c37fe640 1 -- 172.21.15.16:0/3257275657 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b8032810 con 0x7f16c415c420 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 -- 172.21.15.16:0/3257275657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c415c420 msgr2=0x7f16c40cdce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/3257275657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c415c420 0x7f16c40cdce0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f16b80097a0 tx=0x7f16b802a180 comp rx=0 tx=0).stop 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 -- 172.21.15.16:0/3257275657 shutdown_connections 2024-09-16T01:48:17.052 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/3257275657 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c40b59f0 0x7f16c40cfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:17.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/3257275657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c415c420 0x7f16c40cdce0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:17.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 -- 172.21.15.16:0/3257275657 >> 172.21.15.16:0/3257275657 conn(0x7f16c406c030 msgr2=0x7f16c406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:17.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 -- 172.21.15.16:0/3257275657 shutdown_connections 2024-09-16T01:48:17.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.050+0000 7f16cb1e4640 1 -- 172.21.15.16:0/3257275657 wait complete. 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.051+0000 7f16cb1e4640 1 Processor -- start 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.051+0000 7f16cb1e4640 1 -- start start 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16cb1e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16c406d430 0x7f16c41562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16cb1e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c40b59f0 0x7f16c415a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16cb1e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c415c420 0x7f16c415acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16cb1e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f16c406d8c0 con 0x7f16c40b59f0 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16cb1e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f16c40d01f0 con 0x7f16c406d430 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16cb1e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f16c406da40 con 0x7f16c415c420 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16c3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c40b59f0 0x7f16c415a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:17.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16c3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c40b59f0 0x7f16c415a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39036/0 (socket says 172.21.15.16:39036) 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16c3fff640 1 -- 172.21.15.16:0/2091359149 learned_addr learned my addr 172.21.15.16:0/2091359149 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16c9781640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c415c420 0x7f16c415acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.052+0000 7f16c8f80640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16c406d430 0x7f16c41562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c3fff640 1 -- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c415c420 msgr2=0x7f16c415acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c3fff640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c415c420 0x7f16c415acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c3fff640 1 -- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16c406d430 msgr2=0x7f16c41562a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c3fff640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16c406d430 0x7f16c41562a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c3fff640 1 -- 172.21.15.16:0/2091359149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c41537a0 con 0x7f16c40b59f0 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c3fff640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c40b59f0 0x7f16c415a790 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f16b000e9b0 tx=0x7f16b000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c17fa640 1 -- 172.21.15.16:0/2091359149 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b0017070 con 0x7f16c40b59f0 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c17fa640 1 -- 172.21.15.16:0/2091359149 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b000c9a0 con 0x7f16c40b59f0 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c4153a80 con 0x7f16c40b59f0 2024-09-16T01:48:17.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16c17fa640 1 -- 172.21.15.16:0/2091359149 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b000cd90 con 0x7f16c40b59f0 2024-09-16T01:48:17.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.053+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c4154040 con 0x7f16c40b59f0 2024-09-16T01:48:17.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.054+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16c40cfcb0 con 0x7f16c40b59f0 2024-09-16T01:48:17.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.054+0000 7f16c17fa640 1 -- 172.21.15.16:0/2091359149 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f16b001a070 con 0x7f16c40b59f0 2024-09-16T01:48:17.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.055+0000 7f16c17fa640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f16a806c6a0 0x7f16a806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:17.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.055+0000 7f16c17fa640 1 -- 172.21.15.16:0/2091359149 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5881+0+0 (secure 0 0 0) 0x7f16b008bf30 con 0x7f16c40b59f0 2024-09-16T01:48:17.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.055+0000 7f16c8f80640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f16a806c6a0 0x7f16a806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:17.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.056+0000 7f16c8f80640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f16a806c6a0 0x7f16a806eb60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f16b8034000 tx=0x7f16b802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:17.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.060+0000 7f16c17fa640 1 -- 172.21.15.16:0/2091359149 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16b005a0a0 con 0x7f16c40b59f0 2024-09-16T01:48:17.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:17.235+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f16c40ccb90 con 0x7f16c40b59f0 2024-09-16T01:48:18.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.238+0000 7f16c17fa640 1 -- 172.21.15.16:0/2091359149 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v105) ==== 181+0+0 (secure 0 0 0) 0x7f16b00599a0 con 0x7f16c40b59f0 2024-09-16T01:48:18.240 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:48:18.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.243+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f16a806c6a0 msgr2=0x7f16a806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.243+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f16a806c6a0 0x7f16a806eb60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f16b8034000 tx=0x7f16b802e000 comp rx=0 tx=0).stop 2024-09-16T01:48:18.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.243+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c40b59f0 msgr2=0x7f16c415a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.243+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c40b59f0 0x7f16c415a790 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f16b000e9b0 tx=0x7f16b000ee70 comp rx=0 tx=0).stop 2024-09-16T01:48:18.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.245+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 shutdown_connections 2024-09-16T01:48:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.245+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f16a806c6a0 0x7f16a806eb60 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.245+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f16c415c420 0x7f16c415acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.245+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16c40b59f0 0x7f16c415a790 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.245+0000 7f16cb1e4640 1 --2- 172.21.15.16:0/2091359149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16c406d430 0x7f16c41562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.245+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 >> 172.21.15.16:0/2091359149 conn(0x7f16c406c030 msgr2=0x7f16c415d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.246+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 shutdown_connections 2024-09-16T01:48:18.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.246+0000 7f16cb1e4640 1 -- 172.21.15.16:0/2091359149 wait complete. 2024-09-16T01:48:18.263 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:48:18.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.374+0000 7f144a7d6640 1 Processor -- start 2024-09-16T01:48:18.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.374+0000 7f144a7d6640 1 -- start start 2024-09-16T01:48:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.374+0000 7f144a7d6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f144415e840 0x7f14440cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f144a7d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415ec20 0x7f144415f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f144a7d6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14440d4350 con 0x7f14440b9880 2024-09-16T01:48:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f144a7d6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f14440cfe50 con 0x7f144415e840 2024-09-16T01:48:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f144a7d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f14440d3590 con 0x7f144415ec20 2024-09-16T01:48:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1443fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f144415e840 0x7f14440cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1443fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f144415e840 0x7f14440cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39048/0 (socket says 172.21.15.16:39048) 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1443fff640 1 -- 172.21.15.16:0/2859761613 learned_addr learned my addr 172.21.15.16:0/2859761613 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1448d73640 1 --2- 172.21.15.16:0/2859761613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415ec20 0x7f144415f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1443fff640 1 -- 172.21.15.16:0/2859761613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415ec20 msgr2=0x7f144415f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1443fff640 1 --2- 172.21.15.16:0/2859761613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415ec20 0x7f144415f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1443fff640 1 -- 172.21.15.16:0/2859761613 >> v1:172.21.15.104:6789/0 conn(0x7f14440b9880 legacy=0x7f14440b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.375+0000 7f1443fff640 1 -- 172.21.15.16:0/2859761613 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14440d3870 con 0x7f144415e840 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.376+0000 7f1443fff640 1 --2- 172.21.15.16:0/2859761613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415e840 0x7f14440cf600 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f1434009870 tx=0x7f143402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fe36af1d7788b61 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.376+0000 7f1442ffd640 1 -- 172.21.15.16:0/2859761613 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1434037070 con 0x7f144415e840 2024-09-16T01:48:18.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.376+0000 7f1442ffd640 1 -- 172.21.15.16:0/2859761613 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1434032440 con 0x7f144415e840 2024-09-16T01:48:18.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.376+0000 7f1442ffd640 1 -- 172.21.15.16:0/2859761613 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1434032810 con 0x7f144415e840 2024-09-16T01:48:18.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 -- 172.21.15.16:0/2859761613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415e840 msgr2=0x7f14440cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 --2- 172.21.15.16:0/2859761613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415e840 0x7f14440cf600 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f1434009870 tx=0x7f143402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 -- 172.21.15.16:0/2859761613 shutdown_connections 2024-09-16T01:48:18.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 --2- 172.21.15.16:0/2859761613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415ec20 0x7f144415f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 --2- 172.21.15.16:0/2859761613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415e840 0x7f14440cf600 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 -- 172.21.15.16:0/2859761613 >> 172.21.15.16:0/2859761613 conn(0x7f14440d4630 msgr2=0x7f14440d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 -- 172.21.15.16:0/2859761613 shutdown_connections 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.377+0000 7f144a7d6640 1 -- 172.21.15.16:0/2859761613 wait complete. 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.378+0000 7f144a7d6640 1 Processor -- start 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.378+0000 7f144a7d6640 1 -- start start 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f144a7d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14440b9880 0x7f144415c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f144a7d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415e840 0x7f14440b7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f144a7d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415ec20 0x7f14440b7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f144a7d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f14440cfb40 con 0x7f144415ec20 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f144a7d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f14440d3e30 con 0x7f14440b9880 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f144a7d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f14440ba400 con 0x7f144415e840 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415ec20 0x7f14440b7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415ec20 0x7f14440b7c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39054/0 (socket says 172.21.15.16:39054) 2024-09-16T01:48:18.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 -- 172.21.15.16:0/480758107 learned_addr learned my addr 172.21.15.16:0/480758107 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f14437fe640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415e840 0x7f14440b7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1443fff640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14440b9880 0x7f144415c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 -- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415e840 msgr2=0x7f14440b7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415e840 0x7f14440b7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 -- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14440b9880 msgr2=0x7f144415c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14440b9880 0x7f144415c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 -- 172.21.15.16:0/480758107 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14440c8fb0 con 0x7f144415ec20 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1443fff640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14440b9880 0x7f144415c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.379+0000 7f1448d73640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415ec20 0x7f14440b7c60 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f143c007d90 tx=0x7f143c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.380+0000 7f1440ff9640 1 -- 172.21.15.16:0/480758107 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f143c014420 con 0x7f144415ec20 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.380+0000 7f1440ff9640 1 -- 172.21.15.16:0/480758107 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f143c019070 con 0x7f144415ec20 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.380+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14440c8cd0 con 0x7f144415ec20 2024-09-16T01:48:18.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.380+0000 7f1440ff9640 1 -- 172.21.15.16:0/480758107 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f143c014820 con 0x7f144415ec20 2024-09-16T01:48:18.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.380+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14440b32a0 con 0x7f144415ec20 2024-09-16T01:48:18.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.381+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14440b34a0 con 0x7f144415ec20 2024-09-16T01:48:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.381+0000 7f1440ff9640 1 -- 172.21.15.16:0/480758107 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f143c0149c0 con 0x7f144415ec20 2024-09-16T01:48:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.382+0000 7f1440ff9640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f143006c6a0 0x7f143006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.382+0000 7f1440ff9640 1 -- 172.21.15.16:0/480758107 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5443+0+0 (secure 0 0 0) 0x7f143c08c1a0 con 0x7f144415ec20 2024-09-16T01:48:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.382+0000 7f1443fff640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f143006c6a0 0x7f143006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.382+0000 7f1443fff640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f143006c6a0 0x7f143006eb60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1434034000 tx=0x7f143402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.386+0000 7f1440ff9640 1 -- 172.21.15.16:0/480758107 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14440b34a0 con 0x7f144415ec20 2024-09-16T01:48:18.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:18.562+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f14440cf600 con 0x7f144415ec20 2024-09-16T01:48:19.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.243+0000 7f1440ff9640 1 -- 172.21.15.16:0/480758107 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v106) ==== 169+0+0 (secure 0 0 0) 0x7f143c05a4c0 con 0x7f144415ec20 2024-09-16T01:48:19.245 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:48:19.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f143006c6a0 msgr2=0x7f143006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f143006c6a0 0x7f143006eb60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1434034000 tx=0x7f143402e000 comp rx=0 tx=0).stop 2024-09-16T01:48:19.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415ec20 msgr2=0x7f14440b7c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415ec20 0x7f14440b7c60 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f143c007d90 tx=0x7f143c00e4b0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 shutdown_connections 2024-09-16T01:48:19.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f143006c6a0 0x7f143006eb60 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f144415ec20 0x7f14440b7c60 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f144415e840 0x7f14440b7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 --2- 172.21.15.16:0/480758107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14440b9880 0x7f144415c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 >> 172.21.15.16:0/480758107 conn(0x7f14440d4630 msgr2=0x7f1444072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.247+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 shutdown_connections 2024-09-16T01:48:19.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.248+0000 7f144a7d6640 1 -- 172.21.15.16:0/480758107 wait complete. 2024-09-16T01:48:19.264 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:48:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.372+0000 7f98e7fc4640 1 Processor -- start 2024-09-16T01:48:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.372+0000 7f98e7fc4640 1 -- start start 2024-09-16T01:48:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e7fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 0x7f98e0071350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e7fc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f98e006bbe0 0x7f98e006c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e7fc4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98e00719d0 con 0x7f98e0145e20 2024-09-16T01:48:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e7fc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f98e00b3900 con 0x7f98e006bbe0 2024-09-16T01:48:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e7fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f98e0071cb0 con 0x7f98e0070f10 2024-09-16T01:48:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e5d60640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f98e0145e20 0x7f98e015c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50052/0 (socket says 172.21.15.16:50052) 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e5d60640 1 -- 172.21.15.16:0/1696556710 learned_addr learned my addr 172.21.15.16:0/1696556710 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3969406700 0 0) 0x7f98e00719d0 con 0x7f98e0145e20 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e555f640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 0x7f98e0071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e6561640 1 --2- 172.21.15.16:0/1696556710 >> v2:172.21.15.104:3300/0 conn(0x7f98e006bbe0 0x7f98e006c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f98cc003520 con 0x7f98e0145e20 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3880277164 0 0) 0x7f98cc003520 con 0x7f98e0145e20 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 msgr2=0x7f98e0071350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 0x7f98e0071350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 >> v2:172.21.15.104:3300/0 conn(0x7f98e006bbe0 msgr2=0x7f98e006c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 --2- 172.21.15.16:0/1696556710 >> v2:172.21.15.104:3300/0 conn(0x7f98e006bbe0 0x7f98e006c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e00b3b50 con 0x7f98e0145e20 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f98dc001670 con 0x7f98e0145e20 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.373+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 >> v1:172.21.15.16:6789/0 conn(0x7f98e0145e20 legacy=0x7f98e015c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e4d5e640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98cc0039b0 0x7f98cc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e4d5e640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98cc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e4d5e640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 0x7f98cc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f98e00b3900 con 0x7f98cc004800 2024-09-16T01:48:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f98e0071cb0 con 0x7f98cc0039b0 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f98cc00b9c0 con 0x7f98e0070f10 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e555f640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98cc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e5d60640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98cc0039b0 0x7f98cc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e6561640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 0x7f98cc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e555f640 1 -- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 msgr2=0x7f98cc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e555f640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e0070f10 0x7f98cc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e555f640 1 -- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98cc0039b0 msgr2=0x7f98cc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e555f640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98cc0039b0 0x7f98cc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.374+0000 7f98e555f640 1 -- 172.21.15.16:0/1696556710 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98cc003520 con 0x7f98cc004800 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.375+0000 7f98e555f640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98cc004c80 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f98d0009a90 tx=0x7f98cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a50e4090014ef6f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.375+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98d0036070 con 0x7f98cc004800 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.375+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98d0031400 con 0x7f98cc004800 2024-09-16T01:48:19.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.375+0000 7f98e4d5e640 1 -- 172.21.15.16:0/1696556710 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98d0009690 con 0x7f98cc004800 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.376+0000 7f98e7fc4640 1 -- 172.21.15.16:0/1696556710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 msgr2=0x7f98cc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.376+0000 7f98e7fc4640 1 --2- 172.21.15.16:0/1696556710 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98cc004c80 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f98d0009a90 tx=0x7f98cc005830 comp rx=0 tx=0).stop 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.376+0000 7f98e6561640 1 -- 172.21.15.16:0/1696556710 reap_dead start 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.376+0000 7f98e7fc4640 1 -- 172.21.15.16:0/1696556710 shutdown_connections 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.376+0000 7f98e7fc4640 1 -- 172.21.15.16:0/1696556710 >> 172.21.15.16:0/1696556710 conn(0x7f98e00b2000 msgr2=0x7f98e00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.376+0000 7f98e7fc4640 1 -- 172.21.15.16:0/1696556710 shutdown_connections 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.376+0000 7f98e7fc4640 1 -- 172.21.15.16:0/1696556710 wait complete. 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.377+0000 7f98e7fc4640 1 Processor -- start 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.377+0000 7f98e7fc4640 1 -- start start 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e7fc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98e00cd300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e7fc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98e01f41a0 0x7f98e00cba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e7fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e00cbfa0 0x7f98e0141870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e7fc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f98e015cec0 con 0x7f98cc004800 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e7fc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f98e00b3530 con 0x7f98e01f41a0 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e7fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f98e0071350 con 0x7f98e00cbfa0 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e5d60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98e00cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e5d60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98e00cd300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39072/0 (socket says 172.21.15.16:39072) 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e5d60640 1 -- 172.21.15.16:0/2464486001 learned_addr learned my addr 172.21.15.16:0/2464486001 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e6561640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e00cbfa0 0x7f98e0141870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e555f640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98e01f41a0 0x7f98e00cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e5d60640 1 -- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e00cbfa0 msgr2=0x7f98e0141870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e5d60640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e00cbfa0 0x7f98e0141870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.378+0000 7f98e5d60640 1 -- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98e01f41a0 msgr2=0x7f98e00cba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98e5d60640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98e01f41a0 0x7f98e00cba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98e5d60640 1 -- 172.21.15.16:0/2464486001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e00cc4b0 con 0x7f98cc004800 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98e6561640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e00cbfa0 0x7f98e0141870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98e5d60640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98e00cd300 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f98dc007310 tx=0x7f98dc0077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98d67fc640 1 -- 172.21.15.16:0/2464486001 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc00f9c0 con 0x7f98cc004800 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98d67fc640 1 -- 172.21.15.16:0/2464486001 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98dc018070 con 0x7f98cc004800 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98e00adbc0 con 0x7f98cc004800 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98d67fc640 1 -- 172.21.15.16:0/2464486001 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc00fd80 con 0x7f98cc004800 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.379+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98e00ae140 con 0x7f98cc004800 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.380+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98e00693b0 con 0x7f98cc004800 2024-09-16T01:48:19.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.380+0000 7f98d67fc640 1 -- 172.21.15.16:0/2464486001 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f98dc01c410 con 0x7f98cc004800 2024-09-16T01:48:19.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.381+0000 7f98d67fc640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f98c406c6d0 0x7f98c406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.381+0000 7f98d67fc640 1 -- 172.21.15.16:0/2464486001 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4971+0+0 (secure 0 0 0) 0x7f98dc08b300 con 0x7f98cc004800 2024-09-16T01:48:19.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.381+0000 7f98e555f640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f98c406c6d0 0x7f98c406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.382+0000 7f98e555f640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f98c406c6d0 0x7f98c406eb90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f98d0033000 tx=0x7f98d0008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.385+0000 7f98d67fc640 1 -- 172.21.15.16:0/2464486001 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f98dc059910 con 0x7f98cc004800 2024-09-16T01:48:19.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.562+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f98e0071710 con 0x7f98cc004800 2024-09-16T01:48:19.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.565+0000 7f98d67fc640 1 -- 172.21.15.16:0/2464486001 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7f98dc059210 con 0x7f98cc004800 2024-09-16T01:48:19.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f98c406c6d0 msgr2=0x7f98c406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f98c406c6d0 0x7f98c406eb90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f98d0033000 tx=0x7f98d0008030 comp rx=0 tx=0).stop 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 msgr2=0x7f98e00cd300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98e00cd300 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f98dc007310 tx=0x7f98dc0077d0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 shutdown_connections 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f98c406c6d0 0x7f98c406eb90 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f98e00cbfa0 0x7f98e0141870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98e01f41a0 0x7f98e00cba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 --2- 172.21.15.16:0/2464486001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f98cc004800 0x7f98e00cd300 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.567+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 >> 172.21.15.16:0/2464486001 conn(0x7f98e00b2000 msgr2=0x7f98e006d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.568+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 shutdown_connections 2024-09-16T01:48:19.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.568+0000 7f98e7fc4640 1 -- 172.21.15.16:0/2464486001 wait complete. 2024-09-16T01:48:19.580 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity' 2024-09-16T01:48:19.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.681+0000 7fd700528640 1 Processor -- start 2024-09-16T01:48:19.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.681+0000 7fd700528640 1 -- start start 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd700528640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6f80b7f20 0x7fd6f80b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd700528640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd6f80d4570 0x7fd6f80d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd700528640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6f80d4ec0 con 0x7fd6f815e680 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd700528640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd6f80b8500 con 0x7fd6f80b7f20 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd700528640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd6f80b87e0 con 0x7fd6f80d4570 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd6fdac3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6f80b7f20 0x7fd6f80b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd6fdac3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6f80b7f20 0x7fd6f80b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39080/0 (socket says 172.21.15.16:39080) 2024-09-16T01:48:19.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd6fdac3640 1 -- 172.21.15.16:0/2254338187 learned_addr learned my addr 172.21.15.16:0/2254338187 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:19.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.682+0000 7fd6feac5640 1 --2- 172.21.15.16:0/2254338187 >> v2:172.21.15.104:3300/0 conn(0x7fd6f80d4570 0x7fd6f80d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.683+0000 7fd6fdac3640 1 -- 172.21.15.16:0/2254338187 >> v2:172.21.15.104:3300/0 conn(0x7fd6f80d4570 msgr2=0x7fd6f80d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.683+0000 7fd6fdac3640 1 --2- 172.21.15.16:0/2254338187 >> v2:172.21.15.104:3300/0 conn(0x7fd6f80d4570 0x7fd6f80d4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.683+0000 7fd6fdac3640 1 -- 172.21.15.16:0/2254338187 >> v1:172.21.15.104:6789/0 conn(0x7fd6f815e680 legacy=0x7fd6f80d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.683+0000 7fd6fdac3640 1 -- 172.21.15.16:0/2254338187 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f80b8ac0 con 0x7fd6f80b7f20 2024-09-16T01:48:19.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.683+0000 7fd6fd2c2640 1 -- 172.21.15.16:0/2254338187 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1360563185 0 0) 0x7fd6f0001110 con 0x7fd6f815e680 2024-09-16T01:48:19.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.683+0000 7fd6fdac3640 1 --2- 172.21.15.16:0/2254338187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f80b7f20 0x7fd6f80b95a0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7fd6f80b7080 tx=0x7fd6ec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4537faaba79dc88 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd6fd2c2640 1 -- 172.21.15.16:0/2254338187 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec037070 con 0x7fd6f80b7f20 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd6fd2c2640 1 -- 172.21.15.16:0/2254338187 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6ec032440 con 0x7fd6f80b7f20 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd6fd2c2640 1 -- 172.21.15.16:0/2254338187 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec032810 con 0x7fd6f80b7f20 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 -- 172.21.15.16:0/2254338187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f80b7f20 msgr2=0x7fd6f80b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 --2- 172.21.15.16:0/2254338187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f80b7f20 0x7fd6f80b95a0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7fd6f80b7080 tx=0x7fd6ec02a270 comp rx=0 tx=0).stop 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 -- 172.21.15.16:0/2254338187 shutdown_connections 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 --2- 172.21.15.16:0/2254338187 >> v2:172.21.15.104:3300/0 conn(0x7fd6f80d4570 0x7fd6f80d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 --2- 172.21.15.16:0/2254338187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f80b7f20 0x7fd6f80b95a0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 -- 172.21.15.16:0/2254338187 >> 172.21.15.16:0/2254338187 conn(0x7fd6f8074fe0 msgr2=0x7fd6f8072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 -- 172.21.15.16:0/2254338187 shutdown_connections 2024-09-16T01:48:19.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.684+0000 7fd700528640 1 -- 172.21.15.16:0/2254338187 wait complete. 2024-09-16T01:48:19.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.685+0000 7fd700528640 1 Processor -- start 2024-09-16T01:48:19.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.685+0000 7fd700528640 1 -- start start 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd700528640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6f80b7f20 0x7fd6f81525c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd700528640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6f80d4570 0x7fd6f8157080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd700528640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f815e680 0x7fd6f81599c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd700528640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f815ea60 con 0x7fd6f815e680 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd700528640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f80b9080 con 0x7fd6f80d4570 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd700528640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd6f815ebe0 con 0x7fd6f80b7f20 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd6feac5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f815e680 0x7fd6f81599c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd6feac5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f815e680 0x7fd6f81599c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39088/0 (socket says 172.21.15.16:39088) 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd6feac5640 1 -- 172.21.15.16:0/1173014744 learned_addr learned my addr 172.21.15.16:0/1173014744 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd6fdac3640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6f80d4570 0x7fd6f8157080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.686+0000 7fd6fe2c4640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6f80b7f20 0x7fd6f81525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6feac5640 1 -- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6f80b7f20 msgr2=0x7fd6f81525c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6feac5640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6f80b7f20 0x7fd6f81525c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6feac5640 1 -- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6f80d4570 msgr2=0x7fd6f8157080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6feac5640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6f80d4570 0x7fd6f8157080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6feac5640 1 -- 172.21.15.16:0/1173014744 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f81575c0 con 0x7fd6f815e680 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6fe2c4640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6f80b7f20 0x7fd6f81525c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6feac5640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f815e680 0x7fd6f81599c0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8009dd0 tx=0x7fd6e800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6f6ffd640 1 -- 172.21.15.16:0/1173014744 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8018020 con 0x7fd6f815e680 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6f6ffd640 1 -- 172.21.15.16:0/1173014744 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6e8014480 con 0x7fd6f815e680 2024-09-16T01:48:19.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f8152be0 con 0x7fd6f815e680 2024-09-16T01:48:19.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd6f6ffd640 1 -- 172.21.15.16:0/1173014744 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8014870 con 0x7fd6f815e680 2024-09-16T01:48:19.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.687+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f81531a0 con 0x7fd6f815e680 2024-09-16T01:48:19.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.688+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6f80d4980 con 0x7fd6f815e680 2024-09-16T01:48:19.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.689+0000 7fd6f6ffd640 1 -- 172.21.15.16:0/1173014744 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fd6e8005d10 con 0x7fd6f815e680 2024-09-16T01:48:19.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.689+0000 7fd6f6ffd640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6e406c6a0 0x7fd6e406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.689+0000 7fd6f6ffd640 1 -- 172.21.15.16:0/1173014744 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4971+0+0 (secure 0 0 0) 0x7fd6e808c310 con 0x7fd6f815e680 2024-09-16T01:48:19.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.689+0000 7fd6fe2c4640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6e406c6a0 0x7fd6e406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.690+0000 7fd6fe2c4640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6e406c6a0 0x7fd6e406eb60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0000f60 tx=0x7fd6f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.694+0000 7fd6f6ffd640 1 -- 172.21.15.16:0/1173014744 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6e8022070 con 0x7fd6f815e680 2024-09-16T01:48:19.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:19.940+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]} v 0) -- 0x7fd6f815c5b0 con 0x7fd6f815e680 2024-09-16T01:48:20.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.244+0000 7fd6f6ffd640 1 -- 172.21.15.16:0/1173014744 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]}]=0 v317) ==== 149+0+0 (secure 0 0 0) 0x7fd6e8010040 con 0x7fd6f815e680 2024-09-16T01:48:20.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.246+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6e406c6a0 msgr2=0x7fd6e406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.246+0000 7fd700528640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6e406c6a0 0x7fd6e406eb60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0000f60 tx=0x7fd6f0009040 comp rx=0 tx=0).stop 2024-09-16T01:48:20.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f815e680 msgr2=0x7fd6f81599c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f815e680 0x7fd6f81599c0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8009dd0 tx=0x7fd6e800c490 comp rx=0 tx=0).stop 2024-09-16T01:48:20.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 shutdown_connections 2024-09-16T01:48:20.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6e406c6a0 0x7fd6e406eb60 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6f815e680 0x7fd6f81599c0 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6f80d4570 0x7fd6f8157080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 --2- 172.21.15.16:0/1173014744 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6f80b7f20 0x7fd6f81525c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 >> 172.21.15.16:0/1173014744 conn(0x7fd6f8074fe0 msgr2=0x7fd6f80d3100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:20.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 shutdown_connections 2024-09-16T01:48:20.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.247+0000 7fd700528640 1 -- 172.21.15.16:0/1173014744 wait complete. 2024-09-16T01:48:20.260 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-16T01:48:20.260 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_no_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-16T01:48:20.260 INFO:tasks.cephfs_test_runner:test_subvolume_no_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:48:20.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:20.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.366+0000 7fc09d518640 1 Processor -- start 2024-09-16T01:48:20.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.366+0000 7fc09d518640 1 -- start start 2024-09-16T01:48:20.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc09d518640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc09815e3a0 0x7fc09806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc09d518640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc09806d790 0x7fc09806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc09d518640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0980b6a70 con 0x7fc09806bbe0 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc09d518640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc0980b7640 con 0x7fc09806d790 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc09d518640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc0980b6d10 con 0x7fc09815e3a0 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc08ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc09806d790 0x7fc09806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc08ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc09806d790 0x7fc09806f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39104/0 (socket says 172.21.15.16:39104) 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc08ffff640 1 -- 172.21.15.16:0/998770387 learned_addr learned my addr 172.21.15.16:0/998770387 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc08ffff640 1 -- 172.21.15.16:0/998770387 >> v2:172.21.15.104:3300/0 conn(0x7fc09815e3a0 msgr2=0x7fc09806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc08ffff640 1 --2- 172.21.15.16:0/998770387 >> v2:172.21.15.104:3300/0 conn(0x7fc09815e3a0 0x7fc09806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc08ffff640 1 -- 172.21.15.16:0/998770387 >> v1:172.21.15.104:6789/0 conn(0x7fc09806bbe0 legacy=0x7fc0980706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:20.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.367+0000 7fc08ffff640 1 -- 172.21.15.16:0/998770387 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0980b6ff0 con 0x7fc09806d790 2024-09-16T01:48:20.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.368+0000 7fc08ffff640 1 --2- 172.21.15.16:0/998770387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09806d790 0x7fc09806f1a0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fc0980b77c0 tx=0x7fc08002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42d6e31dc8570a2f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.368+0000 7fc0967fc640 1 -- 172.21.15.16:0/998770387 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc080004030 con 0x7fc09806d790 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.368+0000 7fc0967fc640 1 -- 172.21.15.16:0/998770387 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0800041d0 con 0x7fc09806d790 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.368+0000 7fc0967fc640 1 -- 172.21.15.16:0/998770387 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc080003610 con 0x7fc09806d790 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 -- 172.21.15.16:0/998770387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09806d790 msgr2=0x7fc09806f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 --2- 172.21.15.16:0/998770387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09806d790 0x7fc09806f1a0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fc0980b77c0 tx=0x7fc08002a200 comp rx=0 tx=0).stop 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 -- 172.21.15.16:0/998770387 shutdown_connections 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 --2- 172.21.15.16:0/998770387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09806d790 0x7fc09806f1a0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 --2- 172.21.15.16:0/998770387 >> v2:172.21.15.104:3300/0 conn(0x7fc09815e3a0 0x7fc09806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 -- 172.21.15.16:0/998770387 >> 172.21.15.16:0/998770387 conn(0x7fc0980b4090 msgr2=0x7fc0980b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 -- 172.21.15.16:0/998770387 shutdown_connections 2024-09-16T01:48:20.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.369+0000 7fc09d518640 1 -- 172.21.15.16:0/998770387 wait complete. 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.370+0000 7fc09d518640 1 Processor -- start 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.370+0000 7fc09d518640 1 -- start start 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc09d518640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc09806bbe0 0x7fc0980cf760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc09d518640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc09806d790 0x7fc09814f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc09d518640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09815e3a0 0x7fc09815c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc09d518640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc098073cc0 con 0x7fc09815e3a0 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc09d518640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc09815e780 con 0x7fc09806bbe0 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc09d518640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc098073e40 con 0x7fc09806d790 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09815e3a0 0x7fc09815c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09815e3a0 0x7fc09815c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39106/0 (socket says 172.21.15.16:39106) 2024-09-16T01:48:20.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 -- 172.21.15.16:0/1576066593 learned_addr learned my addr 172.21.15.16:0/1576066593 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc096ffd640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc09806bbe0 0x7fc0980cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 -- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc09806d790 msgr2=0x7fc09814f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc09806d790 0x7fc09814f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 -- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc09806bbe0 msgr2=0x7fc0980cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc09806bbe0 0x7fc0980cf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc0977fe640 1 -- 172.21.15.16:0/1576066593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc09815f370 con 0x7fc09815e3a0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.371+0000 7fc096ffd640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc09806bbe0 0x7fc0980cf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.372+0000 7fc0977fe640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09815e3a0 0x7fc09815c9e0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fc09000c780 tx=0x7fc09000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.372+0000 7fc08f7fe640 1 -- 172.21.15.16:0/1576066593 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc090017070 con 0x7fc09815e3a0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.372+0000 7fc08f7fe640 1 -- 172.21.15.16:0/1576066593 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc090003da0 con 0x7fc09815e3a0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.372+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0980aea40 con 0x7fc09815e3a0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.372+0000 7fc08f7fe640 1 -- 172.21.15.16:0/1576066593 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0900052b0 con 0x7fc09815e3a0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.372+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0980af000 con 0x7fc09815e3a0 2024-09-16T01:48:20.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.373+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0980d0cd0 con 0x7fc09815e3a0 2024-09-16T01:48:20.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.373+0000 7fc08f7fe640 1 -- 172.21.15.16:0/1576066593 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fc09001a070 con 0x7fc09815e3a0 2024-09-16T01:48:20.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.374+0000 7fc08f7fe640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c6a0 0x7fc07806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.374+0000 7fc08f7fe640 1 -- 172.21.15.16:0/1576066593 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4971+0+0 (secure 0 0 0) 0x7fc09008af10 con 0x7fc09815e3a0 2024-09-16T01:48:20.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.374+0000 7fc096ffd640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c6a0 0x7fc07806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.374+0000 7fc096ffd640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c6a0 0x7fc07806eb60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc08800a870 tx=0x7fc088008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:20.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.378+0000 7fc08f7fe640 1 -- 172.21.15.16:0/1576066593 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc09815f370 con 0x7fc09815e3a0 2024-09-16T01:48:20.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.558+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc0980b3e00 con 0x7fc09815e3a0 2024-09-16T01:48:20.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.559+0000 7fc08f7fe640 1 -- 172.21.15.16:0/1576066593 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+13044 (secure 0 0 0) 0x7fc090059380 con 0x7fc09815e3a0 2024-09-16T01:48:20.561 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:20.561 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":106,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:19.239849+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6835/1779796567":"2024-09-17T01:48:15.872667+0000","172.21.15.16:6833/1779796567":"2024-09-17T01:48:15.872667+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c6a0 msgr2=0x7fc07806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c6a0 0x7fc07806eb60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc08800a870 tx=0x7fc088008040 comp rx=0 tx=0).stop 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09815e3a0 msgr2=0x7fc09815c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09815e3a0 0x7fc09815c9e0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fc09000c780 tx=0x7fc09000cc40 comp rx=0 tx=0).stop 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 shutdown_connections 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c6a0 0x7fc07806eb60 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc09815e3a0 0x7fc09815c9e0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc09806d790 0x7fc09814f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 --2- 172.21.15.16:0/1576066593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc09806bbe0 0x7fc0980cf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 >> 172.21.15.16:0/1576066593 conn(0x7fc0980b4090 msgr2=0x7fc0980d21f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:20.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 shutdown_connections 2024-09-16T01:48:20.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.561+0000 7fc09d518640 1 -- 172.21.15.16:0/1576066593 wait complete. 2024-09-16T01:48:20.574 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:48:20.574 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:48:20.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.677+0000 7fd016d23640 1 Processor -- start 2024-09-16T01:48:20.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.677+0000 7fd016d23640 1 -- start start 2024-09-16T01:48:20.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.678+0000 7fd016d23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd01006e7b0 0x7fd0101691d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.678+0000 7fd016d23640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd01006ecf0 con 0x7fd0100d2b20 2024-09-16T01:48:20.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.678+0000 7fd016d23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd01006bbe0 con 0x7fd01015c280 2024-09-16T01:48:20.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.678+0000 7fd016d23640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd01006bec0 con 0x7fd01006e7b0 2024-09-16T01:48:20.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.678+0000 7fd0152c0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd01006e7b0 0x7fd0101691d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.678+0000 7fd00ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd0100d2b20 0x7fd01006e0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50064/0 (socket says 172.21.15.16:50064) 2024-09-16T01:48:20.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.678+0000 7fd00ffff640 1 -- 172.21.15.16:0/2725571122 learned_addr learned my addr 172.21.15.16:0/2725571122 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:20.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.679+0000 7fd0152c0640 1 -- 172.21.15.16:0/2725571122 >> v1:172.21.15.104:6789/0 conn(0x7fd01015c280 legacy=0x7fd0100d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.679+0000 7fd0152c0640 1 -- 172.21.15.16:0/2725571122 >> v1:172.21.15.16:6789/0 conn(0x7fd0100d2b20 legacy=0x7fd01006e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.679+0000 7fd0152c0640 1 -- 172.21.15.16:0/2725571122 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd01006c1a0 con 0x7fd01006e7b0 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.679+0000 7fd00f7fe640 1 -- 172.21.15.16:0/2725571122 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3696634104 0 0) 0x7fd01006ecf0 con 0x7fd0100d2b20 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.679+0000 7fd0152c0640 1 --2- 172.21.15.16:0/2725571122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01006e7b0 0x7fd0101691d0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7fd0000097a0 tx=0x7fd00002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b469f9ff6192c89b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd00f7fe640 1 -- 172.21.15.16:0/2725571122 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000037070 con 0x7fd01006e7b0 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd00f7fe640 1 -- 172.21.15.16:0/2725571122 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd000032440 con 0x7fd01006e7b0 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd00f7fe640 1 -- 172.21.15.16:0/2725571122 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000032810 con 0x7fd01006e7b0 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd016d23640 1 -- 172.21.15.16:0/2725571122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01006e7b0 msgr2=0x7fd0101691d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd016d23640 1 --2- 172.21.15.16:0/2725571122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01006e7b0 0x7fd0101691d0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7fd0000097a0 tx=0x7fd00002a230 comp rx=0 tx=0).stop 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd016d23640 1 -- 172.21.15.16:0/2725571122 shutdown_connections 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd016d23640 1 --2- 172.21.15.16:0/2725571122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01006e7b0 0x7fd0101691d0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd016d23640 1 -- 172.21.15.16:0/2725571122 >> 172.21.15.16:0/2725571122 conn(0x7fd01006f2d0 msgr2=0x7fd01006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd016d23640 1 -- 172.21.15.16:0/2725571122 shutdown_connections 2024-09-16T01:48:20.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.680+0000 7fd016d23640 1 -- 172.21.15.16:0/2725571122 wait complete. 2024-09-16T01:48:20.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.681+0000 7fd016d23640 1 Processor -- start 2024-09-16T01:48:20.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.681+0000 7fd016d23640 1 -- start start 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.682+0000 7fd016d23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd01006e7b0 0x7fd010156340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.682+0000 7fd016d23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0100d2b20 0x7fd010147f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.682+0000 7fd016d23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01015c280 0x7fd0101585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.682+0000 7fd016d23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd01006c9a0 con 0x7fd01015c280 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.682+0000 7fd016d23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd01015fae0 con 0x7fd01006e7b0 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.682+0000 7fd016d23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd01006cb20 con 0x7fd0100d2b20 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.682+0000 7fd0152c0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01015c280 0x7fd0101585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01015c280 0x7fd0101585b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39136/0 (socket says 172.21.15.16:39136) 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 -- 172.21.15.16:0/1807586411 learned_addr learned my addr 172.21.15.16:0/1807586411 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd014abf640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd01006e7b0 0x7fd010156340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd00ffff640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0100d2b20 0x7fd010147f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 -- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0100d2b20 msgr2=0x7fd010147f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0100d2b20 0x7fd010147f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 -- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd01006e7b0 msgr2=0x7fd010156340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd01006e7b0 0x7fd010156340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 -- 172.21.15.16:0/1807586411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd010148460 con 0x7fd01015c280 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd0152c0640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01015c280 0x7fd0101585b0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fd0000097a0 tx=0x7fd0000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd00d7fa640 1 -- 172.21.15.16:0/1807586411 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000037040 con 0x7fd01015c280 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd00d7fa640 1 -- 172.21.15.16:0/1807586411 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd000042070 con 0x7fd01015c280 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd010157510 con 0x7fd01015c280 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd00d7fa640 1 -- 172.21.15.16:0/1807586411 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000030b30 con 0x7fd01015c280 2024-09-16T01:48:20.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.683+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd010157ad0 con 0x7fd01015c280 2024-09-16T01:48:20.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.684+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd01006e0a0 con 0x7fd01015c280 2024-09-16T01:48:20.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.685+0000 7fd00d7fa640 1 -- 172.21.15.16:0/1807586411 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fd000030cd0 con 0x7fd01015c280 2024-09-16T01:48:20.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.685+0000 7fd00d7fa640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcffc06c6a0 0x7fcffc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.686+0000 7fd00d7fa640 1 -- 172.21.15.16:0/1807586411 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4971+0+0 (secure 0 0 0) 0x7fd0000ac2f0 con 0x7fd01015c280 2024-09-16T01:48:20.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.686+0000 7fd014abf640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcffc06c6a0 0x7fcffc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.686+0000 7fd014abf640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcffc06c6a0 0x7fcffc06eb60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd0101f7810 tx=0x7fd008009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:20.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.690+0000 7fd00d7fa640 1 -- 172.21.15.16:0/1807586411 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd010148460 con 0x7fd01015c280 2024-09-16T01:48:20.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.868+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd0101610c0 con 0x7fd01015c280 2024-09-16T01:48:20.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.868+0000 7fd00d7fa640 1 -- 172.21.15.16:0/1807586411 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) ==== 93+0+10 (secure 0 0 0) 0x7fd00007a1e0 con 0x7fd01015c280 2024-09-16T01:48:20.870 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:48:20.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcffc06c6a0 msgr2=0x7fcffc06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcffc06c6a0 0x7fcffc06eb60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd0101f7810 tx=0x7fd008009040 comp rx=0 tx=0).stop 2024-09-16T01:48:20.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01015c280 msgr2=0x7fd0101585b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01015c280 0x7fd0101585b0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fd0000097a0 tx=0x7fd0000046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 shutdown_connections 2024-09-16T01:48:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcffc06c6a0 0x7fcffc06eb60 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd01015c280 0x7fd0101585b0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd0100d2b20 0x7fd010147f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 --2- 172.21.15.16:0/1807586411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd01006e7b0 0x7fd010156340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 >> 172.21.15.16:0/1807586411 conn(0x7fd01006f2d0 msgr2=0x7fd0100b4980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 shutdown_connections 2024-09-16T01:48:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.871+0000 7fd016d23640 1 -- 172.21.15.16:0/1807586411 wait complete. 2024-09-16T01:48:20.883 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2' 2024-09-16T01:48:20.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.984+0000 7f9160bc6640 1 Processor -- start 2024-09-16T01:48:20.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.984+0000 7f9160bc6640 1 -- start start 2024-09-16T01:48:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f9160bc6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 0x7f915c0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f9160bc6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f915c0d1030 0x7f915c0d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f9160bc6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f915c15e950 con 0x7f915c15e570 2024-09-16T01:48:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f9160bc6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f915c0d3710 con 0x7f915c0d1030 2024-09-16T01:48:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f9160bc6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f915c0d3960 con 0x7f915c0d32d0 2024-09-16T01:48:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915a59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f915c15e570 0x7f915c0d4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50076/0 (socket says 172.21.15.16:50076) 2024-09-16T01:48:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915a59c640 1 -- 172.21.15.16:0/4088158859 learned_addr learned my addr 172.21.15.16:0/4088158859 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2189208972 0 0) 0x7f915c15e950 con 0x7f915c15e570 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9144003520 con 0x7f915c15e570 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f9159d9b640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 0x7f915c0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915ad9d640 1 --2- 172.21.15.16:0/4088158859 >> v2:172.21.15.104:3300/0 conn(0x7f915c0d1030 0x7f915c0d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1571181270 0 0) 0x7f9144003520 con 0x7f915c15e570 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 msgr2=0x7f915c0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 0x7f915c0cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 >> v2:172.21.15.104:3300/0 conn(0x7f915c0d1030 msgr2=0x7f915c0d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 --2- 172.21.15.16:0/4088158859 >> v2:172.21.15.104:3300/0 conn(0x7f915c0d1030 0x7f915c0d14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f915c0d3c40 con 0x7f915c15e570 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f914c001670 con 0x7f915c15e570 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 >> v1:172.21.15.16:6789/0 conn(0x7f915c15e570 legacy=0x7f915c0d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.985+0000 7f915959a640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f9144003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915959a640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9144004800 0x7f9144004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915959a640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 0x7f91440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f915c0d3710 con 0x7f91440039b0 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f915c0d3960 con 0x7f9144004800 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f914400b9c0 con 0x7f915c0d32d0 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915a59c640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f9144003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f9159d9b640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9144004800 0x7f9144004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915ad9d640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 0x7f91440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915a59c640 1 -- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 msgr2=0x7f91440051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915a59c640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c0d32d0 0x7f91440051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915a59c640 1 -- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9144004800 msgr2=0x7f9144004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915a59c640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9144004800 0x7f9144004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.986+0000 7f915a59c640 1 -- 172.21.15.16:0/4088158859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9144003520 con 0x7f91440039b0 2024-09-16T01:48:20.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.987+0000 7f915a59c640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f9144003dd0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f914c00c210 tx=0x7f9144005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa4064e14a66d7d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.987+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c007d70 con 0x7f91440039b0 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.987+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f914c005af0 con 0x7f91440039b0 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.987+0000 7f915959a640 1 -- 172.21.15.16:0/4088158859 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c007070 con 0x7f91440039b0 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.987+0000 7f9160bc6640 1 -- 172.21.15.16:0/4088158859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 msgr2=0x7f9144003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.987+0000 7f9160bc6640 1 --2- 172.21.15.16:0/4088158859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f9144003dd0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f914c00c210 tx=0x7f9144005830 comp rx=0 tx=0).stop 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.987+0000 7f915ad9d640 1 -- 172.21.15.16:0/4088158859 reap_dead start 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.988+0000 7f9160bc6640 1 -- 172.21.15.16:0/4088158859 shutdown_connections 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.988+0000 7f9160bc6640 1 -- 172.21.15.16:0/4088158859 >> 172.21.15.16:0/4088158859 conn(0x7f915c074bc0 msgr2=0x7f915c074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.988+0000 7f9160bc6640 1 -- 172.21.15.16:0/4088158859 shutdown_connections 2024-09-16T01:48:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.988+0000 7f9160bc6640 1 -- 172.21.15.16:0/4088158859 wait complete. 2024-09-16T01:48:21.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.989+0000 7f9160bc6640 1 Processor -- start 2024-09-16T01:48:21.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.989+0000 7f9160bc6640 1 -- start start 2024-09-16T01:48:21.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9160bc6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f915c149220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9160bc6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c155890 0x7f915c155cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9160bc6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f915c15a9c0 0x7f915c15ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9160bc6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f915c0d44e0 con 0x7f91440039b0 2024-09-16T01:48:21.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9160bc6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f915c0d4200 con 0x7f915c15a9c0 2024-09-16T01:48:21.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9160bc6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f915c0cf720 con 0x7f915c155890 2024-09-16T01:48:21.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f915c149220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f915c149220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39144/0 (socket says 172.21.15.16:39144) 2024-09-16T01:48:21.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 -- 172.21.15.16:0/3853298287 learned_addr learned my addr 172.21.15.16:0/3853298287 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:21.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9159d9b640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c155890 0x7f915c155cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915ad9d640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f915c15a9c0 0x7f915c15ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 -- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c155890 msgr2=0x7f915c155cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c155890 0x7f915c155cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 -- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f915c15a9c0 msgr2=0x7f915c15ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f915c15a9c0 0x7f915c15ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 -- 172.21.15.16:0/3853298287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f915c1568d0 con 0x7f91440039b0 2024-09-16T01:48:21.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f915a59c640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f915c149220 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f914c000c00 tx=0x7f914c000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f914affd640 1 -- 172.21.15.16:0/3853298287 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c042070 con 0x7f91440039b0 2024-09-16T01:48:21.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f914affd640 1 -- 172.21.15.16:0/3853298287 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f914c007480 con 0x7f91440039b0 2024-09-16T01:48:21.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f915c156310 con 0x7f91440039b0 2024-09-16T01:48:21.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.990+0000 7f914affd640 1 -- 172.21.15.16:0/3853298287 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c007d50 con 0x7f91440039b0 2024-09-16T01:48:21.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.991+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f915c157bd0 con 0x7f91440039b0 2024-09-16T01:48:21.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.992+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f915c0cfae0 con 0x7f91440039b0 2024-09-16T01:48:21.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.992+0000 7f914affd640 1 -- 172.21.15.16:0/3853298287 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f914c045070 con 0x7f91440039b0 2024-09-16T01:48:21.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.993+0000 7f914affd640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f913c06c6a0 0x7f913c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.993+0000 7f9159d9b640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f913c06c6a0 0x7f913c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.993+0000 7f914affd640 1 -- 172.21.15.16:0/3853298287 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4971+0+0 (secure 0 0 0) 0x7f914c0ac110 con 0x7f91440039b0 2024-09-16T01:48:21.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.993+0000 7f9159d9b640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f913c06c6a0 0x7f913c06eb60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f915c1f7bc0 tx=0x7f9150008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:20.997+0000 7f914affd640 1 -- 172.21.15.16:0/3853298287 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f914c04c030 con 0x7f91440039b0 2024-09-16T01:48:21.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.239+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]} v 0) -- 0x7f915c0b6c80 con 0x7f91440039b0 2024-09-16T01:48:21.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.251+0000 7f914affd640 1 -- 172.21.15.16:0/3853298287 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]}]=0 v318) ==== 151+0+0 (secure 0 0 0) 0x7f914c03c340 con 0x7f91440039b0 2024-09-16T01:48:21.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f913c06c6a0 msgr2=0x7f913c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f913c06c6a0 0x7f913c06eb60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f915c1f7bc0 tx=0x7f9150008040 comp rx=0 tx=0).stop 2024-09-16T01:48:21.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 msgr2=0x7f915c149220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f915c149220 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f914c000c00 tx=0x7f914c000fe0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 shutdown_connections 2024-09-16T01:48:21.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f913c06c6a0 0x7f913c06eb60 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f915c15a9c0 0x7f915c15ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f915c155890 0x7f915c155cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 --2- 172.21.15.16:0/3853298287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91440039b0 0x7f915c149220 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 >> 172.21.15.16:0/3853298287 conn(0x7f915c074bc0 msgr2=0x7f915c161450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 shutdown_connections 2024-09-16T01:48:21.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.253+0000 7f9160bc6640 1 -- 172.21.15.16:0/3853298287 wait complete. 2024-09-16T01:48:21.266 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:48:21.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.370+0000 7f9fb5a4c640 1 Processor -- start 2024-09-16T01:48:21.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.370+0000 7f9fb5a4c640 1 -- start start 2024-09-16T01:48:21.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9fb5a4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9fb5a4c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9fb00cf7b0 0x7f9fb00b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9fb5a4c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fb015ea70 con 0x7f9fb006c120 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9fb5a4c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9fb006c560 con 0x7f9fb00cf7b0 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9fb5a4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb00722a0 con 0x7f9fb015e690 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9faf7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9fb00cf7b0 0x7f9fb00b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9fae7fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9fb006c120 0x7f9fb00cf0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:35506/0 (socket says 172.21.15.16:35506) 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9faeffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.371+0000 7f9fae7fc640 1 -- 172.21.15.16:0/2612413806 learned_addr learned my addr 172.21.15.16:0/2612413806 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.372+0000 7f9faf7fe640 1 -- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 msgr2=0x7f9fb006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.372+0000 7f9faf7fe640 1 --2- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.372+0000 7f9faf7fe640 1 -- 172.21.15.16:0/2612413806 >> v1:172.21.15.104:6789/0 conn(0x7f9fb006c120 legacy=0x7f9fb00cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.372+0000 7f9faf7fe640 1 -- 172.21.15.16:0/2612413806 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb0072580 con 0x7f9fb00cf7b0 2024-09-16T01:48:21.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.372+0000 7f9fadffb640 1 -- 172.21.15.16:0/2612413806 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2235138016 0 0) 0x7f9fb015ea70 con 0x7f9fb006c120 2024-09-16T01:48:21.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.372+0000 7f9faeffd640 1 --2- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:21.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9faf7fe640 1 --2- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 0x7f9fb00b7630 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8009d90 tx=0x7f9fa802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65dede527e322c16 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fadffb640 1 -- 172.21.15.16:0/2612413806 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8007740 con 0x7f9fb00cf7b0 2024-09-16T01:48:21.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fadffb640 1 -- 172.21.15.16:0/2612413806 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fa80078e0 con 0x7f9fb00cf7b0 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fadffb640 1 -- 172.21.15.16:0/2612413806 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8007cb0 con 0x7f9fb00cf7b0 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 msgr2=0x7f9fb00b7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 0x7f9fb00b7630 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8009d90 tx=0x7f9fa802a660 comp rx=0 tx=0).stop 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2612413806 shutdown_connections 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 0x7f9fb00b7630 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2612413806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2612413806 >> 172.21.15.16:0/2612413806 conn(0x7f9fb00d1200 msgr2=0x7f9fb00d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.373+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2612413806 shutdown_connections 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.374+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2612413806 wait complete. 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.375+0000 7f9fb5a4c640 1 Processor -- start 2024-09-16T01:48:21.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.375+0000 7f9fb5a4c640 1 -- start start 2024-09-16T01:48:21.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.375+0000 7f9fb5a4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fb006c120 0x7f9fb0152e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.375+0000 7f9fb5a4c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 0x7f9fb00b4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.375+0000 7f9fb5a4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb00b50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9fb5a4c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb00b7b70 con 0x7f9fb006c120 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9fb5a4c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0072b40 con 0x7f9fb00cf7b0 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9fb5a4c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb00b7cf0 con 0x7f9fb015e690 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fb006c120 0x7f9fb0152e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fb006c120 0x7f9fb0152e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39154/0 (socket says 172.21.15.16:39154) 2024-09-16T01:48:21.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 -- 172.21.15.16:0/2725074366 learned_addr learned my addr 172.21.15.16:0/2725074366 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faf7fe640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb00b50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9fae7fc640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 0x7f9fb00b4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 -- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 msgr2=0x7f9fb00b50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb00b50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 -- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 msgr2=0x7f9fb00b4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 0x7f9fb00b4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 -- 172.21.15.16:0/2725074366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb00cda50 con 0x7f9fb006c120 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9faeffd640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fb006c120 0x7f9fb0152e40 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000e960 tx=0x7f9fa000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9f97fff640 1 -- 172.21.15.16:0/2725074366 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0017070 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9f97fff640 1 -- 172.21.15.16:0/2725074366 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fa000ca00 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9f97fff640 1 -- 172.21.15.16:0/2725074366 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa000cdd0 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.376+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb00cdd30 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.377+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb00ce2f0 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.378+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fb00b7630 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.378+0000 7f9f97fff640 1 -- 172.21.15.16:0/2725074366 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f9fa001a070 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.378+0000 7f9f97fff640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9f9c06c6a0 0x7f9f9c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.379+0000 7f9f97fff640 1 -- 172.21.15.16:0/2725074366 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4971+0+0 (secure 0 0 0) 0x7f9fa008b800 con 0x7f9fb006c120 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.379+0000 7f9fae7fc640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9f9c06c6a0 0x7f9f9c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.379+0000 7f9fae7fc640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9f9c06c6a0 0x7f9f9c06eb60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9fb00b98a0 tx=0x7f9fa4007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.383+0000 7f9f97fff640 1 -- 172.21.15.16:0/2725074366 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9fa00595a0 con 0x7f9fb006c120 2024-09-16T01:48:21.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.557+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f9fb00ba1c0 con 0x7f9fb006c120 2024-09-16T01:48:21.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.560+0000 7f9f97fff640 1 -- 172.21.15.16:0/2725074366 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7f9fa005d8a0 con 0x7f9fb006c120 2024-09-16T01:48:21.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9f9c06c6a0 msgr2=0x7f9f9c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9f9c06c6a0 0x7f9f9c06eb60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9fb00b98a0 tx=0x7f9fa4007d50 comp rx=0 tx=0).stop 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fb006c120 msgr2=0x7f9fb0152e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fb006c120 0x7f9fb0152e40 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000e960 tx=0x7f9fa000ee20 comp rx=0 tx=0).stop 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 shutdown_connections 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9f9c06c6a0 0x7f9f9c06eb60 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9fb015e690 0x7f9fb00b50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fb00cf7b0 0x7f9fb00b4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 --2- 172.21.15.16:0/2725074366 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fb006c120 0x7f9fb0152e40 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 >> 172.21.15.16:0/2725074366 conn(0x7f9fb00d1200 msgr2=0x7f9fb00d4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 shutdown_connections 2024-09-16T01:48:21.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.562+0000 7f9fb5a4c640 1 -- 172.21.15.16:0/2725074366 wait complete. 2024-09-16T01:48:21.574 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:48:21.574 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:21.619 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:21.661 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:48:21.662 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:21.662 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:21.678 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:48:21.679 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:21.679 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:21.720 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:48:21.720 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:21.720 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:21.736 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:48:21.736 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:21.736 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:21.777 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:48:21.777 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:48:21.777 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:21.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.878+0000 7f3bb845e640 1 Processor -- start 2024-09-16T01:48:21.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.878+0000 7f3bb845e640 1 -- start start 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb845e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bb00cecb0 0x7f3bb00ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb845e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3bb00cda90 0x7f3bb006bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb845e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bb0160230 con 0x7f3bb00cf090 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb845e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3bb0160e40 con 0x7f3bb00cecb0 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb845e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3bb0160510 con 0x7f3bb00cda90 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb61fa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bb00cecb0 0x7f3bb00ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb59f9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3bb00cf090 0x7f3bb00cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50086/0 (socket says 172.21.15.16:50086) 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb59f9640 1 -- 172.21.15.16:0/1910492156 learned_addr learned my addr 172.21.15.16:0/1910492156 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb69fb640 1 --2- 172.21.15.16:0/1910492156 >> v2:172.21.15.104:3300/0 conn(0x7f3bb00cda90 0x7f3bb006bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb61fa640 1 -- 172.21.15.16:0/1910492156 >> v2:172.21.15.104:3300/0 conn(0x7f3bb00cda90 msgr2=0x7f3bb006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb61fa640 1 --2- 172.21.15.16:0/1910492156 >> v2:172.21.15.104:3300/0 conn(0x7f3bb00cda90 0x7f3bb006bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb61fa640 1 -- 172.21.15.16:0/1910492156 >> v1:172.21.15.16:6789/0 conn(0x7f3bb00cf090 legacy=0x7f3bb00cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb51f8640 1 -- 172.21.15.16:0/1910492156 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3791914815 0 0) 0x7f3bb0160230 con 0x7f3bb00cf090 2024-09-16T01:48:21.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb61fa640 1 -- 172.21.15.16:0/1910492156 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb01607f0 con 0x7f3bb00cecb0 2024-09-16T01:48:21.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.879+0000 7f3bb69fb640 1 --2- 172.21.15.16:0/1910492156 >> v2:172.21.15.104:3300/0 conn(0x7f3bb00cda90 0x7f3bb006bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:21.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.880+0000 7f3bb61fa640 1 --2- 172.21.15.16:0/1910492156 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cecb0 0x7f3bb00ce190 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f3bb006f260 tx=0x7f3bac02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=189b2af483d5e311 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.880+0000 7f3bb51f8640 1 -- 172.21.15.16:0/1910492156 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac037070 con 0x7f3bb00cecb0 2024-09-16T01:48:21.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.880+0000 7f3bb51f8640 1 -- 172.21.15.16:0/1910492156 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bac032440 con 0x7f3bb00cecb0 2024-09-16T01:48:21.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.880+0000 7f3bb51f8640 1 -- 172.21.15.16:0/1910492156 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac032810 con 0x7f3bb00cecb0 2024-09-16T01:48:21.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 -- 172.21.15.16:0/1910492156 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cecb0 msgr2=0x7f3bb00ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1910492156 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cecb0 0x7f3bb00ce190 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f3bb006f260 tx=0x7f3bac02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 -- 172.21.15.16:0/1910492156 shutdown_connections 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1910492156 >> v2:172.21.15.104:3300/0 conn(0x7f3bb00cda90 0x7f3bb006bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1910492156 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cecb0 0x7f3bb00ce190 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 -- 172.21.15.16:0/1910492156 >> 172.21.15.16:0/1910492156 conn(0x7f3bb00b2000 msgr2=0x7f3bb00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 -- 172.21.15.16:0/1910492156 shutdown_connections 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.881+0000 7f3bb845e640 1 -- 172.21.15.16:0/1910492156 wait complete. 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.882+0000 7f3bb845e640 1 Processor -- start 2024-09-16T01:48:21.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.882+0000 7f3bb845e640 1 -- start start 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb845e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cda90 0x7f3bb00ac610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb845e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb00cecb0 0x7f3bb00b0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb845e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb00cf090 0x7f3bb00d0490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb845e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb006c310 con 0x7f3bb00cda90 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb845e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb006c190 con 0x7f3bb00cf090 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb845e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3bb006c490 con 0x7f3bb00cecb0 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cda90 0x7f3bb00ac610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cda90 0x7f3bb00ac610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39168/0 (socket says 172.21.15.16:39168) 2024-09-16T01:48:21.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 -- 172.21.15.16:0/1758032590 learned_addr learned my addr 172.21.15.16:0/1758032590 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb69fb640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb00cf090 0x7f3bb00d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 -- 172.21.15.16:0/1758032590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb00cecb0 msgr2=0x7f3bb00b0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb00cecb0 0x7f3bb00b0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 -- 172.21.15.16:0/1758032590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb00cf090 msgr2=0x7f3bb00d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb00cf090 0x7f3bb00d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.883+0000 7f3bb61fa640 1 -- 172.21.15.16:0/1758032590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb00acd60 con 0x7f3bb00cda90 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.884+0000 7f3bb61fa640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cda90 0x7f3bb00ac610 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f3bac000c00 tx=0x7f3bac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.884+0000 7f3ba6ffd640 1 -- 172.21.15.16:0/1758032590 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac037040 con 0x7f3bb00cda90 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.884+0000 7f3ba6ffd640 1 -- 172.21.15.16:0/1758032590 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bac042070 con 0x7f3bb00cda90 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.884+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bb00ad040 con 0x7f3bb00cda90 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.884+0000 7f3ba6ffd640 1 -- 172.21.15.16:0/1758032590 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac030bd0 con 0x7f3bb00cda90 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.884+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bb00ad600 con 0x7f3bb00cda90 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.885+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bb006bc50 con 0x7f3bb00cda90 2024-09-16T01:48:21.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.885+0000 7f3ba6ffd640 1 -- 172.21.15.16:0/1758032590 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f3bac047460 con 0x7f3bb00cda90 2024-09-16T01:48:21.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.886+0000 7f3ba6ffd640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9406c6a0 0x7f3b9406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.886+0000 7f3ba6ffd640 1 -- 172.21.15.16:0/1758032590 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4971+0+0 (secure 0 0 0) 0x7f3bac0ac380 con 0x7f3bb00cda90 2024-09-16T01:48:21.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.886+0000 7f3bb59f9640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9406c6a0 0x7f3b9406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.886+0000 7f3bb59f9640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9406c6a0 0x7f3b9406eb60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0007fd0 tx=0x7f3ba0007960 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:21.890+0000 7f3ba6ffd640 1 -- 172.21.15.16:0/1758032590 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bac032e20 con 0x7f3bb00cda90 2024-09-16T01:48:22.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.101+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3bb015ff00 con 0x7f3bb00cda90 2024-09-16T01:48:22.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.101+0000 7f3ba6ffd640 1 -- 172.21.15.16:0/1758032590 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+3917 (secure 0 0 0) 0x7f3bac07a900 con 0x7f3bb00cda90 2024-09-16T01:48:22.102 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:22.103 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":63,"btime":"2024-09-16T01:48:16:874341+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3047370707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3047370707},{"type":"v1","addr":"172.21.15.104:6834","nonce":3047370707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6544,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/2461378403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2461378403},{"type":"v1","addr":"172.21.15.104:6835","nonce":2461378403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7023,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1430875278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1430875278},{"type":"v1","addr":"172.21.15.16:6834","nonce":1430875278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":7476,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2204748801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2204748801},{"type":"v1","addr":"172.21.15.16:6835","nonce":2204748801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[]} 2024-09-16T01:48:22.103 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 63 2024-09-16T01:48:22.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9406c6a0 msgr2=0x7f3b9406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:22.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9406c6a0 0x7f3b9406eb60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0007fd0 tx=0x7f3ba0007960 comp rx=0 tx=0).stop 2024-09-16T01:48:22.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cda90 msgr2=0x7f3bb00ac610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:22.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cda90 0x7f3bb00ac610 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f3bac000c00 tx=0x7f3bac0046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:22.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 shutdown_connections 2024-09-16T01:48:22.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3b9406c6a0 0x7f3b9406eb60 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:22.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bb00cf090 0x7f3bb00d0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:22.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bb00cecb0 0x7f3bb00b0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:22.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 --2- 172.21.15.16:0/1758032590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bb00cda90 0x7f3bb00ac610 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:22.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 >> 172.21.15.16:0/1758032590 conn(0x7f3bb00b2000 msgr2=0x7f3bb015a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:22.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 shutdown_connections 2024-09-16T01:48:22.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:22.104+0000 7f3bb845e640 1 -- 172.21.15.16:0/1758032590 wait complete. 2024-09-16T01:48:22.116 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:48:22.116 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:48:22.116 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:48:22.116 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:22.116 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:48:22.117 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:48:22.117 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:48:22.117 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:22.117 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:48:22.117 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:48:22.117 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:48:22.117 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:22.118 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:48:22.118 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:48:22.118 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:48:22.118 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:22.126 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:48:22.126 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:48:22.128 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:48:22.128 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:48:22.129 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:48:22.129 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:48:22.169 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:48:22.170 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:22.172 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:48:22.172 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:22.173 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:48:22.173 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:22.245 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:48:22.253 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:48:22.253 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:48:27.624 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-16T01:48:28.127 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:48:28.127 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:48:28.131 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:48:28.131 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:28.131 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:48:28.221 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:48:28.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.247+0000 7f53ab21e640 1 Processor -- start 2024-09-16T01:48:28.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53ab21e640 1 -- start start 2024-09-16T01:48:28.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53ab21e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a40752d0 0x7f53a40cf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:28.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53ab21e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f53a40cdb00 0x7f53a40cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:28.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53ab21e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53a40ce000 con 0x7f53a415eb00 2024-09-16T01:48:28.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53ab21e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f53a40b2a70 con 0x7f53a40cdb00 2024-09-16T01:48:28.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53ab21e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f53a40ce2e0 con 0x7f53a40752d0 2024-09-16T01:48:28.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53a97bb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f53a40cdb00 0x7f53a40cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:28.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.248+0000 7f53a97bb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f53a40cdb00 0x7f53a40cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38450/0 (socket says 172.21.15.16:38450) 2024-09-16T01:48:28.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.249+0000 7f53a97bb640 1 -- 172.21.15.16:0/2446238270 learned_addr learned my addr 172.21.15.16:0/2446238270 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:28.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.249+0000 7f53a3fff640 1 --2- 172.21.15.16:0/2446238270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a40752d0 0x7f53a40cf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:28.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.249+0000 7f53a97bb640 1 -- 172.21.15.16:0/2446238270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a40752d0 msgr2=0x7f53a40cf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:28.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.249+0000 7f53a97bb640 1 --2- 172.21.15.16:0/2446238270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a40752d0 0x7f53a40cf0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:28.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.249+0000 7f53a97bb640 1 -- 172.21.15.16:0/2446238270 >> v1:172.21.15.104:6789/0 conn(0x7f53a415eb00 legacy=0x7f53a4074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:28.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.249+0000 7f53a97bb640 1 -- 172.21.15.16:0/2446238270 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53a40ce5c0 con 0x7f53a40cdb00 2024-09-16T01:48:28.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53a97bb640 1 --2- 172.21.15.16:0/2446238270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40cdb00 0x7f53a40cf600 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f539c009e50 tx=0x7f539c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59800a22e4343985 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:28.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53a37fe640 1 -- 172.21.15.16:0/2446238270 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f539c036070 con 0x7f53a40cdb00 2024-09-16T01:48:28.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53a37fe640 1 -- 172.21.15.16:0/2446238270 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f539c031600 con 0x7f53a40cdb00 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53a37fe640 1 -- 172.21.15.16:0/2446238270 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f539c0319d0 con 0x7f53a40cdb00 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 -- 172.21.15.16:0/2446238270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40cdb00 msgr2=0x7f53a40cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 --2- 172.21.15.16:0/2446238270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40cdb00 0x7f53a40cf600 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f539c009e50 tx=0x7f539c02a710 comp rx=0 tx=0).stop 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 -- 172.21.15.16:0/2446238270 shutdown_connections 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 --2- 172.21.15.16:0/2446238270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40cdb00 0x7f53a40cf600 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 --2- 172.21.15.16:0/2446238270 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a40752d0 0x7f53a40cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 -- 172.21.15.16:0/2446238270 >> 172.21.15.16:0/2446238270 conn(0x7f53a40730c0 msgr2=0x7f53a40734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 -- 172.21.15.16:0/2446238270 shutdown_connections 2024-09-16T01:48:28.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.250+0000 7f53ab21e640 1 -- 172.21.15.16:0/2446238270 wait complete. 2024-09-16T01:48:28.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.252+0000 7f53ab21e640 1 Processor -- start 2024-09-16T01:48:28.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.252+0000 7f53ab21e640 1 -- start start 2024-09-16T01:48:28.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.252+0000 7f53ab21e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40752d0 0x7f53a4160d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:28.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53ab21e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53a40cdb00 0x7f53a40af730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53ab21e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a415eb00 0x7f53a409e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53ab21e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f53a406bbe0 con 0x7f53a40752d0 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53ab21e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f53a40ceb80 con 0x7f53a40cdb00 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53ab21e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f53a406bd60 con 0x7f53a415eb00 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40752d0 0x7f53a4160d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40752d0 0x7f53a4160d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38462/0 (socket says 172.21.15.16:38462) 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 -- 172.21.15.16:0/3934515901 learned_addr learned my addr 172.21.15.16:0/3934515901 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a97bb640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a415eb00 0x7f53a409e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a3fff640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53a40cdb00 0x7f53a40af730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 -- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a415eb00 msgr2=0x7f53a409e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a415eb00 0x7f53a409e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 -- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53a40cdb00 msgr2=0x7f53a40af730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:28.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53a40cdb00 0x7f53a40af730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:28.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 -- 172.21.15.16:0/3934515901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53a4161fc0 con 0x7f53a40752d0 2024-09-16T01:48:28.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a8fba640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40752d0 0x7f53a4160d50 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f539800c3f0 tx=0x7f539800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:28.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a17fa640 1 -- 172.21.15.16:0/3934515901 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53980052d0 con 0x7f53a40752d0 2024-09-16T01:48:28.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a17fa640 1 -- 172.21.15.16:0/3934515901 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5398005490 con 0x7f53a40752d0 2024-09-16T01:48:28.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53a40ae4b0 con 0x7f53a40752d0 2024-09-16T01:48:28.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53a17fa640 1 -- 172.21.15.16:0/3934515901 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5398007260 con 0x7f53a40752d0 2024-09-16T01:48:28.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.253+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53a40aecf0 con 0x7f53a40752d0 2024-09-16T01:48:28.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.255+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53a4073be0 con 0x7f53a40752d0 2024-09-16T01:48:28.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.255+0000 7f53a17fa640 1 -- 172.21.15.16:0/3934515901 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f5398007400 con 0x7f53a40752d0 2024-09-16T01:48:28.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.255+0000 7f53a17fa640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f538806c6a0 0x7f538806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:28.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.255+0000 7f53a17fa640 1 -- 172.21.15.16:0/3934515901 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4971+0+0 (secure 0 0 0) 0x7f539808acb0 con 0x7f53a40752d0 2024-09-16T01:48:28.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.255+0000 7f53a3fff640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f538806c6a0 0x7f538806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:28.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.256+0000 7f53a3fff640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f538806c6a0 0x7f538806eb60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f53a40b21a0 tx=0x7f5390008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:28.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.260+0000 7f53a17fa640 1 -- 172.21.15.16:0/3934515901 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f53a40ae4b0 con 0x7f53a40752d0 2024-09-16T01:48:28.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:28.449+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f53a40008d0 con 0x7f53a40752d0 2024-09-16T01:48:29.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.814+0000 7f53a17fa640 1 -- 172.21.15.16:0/3934515901 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v111) ==== 97+0+0 (secure 0 0 0) 0x7f5398058ad0 con 0x7f53a40752d0 2024-09-16T01:48:29.815 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:48:29.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f538806c6a0 msgr2=0x7f538806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f538806c6a0 0x7f538806eb60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f53a40b21a0 tx=0x7f5390008040 comp rx=0 tx=0).stop 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40752d0 msgr2=0x7f53a4160d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40752d0 0x7f53a4160d50 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f539800c3f0 tx=0x7f539800c8b0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 shutdown_connections 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f538806c6a0 0x7f538806eb60 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53a415eb00 0x7f53a409e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53a40cdb00 0x7f53a40af730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 --2- 172.21.15.16:0/3934515901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53a40752d0 0x7f53a4160d50 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 >> 172.21.15.16:0/3934515901 conn(0x7f53a40730c0 msgr2=0x7f53a406f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 shutdown_connections 2024-09-16T01:48:29.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.817+0000 7f53ab21e640 1 -- 172.21.15.16:0/3934515901 wait complete. 2024-09-16T01:48:29.832 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:48:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.939+0000 7f4cb76c9640 1 Processor -- start 2024-09-16T01:48:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.940+0000 7f4cb76c9640 1 -- start start 2024-09-16T01:48:29.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb76c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb00ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb76c9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4cb00cf090 0x7f4cb006bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb76c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4cb0160230 con 0x7f4cb00cecb0 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb76c9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4cb0160e40 con 0x7f4cb00cf090 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb76c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4cb0160510 con 0x7f4cb00cda90 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb5c66640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4cb00cf090 0x7f4cb006bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb5c66640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4cb00cf090 0x7f4cb006bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38464/0 (socket says 172.21.15.16:38464) 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb5c66640 1 -- 172.21.15.16:0/1803516204 learned_addr learned my addr 172.21.15.16:0/1803516204 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb5c66640 1 -- 172.21.15.16:0/1803516204 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 msgr2=0x7f4cb00ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb4c64640 1 --2- 172.21.15.16:0/1803516204 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb00ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb5c66640 1 --2- 172.21.15.16:0/1803516204 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb00ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb5c66640 1 -- 172.21.15.16:0/1803516204 >> v1:172.21.15.104:6789/0 conn(0x7f4cb00cecb0 legacy=0x7f4cb00cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb5c66640 1 -- 172.21.15.16:0/1803516204 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cb01607f0 con 0x7f4cb00cf090 2024-09-16T01:48:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.941+0000 7f4cb4c64640 1 --2- 172.21.15.16:0/1803516204 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb00ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.942+0000 7f4cb5c66640 1 --2- 172.21.15.16:0/1803516204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cf090 0x7f4cb006bc50 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f4ca8009e50 tx=0x7f4ca802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f06f3d8a6ce90c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.942+0000 7f4ca7fff640 1 -- 172.21.15.16:0/1803516204 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca8036070 con 0x7f4cb00cf090 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.942+0000 7f4ca7fff640 1 -- 172.21.15.16:0/1803516204 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca8031600 con 0x7f4cb00cf090 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.942+0000 7f4ca7fff640 1 -- 172.21.15.16:0/1803516204 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca80319d0 con 0x7f4cb00cf090 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1803516204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cf090 msgr2=0x7f4cb006bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1803516204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cf090 0x7f4cb006bc50 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f4ca8009e50 tx=0x7f4ca802a6c0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1803516204 shutdown_connections 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1803516204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cf090 0x7f4cb006bc50 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1803516204 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb00ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1803516204 >> 172.21.15.16:0/1803516204 conn(0x7f4cb00b2000 msgr2=0x7f4cb00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1803516204 shutdown_connections 2024-09-16T01:48:29.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.943+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1803516204 wait complete. 2024-09-16T01:48:29.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.944+0000 7f4cb76c9640 1 Processor -- start 2024-09-16T01:48:29.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.944+0000 7f4cb76c9640 1 -- start start 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb76c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb0153d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb76c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cecb0 0x7f4cb0143c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb76c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb00cf090 0x7f4cb01441c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb76c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb006c310 con 0x7f4cb00cecb0 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb76c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb006c190 con 0x7f4cb00cf090 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb76c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4cb006c490 con 0x7f4cb00cda90 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cecb0 0x7f4cb0143c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cecb0 0x7f4cb0143c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38472/0 (socket says 172.21.15.16:38472) 2024-09-16T01:48:29.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 -- 172.21.15.16:0/1876366718 learned_addr learned my addr 172.21.15.16:0/1876366718 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb5465640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb0153d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb5c66640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb00cf090 0x7f4cb01441c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 -- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 msgr2=0x7f4cb0153d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb0153d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 -- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb00cf090 msgr2=0x7f4cb01441c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb00cf090 0x7f4cb01441c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 -- 172.21.15.16:0/1876366718 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cb00b1d20 con 0x7f4cb00cecb0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4cb4c64640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cecb0 0x7f4cb0143c80 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f4ca000c7c0 tx=0x7f4ca000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4ca5ffb640 1 -- 172.21.15.16:0/1876366718 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0015070 con 0x7f4cb00cecb0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.945+0000 7f4ca5ffb640 1 -- 172.21.15.16:0/1876366718 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca0007820 con 0x7f4cb00cecb0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.946+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cb015b270 con 0x7f4cb00cecb0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.946+0000 7f4ca5ffb640 1 -- 172.21.15.16:0/1876366718 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0007bf0 con 0x7f4cb00cecb0 2024-09-16T01:48:29.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.946+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cb015b510 con 0x7f4cb00cecb0 2024-09-16T01:48:29.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.947+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cb00ce190 con 0x7f4cb00cecb0 2024-09-16T01:48:29.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.947+0000 7f4ca5ffb640 1 -- 172.21.15.16:0/1876366718 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f4ca0018070 con 0x7f4cb00cecb0 2024-09-16T01:48:29.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.948+0000 7f4ca5ffb640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4c9406c6a0 0x7f4c9406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.948+0000 7f4ca5ffb640 1 -- 172.21.15.16:0/1876366718 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4885+0+0 (secure 0 0 0) 0x7f4ca008b730 con 0x7f4cb00cecb0 2024-09-16T01:48:29.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.948+0000 7f4cb5465640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4c9406c6a0 0x7f4c9406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.948+0000 7f4cb5465640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4c9406c6a0 0x7f4c9406eb60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4cac006fd0 tx=0x7f4cac009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:29.952+0000 7f4ca5ffb640 1 -- 172.21.15.16:0/1876366718 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ca0059520 con 0x7f4cb00cecb0 2024-09-16T01:48:30.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.197+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f4cb015f300 con 0x7f4cb00cecb0 2024-09-16T01:48:30.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.198+0000 7f4ca5ffb640 1 -- 172.21.15.16:0/1876366718 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f4ca005d820 con 0x7f4cb00cecb0 2024-09-16T01:48:30.199 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.200 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.201 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.202 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.203 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.204 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.205 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.206 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.207 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.208 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.209 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:48:30.210 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:30.211 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.212 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:48:30.213 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4c9406c6a0 msgr2=0x7f4c9406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4c9406c6a0 0x7f4c9406eb60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4cac006fd0 tx=0x7f4cac009060 comp rx=0 tx=0).stop 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cecb0 msgr2=0x7f4cb0143c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cecb0 0x7f4cb0143c80 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f4ca000c7c0 tx=0x7f4ca000cc80 comp rx=0 tx=0).stop 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 shutdown_connections 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4c9406c6a0 0x7f4c9406eb60 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb00cf090 0x7f4cb01441c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00cecb0 0x7f4cb0143c80 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 --2- 172.21.15.16:0/1876366718 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4cb00cda90 0x7f4cb0153d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 >> 172.21.15.16:0/1876366718 conn(0x7f4cb00b2000 msgr2=0x7f4cb006d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:30.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 shutdown_connections 2024-09-16T01:48:30.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.200+0000 7f4cb76c9640 1 -- 172.21.15.16:0/1876366718 wait complete. 2024-09-16T01:48:30.216 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:48:30.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.317+0000 7fd88b82e640 1 Processor -- start 2024-09-16T01:48:30.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.317+0000 7fd88b82e640 1 -- start start 2024-09-16T01:48:30.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.318+0000 7fd88b82e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd884147fc0 0x7fd88415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.318+0000 7fd88b82e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8840d0ee0 0x7fd8840d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.318+0000 7fd88b82e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8840ba310 con 0x7fd8840b97d0 2024-09-16T01:48:30.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.318+0000 7fd88b82e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd8841483a0 con 0x7fd8840d0ee0 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.318+0000 7fd88b82e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd88415efa0 con 0x7fd884147fc0 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd888dc9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8840d0ee0 0x7fd8840d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd8895ca640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd884147fc0 0x7fd88415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd8895ca640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd884147fc0 0x7fd88415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:49288/0 (socket says 172.21.15.16:49288) 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd8895ca640 1 -- 172.21.15.16:0/1498330338 learned_addr learned my addr 172.21.15.16:0/1498330338 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd889dcb640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd8840b97d0 0x7fd8840b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56742/0 (socket says 172.21.15.16:56742) 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd888dc9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8840d0ee0 0x7fd8840d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:54798/0 (socket says 172.21.15.16:54798) 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd883fff640 1 -- 172.21.15.16:0/1498330338 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2184190278 0 0) 0x7fd8840ba310 con 0x7fd8840b97d0 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd883fff640 1 -- 172.21.15.16:0/1498330338 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd86c003520 con 0x7fd8840b97d0 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd888dc9640 1 -- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd884147fc0 msgr2=0x7fd88415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd888dc9640 1 --2- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd884147fc0 0x7fd88415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd888dc9640 1 -- 172.21.15.16:0/1498330338 >> v1:172.21.15.104:6789/0 conn(0x7fd8840b97d0 legacy=0x7fd8840b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd888dc9640 1 -- 172.21.15.16:0/1498330338 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8840d2750 con 0x7fd8840d0ee0 2024-09-16T01:48:30.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.319+0000 7fd8895ca640 1 --2- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd884147fc0 0x7fd88415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.320+0000 7fd888dc9640 1 --2- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8840d0ee0 0x7fd8840d1340 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd8780097a0 tx=0x7fd87802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f5f1845bae93811 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.320+0000 7fd883fff640 1 -- 172.21.15.16:0/1498330338 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878037070 con 0x7fd8840d0ee0 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.320+0000 7fd883fff640 1 -- 172.21.15.16:0/1498330338 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd878032440 con 0x7fd8840d0ee0 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.320+0000 7fd883fff640 1 -- 172.21.15.16:0/1498330338 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878032810 con 0x7fd8840d0ee0 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 -- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8840d0ee0 msgr2=0x7fd8840d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 --2- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8840d0ee0 0x7fd8840d1340 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd8780097a0 tx=0x7fd87802a180 comp rx=0 tx=0).stop 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 -- 172.21.15.16:0/1498330338 shutdown_connections 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 --2- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8840d0ee0 0x7fd8840d1340 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 --2- 172.21.15.16:0/1498330338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd884147fc0 0x7fd88415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 -- 172.21.15.16:0/1498330338 >> 172.21.15.16:0/1498330338 conn(0x7fd884074fe0 msgr2=0x7fd88406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:30.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 -- 172.21.15.16:0/1498330338 shutdown_connections 2024-09-16T01:48:30.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.321+0000 7fd88b82e640 1 -- 172.21.15.16:0/1498330338 wait complete. 2024-09-16T01:48:30.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.322+0000 7fd88b82e640 1 Processor -- start 2024-09-16T01:48:30.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.322+0000 7fd88b82e640 1 -- start start 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd88b82e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8840b97d0 0x7fd8841528f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd88b82e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8840d0ee0 0x7fd8841421f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd88b82e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd884147fc0 0x7fd884140fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd88b82e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd8840d2500 con 0x7fd8840b97d0 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd88b82e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd8840d2d10 con 0x7fd884147fc0 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd88b82e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd8840d2ff0 con 0x7fd8840d0ee0 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8840b97d0 0x7fd8841528f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8840b97d0 0x7fd8841528f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38484/0 (socket says 172.21.15.16:38484) 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 -- 172.21.15.16:0/2669386208 learned_addr learned my addr 172.21.15.16:0/2669386208 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:30.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd889dcb640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd884147fc0 0x7fd884140fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd888dc9640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8840d0ee0 0x7fd8841421f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 -- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8840d0ee0 msgr2=0x7fd8841421f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8840d0ee0 0x7fd8841421f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 -- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd884147fc0 msgr2=0x7fd884140fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd884147fc0 0x7fd884140fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 -- 172.21.15.16:0/2669386208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88413ff10 con 0x7fd8840b97d0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.323+0000 7fd8895ca640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8840b97d0 0x7fd8841528f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fd87c00e9b0 tx=0x7fd87c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.324+0000 7fd881ffb640 1 -- 172.21.15.16:0/2669386208 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c017070 con 0x7fd8840b97d0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.324+0000 7fd881ffb640 1 -- 172.21.15.16:0/2669386208 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd87c00c9a0 con 0x7fd8840b97d0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.324+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8841401f0 con 0x7fd8840b97d0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.324+0000 7fd881ffb640 1 -- 172.21.15.16:0/2669386208 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c00cd50 con 0x7fd8840b97d0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.324+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8841407b0 con 0x7fd8840b97d0 2024-09-16T01:48:30.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.325+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8840d1340 con 0x7fd8840b97d0 2024-09-16T01:48:30.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.325+0000 7fd881ffb640 1 -- 172.21.15.16:0/2669386208 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fd87c01a070 con 0x7fd8840b97d0 2024-09-16T01:48:30.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.326+0000 7fd881ffb640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd87006c6a0 0x7fd87006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.326+0000 7fd881ffb640 1 -- 172.21.15.16:0/2669386208 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4885+0+0 (secure 0 0 0) 0x7fd87c08b980 con 0x7fd8840b97d0 2024-09-16T01:48:30.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.326+0000 7fd888dc9640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd87006c6a0 0x7fd87006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.326+0000 7fd888dc9640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd87006c6a0 0x7fd87006eb60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd878034000 tx=0x7fd87802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:30.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.330+0000 7fd881ffb640 1 -- 172.21.15.16:0/2669386208 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd87c059880 con 0x7fd8840b97d0 2024-09-16T01:48:30.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.509+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fd8840cd0f0 con 0x7fd8840b97d0 2024-09-16T01:48:30.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.510+0000 7fd881ffb640 1 -- 172.21.15.16:0/2669386208 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v111) ==== 84+0+65 (secure 0 0 0) 0x7fd87c05db80 con 0x7fd8840b97d0 2024-09-16T01:48:30.511 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:30.512 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:48:30.512 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:30.512 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:48:30.512 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:48:30.512 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:30.512 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:48:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd87006c6a0 msgr2=0x7fd87006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd87006c6a0 0x7fd87006eb60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd878034000 tx=0x7fd87802e000 comp rx=0 tx=0).stop 2024-09-16T01:48:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8840b97d0 msgr2=0x7fd8841528f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8840b97d0 0x7fd8841528f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fd87c00e9b0 tx=0x7fd87c00ee70 comp rx=0 tx=0).stop 2024-09-16T01:48:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 shutdown_connections 2024-09-16T01:48:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd87006c6a0 0x7fd87006eb60 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd884147fc0 0x7fd884140fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8840d0ee0 0x7fd8841421f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 --2- 172.21.15.16:0/2669386208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8840b97d0 0x7fd8841528f0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 >> 172.21.15.16:0/2669386208 conn(0x7fd884074fe0 msgr2=0x7fd8840cd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:30.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 shutdown_connections 2024-09-16T01:48:30.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.512+0000 7fd88b82e640 1 -- 172.21.15.16:0/2669386208 wait complete. 2024-09-16T01:48:30.524 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:48:30.524 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:48:30.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.629+0000 7f642c24c640 1 Processor -- start 2024-09-16T01:48:30.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.629+0000 7f642c24c640 1 -- start start 2024-09-16T01:48:30.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f642c24c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f64240b59f0 0x7f64240cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f642c24c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64240b4950 con 0x7f642415c420 2024-09-16T01:48:30.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f642c24c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64240b4c30 con 0x7f642406d430 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f642c24c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f64240b4f10 con 0x7f64240b59f0 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f64297e7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f64240b59f0 0x7f64240cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f6429fe8640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f642415c420 0x7f64240cfcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53812/0 (socket says 172.21.15.16:53812) 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f6429fe8640 1 -- 172.21.15.16:0/4240769562 learned_addr learned my addr 172.21.15.16:0/4240769562 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f64297e7640 1 -- 172.21.15.16:0/4240769562 >> v1:172.21.15.104:6789/0 conn(0x7f642406d430 legacy=0x7f642415c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f64297e7640 1 -- 172.21.15.16:0/4240769562 >> v1:172.21.15.16:6789/0 conn(0x7f642415c420 legacy=0x7f64240cfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f6428fe6640 1 -- 172.21.15.16:0/4240769562 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2377595534 0 0) 0x7f64240b4950 con 0x7f642415c420 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.630+0000 7f64297e7640 1 -- 172.21.15.16:0/4240769562 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64240b51f0 con 0x7f64240b59f0 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.631+0000 7f64297e7640 1 --2- 172.21.15.16:0/4240769562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64240b59f0 0x7f64240cdce0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f64140097a0 tx=0x7f641402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2873f9c48a566d18 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.631+0000 7f6428fe6640 1 -- 172.21.15.16:0/4240769562 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6414037070 con 0x7f64240b59f0 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.631+0000 7f6428fe6640 1 -- 172.21.15.16:0/4240769562 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f641402ae50 con 0x7f64240b59f0 2024-09-16T01:48:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.631+0000 7f6428fe6640 1 -- 172.21.15.16:0/4240769562 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6414032660 con 0x7f64240b59f0 2024-09-16T01:48:30.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.632+0000 7f642c24c640 1 -- 172.21.15.16:0/4240769562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64240b59f0 msgr2=0x7f64240cdce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.632+0000 7f642c24c640 1 --2- 172.21.15.16:0/4240769562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64240b59f0 0x7f64240cdce0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f64140097a0 tx=0x7f641402a140 comp rx=0 tx=0).stop 2024-09-16T01:48:30.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.632+0000 7f642c24c640 1 -- 172.21.15.16:0/4240769562 shutdown_connections 2024-09-16T01:48:30.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.632+0000 7f642c24c640 1 --2- 172.21.15.16:0/4240769562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f64240b59f0 0x7f64240cdce0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.632+0000 7f642c24c640 1 -- 172.21.15.16:0/4240769562 >> 172.21.15.16:0/4240769562 conn(0x7f642406c030 msgr2=0x7f642406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:30.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.632+0000 7f642c24c640 1 -- 172.21.15.16:0/4240769562 shutdown_connections 2024-09-16T01:48:30.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.632+0000 7f642c24c640 1 -- 172.21.15.16:0/4240769562 wait complete. 2024-09-16T01:48:30.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.633+0000 7f642c24c640 1 Processor -- start 2024-09-16T01:48:30.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.633+0000 7f642c24c640 1 -- start start 2024-09-16T01:48:30.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f642c24c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642406d430 0x7f6424147040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f642c24c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64240b59f0 0x7f6424153400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f642c24c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f642415c420 0x7f64240ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f642c24c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f642406da20 con 0x7f642406d430 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f642c24c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f642406d8a0 con 0x7f64240b59f0 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f642c24c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f642406dba0 con 0x7f642415c420 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642406d430 0x7f6424147040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642406d430 0x7f6424147040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38498/0 (socket says 172.21.15.16:38498) 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 -- 172.21.15.16:0/1125451261 learned_addr learned my addr 172.21.15.16:0/1125451261 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f64297e7640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64240b59f0 0x7f6424153400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f642a7e9640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f642415c420 0x7f64240ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 -- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f642415c420 msgr2=0x7f64240ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f642415c420 0x7f64240ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 -- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64240b59f0 msgr2=0x7f6424153400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:30.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64240b59f0 0x7f6424153400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 -- 172.21.15.16:0/1125451261 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6424153a70 con 0x7f642406d430 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.634+0000 7f6429fe8640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642406d430 0x7f6424147040 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f642000c500 tx=0x7f642000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.635+0000 7f641a7fc640 1 -- 172.21.15.16:0/1125451261 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6420018070 con 0x7f642406d430 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.635+0000 7f641a7fc640 1 -- 172.21.15.16:0/1125451261 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6420007580 con 0x7f642406d430 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.635+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6424153d50 con 0x7f642406d430 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.635+0000 7f641a7fc640 1 -- 172.21.15.16:0/1125451261 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6420004a20 con 0x7f642406d430 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.635+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6424154310 con 0x7f642406d430 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.636+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64240cdce0 con 0x7f642406d430 2024-09-16T01:48:30.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.636+0000 7f641a7fc640 1 -- 172.21.15.16:0/1125451261 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f642001b070 con 0x7f642406d430 2024-09-16T01:48:30.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.637+0000 7f641a7fc640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f640806c6a0 0x7f640806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:30.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.637+0000 7f64297e7640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f640806c6a0 0x7f640806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:30.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.637+0000 7f641a7fc640 1 -- 172.21.15.16:0/1125451261 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4885+0+0 (secure 0 0 0) 0x7f642008aa80 con 0x7f642406d430 2024-09-16T01:48:30.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.638+0000 7f64297e7640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f640806c6a0 0x7f640806eb60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6414034000 tx=0x7f641402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:30.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.641+0000 7f641a7fc640 1 -- 172.21.15.16:0/1125451261 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f642008ce20 con 0x7f642406d430 2024-09-16T01:48:30.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:30.817+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f642415ac30 con 0x7f642406d430 2024-09-16T01:48:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.817+0000 7f641a7fc640 1 -- 172.21.15.16:0/1125451261 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v112) ==== 138+0+0 (secure 0 0 0) 0x7f6420058980 con 0x7f642406d430 2024-09-16T01:48:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:48:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f640806c6a0 msgr2=0x7f640806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f640806c6a0 0x7f640806eb60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6414034000 tx=0x7f641402e000 comp rx=0 tx=0).stop 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642406d430 msgr2=0x7f6424147040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642406d430 0x7f6424147040 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f642000c500 tx=0x7f642000c9c0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 shutdown_connections 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f640806c6a0 0x7f640806eb60 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f642415c420 0x7f64240ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f64240b59f0 0x7f6424153400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 --2- 172.21.15.16:0/1125451261 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642406d430 0x7f6424147040 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 >> 172.21.15.16:0/1125451261 conn(0x7f642406c030 msgr2=0x7f6424073190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 shutdown_connections 2024-09-16T01:48:31.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.820+0000 7f642c24c640 1 -- 172.21.15.16:0/1125451261 wait complete. 2024-09-16T01:48:31.839 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:48:31.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.953+0000 7fcfa10ba640 1 Processor -- start 2024-09-16T01:48:31.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.954+0000 7fcfa10ba640 1 -- start start 2024-09-16T01:48:31.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.954+0000 7fcfa10ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.954+0000 7fcfa10ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcf9c0cfb00 0x7fcf9c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.954+0000 7fcfa10ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf9c0d22f0 con 0x7fcf9c0d4010 2024-09-16T01:48:31.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.954+0000 7fcfa10ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcf9c0d20a0 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.954+0000 7fcfa10ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcf9c0d25d0 con 0x7fcf9c147f30 2024-09-16T01:48:31.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcf9c0cfb00 0x7fcf9c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9b59e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcf9c0d4010 0x7fcf9c1621a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:53818/0 (socket says 172.21.15.16:53818) 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9b59e640 1 -- 172.21.15.16:0/3000167892 learned_addr learned my addr 172.21.15.16:0/3000167892 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9ad9d640 1 --2- 172.21.15.16:0/3000167892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9a59c640 1 -- 172.21.15.16:0/3000167892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 msgr2=0x7fcf9c0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9a59c640 1 --2- 172.21.15.16:0/3000167892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c0cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9a59c640 1 -- 172.21.15.16:0/3000167892 >> v1:172.21.15.16:6789/0 conn(0x7fcf9c0d4010 legacy=0x7fcf9c1621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf9a59c640 1 -- 172.21.15.16:0/3000167892 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf9c0d28b0 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.955+0000 7fcf99d9b640 1 -- 172.21.15.16:0/3000167892 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2972083462 0 0) 0x7fcf9c0d22f0 con 0x7fcf9c0d4010 2024-09-16T01:48:31.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcf9a59c640 1 --2- 172.21.15.16:0/3000167892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c0d0f70 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fcf900097a0 tx=0x7fcf9002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9ff5c4e901039e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcf99d9b640 1 -- 172.21.15.16:0/3000167892 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf90037070 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcf99d9b640 1 -- 172.21.15.16:0/3000167892 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf9002ae50 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcf99d9b640 1 -- 172.21.15.16:0/3000167892 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf90032660 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3000167892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 msgr2=0x7fcf9c0d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3000167892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c0d0f70 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fcf900097a0 tx=0x7fcf9002a100 comp rx=0 tx=0).stop 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3000167892 shutdown_connections 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3000167892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c0d0f70 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3000167892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c0cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3000167892 >> 172.21.15.16:0/3000167892 conn(0x7fcf9c074da0 msgr2=0x7fcf9c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3000167892 shutdown_connections 2024-09-16T01:48:31.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.956+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3000167892 wait complete. 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.958+0000 7fcfa10ba640 1 Processor -- start 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.958+0000 7fcfa10ba640 1 -- start start 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcfa10ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c15df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcfa10ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf9c0d4010 0x7fcf9c144bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcfa10ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c145100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcfa10ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcf9c0d30b0 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcfa10ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcf9c148310 con 0x7fcf9c0d4010 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcfa10ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcf9c0d3230 con 0x7fcf9c147f30 2024-09-16T01:48:31.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c15df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c15df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38508/0 (socket says 172.21.15.16:38508) 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 -- 172.21.15.16:0/3401975948 learned_addr learned my addr 172.21.15.16:0/3401975948 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9a59c640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf9c0d4010 0x7fcf9c144bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9b59e640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c145100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 -- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 msgr2=0x7fcf9c145100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c145100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 -- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf9c0d4010 msgr2=0x7fcf9c144bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf9c0d4010 0x7fcf9c144bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 -- 172.21.15.16:0/3401975948 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf9c1f4550 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.959+0000 7fcf9ad9d640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c15df60 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fcf8c00d620 tx=0x7fcf8c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.960+0000 7fcf837fe640 1 -- 172.21.15.16:0/3401975948 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf8c00b620 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.960+0000 7fcf837fe640 1 -- 172.21.15.16:0/3401975948 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf8c019070 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.960+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf9c1f4830 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.960+0000 7fcf837fe640 1 -- 172.21.15.16:0/3401975948 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf8c00ba00 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.960+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf9c1f4df0 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.961+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf9c0cf5c0 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.961+0000 7fcf837fe640 1 -- 172.21.15.16:0/3401975948 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fcf8c00bba0 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.962+0000 7fcf837fe640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcf8806c6d0 0x7fcf8806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.962+0000 7fcf837fe640 1 -- 172.21.15.16:0/3401975948 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5255+0+0 (secure 0 0 0) 0x7fcf8c08be30 con 0x7fcf9c0cfb00 2024-09-16T01:48:31.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.962+0000 7fcf9a59c640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcf8806c6d0 0x7fcf8806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.962+0000 7fcf9a59c640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcf8806c6d0 0x7fcf8806eb90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcf90034000 tx=0x7fcf9002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:31.966+0000 7fcf837fe640 1 -- 172.21.15.16:0/3401975948 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcf8c05a0f0 con 0x7fcf9c0cfb00 2024-09-16T01:48:32.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.141+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fcf9c0b92f0 con 0x7fcf9c0cfb00 2024-09-16T01:48:32.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.819+0000 7fcf837fe640 1 -- 172.21.15.16:0/3401975948 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v113) ==== 170+0+0 (secure 0 0 0) 0x7fcf8c0599f0 con 0x7fcf9c0cfb00 2024-09-16T01:48:32.821 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcf8806c6d0 msgr2=0x7fcf8806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcf8806c6d0 0x7fcf8806eb90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcf90034000 tx=0x7fcf9002e000 comp rx=0 tx=0).stop 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 msgr2=0x7fcf9c15df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c15df60 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fcf8c00d620 tx=0x7fcf8c00dae0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 shutdown_connections 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcf8806c6d0 0x7fcf8806eb90 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcf9c147f30 0x7fcf9c145100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf9c0d4010 0x7fcf9c144bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 --2- 172.21.15.16:0/3401975948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf9c0cfb00 0x7fcf9c15df60 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.823+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 >> 172.21.15.16:0/3401975948 conn(0x7fcf9c074da0 msgr2=0x7fcf9c0b87d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.824+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 shutdown_connections 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.824+0000 7fcfa10ba640 1 -- 172.21.15.16:0/3401975948 wait complete. 2024-09-16T01:48:32.853 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:48:32.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.959+0000 7f61157d6640 1 Processor -- start 2024-09-16T01:48:32.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.959+0000 7f61157d6640 1 -- start start 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f61157d6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f611015c080 0x7f61100d15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f61157d6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f61100d1b10 0x7f611006f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f61157d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015f800 0x7f611006f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f61157d6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f611015f370 con 0x7f61100d1b10 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f61157d6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f61100d1fb0 con 0x7f611015c080 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f61157d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f611015ed20 con 0x7f611015f800 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f610e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f61100d1b10 0x7f611006f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f610e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f61100d1b10 0x7f611006f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45922/0 (socket says 172.21.15.16:45922) 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f610e7fc640 1 -- 172.21.15.16:0/3363334378 learned_addr learned my addr 172.21.15.16:0/3363334378 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f610f7fe640 1 --2- 172.21.15.16:0/3363334378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015f800 0x7f611006f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.960+0000 7f610effd640 1 --2- 172.21.15.16:0/3363334378 >> v2:172.21.15.104:3300/0 conn(0x7f611015c080 0x7f61100d15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610e7fc640 1 -- 172.21.15.16:0/3363334378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015f800 msgr2=0x7f611006f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610e7fc640 1 --2- 172.21.15.16:0/3363334378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015f800 0x7f611006f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610e7fc640 1 -- 172.21.15.16:0/3363334378 >> v2:172.21.15.104:3300/0 conn(0x7f611015c080 msgr2=0x7f61100d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610e7fc640 1 --2- 172.21.15.16:0/3363334378 >> v2:172.21.15.104:3300/0 conn(0x7f611015c080 0x7f61100d15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610e7fc640 1 -- 172.21.15.16:0/3363334378 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f611015f000 con 0x7f61100d1b10 2024-09-16T01:48:32.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610effd640 1 --2- 172.21.15.16:0/3363334378 >> v2:172.21.15.104:3300/0 conn(0x7f611015c080 0x7f61100d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:32.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610e7fc640 1 --2- 172.21.15.16:0/3363334378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61100d1b10 0x7f611006f2d0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f61100cfe50 tx=0x7f60f802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bc3ba366edf7e73 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.961+0000 7f610dffb640 1 -- 172.21.15.16:0/3363334378 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f8037070 con 0x7f61100d1b10 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f610dffb640 1 -- 172.21.15.16:0/3363334378 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60f8032440 con 0x7f61100d1b10 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f610dffb640 1 -- 172.21.15.16:0/3363334378 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f8032810 con 0x7f61100d1b10 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 -- 172.21.15.16:0/3363334378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61100d1b10 msgr2=0x7f611006f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 --2- 172.21.15.16:0/3363334378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61100d1b10 0x7f611006f2d0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f61100cfe50 tx=0x7f60f802a140 comp rx=0 tx=0).stop 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 -- 172.21.15.16:0/3363334378 shutdown_connections 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 --2- 172.21.15.16:0/3363334378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015f800 0x7f611006f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 --2- 172.21.15.16:0/3363334378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61100d1b10 0x7f611006f2d0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 --2- 172.21.15.16:0/3363334378 >> v2:172.21.15.104:3300/0 conn(0x7f611015c080 0x7f61100d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 -- 172.21.15.16:0/3363334378 >> 172.21.15.16:0/3363334378 conn(0x7f61100d23c0 msgr2=0x7f61100d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 -- 172.21.15.16:0/3363334378 shutdown_connections 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.962+0000 7f61157d6640 1 -- 172.21.15.16:0/3363334378 wait complete. 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.963+0000 7f61157d6640 1 Processor -- start 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f61157d6640 1 -- start start 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f61157d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61100d1b10 0x7f6110154220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f61157d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015c080 0x7f6110156600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f61157d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f611015f800 0x7f611015a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f61157d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6110070cd0 con 0x7f611015f800 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f61157d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6110070b50 con 0x7f61100d1b10 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f61157d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6110162120 con 0x7f611015c080 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f610f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f611015f800 0x7f611015a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f610f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f611015f800 0x7f611015a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45924/0 (socket says 172.21.15.16:45924) 2024-09-16T01:48:32.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.964+0000 7f610f7fe640 1 -- 172.21.15.16:0/1631759368 learned_addr learned my addr 172.21.15.16:0/1631759368 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610effd640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61100d1b10 0x7f6110154220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610e7fc640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015c080 0x7f6110156600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610f7fe640 1 -- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015c080 msgr2=0x7f6110156600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610f7fe640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015c080 0x7f6110156600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610f7fe640 1 -- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61100d1b10 msgr2=0x7f6110154220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610f7fe640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61100d1b10 0x7f6110154220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610f7fe640 1 -- 172.21.15.16:0/1631759368 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61100b8120 con 0x7f611015f800 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f610f7fe640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f611015f800 0x7f611015a620 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f6100007e90 tx=0x7f610000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f61077fe640 1 -- 172.21.15.16:0/1631759368 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6100014420 con 0x7f611015f800 2024-09-16T01:48:32.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f61077fe640 1 -- 172.21.15.16:0/1631759368 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6100019070 con 0x7f611015f800 2024-09-16T01:48:32.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f61077fe640 1 -- 172.21.15.16:0/1631759368 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6100014800 con 0x7f611015f800 2024-09-16T01:48:32.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6110155880 con 0x7f611015f800 2024-09-16T01:48:32.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.965+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6110155b20 con 0x7f611015f800 2024-09-16T01:48:32.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.966+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61100d15d0 con 0x7f611015f800 2024-09-16T01:48:32.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.967+0000 7f61077fe640 1 -- 172.21.15.16:0/1631759368 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f61000149a0 con 0x7f611015f800 2024-09-16T01:48:32.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.967+0000 7f61077fe640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60f006c6a0 0x7f60f006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.967+0000 7f61077fe640 1 -- 172.21.15.16:0/1631759368 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 5637+0+0 (secure 0 0 0) 0x7f610008c220 con 0x7f611015f800 2024-09-16T01:48:32.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.967+0000 7f610effd640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60f006c6a0 0x7f60f006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.968+0000 7f610effd640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60f006c6a0 0x7f60f006eb60 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6108006e80 tx=0x7f6108008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:32.972+0000 7f61077fe640 1 -- 172.21.15.16:0/1631759368 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f61100b8120 con 0x7f611015f800 2024-09-16T01:48:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.184+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f61100707e0 con 0x7f611015f800 2024-09-16T01:48:33.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.867+0000 7f61077fe640 1 -- 172.21.15.16:0/1631759368 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 18 and data pool 19 v67) ==== 174+0+0 (secure 0 0 0) 0x7f6100059d60 con 0x7f611015f800 2024-09-16T01:48:33.881 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 18 and data pool 19 2024-09-16T01:48:33.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60f006c6a0 msgr2=0x7f60f006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:33.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60f006c6a0 0x7f60f006eb60 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6108006e80 tx=0x7f6108008040 comp rx=0 tx=0).stop 2024-09-16T01:48:33.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f611015f800 msgr2=0x7f611015a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:33.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f611015f800 0x7f611015a620 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f6100007e90 tx=0x7f610000e4b0 comp rx=0 tx=0).stop 2024-09-16T01:48:33.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 shutdown_connections 2024-09-16T01:48:33.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f60f006c6a0 0x7f60f006eb60 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:33.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f611015f800 0x7f611015a620 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:33.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f611015c080 0x7f6110156600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:33.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 --2- 172.21.15.16:0/1631759368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61100d1b10 0x7f6110154220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:33.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.883+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 >> 172.21.15.16:0/1631759368 conn(0x7f61100d23c0 msgr2=0x7f6110073a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:33.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.884+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 shutdown_connections 2024-09-16T01:48:33.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:33.884+0000 7f61157d6640 1 -- 172.21.15.16:0/1631759368 wait complete. 2024-09-16T01:48:33.903 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:34.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.008+0000 7fc584f1f640 1 Processor -- start 2024-09-16T01:48:34.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.008+0000 7fc584f1f640 1 -- start start 2024-09-16T01:48:34.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.009+0000 7fc584f1f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 0x7fc5800b6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.009+0000 7fc584f1f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5800d4eb0 con 0x7fc580147fa0 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.009+0000 7fc584f1f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5800d0f60 con 0x7fc58015fdb0 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.009+0000 7fc584f1f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc5800b6b90 con 0x7fc5800b61f0 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.009+0000 7fc57e59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc580147fa0 0x7fc5800d47a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33262/0 (socket says 172.21.15.16:33262) 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.009+0000 7fc57e59c640 1 -- 172.21.15.16:0/94277961 learned_addr learned my addr 172.21.15.16:0/94277961 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1569688880 0 0) 0x7fc5800d4eb0 con 0x7fc580147fa0 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57dd9b640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 0x7fc5800b6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc56c003520 con 0x7fc580147fa0 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2061549763 0 0) 0x7fc56c003520 con 0x7fc580147fa0 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 msgr2=0x7fc5800b6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 0x7fc5800b6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 >> v1:172.21.15.104:6789/0 conn(0x7fc58015fdb0 legacy=0x7fc5801601e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5800d1240 con 0x7fc580147fa0 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc5700019f0 con 0x7fc580147fa0 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 >> v1:172.21.15.16:6789/0 conn(0x7fc580147fa0 legacy=0x7fc5800d47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc56c0039e0 0x7fc56c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 0x7fc56c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc56c004d40 0x7fc56c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c00ba70 con 0x7fc56c0039e0 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c00bc20 con 0x7fc56c004d40 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc56c00be20 con 0x7fc5800b61f0 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57e59c640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc56c0039e0 0x7fc56c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57ed9d640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc56c004d40 0x7fc56c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57dd9b640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 0x7fc56c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57e59c640 1 -- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 msgr2=0x7fc56c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:34.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57e59c640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 0x7fc56c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57e59c640 1 -- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc56c004d40 msgr2=0x7fc56c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57e59c640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc56c004d40 0x7fc56c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57e59c640 1 -- 172.21.15.16:0/94277961 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56c003520 con 0x7fc56c0039e0 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.010+0000 7fc57dd9b640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc5800b61f0 0x7fc56c004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.011+0000 7fc57e59c640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc56c0039e0 0x7fc56c003e00 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fc57000a810 tx=0x7fc56c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bad9a37de1958946 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.011+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57000a460 con 0x7fc56c0039e0 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.011+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc57002f070 con 0x7fc56c0039e0 2024-09-16T01:48:34.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.011+0000 7fc57d59a640 1 -- 172.21.15.16:0/94277961 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57002bc90 con 0x7fc56c0039e0 2024-09-16T01:48:34.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.012+0000 7fc584f1f640 1 -- 172.21.15.16:0/94277961 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc56c0039e0 msgr2=0x7fc56c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.012+0000 7fc584f1f640 1 --2- 172.21.15.16:0/94277961 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc56c0039e0 0x7fc56c003e00 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fc57000a810 tx=0x7fc56c005830 comp rx=0 tx=0).stop 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.012+0000 7fc57ed9d640 1 -- 172.21.15.16:0/94277961 reap_dead start 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.012+0000 7fc584f1f640 1 -- 172.21.15.16:0/94277961 shutdown_connections 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.012+0000 7fc584f1f640 1 -- 172.21.15.16:0/94277961 >> 172.21.15.16:0/94277961 conn(0x7fc580074da0 msgr2=0x7fc580072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.012+0000 7fc584f1f640 1 -- 172.21.15.16:0/94277961 shutdown_connections 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.012+0000 7fc584f1f640 1 -- 172.21.15.16:0/94277961 wait complete. 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.013+0000 7fc584f1f640 1 Processor -- start 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.013+0000 7fc584f1f640 1 -- start start 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc584f1f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc56c0039e0 0x7fc5800d2b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc584f1f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc5800cbdb0 0x7fc5800ce740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc584f1f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5800cc230 0x7fc5800cec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc584f1f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc580148380 con 0x7fc5800cbdb0 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc584f1f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc5800d1800 con 0x7fc5800cc230 2024-09-16T01:48:34.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc584f1f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc580148500 con 0x7fc56c0039e0 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc57dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc5800cbdb0 0x7fc5800ce740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc57dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc5800cbdb0 0x7fc5800ce740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45940/0 (socket says 172.21.15.16:45940) 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc57dd9b640 1 -- 172.21.15.16:0/3406091895 learned_addr learned my addr 172.21.15.16:0/3406091895 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc57e59c640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc56c0039e0 0x7fc5800d2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.014+0000 7fc57ed9d640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5800cc230 0x7fc5800cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc57dd9b640 1 -- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc56c0039e0 msgr2=0x7fc5800d2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc57dd9b640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc56c0039e0 0x7fc5800d2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc57dd9b640 1 -- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5800cc230 msgr2=0x7fc5800cec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc57dd9b640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5800cc230 0x7fc5800cec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc57dd9b640 1 -- 172.21.15.16:0/3406091895 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5800cad70 con 0x7fc5800cbdb0 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc57dd9b640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc5800cbdb0 0x7fc5800ce740 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc5680116d0 tx=0x7fc568011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc576ffd640 1 -- 172.21.15.16:0/3406091895 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56800f9c0 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc576ffd640 1 -- 172.21.15.16:0/3406091895 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc56800fb60 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc576ffd640 1 -- 172.21.15.16:0/3406091895 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568015460 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5800cb050 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.015+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5800cb610 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.016+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5800d0b80 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.017+0000 7fc576ffd640 1 -- 172.21.15.16:0/3406091895 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fc568015600 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.017+0000 7fc576ffd640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc56006c6a0 0x7fc56006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.017+0000 7fc576ffd640 1 -- 172.21.15.16:0/3406091895 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5737+0+0 (secure 0 0 0) 0x7fc56808c3c0 con 0x7fc5800cbdb0 2024-09-16T01:48:34.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.017+0000 7fc57e59c640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc56006c6a0 0x7fc56006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.018+0000 7fc57e59c640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc56006c6a0 0x7fc56006eb60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc570033000 tx=0x7fc570007000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.022+0000 7fc576ffd640 1 -- 172.21.15.16:0/3406091895 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc568019030 con 0x7fc5800cbdb0 2024-09-16T01:48:34.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.199+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc580161350 con 0x7fc5800cbdb0 2024-09-16T01:48:34.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.200+0000 7fc576ffd640 1 -- 172.21.15.16:0/3406091895 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+16760 (secure 0 0 0) 0x7fc568059ea0 con 0x7fc5800cbdb0 2024-09-16T01:48:34.201 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:34.201 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":114,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:33.185577+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:30.849311+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T01:48:32.173426+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:34.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc56006c6a0 msgr2=0x7fc56006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc56006c6a0 0x7fc56006eb60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc570033000 tx=0x7fc570007000 comp rx=0 tx=0).stop 2024-09-16T01:48:34.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc5800cbdb0 msgr2=0x7fc5800ce740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc5800cbdb0 0x7fc5800ce740 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc5680116d0 tx=0x7fc568011b90 comp rx=0 tx=0).stop 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 shutdown_connections 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc56006c6a0 0x7fc56006eb60 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5800cc230 0x7fc5800cec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc5800cbdb0 0x7fc5800ce740 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 --2- 172.21.15.16:0/3406091895 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc56c0039e0 0x7fc5800d2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 >> 172.21.15.16:0/3406091895 conn(0x7fc580074da0 msgr2=0x7fc580160c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 shutdown_connections 2024-09-16T01:48:34.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.202+0000 7fc584f1f640 1 -- 172.21.15.16:0/3406091895 wait complete. 2024-09-16T01:48:34.215 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:34.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.317+0000 7f92fe39f640 1 Processor -- start 2024-09-16T01:48:34.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.317+0000 7f92fe39f640 1 -- start start 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92fe39f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92fe39f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92f80ba2f0 con 0x7f92f80b97d0 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92fe39f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92f80d2750 con 0x7f92f8147fc0 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92fe39f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f92f81483a0 con 0x7f92f80d15f0 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92fc93c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f92f80b97d0 0x7f92f80b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33264/0 (socket says 172.21.15.16:33264) 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92fc93c640 1 -- 172.21.15.16:0/2097493001 learned_addr learned my addr 172.21.15.16:0/2097493001 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92f77fe640 1 --2- 172.21.15.16:0/2097493001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2031834893 0 0) 0x7f92f80ba2f0 con 0x7f92f80b97d0 2024-09-16T01:48:34.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.318+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92e0003520 con 0x7f92f80b97d0 2024-09-16T01:48:34.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.319+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3072209456 0 0) 0x7f92f80d2750 con 0x7f92f8147fc0 2024-09-16T01:48:34.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.319+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92f80ba2f0 con 0x7f92f8147fc0 2024-09-16T01:48:34.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.319+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4218301817 0 0) 0x7f92e0003520 con 0x7f92f80b97d0 2024-09-16T01:48:34.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.319+0000 7f92f77fe640 1 -- 172.21.15.16:0/2097493001 >> v1:172.21.15.104:6789/0 conn(0x7f92f8147fc0 legacy=0x7f92f80d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.319+0000 7f92f77fe640 1 -- 172.21.15.16:0/2097493001 >> v1:172.21.15.16:6789/0 conn(0x7f92f80b97d0 legacy=0x7f92f80b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.319+0000 7f92f77fe640 1 -- 172.21.15.16:0/2097493001 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f80d2a30 con 0x7f92f80d15f0 2024-09-16T01:48:34.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.319+0000 7f92f77fe640 1 --2- 172.21.15.16:0/2097493001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f815ea60 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f92ec0097d0 tx=0x7f92ec02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b4b7a9b0390260c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92ec037070 con 0x7f92f80d15f0 2024-09-16T01:48:34.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92ec02ac30 con 0x7f92f80d15f0 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92f6ffd640 1 -- 172.21.15.16:0/2097493001 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92f00019f0 con 0x7f92f80d15f0 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92fe39f640 1 -- 172.21.15.16:0/2097493001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 msgr2=0x7f92f815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92fe39f640 1 --2- 172.21.15.16:0/2097493001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f815ea60 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f92ec0097d0 tx=0x7f92ec02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92fe39f640 1 -- 172.21.15.16:0/2097493001 shutdown_connections 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92fe39f640 1 --2- 172.21.15.16:0/2097493001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f815ea60 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92fe39f640 1 -- 172.21.15.16:0/2097493001 >> 172.21.15.16:0/2097493001 conn(0x7f92f8074fe0 msgr2=0x7f92f806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92fe39f640 1 -- 172.21.15.16:0/2097493001 shutdown_connections 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.320+0000 7f92fe39f640 1 -- 172.21.15.16:0/2097493001 wait complete. 2024-09-16T01:48:34.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.321+0000 7f92fe39f640 1 Processor -- start 2024-09-16T01:48:34.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92fe39f640 1 -- start start 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92fe39f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92f80b97d0 0x7f92f81607a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92fe39f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f80c94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92fe39f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8147fc0 0x7f92f80c99e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92fe39f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f92f80d2500 con 0x7f92f80b97d0 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92fe39f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f92f815efa0 con 0x7f92f8147fc0 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92fe39f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f92f80d2ff0 con 0x7f92f80d15f0 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92f7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92f80b97d0 0x7f92f81607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92f7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92f80b97d0 0x7f92f81607a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45956/0 (socket says 172.21.15.16:45956) 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.322+0000 7f92f7fff640 1 -- 172.21.15.16:0/3340660323 learned_addr learned my addr 172.21.15.16:0/3340660323 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:34.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f77fe640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f80c94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92fc93c640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8147fc0 0x7f92f80c99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f7fff640 1 -- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 msgr2=0x7f92f80c94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f7fff640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f80c94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f7fff640 1 -- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8147fc0 msgr2=0x7f92f80c99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f7fff640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8147fc0 0x7f92f80c99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f7fff640 1 -- 172.21.15.16:0/3340660323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f81f7b30 con 0x7f92f80b97d0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f7fff640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92f80b97d0 0x7f92f81607a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f92e800c430 tx=0x7f92e800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f4ff9640 1 -- 172.21.15.16:0/3340660323 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e8017070 con 0x7f92f80b97d0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f4ff9640 1 -- 172.21.15.16:0/3340660323 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92e80052f0 con 0x7f92f80b97d0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92f81f7e10 con 0x7f92f80b97d0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92f4ff9640 1 -- 172.21.15.16:0/3340660323 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e8003830 con 0x7f92f80b97d0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.323+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92f81f83d0 con 0x7f92f80b97d0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.324+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92f815ea60 con 0x7f92f80b97d0 2024-09-16T01:48:34.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.325+0000 7f92f4ff9640 1 -- 172.21.15.16:0/3340660323 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f92e801a070 con 0x7f92f80b97d0 2024-09-16T01:48:34.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.325+0000 7f92f4ff9640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f92e406c6a0 0x7f92e406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.325+0000 7f92f77fe640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f92e406c6a0 0x7f92e406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.325+0000 7f92f4ff9640 1 -- 172.21.15.16:0/3340660323 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5737+0+0 (secure 0 0 0) 0x7f92e808af10 con 0x7f92f80b97d0 2024-09-16T01:48:34.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.326+0000 7f92f77fe640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f92e406c6a0 0x7f92e406eb60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f92ec034000 tx=0x7f92ec02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.330+0000 7f92f4ff9640 1 -- 172.21.15.16:0/3340660323 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f92e8059110 con 0x7f92f80b97d0 2024-09-16T01:48:34.338 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-16T01:48:34.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.506+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f92f8069b60 con 0x7f92f80b97d0 2024-09-16T01:48:34.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.507+0000 7f92f4ff9640 1 -- 172.21.15.16:0/3340660323 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+16760 (secure 0 0 0) 0x7f92e8058a10 con 0x7f92f80b97d0 2024-09-16T01:48:34.508 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:34.508 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":114,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:33.185577+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:30.849311+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T01:48:32.173426+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:34.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f92e406c6a0 msgr2=0x7f92e406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f92e406c6a0 0x7f92e406eb60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f92ec034000 tx=0x7f92ec02e000 comp rx=0 tx=0).stop 2024-09-16T01:48:34.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92f80b97d0 msgr2=0x7f92f81607a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92f80b97d0 0x7f92f81607a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f92e800c430 tx=0x7f92e800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 shutdown_connections 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f92e406c6a0 0x7f92e406eb60 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8147fc0 0x7f92f80c99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92f80d15f0 0x7f92f80c94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 --2- 172.21.15.16:0/3340660323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92f80b97d0 0x7f92f81607a0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 >> 172.21.15.16:0/3340660323 conn(0x7f92f8074fe0 msgr2=0x7f92f80d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 shutdown_connections 2024-09-16T01:48:34.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.509+0000 7f92fe39f640 1 -- 172.21.15.16:0/3340660323 wait complete. 2024-09-16T01:48:34.522 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:48:34.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.625+0000 7f1c7f9f6640 1 Processor -- start 2024-09-16T01:48:34.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.626+0000 7f1c7f9f6640 1 -- start start 2024-09-16T01:48:34.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.626+0000 7f1c7f9f6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1c78147f30 0x7f1c780cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.626+0000 7f1c7f9f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c780d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.626+0000 7f1c7f9f6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c780d22f0 con 0x7f1c780d4010 2024-09-16T01:48:34.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.626+0000 7f1c7f9f6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1c780d20a0 con 0x7f1c78147f30 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.626+0000 7f1c7f9f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1c780d25d0 con 0x7f1c780cfb00 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.626+0000 7f1c7d792640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1c78147f30 0x7f1c780cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7d792640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1c78147f30 0x7f1c780cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45958/0 (socket says 172.21.15.16:45958) 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7d792640 1 -- 172.21.15.16:0/1013126908 learned_addr learned my addr 172.21.15.16:0/1013126908 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7cf91640 1 --2- 172.21.15.16:0/1013126908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c780d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7d792640 1 -- 172.21.15.16:0/1013126908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 msgr2=0x7f1c780d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7d792640 1 --2- 172.21.15.16:0/1013126908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c780d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7d792640 1 -- 172.21.15.16:0/1013126908 >> v1:172.21.15.104:6789/0 conn(0x7f1c780d4010 legacy=0x7f1c781621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7d792640 1 -- 172.21.15.16:0/1013126908 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c780d28b0 con 0x7f1c78147f30 2024-09-16T01:48:34.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.627+0000 7f1c7cf91640 1 --2- 172.21.15.16:0/1013126908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c780d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7d792640 1 --2- 172.21.15.16:0/1013126908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c780cf5c0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f1c70009870 tx=0x7f1c7002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632032b0214064cc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c77fff640 1 -- 172.21.15.16:0/1013126908 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c70037070 con 0x7f1c78147f30 2024-09-16T01:48:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c77fff640 1 -- 172.21.15.16:0/1013126908 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c70032440 con 0x7f1c78147f30 2024-09-16T01:48:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c77fff640 1 -- 172.21.15.16:0/1013126908 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c70032810 con 0x7f1c78147f30 2024-09-16T01:48:34.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/1013126908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 msgr2=0x7f1c780cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/1013126908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c780cf5c0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f1c70009870 tx=0x7f1c7002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/1013126908 shutdown_connections 2024-09-16T01:48:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/1013126908 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c780d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/1013126908 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c780cf5c0 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/1013126908 >> 172.21.15.16:0/1013126908 conn(0x7f1c78074da0 msgr2=0x7f1c780d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/1013126908 shutdown_connections 2024-09-16T01:48:34.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.628+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/1013126908 wait complete. 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 Processor -- start 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 -- start start 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c78142f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c780d4010 0x7f1c780cb630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c78140040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1c780d30b0 con 0x7f1c78147f30 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1c78148310 con 0x7f1c780d4010 2024-09-16T01:48:34.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7f9f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1c780d3230 con 0x7f1c780cfb00 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.630+0000 7f1c7df93640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c78140040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c78140040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45960/0 (socket says 172.21.15.16:45960) 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 -- 172.21.15.16:0/2646960733 learned_addr learned my addr 172.21.15.16:0/2646960733 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7d792640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c78142f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7cf91640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c780d4010 0x7f1c780cb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 -- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 msgr2=0x7f1c78142f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c78142f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 -- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c780d4010 msgr2=0x7f1c780cb630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c780d4010 0x7f1c780cb630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 -- 172.21.15.16:0/2646960733 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c780cbca0 con 0x7f1c78147f30 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7df93640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c78140040 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f1c6800c7d0 tx=0x7f1c6800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c75ffb640 1 -- 172.21.15.16:0/2646960733 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c68003b70 con 0x7f1c78147f30 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c75ffb640 1 -- 172.21.15.16:0/2646960733 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c68003d30 con 0x7f1c78147f30 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c780cbf80 con 0x7f1c78147f30 2024-09-16T01:48:34.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c75ffb640 1 -- 172.21.15.16:0/2646960733 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6800aa90 con 0x7f1c78147f30 2024-09-16T01:48:34.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.631+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c780cc540 con 0x7f1c78147f30 2024-09-16T01:48:34.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.632+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c780cf5a0 con 0x7f1c78147f30 2024-09-16T01:48:34.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.633+0000 7f1c75ffb640 1 -- 172.21.15.16:0/2646960733 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f1c6800ac30 con 0x7f1c78147f30 2024-09-16T01:48:34.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.633+0000 7f1c75ffb640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c6406c6a0 0x7f1c6406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.634+0000 7f1c75ffb640 1 -- 172.21.15.16:0/2646960733 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5737+0+0 (secure 0 0 0) 0x7f1c6808b900 con 0x7f1c78147f30 2024-09-16T01:48:34.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.634+0000 7f1c7d792640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c6406c6a0 0x7f1c6406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.634+0000 7f1c7d792640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c6406c6a0 0x7f1c6406eb60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1c70034000 tx=0x7f1c7002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.638+0000 7f1c75ffb640 1 -- 172.21.15.16:0/2646960733 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c680594b0 con 0x7f1c78147f30 2024-09-16T01:48:34.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.850+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f1c780b8da0 con 0x7f1c78147f30 2024-09-16T01:48:34.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.873+0000 7f1c75ffb640 1 -- 172.21.15.16:0/2646960733 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v68) ==== 118+0+0 (secure 0 0 0) 0x7f1c6805d7b0 con 0x7f1c78147f30 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c6406c6a0 msgr2=0x7f1c6406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c6406c6a0 0x7f1c6406eb60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1c70034000 tx=0x7f1c7002e000 comp rx=0 tx=0).stop 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 msgr2=0x7f1c78140040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c78140040 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f1c6800c7d0 tx=0x7f1c6800cc90 comp rx=0 tx=0).stop 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 shutdown_connections 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c6406c6a0 0x7f1c6406eb60 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c78147f30 0x7f1c78140040 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c780d4010 0x7f1c780cb630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 --2- 172.21.15.16:0/2646960733 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c780cfb00 0x7f1c78142f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 >> 172.21.15.16:0/2646960733 conn(0x7f1c78074da0 msgr2=0x7f1c780d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 shutdown_connections 2024-09-16T01:48:34.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.876+0000 7f1c7f9f6640 1 -- 172.21.15.16:0/2646960733 wait complete. 2024-09-16T01:48:34.889 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:48:34.889 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:48:34.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.994+0000 7f12ad396640 1 Processor -- start 2024-09-16T01:48:34.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.994+0000 7f12ad396640 1 -- start start 2024-09-16T01:48:34.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.994+0000 7f12ad396640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f12a8070f10 0x7f12a8071350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.994+0000 7f12ad396640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f12a806bbe0 0x7f12a806c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:34.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.994+0000 7f12ad396640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12a80719d0 con 0x7f12a8145e20 2024-09-16T01:48:34.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.994+0000 7f12ad396640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f12a806c570 con 0x7f12a8070f10 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.994+0000 7f12ad396640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f12a80b3900 con 0x7f12a806bbe0 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a67fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f12a8070f10 0x7f12a8071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a6ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f12a8145e20 0x7f12a815c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33278/0 (socket says 172.21.15.16:33278) 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a6ffd640 1 -- 172.21.15.16:0/2755142778 learned_addr learned my addr 172.21.15.16:0/2755142778 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a77fe640 1 --2- 172.21.15.16:0/2755142778 >> v2:172.21.15.104:3300/0 conn(0x7f12a806bbe0 0x7f12a806c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a67fc640 1 -- 172.21.15.16:0/2755142778 >> v2:172.21.15.104:3300/0 conn(0x7f12a806bbe0 msgr2=0x7f12a806c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a67fc640 1 --2- 172.21.15.16:0/2755142778 >> v2:172.21.15.104:3300/0 conn(0x7f12a806bbe0 0x7f12a806c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a67fc640 1 -- 172.21.15.16:0/2755142778 >> v1:172.21.15.16:6789/0 conn(0x7f12a8145e20 legacy=0x7f12a815c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a5ffb640 1 -- 172.21.15.16:0/2755142778 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3919166323 0 0) 0x7f12a80719d0 con 0x7f12a8145e20 2024-09-16T01:48:34.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.995+0000 7f12a67fc640 1 -- 172.21.15.16:0/2755142778 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a8071cb0 con 0x7f12a8070f10 2024-09-16T01:48:34.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.996+0000 7f12a67fc640 1 --2- 172.21.15.16:0/2755142778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8070f10 0x7f12a8071350 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f12a8074370 tx=0x7f129002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=269f8a294dd195c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.996+0000 7f12a5ffb640 1 -- 172.21.15.16:0/2755142778 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1290037070 con 0x7f12a8070f10 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.996+0000 7f12a5ffb640 1 -- 172.21.15.16:0/2755142778 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1290032440 con 0x7f12a8070f10 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.996+0000 7f12a5ffb640 1 -- 172.21.15.16:0/2755142778 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1290032810 con 0x7f12a8070f10 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.996+0000 7f12ad396640 1 -- 172.21.15.16:0/2755142778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8070f10 msgr2=0x7f12a8071350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.996+0000 7f12ad396640 1 --2- 172.21.15.16:0/2755142778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8070f10 0x7f12a8071350 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f12a8074370 tx=0x7f129002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.997+0000 7f12ad396640 1 -- 172.21.15.16:0/2755142778 shutdown_connections 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.997+0000 7f12ad396640 1 --2- 172.21.15.16:0/2755142778 >> v2:172.21.15.104:3300/0 conn(0x7f12a806bbe0 0x7f12a806c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.997+0000 7f12ad396640 1 --2- 172.21.15.16:0/2755142778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8070f10 0x7f12a8071350 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.997+0000 7f12ad396640 1 -- 172.21.15.16:0/2755142778 >> 172.21.15.16:0/2755142778 conn(0x7f12a80b2000 msgr2=0x7f12a80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.997+0000 7f12ad396640 1 -- 172.21.15.16:0/2755142778 shutdown_connections 2024-09-16T01:48:34.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.997+0000 7f12ad396640 1 -- 172.21.15.16:0/2755142778 wait complete. 2024-09-16T01:48:35.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.998+0000 7f12ad396640 1 Processor -- start 2024-09-16T01:48:35.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.998+0000 7f12ad396640 1 -- start start 2024-09-16T01:48:35.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12ad396640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12a806bbe0 0x7f12a81412d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12ad396640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12a8070f10 0x7f12a813e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12ad396640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8145e20 0x7f12a80acfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12ad396640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f12a80b3530 con 0x7f12a8145e20 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12ad396640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f12a80b3e30 con 0x7f12a806bbe0 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12ad396640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f12a815cec0 con 0x7f12a8070f10 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8145e20 0x7f12a80acfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8145e20 0x7f12a80acfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45972/0 (socket says 172.21.15.16:45972) 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 -- 172.21.15.16:0/4049154277 learned_addr learned my addr 172.21.15.16:0/4049154277 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a6ffd640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12a806bbe0 0x7f12a81412d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a67fc640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12a8070f10 0x7f12a813e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 -- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12a8070f10 msgr2=0x7f12a813e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12a8070f10 0x7f12a813e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 -- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12a806bbe0 msgr2=0x7f12a81412d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:35.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12a806bbe0 0x7f12a81412d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 -- 172.21.15.16:0/4049154277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a80add10 con 0x7f12a8145e20 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a67fc640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12a8070f10 0x7f12a813e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12a77fe640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8145e20 0x7f12a80acfc0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f12a0007e40 tx=0x7f12a000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f129f7fe640 1 -- 172.21.15.16:0/4049154277 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a0014620 con 0x7f12a8145e20 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f129f7fe640 1 -- 172.21.15.16:0/4049154277 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a0019070 con 0x7f12a8145e20 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12a81419d0 con 0x7f12a8145e20 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:34.999+0000 7f129f7fe640 1 -- 172.21.15.16:0/4049154277 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a0014a20 con 0x7f12a8145e20 2024-09-16T01:48:35.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.000+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12a80aa890 con 0x7f12a8145e20 2024-09-16T01:48:35.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.001+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12a806e3f0 con 0x7f12a8145e20 2024-09-16T01:48:35.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.001+0000 7f129f7fe640 1 -- 172.21.15.16:0/4049154277 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f12a0014bc0 con 0x7f12a8145e20 2024-09-16T01:48:35.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.001+0000 7f129f7fe640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f128806c6d0 0x7f128806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:35.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.001+0000 7f129f7fe640 1 -- 172.21.15.16:0/4049154277 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f12a008c310 con 0x7f12a8145e20 2024-09-16T01:48:35.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.001+0000 7f12a6ffd640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f128806c6d0 0x7f128806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:35.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.002+0000 7f12a6ffd640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f128806c6d0 0x7f128806eb90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1298007fd0 tx=0x7f1298007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:35.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.006+0000 7f129f7fe640 1 -- 172.21.15.16:0/4049154277 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f12a806e3f0 con 0x7f12a8145e20 2024-09-16T01:48:35.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.219+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f12a8145080 con 0x7f12a8145e20 2024-09-16T01:48:35.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.875+0000 7f129f7fe640 1 -- 172.21.15.16:0/4049154277 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v69) ==== 122+0+0 (secure 0 0 0) 0x7f12a005a510 con 0x7f12a8145e20 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f128806c6d0 msgr2=0x7f128806eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f128806c6d0 0x7f128806eb90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1298007fd0 tx=0x7f1298007de0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8145e20 msgr2=0x7f12a80acfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8145e20 0x7f12a80acfc0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f12a0007e40 tx=0x7f12a000e4b0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 shutdown_connections 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f128806c6d0 0x7f128806eb90 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f12a8145e20 0x7f12a80acfc0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f12a8070f10 0x7f12a813e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 --2- 172.21.15.16:0/4049154277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12a806bbe0 0x7f12a81412d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 >> 172.21.15.16:0/4049154277 conn(0x7f12a80b2000 msgr2=0x7f12a80b15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 shutdown_connections 2024-09-16T01:48:35.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:35.878+0000 7f12ad396640 1 -- 172.21.15.16:0/4049154277 wait complete. 2024-09-16T01:48:35.894 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:48:35.894 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:36.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.002+0000 7f1395d91640 1 Processor -- start 2024-09-16T01:48:36.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.002+0000 7f1395d91640 1 -- start start 2024-09-16T01:48:36.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.002+0000 7f1395d91640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13900b5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.002+0000 7f1395d91640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f139006f1a0 0x7f139006f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.002+0000 7f1395d91640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13900731d0 con 0x7f13900706e0 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.002+0000 7f1395d91640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1390074270 con 0x7f139006f1a0 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.002+0000 7f1395d91640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f139006fb20 con 0x7f139015f840 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f139006f1a0 0x7f139006f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13900b5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f139006f1a0 0x7f139006f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:60008/0 (socket says 172.21.15.16:60008) 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138effd640 1 -- 172.21.15.16:0/3255057194 learned_addr learned my addr 172.21.15.16:0/3255057194 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138ffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f13900706e0 0x7f1390070b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:44752/0 (socket says 172.21.15.16:44752) 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138f7fe640 1 -- 172.21.15.16:0/3255057194 >> v2:172.21.15.104:3300/0 conn(0x7f139006f1a0 msgr2=0x7f139006f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138f7fe640 1 --2- 172.21.15.16:0/3255057194 >> v2:172.21.15.104:3300/0 conn(0x7f139006f1a0 0x7f139006f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138f7fe640 1 -- 172.21.15.16:0/3255057194 >> v1:172.21.15.104:6789/0 conn(0x7f13900706e0 legacy=0x7f1390070b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.003+0000 7f138f7fe640 1 -- 172.21.15.16:0/3255057194 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13900734b0 con 0x7f139015f840 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.004+0000 7f138f7fe640 1 --2- 172.21.15.16:0/3255057194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13900b5da0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f13800097a0 tx=0x7f138002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b18d17c085f32275 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.004+0000 7f138e7fc640 1 -- 172.21.15.16:0/3255057194 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1380037070 con 0x7f139015f840 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.004+0000 7f138e7fc640 1 -- 172.21.15.16:0/3255057194 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1380032440 con 0x7f139015f840 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.004+0000 7f138e7fc640 1 -- 172.21.15.16:0/3255057194 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1380032810 con 0x7f139015f840 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 -- 172.21.15.16:0/3255057194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 msgr2=0x7f13900b5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 --2- 172.21.15.16:0/3255057194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13900b5da0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f13800097a0 tx=0x7f138002a180 comp rx=0 tx=0).stop 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 -- 172.21.15.16:0/3255057194 shutdown_connections 2024-09-16T01:48:36.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 --2- 172.21.15.16:0/3255057194 >> v2:172.21.15.104:3300/0 conn(0x7f139006f1a0 0x7f139006f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 --2- 172.21.15.16:0/3255057194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13900b5da0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 -- 172.21.15.16:0/3255057194 >> 172.21.15.16:0/3255057194 conn(0x7f13900b4090 msgr2=0x7f13900b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:36.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 -- 172.21.15.16:0/3255057194 shutdown_connections 2024-09-16T01:48:36.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.005+0000 7f1395d91640 1 -- 172.21.15.16:0/3255057194 wait complete. 2024-09-16T01:48:36.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.006+0000 7f1395d91640 1 Processor -- start 2024-09-16T01:48:36.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.006+0000 7f1395d91640 1 -- start start 2024-09-16T01:48:36.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f1395d91640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f139006f1a0 0x7f1390159f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f1395d91640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13900706e0 0x7f13901530a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f1395d91640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13901584b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f1395d91640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1390073d50 con 0x7f139006f1a0 2024-09-16T01:48:36.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f1395d91640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1390073a70 con 0x7f13900706e0 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f1395d91640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f13900b7590 con 0x7f139015f840 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f138f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f139006f1a0 0x7f1390159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f138f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f139006f1a0 0x7f1390159f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45982/0 (socket says 172.21.15.16:45982) 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f138f7fe640 1 -- 172.21.15.16:0/1077072456 learned_addr learned my addr 172.21.15.16:0/1077072456 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f138ffff640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13901584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.007+0000 7f138effd640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13900706e0 0x7f13901530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f138f7fe640 1 -- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 msgr2=0x7f13901584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f138f7fe640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13901584b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f138f7fe640 1 -- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13900706e0 msgr2=0x7f13901530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f138f7fe640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13900706e0 0x7f13901530a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f138f7fe640 1 -- 172.21.15.16:0/1077072456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1390158e90 con 0x7f139006f1a0 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f138f7fe640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f139006f1a0 0x7f1390159f30 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f1380000c00 tx=0x7f13800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f1387fff640 1 -- 172.21.15.16:0/1077072456 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1380037040 con 0x7f139006f1a0 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f1387fff640 1 -- 172.21.15.16:0/1077072456 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1380042070 con 0x7f139006f1a0 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1390159170 con 0x7f139006f1a0 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f1387fff640 1 -- 172.21.15.16:0/1077072456 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1380030920 con 0x7f139006f1a0 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.008+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1390159a10 con 0x7f139006f1a0 2024-09-16T01:48:36.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.009+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1390159560 con 0x7f139006f1a0 2024-09-16T01:48:36.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.010+0000 7f1387fff640 1 -- 172.21.15.16:0/1077072456 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f1380030ac0 con 0x7f139006f1a0 2024-09-16T01:48:36.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.010+0000 7f1387fff640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f137006c6a0 0x7f137006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.010+0000 7f1387fff640 1 -- 172.21.15.16:0/1077072456 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f13800ac1f0 con 0x7f139006f1a0 2024-09-16T01:48:36.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.010+0000 7f138effd640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f137006c6a0 0x7f137006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.011+0000 7f138effd640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f137006c6a0 0x7f137006eb60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1390156f70 tx=0x7f1378009210 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.015+0000 7f1387fff640 1 -- 172.21.15.16:0/1077072456 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1380079eb0 con 0x7f139006f1a0 2024-09-16T01:48:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.227+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f139006f5e0 con 0x7f139006f1a0 2024-09-16T01:48:36.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.227+0000 7f1387fff640 1 -- 172.21.15.16:0/1077072456 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5231 (secure 0 0 0) 0x7f138007e1b0 con 0x7f139006f1a0 2024-09-16T01:48:36.229 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:36.229 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":69,"btime":"2024-09-16T01:48:35:874448+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3322996829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3322996829},{"type":"v1","addr":"172.21.15.104:6834","nonce":3322996829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3930434798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3930434798},{"type":"v1","addr":"172.21.15.104:6835","nonce":3930434798}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7548,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1496738114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1496738114},{"type":"v1","addr":"172.21.15.16:6833","nonce":1496738114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:48:33.185879+0000","modified":"2024-09-16T01:48:35.220111+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7569},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7569":{"gid":7569,"name":"a","rank":0,"incarnation":67,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3159855294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3159855294},{"type":"v1","addr":"172.21.15.16:6835","nonce":3159855294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7569,"qdb_cluster":[7569]},"id":9}]} 2024-09-16T01:48:36.229 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 69 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f137006c6a0 msgr2=0x7f137006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f137006c6a0 0x7f137006eb60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1390156f70 tx=0x7f1378009210 comp rx=0 tx=0).stop 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f139006f1a0 msgr2=0x7f1390159f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f139006f1a0 0x7f1390159f30 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f1380000c00 tx=0x7f13800046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 shutdown_connections 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f137006c6a0 0x7f137006eb60 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f139015f840 0x7f13901584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13900706e0 0x7f13901530a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 --2- 172.21.15.16:0/1077072456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f139006f1a0 0x7f1390159f30 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 >> 172.21.15.16:0/1077072456 conn(0x7f13900b4090 msgr2=0x7f139015cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 shutdown_connections 2024-09-16T01:48:36.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.229+0000 7f1395d91640 1 -- 172.21.15.16:0/1077072456 wait complete. 2024-09-16T01:48:36.243 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:36.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.343+0000 7f8d8c496640 1 Processor -- start 2024-09-16T01:48:36.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.343+0000 7f8d8c496640 1 -- start start 2024-09-16T01:48:36.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.344+0000 7f8d8c496640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8d84147fc0 0x7f8d8415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.344+0000 7f8d8c496640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d840ba2f0 con 0x7f8d840b9ee0 2024-09-16T01:48:36.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.344+0000 7f8d8c496640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d840d2750 con 0x7f8d840d0ee0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.344+0000 7f8d8c496640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8d841483a0 con 0x7f8d84147fc0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.344+0000 7f8d8aa33640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8d840b9ee0 0x7f8d840d3510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33292/0 (socket says 172.21.15.16:33292) 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.344+0000 7f8d8aa33640 1 -- 172.21.15.16:0/341578890 learned_addr learned my addr 172.21.15.16:0/341578890 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d8a232640 1 --2- 172.21.15.16:0/341578890 >> v2:172.21.15.104:3300/0 conn(0x7f8d84147fc0 0x7f8d8415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4176032235 0 0) 0x7f8d840ba2f0 con 0x7f8d840b9ee0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d6c003520 con 0x7f8d840b9ee0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3137684782 0 0) 0x7f8d840d2750 con 0x7f8d840d0ee0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d840ba2f0 con 0x7f8d840d0ee0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d8a232640 1 -- 172.21.15.16:0/341578890 >> v1:172.21.15.104:6789/0 conn(0x7f8d840d0ee0 legacy=0x7f8d840b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d8a232640 1 -- 172.21.15.16:0/341578890 >> v1:172.21.15.16:6789/0 conn(0x7f8d840b9ee0 legacy=0x7f8d840d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1025673189 0 0) 0x7f8d6c003520 con 0x7f8d840b9ee0 2024-09-16T01:48:36.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.345+0000 7f8d8a232640 1 -- 172.21.15.16:0/341578890 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d840d2a30 con 0x7f8d84147fc0 2024-09-16T01:48:36.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.346+0000 7f8d8a232640 1 --2- 172.21.15.16:0/341578890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d8415ea60 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c0097a0 tx=0x7f8d7c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1bf9efcb7bf4d1ac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.346+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7c037070 con 0x7f8d84147fc0 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.346+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d7c02ac50 con 0x7f8d84147fc0 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.346+0000 7f8d89230640 1 -- 172.21.15.16:0/341578890 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d740019f0 con 0x7f8d84147fc0 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.346+0000 7f8d8c496640 1 -- 172.21.15.16:0/341578890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 msgr2=0x7f8d8415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.346+0000 7f8d8c496640 1 --2- 172.21.15.16:0/341578890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d8415ea60 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c0097a0 tx=0x7f8d7c02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.347+0000 7f8d8c496640 1 -- 172.21.15.16:0/341578890 shutdown_connections 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.347+0000 7f8d8c496640 1 --2- 172.21.15.16:0/341578890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d8415ea60 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.347+0000 7f8d8c496640 1 -- 172.21.15.16:0/341578890 >> 172.21.15.16:0/341578890 conn(0x7f8d84074fe0 msgr2=0x7f8d8406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:36.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.347+0000 7f8d8c496640 1 -- 172.21.15.16:0/341578890 shutdown_connections 2024-09-16T01:48:36.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.347+0000 7f8d8c496640 1 -- 172.21.15.16:0/341578890 wait complete. 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.348+0000 7f8d8c496640 1 Processor -- start 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.348+0000 7f8d8c496640 1 -- start start 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d840b9ee0 0x7f8d841f3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8d840d0ee0 0x7f8d840c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d841441d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8d840d2500 con 0x7f8d840b9ee0 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8415efa0 con 0x7f8d84147fc0 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8d840d2ff0 con 0x7f8d840d0ee0 2024-09-16T01:48:36.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d840b9ee0 0x7f8d841f3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d840b9ee0 0x7f8d841f3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45996/0 (socket says 172.21.15.16:45996) 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 -- 172.21.15.16:0/3650378352 learned_addr learned my addr 172.21.15.16:0/3650378352 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8aa33640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d841441d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d89a31640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8d840d0ee0 0x7f8d840c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 -- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8d840d0ee0 msgr2=0x7f8d840c9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8d840d0ee0 0x7f8d840c9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 -- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 msgr2=0x7f8d841441d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d841441d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 -- 172.21.15.16:0/3650378352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d840c9a50 con 0x7f8d840b9ee0 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8aa33640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d841441d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8a232640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d840b9ee0 0x7f8d841f3f30 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c035040 tx=0x7f8d7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d82ffd640 1 -- 172.21.15.16:0/3650378352 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7c041020 con 0x7f8d840b9ee0 2024-09-16T01:48:36.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d82ffd640 1 -- 172.21.15.16:0/3650378352 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d7c03d420 con 0x7f8d840b9ee0 2024-09-16T01:48:36.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d840c9d30 con 0x7f8d840b9ee0 2024-09-16T01:48:36.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d82ffd640 1 -- 172.21.15.16:0/3650378352 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7c037040 con 0x7f8d840b9ee0 2024-09-16T01:48:36.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.349+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d840ca2f0 con 0x7f8d840b9ee0 2024-09-16T01:48:36.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.350+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d8415ea60 con 0x7f8d840b9ee0 2024-09-16T01:48:36.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.351+0000 7f8d82ffd640 1 -- 172.21.15.16:0/3650378352 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f8d7c044020 con 0x7f8d840b9ee0 2024-09-16T01:48:36.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.351+0000 7f8d82ffd640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8d7006c6a0 0x7f8d7006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.352+0000 7f8d82ffd640 1 -- 172.21.15.16:0/3650378352 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f8d7c0abe40 con 0x7f8d840b9ee0 2024-09-16T01:48:36.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.352+0000 7f8d89a31640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8d7006c6a0 0x7f8d7006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.352+0000 7f8d89a31640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8d7006c6a0 0x7f8d7006eb60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8d8415e650 tx=0x7f8d78009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.356+0000 7f8d82ffd640 1 -- 172.21.15.16:0/3650378352 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8d7c04b030 con 0x7f8d840b9ee0 2024-09-16T01:48:36.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.533+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8d84144710 con 0x7f8d840b9ee0 2024-09-16T01:48:36.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.534+0000 7f8d82ffd640 1 -- 172.21.15.16:0/3650378352 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v115) ==== 74+0+16747 (secure 0 0 0) 0x7f8d7c07a080 con 0x7f8d840b9ee0 2024-09-16T01:48:36.535 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:36.535 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":115,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:34.866947+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:30.849311+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T01:48:32.173426+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"115","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8d7006c6a0 msgr2=0x7f8d7006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8d7006c6a0 0x7f8d7006eb60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8d8415e650 tx=0x7f8d78009040 comp rx=0 tx=0).stop 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d840b9ee0 msgr2=0x7f8d841f3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d840b9ee0 0x7f8d841f3f30 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c035040 tx=0x7f8d7c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 shutdown_connections 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8d7006c6a0 0x7f8d7006eb60 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d84147fc0 0x7f8d841441d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8d840d0ee0 0x7f8d840c9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 --2- 172.21.15.16:0/3650378352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d840b9ee0 0x7f8d841f3f30 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 >> 172.21.15.16:0/3650378352 conn(0x7f8d84074fe0 msgr2=0x7f8d840cfc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:36.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 shutdown_connections 2024-09-16T01:48:36.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.536+0000 7f8d8c496640 1 -- 172.21.15.16:0/3650378352 wait complete. 2024-09-16T01:48:36.549 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:48:36.550 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:48:36.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.651+0000 7f6c00096640 1 Processor -- start 2024-09-16T01:48:36.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.651+0000 7f6c00096640 1 -- start start 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6c00096640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6c00096640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6bf80d0ee0 0x7f6bf80d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6c00096640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bf80ba310 con 0x7f6bf80b97d0 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6c00096640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6bf81483a0 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6c00096640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf815efa0 con 0x7f6bf8147fc0 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6bfde32640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6bfd631640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6bf80d0ee0 0x7f6bf80d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6bfd631640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6bf80d0ee0 0x7f6bf80d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:60042/0 (socket says 172.21.15.16:60042) 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6bfde32640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:57772/0 (socket says 172.21.15.16:57772) 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.652+0000 7f6bfd631640 1 -- 172.21.15.16:0/270085350 learned_addr learned my addr 172.21.15.16:0/270085350 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:36.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.653+0000 7f6bfd631640 1 -- 172.21.15.16:0/270085350 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 msgr2=0x7f6bf815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:36.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.653+0000 7f6bfd631640 1 --2- 172.21.15.16:0/270085350 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.653+0000 7f6bfd631640 1 -- 172.21.15.16:0/270085350 >> v1:172.21.15.104:6789/0 conn(0x7f6bf80b97d0 legacy=0x7f6bf80b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.653+0000 7f6bfd631640 1 -- 172.21.15.16:0/270085350 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf80d2750 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.653+0000 7f6bfce30640 1 -- 172.21.15.16:0/270085350 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2042256276 0 0) 0x7f6bf80ba310 con 0x7f6bf80b97d0 2024-09-16T01:48:36.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.653+0000 7f6bfd631640 1 --2- 172.21.15.16:0/270085350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf80d1340 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f6be8009870 tx=0x7f6be802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75cae1445decec5f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6bfce30640 1 -- 172.21.15.16:0/270085350 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8037070 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6bfce30640 1 -- 172.21.15.16:0/270085350 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6be8032440 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6bfce30640 1 -- 172.21.15.16:0/270085350 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8032810 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 -- 172.21.15.16:0/270085350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80d0ee0 msgr2=0x7f6bf80d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 --2- 172.21.15.16:0/270085350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf80d1340 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f6be8009870 tx=0x7f6be802a270 comp rx=0 tx=0).stop 2024-09-16T01:48:36.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 -- 172.21.15.16:0/270085350 shutdown_connections 2024-09-16T01:48:36.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 --2- 172.21.15.16:0/270085350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf80d1340 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 --2- 172.21.15.16:0/270085350 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 -- 172.21.15.16:0/270085350 >> 172.21.15.16:0/270085350 conn(0x7f6bf8074fe0 msgr2=0x7f6bf806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:36.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 -- 172.21.15.16:0/270085350 shutdown_connections 2024-09-16T01:48:36.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.654+0000 7f6c00096640 1 -- 172.21.15.16:0/270085350 wait complete. 2024-09-16T01:48:36.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.655+0000 7f6c00096640 1 Processor -- start 2024-09-16T01:48:36.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.655+0000 7f6c00096640 1 -- start start 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6c00096640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80b97d0 0x7f6bf8142610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6c00096640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf8142b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6c00096640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf81f4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6c00096640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf80d2500 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6c00096640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf80d2d10 con 0x7f6bf80b97d0 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6c00096640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf80d2ff0 con 0x7f6bf8147fc0 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6bfd631640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf8142b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6bfd631640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf8142b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46002/0 (socket says 172.21.15.16:46002) 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6bfd631640 1 -- 172.21.15.16:0/2472404370 learned_addr learned my addr 172.21.15.16:0/2472404370 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6bfde32640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80b97d0 0x7f6bf8142610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.656+0000 7f6bfe633640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf81f4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bfd631640 1 -- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 msgr2=0x7f6bf81f4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bfd631640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf81f4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bfd631640 1 -- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80b97d0 msgr2=0x7f6bf8142610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bfd631640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80b97d0 0x7f6bf8142610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bfd631640 1 -- 172.21.15.16:0/2472404370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf8143090 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bfd631640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf8142b50 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f6be80090b0 tx=0x7f6be80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bee7fc640 1 -- 172.21.15.16:0/2472404370 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8037040 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bee7fc640 1 -- 172.21.15.16:0/2472404370 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6be8004030 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bf8143340 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6bee7fc640 1 -- 172.21.15.16:0/2472404370 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8004420 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.657+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bf8143900 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.658+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bf80d1340 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.659+0000 7f6bee7fc640 1 -- 172.21.15.16:0/2472404370 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f6be803a070 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.659+0000 7f6bee7fc640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6bdc06c6a0 0x7f6bdc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:36.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.659+0000 7f6bfde32640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6bdc06c6a0 0x7f6bdc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:36.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.659+0000 7f6bee7fc640 1 -- 172.21.15.16:0/2472404370 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f6be80abed0 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.660+0000 7f6bfde32640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6bdc06c6a0 0x7f6bdc06eb60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4009aa0 tx=0x7f6bf4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:36.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.664+0000 7f6bee7fc640 1 -- 172.21.15.16:0/2472404370 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6be8041020 con 0x7f6bf80d0ee0 2024-09-16T01:48:36.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.835+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6bf8161c30 con 0x7f6bdc06c6a0 2024-09-16T01:48:36.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.841+0000 7f6bee7fc640 1 -- 172.21.15.16:0/2472404370 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252482 (secure 0 0 0) 0x7f6bf8161c30 con 0x7f6bdc06c6a0 2024-09-16T01:48:36.845 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:36.846 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:48:36.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6bdc06c6a0 msgr2=0x7f6bdc06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6bdc06c6a0 0x7f6bdc06eb60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4009aa0 tx=0x7f6bf4009190 comp rx=0 tx=0).stop 2024-09-16T01:48:36.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bf80d0ee0 msgr2=0x7f6bf8142b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:36.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf8142b50 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f6be80090b0 tx=0x7f6be80046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 shutdown_connections 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6bdc06c6a0 0x7f6bdc06eb60 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6bf8147fc0 0x7f6bf81f4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6bf80d0ee0 0x7f6bf8142b50 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 --2- 172.21.15.16:0/2472404370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bf80b97d0 0x7f6bf8142610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 >> 172.21.15.16:0/2472404370 conn(0x7f6bf8074fe0 msgr2=0x7f6bf80cfae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 shutdown_connections 2024-09-16T01:48:36.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.844+0000 7f6c00096640 1 -- 172.21.15.16:0/2472404370 wait complete. 2024-09-16T01:48:36.856 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-16T01:48:36.756347+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":171,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270208,"kb_used_data":12368,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754704512,"statfs":{"total":773094113280,"available":772817420288,"internally_reserved":0,"allocated":12664832,"data_stored":6216564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":263835186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.937751"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877168+0000","last_change":"2024-09-16T01:48:33.864186+0000","last_active":"2024-09-16T01:48:34.877168+0000","last_peered":"2024-09-16T01:48:34.877168+0000","last_clean":"2024-09-16T01:48:34.877168+0000","last_became_active":"2024-09-16T01:48:33.863842+0000","last_became_peered":"2024-09-16T01:48:33.863842+0000","last_unstale":"2024-09-16T01:48:34.877168+0000","last_undegraded":"2024-09-16T01:48:34.877168+0000","last_fullsized":"2024-09-16T01:48:34.877168+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:44.311656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914187+0000","last_change":"2024-09-16T01:48:33.879397+0000","last_active":"2024-09-16T01:48:34.914187+0000","last_peered":"2024-09-16T01:48:34.914187+0000","last_clean":"2024-09-16T01:48:34.914187+0000","last_became_active":"2024-09-16T01:48:33.879118+0000","last_became_peered":"2024-09-16T01:48:33.879118+0000","last_unstale":"2024-09-16T01:48:34.914187+0000","last_undegraded":"2024-09-16T01:48:34.914187+0000","last_fullsized":"2024-09-16T01:48:34.914187+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:18.807662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879445+0000","last_change":"2024-09-16T01:48:33.876885+0000","last_active":"2024-09-16T01:48:34.879445+0000","last_peered":"2024-09-16T01:48:34.879445+0000","last_clean":"2024-09-16T01:48:34.879445+0000","last_became_active":"2024-09-16T01:48:33.876505+0000","last_became_peered":"2024-09-16T01:48:33.876505+0000","last_unstale":"2024-09-16T01:48:34.879445+0000","last_undegraded":"2024-09-16T01:48:34.879445+0000","last_fullsized":"2024-09-16T01:48:34.879445+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:35.118538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876727+0000","last_change":"2024-09-16T01:48:33.875859+0000","last_active":"2024-09-16T01:48:34.876727+0000","last_peered":"2024-09-16T01:48:34.876727+0000","last_clean":"2024-09-16T01:48:34.876727+0000","last_became_active":"2024-09-16T01:48:33.872623+0000","last_became_peered":"2024-09-16T01:48:33.872623+0000","last_unstale":"2024-09-16T01:48:34.876727+0000","last_undegraded":"2024-09-16T01:48:34.876727+0000","last_fullsized":"2024-09-16T01:48:34.876727+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:07.492588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888810+0000","last_change":"2024-09-16T01:48:33.876023+0000","last_active":"2024-09-16T01:48:34.888810+0000","last_peered":"2024-09-16T01:48:34.888810+0000","last_clean":"2024-09-16T01:48:34.888810+0000","last_became_active":"2024-09-16T01:48:33.875706+0000","last_became_peered":"2024-09-16T01:48:33.875706+0000","last_unstale":"2024-09-16T01:48:34.888810+0000","last_undegraded":"2024-09-16T01:48:34.888810+0000","last_fullsized":"2024-09-16T01:48:34.888810+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:15.711152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879493+0000","last_change":"2024-09-16T01:48:33.863763+0000","last_active":"2024-09-16T01:48:34.879493+0000","last_peered":"2024-09-16T01:48:34.879493+0000","last_clean":"2024-09-16T01:48:34.879493+0000","last_became_active":"2024-09-16T01:48:33.863391+0000","last_became_peered":"2024-09-16T01:48:33.863391+0000","last_unstale":"2024-09-16T01:48:34.879493+0000","last_undegraded":"2024-09-16T01:48:34.879493+0000","last_fullsized":"2024-09-16T01:48:34.879493+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:35.346500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.878835+0000","last_change":"2024-09-16T01:48:33.871487+0000","last_active":"2024-09-16T01:48:34.878835+0000","last_peered":"2024-09-16T01:48:34.878835+0000","last_clean":"2024-09-16T01:48:34.878835+0000","last_became_active":"2024-09-16T01:48:33.871203+0000","last_became_peered":"2024-09-16T01:48:33.871203+0000","last_unstale":"2024-09-16T01:48:34.878835+0000","last_undegraded":"2024-09-16T01:48:34.878835+0000","last_fullsized":"2024-09-16T01:48:34.878835+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:49.499701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879026+0000","last_change":"2024-09-16T01:48:33.878088+0000","last_active":"2024-09-16T01:48:34.879026+0000","last_peered":"2024-09-16T01:48:34.879026+0000","last_clean":"2024-09-16T01:48:34.879026+0000","last_became_active":"2024-09-16T01:48:33.877519+0000","last_became_peered":"2024-09-16T01:48:33.877519+0000","last_unstale":"2024-09-16T01:48:34.879026+0000","last_undegraded":"2024-09-16T01:48:34.879026+0000","last_fullsized":"2024-09-16T01:48:34.879026+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:07.381603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879389+0000","last_change":"2024-09-16T01:48:33.876613+0000","last_active":"2024-09-16T01:48:34.879389+0000","last_peered":"2024-09-16T01:48:34.879389+0000","last_clean":"2024-09-16T01:48:34.879389+0000","last_became_active":"2024-09-16T01:48:33.876317+0000","last_became_peered":"2024-09-16T01:48:33.876317+0000","last_unstale":"2024-09-16T01:48:34.879389+0000","last_undegraded":"2024-09-16T01:48:34.879389+0000","last_fullsized":"2024-09-16T01:48:34.879389+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:34.397794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914197+0000","last_change":"2024-09-16T01:48:33.877786+0000","last_active":"2024-09-16T01:48:34.914197+0000","last_peered":"2024-09-16T01:48:34.914197+0000","last_clean":"2024-09-16T01:48:34.914197+0000","last_became_active":"2024-09-16T01:48:33.877513+0000","last_became_peered":"2024-09-16T01:48:33.877513+0000","last_unstale":"2024-09-16T01:48:34.914197+0000","last_undegraded":"2024-09-16T01:48:34.914197+0000","last_fullsized":"2024-09-16T01:48:34.914197+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:32:32.707344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041817+0000","last_change":"2024-09-16T01:48:33.879648+0000","last_active":"2024-09-16T01:48:35.041817+0000","last_peered":"2024-09-16T01:48:35.041817+0000","last_clean":"2024-09-16T01:48:35.041817+0000","last_became_active":"2024-09-16T01:48:33.879402+0000","last_became_peered":"2024-09-16T01:48:33.879402+0000","last_unstale":"2024-09-16T01:48:35.041817+0000","last_undegraded":"2024-09-16T01:48:35.041817+0000","last_fullsized":"2024-09-16T01:48:35.041817+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:35:59.313897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879523+0000","last_change":"2024-09-16T01:48:33.875805+0000","last_active":"2024-09-16T01:48:34.879523+0000","last_peered":"2024-09-16T01:48:34.879523+0000","last_clean":"2024-09-16T01:48:34.879523+0000","last_became_active":"2024-09-16T01:48:33.875515+0000","last_became_peered":"2024-09-16T01:48:33.875515+0000","last_unstale":"2024-09-16T01:48:34.879523+0000","last_undegraded":"2024-09-16T01:48:34.879523+0000","last_fullsized":"2024-09-16T01:48:34.879523+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:20.336318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876907+0000","last_change":"2024-09-16T01:48:33.869136+0000","last_active":"2024-09-16T01:48:34.876907+0000","last_peered":"2024-09-16T01:48:34.876907+0000","last_clean":"2024-09-16T01:48:34.876907+0000","last_became_active":"2024-09-16T01:48:33.866011+0000","last_became_peered":"2024-09-16T01:48:33.866011+0000","last_unstale":"2024-09-16T01:48:34.876907+0000","last_undegraded":"2024-09-16T01:48:34.876907+0000","last_fullsized":"2024-09-16T01:48:34.876907+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:10.891758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913917+0000","last_change":"2024-09-16T01:48:33.884414+0000","last_active":"2024-09-16T01:48:34.913917+0000","last_peered":"2024-09-16T01:48:34.913917+0000","last_clean":"2024-09-16T01:48:34.913917+0000","last_became_active":"2024-09-16T01:48:33.884109+0000","last_became_peered":"2024-09-16T01:48:33.884109+0000","last_unstale":"2024-09-16T01:48:34.913917+0000","last_undegraded":"2024-09-16T01:48:34.913917+0000","last_fullsized":"2024-09-16T01:48:34.913917+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:15.175968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876639+0000","last_change":"2024-09-16T01:48:33.873228+0000","last_active":"2024-09-16T01:48:34.876639+0000","last_peered":"2024-09-16T01:48:34.876639+0000","last_clean":"2024-09-16T01:48:34.876639+0000","last_became_active":"2024-09-16T01:48:33.872959+0000","last_became_peered":"2024-09-16T01:48:33.872959+0000","last_unstale":"2024-09-16T01:48:34.876639+0000","last_undegraded":"2024-09-16T01:48:34.876639+0000","last_fullsized":"2024-09-16T01:48:34.876639+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:25.815509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042139+0000","last_change":"2024-09-16T01:48:33.875182+0000","last_active":"2024-09-16T01:48:35.042139+0000","last_peered":"2024-09-16T01:48:35.042139+0000","last_clean":"2024-09-16T01:48:35.042139+0000","last_became_active":"2024-09-16T01:48:33.874469+0000","last_became_peered":"2024-09-16T01:48:33.874469+0000","last_unstale":"2024-09-16T01:48:35.042139+0000","last_undegraded":"2024-09-16T01:48:35.042139+0000","last_fullsized":"2024-09-16T01:48:35.042139+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:02.090645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.880067+0000","last_change":"2024-09-16T01:48:33.874134+0000","last_active":"2024-09-16T01:48:34.880067+0000","last_peered":"2024-09-16T01:48:34.880067+0000","last_clean":"2024-09-16T01:48:34.880067+0000","last_became_active":"2024-09-16T01:48:33.873805+0000","last_became_peered":"2024-09-16T01:48:33.873805+0000","last_unstale":"2024-09-16T01:48:34.880067+0000","last_undegraded":"2024-09-16T01:48:34.880067+0000","last_fullsized":"2024-09-16T01:48:34.880067+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:07.518959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041552+0000","last_change":"2024-09-16T01:48:33.868157+0000","last_active":"2024-09-16T01:48:35.041552+0000","last_peered":"2024-09-16T01:48:35.041552+0000","last_clean":"2024-09-16T01:48:35.041552+0000","last_became_active":"2024-09-16T01:48:33.867789+0000","last_became_peered":"2024-09-16T01:48:33.867789+0000","last_unstale":"2024-09-16T01:48:35.041552+0000","last_undegraded":"2024-09-16T01:48:35.041552+0000","last_fullsized":"2024-09-16T01:48:35.041552+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:40.505112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041966+0000","last_change":"2024-09-16T01:48:33.875258+0000","last_active":"2024-09-16T01:48:35.041966+0000","last_peered":"2024-09-16T01:48:35.041966+0000","last_clean":"2024-09-16T01:48:35.041966+0000","last_became_active":"2024-09-16T01:48:33.874554+0000","last_became_peered":"2024-09-16T01:48:33.874554+0000","last_unstale":"2024-09-16T01:48:35.041966+0000","last_undegraded":"2024-09-16T01:48:35.041966+0000","last_fullsized":"2024-09-16T01:48:35.041966+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:57.412438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041789+0000","last_change":"2024-09-16T01:48:33.877186+0000","last_active":"2024-09-16T01:48:35.041789+0000","last_peered":"2024-09-16T01:48:35.041789+0000","last_clean":"2024-09-16T01:48:35.041789+0000","last_became_active":"2024-09-16T01:48:33.876847+0000","last_became_peered":"2024-09-16T01:48:33.876847+0000","last_unstale":"2024-09-16T01:48:35.041789+0000","last_undegraded":"2024-09-16T01:48:35.041789+0000","last_fullsized":"2024-09-16T01:48:35.041789+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:07.518959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888673+0000","last_change":"2024-09-16T01:48:33.875755+0000","last_active":"2024-09-16T01:48:34.888673+0000","last_peered":"2024-09-16T01:48:34.888673+0000","last_clean":"2024-09-16T01:48:34.888673+0000","last_became_active":"2024-09-16T01:48:33.875474+0000","last_became_peered":"2024-09-16T01:48:33.875474+0000","last_unstale":"2024-09-16T01:48:34.888673+0000","last_undegraded":"2024-09-16T01:48:34.888673+0000","last_fullsized":"2024-09-16T01:48:34.888673+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:28.021930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041458+0000","last_change":"2024-09-16T01:48:33.879629+0000","last_active":"2024-09-16T01:48:35.041458+0000","last_peered":"2024-09-16T01:48:35.041458+0000","last_clean":"2024-09-16T01:48:35.041458+0000","last_became_active":"2024-09-16T01:48:33.879354+0000","last_became_peered":"2024-09-16T01:48:33.879354+0000","last_unstale":"2024-09-16T01:48:35.041458+0000","last_undegraded":"2024-09-16T01:48:35.041458+0000","last_fullsized":"2024-09-16T01:48:35.041458+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:19.048920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879301+0000","last_change":"2024-09-16T01:48:33.872070+0000","last_active":"2024-09-16T01:48:34.879301+0000","last_peered":"2024-09-16T01:48:34.879301+0000","last_clean":"2024-09-16T01:48:34.879301+0000","last_became_active":"2024-09-16T01:48:33.871592+0000","last_became_peered":"2024-09-16T01:48:33.871592+0000","last_unstale":"2024-09-16T01:48:34.879301+0000","last_undegraded":"2024-09-16T01:48:34.879301+0000","last_fullsized":"2024-09-16T01:48:34.879301+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:53:35.398489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041120+0000","last_change":"2024-09-16T01:48:33.879094+0000","last_active":"2024-09-16T01:48:35.041120+0000","last_peered":"2024-09-16T01:48:35.041120+0000","last_clean":"2024-09-16T01:48:35.041120+0000","last_became_active":"2024-09-16T01:48:33.878748+0000","last_became_peered":"2024-09-16T01:48:33.878748+0000","last_unstale":"2024-09-16T01:48:35.041120+0000","last_undegraded":"2024-09-16T01:48:35.041120+0000","last_fullsized":"2024-09-16T01:48:35.041120+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:31:49.289101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913976+0000","last_change":"2024-09-16T01:48:33.873134+0000","last_active":"2024-09-16T01:48:34.913976+0000","last_peered":"2024-09-16T01:48:34.913976+0000","last_clean":"2024-09-16T01:48:34.913976+0000","last_became_active":"2024-09-16T01:48:33.872836+0000","last_became_peered":"2024-09-16T01:48:33.872836+0000","last_unstale":"2024-09-16T01:48:34.913976+0000","last_undegraded":"2024-09-16T01:48:34.913976+0000","last_fullsized":"2024-09-16T01:48:34.913976+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:47:13.040409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041731+0000","last_change":"2024-09-16T01:48:33.874121+0000","last_active":"2024-09-16T01:48:35.041731+0000","last_peered":"2024-09-16T01:48:35.041731+0000","last_clean":"2024-09-16T01:48:35.041731+0000","last_became_active":"2024-09-16T01:48:33.873830+0000","last_became_peered":"2024-09-16T01:48:33.873830+0000","last_unstale":"2024-09-16T01:48:35.041731+0000","last_undegraded":"2024-09-16T01:48:35.041731+0000","last_fullsized":"2024-09-16T01:48:35.041731+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:10.038383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876837+0000","last_change":"2024-09-16T01:48:33.869018+0000","last_active":"2024-09-16T01:48:34.876837+0000","last_peered":"2024-09-16T01:48:34.876837+0000","last_clean":"2024-09-16T01:48:34.876837+0000","last_became_active":"2024-09-16T01:48:33.868689+0000","last_became_peered":"2024-09-16T01:48:33.868689+0000","last_unstale":"2024-09-16T01:48:34.876837+0000","last_undegraded":"2024-09-16T01:48:34.876837+0000","last_fullsized":"2024-09-16T01:48:34.876837+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:02.814682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041346+0000","last_change":"2024-09-16T01:48:33.878037+0000","last_active":"2024-09-16T01:48:35.041346+0000","last_peered":"2024-09-16T01:48:35.041346+0000","last_clean":"2024-09-16T01:48:35.041346+0000","last_became_active":"2024-09-16T01:48:33.877775+0000","last_became_peered":"2024-09-16T01:48:33.877775+0000","last_unstale":"2024-09-16T01:48:35.041346+0000","last_undegraded":"2024-09-16T01:48:35.041346+0000","last_fullsized":"2024-09-16T01:48:35.041346+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:31.935906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876982+0000","last_change":"2024-09-16T01:48:33.874577+0000","last_active":"2024-09-16T01:48:34.876982+0000","last_peered":"2024-09-16T01:48:34.876982+0000","last_clean":"2024-09-16T01:48:34.876982+0000","last_became_active":"2024-09-16T01:48:33.874057+0000","last_became_peered":"2024-09-16T01:48:33.874057+0000","last_unstale":"2024-09-16T01:48:34.876982+0000","last_undegraded":"2024-09-16T01:48:34.876982+0000","last_fullsized":"2024-09-16T01:48:34.876982+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:48:32.659018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877161+0000","last_change":"2024-09-16T01:48:33.876900+0000","last_active":"2024-09-16T01:48:34.877161+0000","last_peered":"2024-09-16T01:48:34.877161+0000","last_clean":"2024-09-16T01:48:34.877161+0000","last_became_active":"2024-09-16T01:48:33.876612+0000","last_became_peered":"2024-09-16T01:48:33.876612+0000","last_unstale":"2024-09-16T01:48:34.877161+0000","last_undegraded":"2024-09-16T01:48:34.877161+0000","last_fullsized":"2024-09-16T01:48:34.877161+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:35.277583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888709+0000","last_change":"2024-09-16T01:48:33.879580+0000","last_active":"2024-09-16T01:48:34.888709+0000","last_peered":"2024-09-16T01:48:34.888709+0000","last_clean":"2024-09-16T01:48:34.888709+0000","last_became_active":"2024-09-16T01:48:33.879153+0000","last_became_peered":"2024-09-16T01:48:33.879153+0000","last_unstale":"2024-09-16T01:48:34.888709+0000","last_undegraded":"2024-09-16T01:48:34.888709+0000","last_fullsized":"2024-09-16T01:48:34.888709+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:46:29.787668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.878723+0000","last_change":"2024-09-16T01:48:33.869938+0000","last_active":"2024-09-16T01:48:34.878723+0000","last_peered":"2024-09-16T01:48:34.878723+0000","last_clean":"2024-09-16T01:48:34.878723+0000","last_became_active":"2024-09-16T01:48:33.869626+0000","last_became_peered":"2024-09-16T01:48:33.869626+0000","last_unstale":"2024-09-16T01:48:34.878723+0000","last_undegraded":"2024-09-16T01:48:34.878723+0000","last_fullsized":"2024-09-16T01:48:34.878723+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:00.108054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041903+0000","last_change":"2024-09-16T01:48:33.876061+0000","last_active":"2024-09-16T01:48:35.041903+0000","last_peered":"2024-09-16T01:48:35.041903+0000","last_clean":"2024-09-16T01:48:35.041903+0000","last_became_active":"2024-09-16T01:48:33.875790+0000","last_became_peered":"2024-09-16T01:48:33.875790+0000","last_unstale":"2024-09-16T01:48:35.041903+0000","last_undegraded":"2024-09-16T01:48:35.041903+0000","last_fullsized":"2024-09-16T01:48:35.041903+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:53.186792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"114'4","reported_seq":18,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888991+0000","last_change":"2024-09-16T01:48:32.840393+0000","last_active":"2024-09-16T01:48:34.888991+0000","last_peered":"2024-09-16T01:48:34.888991+0000","last_clean":"2024-09-16T01:48:34.888991+0000","last_became_active":"2024-09-16T01:48:32.840084+0000","last_became_peered":"2024-09-16T01:48:32.840084+0000","last_unstale":"2024-09-16T01:48:34.888991+0000","last_undegraded":"2024-09-16T01:48:34.888991+0000","last_fullsized":"2024-09-16T01:48:34.888991+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:12.545103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879403+0000","last_change":"2024-09-16T01:48:33.879952+0000","last_active":"2024-09-16T01:48:34.879403+0000","last_peered":"2024-09-16T01:48:34.879403+0000","last_clean":"2024-09-16T01:48:34.879403+0000","last_became_active":"2024-09-16T01:48:33.879677+0000","last_became_peered":"2024-09-16T01:48:33.879677+0000","last_unstale":"2024-09-16T01:48:34.879403+0000","last_undegraded":"2024-09-16T01:48:34.879403+0000","last_fullsized":"2024-09-16T01:48:34.879403+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:30.187959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041387+0000","last_change":"2024-09-16T01:48:32.840224+0000","last_active":"2024-09-16T01:48:35.041387+0000","last_peered":"2024-09-16T01:48:35.041387+0000","last_clean":"2024-09-16T01:48:35.041387+0000","last_became_active":"2024-09-16T01:48:32.839893+0000","last_became_peered":"2024-09-16T01:48:32.839893+0000","last_unstale":"2024-09-16T01:48:35.041387+0000","last_undegraded":"2024-09-16T01:48:35.041387+0000","last_fullsized":"2024-09-16T01:48:35.041387+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:04.977297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888870+0000","last_change":"2024-09-16T01:48:33.874777+0000","last_active":"2024-09-16T01:48:34.888870+0000","last_peered":"2024-09-16T01:48:34.888870+0000","last_clean":"2024-09-16T01:48:34.888870+0000","last_became_active":"2024-09-16T01:48:33.874476+0000","last_became_peered":"2024-09-16T01:48:33.874476+0000","last_unstale":"2024-09-16T01:48:34.888870+0000","last_undegraded":"2024-09-16T01:48:34.888870+0000","last_fullsized":"2024-09-16T01:48:34.888870+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:27.911302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042072+0000","last_change":"2024-09-16T01:48:32.836083+0000","last_active":"2024-09-16T01:48:35.042072+0000","last_peered":"2024-09-16T01:48:35.042072+0000","last_clean":"2024-09-16T01:48:35.042072+0000","last_became_active":"2024-09-16T01:48:32.835818+0000","last_became_peered":"2024-09-16T01:48:32.835818+0000","last_unstale":"2024-09-16T01:48:35.042072+0000","last_undegraded":"2024-09-16T01:48:35.042072+0000","last_fullsized":"2024-09-16T01:48:35.042072+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:47.399937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888904+0000","last_change":"2024-09-16T01:48:33.874919+0000","last_active":"2024-09-16T01:48:34.888904+0000","last_peered":"2024-09-16T01:48:34.888904+0000","last_clean":"2024-09-16T01:48:34.888904+0000","last_became_active":"2024-09-16T01:48:33.874675+0000","last_became_peered":"2024-09-16T01:48:33.874675+0000","last_unstale":"2024-09-16T01:48:34.888904+0000","last_undegraded":"2024-09-16T01:48:34.888904+0000","last_fullsized":"2024-09-16T01:48:34.888904+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:24.392750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914149+0000","last_change":"2024-09-16T01:48:32.838725+0000","last_active":"2024-09-16T01:48:34.914149+0000","last_peered":"2024-09-16T01:48:34.914149+0000","last_clean":"2024-09-16T01:48:34.914149+0000","last_became_active":"2024-09-16T01:48:32.838246+0000","last_became_peered":"2024-09-16T01:48:32.838246+0000","last_unstale":"2024-09-16T01:48:34.914149+0000","last_undegraded":"2024-09-16T01:48:34.914149+0000","last_fullsized":"2024-09-16T01:48:34.914149+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:30.414855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041136+0000","last_change":"2024-09-16T01:48:33.868817+0000","last_active":"2024-09-16T01:48:35.041136+0000","last_peered":"2024-09-16T01:48:35.041136+0000","last_clean":"2024-09-16T01:48:35.041136+0000","last_became_active":"2024-09-16T01:48:33.868500+0000","last_became_peered":"2024-09-16T01:48:33.868500+0000","last_unstale":"2024-09-16T01:48:35.041136+0000","last_undegraded":"2024-09-16T01:48:35.041136+0000","last_fullsized":"2024-09-16T01:48:35.041136+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:35.346500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913890+0000","last_change":"2024-09-16T01:48:32.840381+0000","last_active":"2024-09-16T01:48:34.913890+0000","last_peered":"2024-09-16T01:48:34.913890+0000","last_clean":"2024-09-16T01:48:34.913890+0000","last_became_active":"2024-09-16T01:48:32.840097+0000","last_became_peered":"2024-09-16T01:48:32.840097+0000","last_unstale":"2024-09-16T01:48:34.913890+0000","last_undegraded":"2024-09-16T01:48:34.913890+0000","last_fullsized":"2024-09-16T01:48:34.913890+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:13.644246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879680+0000","last_change":"2024-09-16T01:48:33.875661+0000","last_active":"2024-09-16T01:48:34.879680+0000","last_peered":"2024-09-16T01:48:34.879680+0000","last_clean":"2024-09-16T01:48:34.879680+0000","last_became_active":"2024-09-16T01:48:33.875350+0000","last_became_peered":"2024-09-16T01:48:33.875350+0000","last_unstale":"2024-09-16T01:48:34.879680+0000","last_undegraded":"2024-09-16T01:48:34.879680+0000","last_fullsized":"2024-09-16T01:48:34.879680+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:43.175198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041240+0000","last_change":"2024-09-16T01:48:32.838729+0000","last_active":"2024-09-16T01:48:35.041240+0000","last_peered":"2024-09-16T01:48:35.041240+0000","last_clean":"2024-09-16T01:48:35.041240+0000","last_became_active":"2024-09-16T01:48:32.838439+0000","last_became_peered":"2024-09-16T01:48:32.838439+0000","last_unstale":"2024-09-16T01:48:35.041240+0000","last_undegraded":"2024-09-16T01:48:35.041240+0000","last_fullsized":"2024-09-16T01:48:35.041240+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:33.395837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879530+0000","last_change":"2024-09-16T01:48:33.878438+0000","last_active":"2024-09-16T01:48:34.879530+0000","last_peered":"2024-09-16T01:48:34.879530+0000","last_clean":"2024-09-16T01:48:34.879530+0000","last_became_active":"2024-09-16T01:48:33.877901+0000","last_became_peered":"2024-09-16T01:48:33.877901+0000","last_unstale":"2024-09-16T01:48:34.879530+0000","last_undegraded":"2024-09-16T01:48:34.879530+0000","last_fullsized":"2024-09-16T01:48:34.879530+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:45.327023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.878658+0000","last_change":"2024-09-16T01:48:32.835716+0000","last_active":"2024-09-16T01:48:34.878658+0000","last_peered":"2024-09-16T01:48:34.878658+0000","last_clean":"2024-09-16T01:48:34.878658+0000","last_became_active":"2024-09-16T01:48:32.835184+0000","last_became_peered":"2024-09-16T01:48:32.835184+0000","last_unstale":"2024-09-16T01:48:34.878658+0000","last_undegraded":"2024-09-16T01:48:34.878658+0000","last_fullsized":"2024-09-16T01:48:34.878658+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:06.379646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913767+0000","last_change":"2024-09-16T01:48:33.879962+0000","last_active":"2024-09-16T01:48:34.913767+0000","last_peered":"2024-09-16T01:48:34.913767+0000","last_clean":"2024-09-16T01:48:34.913767+0000","last_became_active":"2024-09-16T01:48:33.879474+0000","last_became_peered":"2024-09-16T01:48:33.879474+0000","last_unstale":"2024-09-16T01:48:34.913767+0000","last_undegraded":"2024-09-16T01:48:34.913767+0000","last_fullsized":"2024-09-16T01:48:34.913767+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:09:12.716337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914077+0000","last_change":"2024-09-16T01:48:32.840252+0000","last_active":"2024-09-16T01:48:34.914077+0000","last_peered":"2024-09-16T01:48:34.914077+0000","last_clean":"2024-09-16T01:48:34.914077+0000","last_became_active":"2024-09-16T01:48:32.839990+0000","last_became_peered":"2024-09-16T01:48:32.839990+0000","last_unstale":"2024-09-16T01:48:34.914077+0000","last_undegraded":"2024-09-16T01:48:34.914077+0000","last_fullsized":"2024-09-16T01:48:34.914077+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:15.195868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876899+0000","last_change":"2024-09-16T01:48:33.874150+0000","last_active":"2024-09-16T01:48:34.876899+0000","last_peered":"2024-09-16T01:48:34.876899+0000","last_clean":"2024-09-16T01:48:34.876899+0000","last_became_active":"2024-09-16T01:48:33.873708+0000","last_became_peered":"2024-09-16T01:48:33.873708+0000","last_unstale":"2024-09-16T01:48:34.876899+0000","last_undegraded":"2024-09-16T01:48:34.876899+0000","last_fullsized":"2024-09-16T01:48:34.876899+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:28.184129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041471+0000","last_change":"2024-09-16T01:48:32.843593+0000","last_active":"2024-09-16T01:48:35.041471+0000","last_peered":"2024-09-16T01:48:35.041471+0000","last_clean":"2024-09-16T01:48:35.041471+0000","last_became_active":"2024-09-16T01:48:32.843351+0000","last_became_peered":"2024-09-16T01:48:32.843351+0000","last_unstale":"2024-09-16T01:48:35.041471+0000","last_undegraded":"2024-09-16T01:48:35.041471+0000","last_fullsized":"2024-09-16T01:48:35.041471+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:17.754560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041350+0000","last_change":"2024-09-16T01:48:33.880837+0000","last_active":"2024-09-16T01:48:35.041350+0000","last_peered":"2024-09-16T01:48:35.041350+0000","last_clean":"2024-09-16T01:48:35.041350+0000","last_became_active":"2024-09-16T01:48:33.880572+0000","last_became_peered":"2024-09-16T01:48:33.880572+0000","last_unstale":"2024-09-16T01:48:35.041350+0000","last_undegraded":"2024-09-16T01:48:35.041350+0000","last_fullsized":"2024-09-16T01:48:35.041350+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:22:45.499653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042009+0000","last_change":"2024-09-16T01:48:32.835627+0000","last_active":"2024-09-16T01:48:35.042009+0000","last_peered":"2024-09-16T01:48:35.042009+0000","last_clean":"2024-09-16T01:48:35.042009+0000","last_became_active":"2024-09-16T01:48:32.835348+0000","last_became_peered":"2024-09-16T01:48:32.835348+0000","last_unstale":"2024-09-16T01:48:35.042009+0000","last_undegraded":"2024-09-16T01:48:35.042009+0000","last_fullsized":"2024-09-16T01:48:35.042009+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:53:34.396533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.889037+0000","last_change":"2024-09-16T01:48:33.883973+0000","last_active":"2024-09-16T01:48:34.889037+0000","last_peered":"2024-09-16T01:48:34.889037+0000","last_clean":"2024-09-16T01:48:34.889037+0000","last_became_active":"2024-09-16T01:48:33.883649+0000","last_became_peered":"2024-09-16T01:48:33.883649+0000","last_unstale":"2024-09-16T01:48:34.889037+0000","last_undegraded":"2024-09-16T01:48:34.889037+0000","last_fullsized":"2024-09-16T01:48:34.889037+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:05.602655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"114'3","reported_seq":17,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041191+0000","last_change":"2024-09-16T01:48:32.837254+0000","last_active":"2024-09-16T01:48:35.041191+0000","last_peered":"2024-09-16T01:48:35.041191+0000","last_clean":"2024-09-16T01:48:35.041191+0000","last_became_active":"2024-09-16T01:48:32.836915+0000","last_became_peered":"2024-09-16T01:48:32.836915+0000","last_unstale":"2024-09-16T01:48:35.041191+0000","last_undegraded":"2024-09-16T01:48:35.041191+0000","last_fullsized":"2024-09-16T01:48:35.041191+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:23.644249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888928+0000","last_change":"2024-09-16T01:48:33.872901+0000","last_active":"2024-09-16T01:48:34.888928+0000","last_peered":"2024-09-16T01:48:34.888928+0000","last_clean":"2024-09-16T01:48:34.888928+0000","last_became_active":"2024-09-16T01:48:33.872596+0000","last_became_peered":"2024-09-16T01:48:33.872596+0000","last_unstale":"2024-09-16T01:48:34.888928+0000","last_undegraded":"2024-09-16T01:48:34.888928+0000","last_fullsized":"2024-09-16T01:48:34.888928+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:36:36.874945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"114'6","reported_seq":20,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879641+0000","last_change":"2024-09-16T01:48:32.833493+0000","last_active":"2024-09-16T01:48:34.879641+0000","last_peered":"2024-09-16T01:48:34.879641+0000","last_clean":"2024-09-16T01:48:34.879641+0000","last_became_active":"2024-09-16T01:48:32.833129+0000","last_became_peered":"2024-09-16T01:48:32.833129+0000","last_unstale":"2024-09-16T01:48:34.879641+0000","last_undegraded":"2024-09-16T01:48:34.879641+0000","last_fullsized":"2024-09-16T01:48:34.879641+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:30.933949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877045+0000","last_change":"2024-09-16T01:48:33.877818+0000","last_active":"2024-09-16T01:48:34.877045+0000","last_peered":"2024-09-16T01:48:34.877045+0000","last_clean":"2024-09-16T01:48:34.877045+0000","last_became_active":"2024-09-16T01:48:33.875396+0000","last_became_peered":"2024-09-16T01:48:33.875396+0000","last_unstale":"2024-09-16T01:48:34.877045+0000","last_undegraded":"2024-09-16T01:48:34.877045+0000","last_fullsized":"2024-09-16T01:48:34.877045+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:07.183654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876903+0000","last_change":"2024-09-16T01:48:32.833807+0000","last_active":"2024-09-16T01:48:34.876903+0000","last_peered":"2024-09-16T01:48:34.876903+0000","last_clean":"2024-09-16T01:48:34.876903+0000","last_became_active":"2024-09-16T01:48:32.833242+0000","last_became_peered":"2024-09-16T01:48:32.833242+0000","last_unstale":"2024-09-16T01:48:34.876903+0000","last_undegraded":"2024-09-16T01:48:34.876903+0000","last_fullsized":"2024-09-16T01:48:34.876903+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:40.021744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913764+0000","last_change":"2024-09-16T01:48:33.878685+0000","last_active":"2024-09-16T01:48:34.913764+0000","last_peered":"2024-09-16T01:48:34.913764+0000","last_clean":"2024-09-16T01:48:34.913764+0000","last_became_active":"2024-09-16T01:48:33.877496+0000","last_became_peered":"2024-09-16T01:48:33.877496+0000","last_unstale":"2024-09-16T01:48:34.913764+0000","last_undegraded":"2024-09-16T01:48:34.913764+0000","last_fullsized":"2024-09-16T01:48:34.913764+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:09.729118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913966+0000","last_change":"2024-09-16T01:48:32.838787+0000","last_active":"2024-09-16T01:48:34.913966+0000","last_peered":"2024-09-16T01:48:34.913966+0000","last_clean":"2024-09-16T01:48:34.913966+0000","last_became_active":"2024-09-16T01:48:32.838485+0000","last_became_peered":"2024-09-16T01:48:32.838485+0000","last_unstale":"2024-09-16T01:48:34.913966+0000","last_undegraded":"2024-09-16T01:48:34.913966+0000","last_fullsized":"2024-09-16T01:48:34.913966+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:24.599587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879309+0000","last_change":"2024-09-16T01:48:33.876408+0000","last_active":"2024-09-16T01:48:34.879309+0000","last_peered":"2024-09-16T01:48:34.879309+0000","last_clean":"2024-09-16T01:48:34.879309+0000","last_became_active":"2024-09-16T01:48:33.876125+0000","last_became_peered":"2024-09-16T01:48:33.876125+0000","last_unstale":"2024-09-16T01:48:34.879309+0000","last_undegraded":"2024-09-16T01:48:34.879309+0000","last_fullsized":"2024-09-16T01:48:34.879309+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:10.888816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"114'8","reported_seq":22,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879135+0000","last_change":"2024-09-16T01:48:32.834047+0000","last_active":"2024-09-16T01:48:34.879135+0000","last_peered":"2024-09-16T01:48:34.879135+0000","last_clean":"2024-09-16T01:48:34.879135+0000","last_became_active":"2024-09-16T01:48:32.833467+0000","last_became_peered":"2024-09-16T01:48:32.833467+0000","last_unstale":"2024-09-16T01:48:34.879135+0000","last_undegraded":"2024-09-16T01:48:34.879135+0000","last_fullsized":"2024-09-16T01:48:34.879135+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:53:26.387721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879694+0000","last_change":"2024-09-16T01:48:33.876376+0000","last_active":"2024-09-16T01:48:34.879694+0000","last_peered":"2024-09-16T01:48:34.879694+0000","last_clean":"2024-09-16T01:48:34.879694+0000","last_became_active":"2024-09-16T01:48:33.876096+0000","last_became_peered":"2024-09-16T01:48:33.876096+0000","last_unstale":"2024-09-16T01:48:34.879694+0000","last_undegraded":"2024-09-16T01:48:34.879694+0000","last_fullsized":"2024-09-16T01:48:34.879694+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:24:26.946772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041542+0000","last_change":"2024-09-16T01:48:32.835950+0000","last_active":"2024-09-16T01:48:35.041542+0000","last_peered":"2024-09-16T01:48:35.041542+0000","last_clean":"2024-09-16T01:48:35.041542+0000","last_became_active":"2024-09-16T01:48:32.835601+0000","last_became_peered":"2024-09-16T01:48:32.835601+0000","last_unstale":"2024-09-16T01:48:35.041542+0000","last_undegraded":"2024-09-16T01:48:35.041542+0000","last_fullsized":"2024-09-16T01:48:35.041542+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:46.955100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041436+0000","last_change":"2024-09-16T01:48:33.874768+0000","last_active":"2024-09-16T01:48:35.041436+0000","last_peered":"2024-09-16T01:48:35.041436+0000","last_clean":"2024-09-16T01:48:35.041436+0000","last_became_active":"2024-09-16T01:48:33.874492+0000","last_became_peered":"2024-09-16T01:48:33.874492+0000","last_unstale":"2024-09-16T01:48:35.041436+0000","last_undegraded":"2024-09-16T01:48:35.041436+0000","last_fullsized":"2024-09-16T01:48:35.041436+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:53:27.389678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042297+0000","last_change":"2024-09-16T01:48:32.835440+0000","last_active":"2024-09-16T01:48:35.042297+0000","last_peered":"2024-09-16T01:48:35.042297+0000","last_clean":"2024-09-16T01:48:35.042297+0000","last_became_active":"2024-09-16T01:48:32.835165+0000","last_became_peered":"2024-09-16T01:48:32.835165+0000","last_unstale":"2024-09-16T01:48:35.042297+0000","last_undegraded":"2024-09-16T01:48:35.042297+0000","last_fullsized":"2024-09-16T01:48:35.042297+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:44.344037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041945+0000","last_change":"2024-09-16T01:48:33.873440+0000","last_active":"2024-09-16T01:48:35.041945+0000","last_peered":"2024-09-16T01:48:35.041945+0000","last_clean":"2024-09-16T01:48:35.041945+0000","last_became_active":"2024-09-16T01:48:33.873145+0000","last_became_peered":"2024-09-16T01:48:33.873145+0000","last_unstale":"2024-09-16T01:48:35.041945+0000","last_undegraded":"2024-09-16T01:48:35.041945+0000","last_fullsized":"2024-09-16T01:48:35.041945+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:09.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879921+0000","last_change":"2024-09-16T01:48:32.835095+0000","last_active":"2024-09-16T01:48:34.879921+0000","last_peered":"2024-09-16T01:48:34.879921+0000","last_clean":"2024-09-16T01:48:34.879921+0000","last_became_active":"2024-09-16T01:48:32.834786+0000","last_became_peered":"2024-09-16T01:48:32.834786+0000","last_unstale":"2024-09-16T01:48:34.879921+0000","last_undegraded":"2024-09-16T01:48:34.879921+0000","last_fullsized":"2024-09-16T01:48:34.879921+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:09.886859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914133+0000","last_change":"2024-09-16T01:48:33.886765+0000","last_active":"2024-09-16T01:48:34.914133+0000","last_peered":"2024-09-16T01:48:34.914133+0000","last_clean":"2024-09-16T01:48:34.914133+0000","last_became_active":"2024-09-16T01:48:33.886341+0000","last_became_peered":"2024-09-16T01:48:33.886341+0000","last_unstale":"2024-09-16T01:48:34.914133+0000","last_undegraded":"2024-09-16T01:48:34.914133+0000","last_fullsized":"2024-09-16T01:48:34.914133+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:59.408011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041194+0000","last_change":"2024-09-16T01:48:32.840279+0000","last_active":"2024-09-16T01:48:35.041194+0000","last_peered":"2024-09-16T01:48:35.041194+0000","last_clean":"2024-09-16T01:48:35.041194+0000","last_became_active":"2024-09-16T01:48:32.839890+0000","last_became_peered":"2024-09-16T01:48:32.839890+0000","last_unstale":"2024-09-16T01:48:35.041194+0000","last_undegraded":"2024-09-16T01:48:35.041194+0000","last_fullsized":"2024-09-16T01:48:35.041194+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:57.420782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876848+0000","last_change":"2024-09-16T01:48:33.864102+0000","last_active":"2024-09-16T01:48:34.876848+0000","last_peered":"2024-09-16T01:48:34.876848+0000","last_clean":"2024-09-16T01:48:34.876848+0000","last_became_active":"2024-09-16T01:48:33.863776+0000","last_became_peered":"2024-09-16T01:48:33.863776+0000","last_unstale":"2024-09-16T01:48:34.876848+0000","last_undegraded":"2024-09-16T01:48:34.876848+0000","last_fullsized":"2024-09-16T01:48:34.876848+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:09:55.190966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041219+0000","last_change":"2024-09-16T01:48:32.843270+0000","last_active":"2024-09-16T01:48:35.041219+0000","last_peered":"2024-09-16T01:48:35.041219+0000","last_clean":"2024-09-16T01:48:35.041219+0000","last_became_active":"2024-09-16T01:48:32.842981+0000","last_became_peered":"2024-09-16T01:48:32.842981+0000","last_unstale":"2024-09-16T01:48:35.041219+0000","last_undegraded":"2024-09-16T01:48:35.041219+0000","last_fullsized":"2024-09-16T01:48:35.041219+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:56.780255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879696+0000","last_change":"2024-09-16T01:48:33.872991+0000","last_active":"2024-09-16T01:48:34.879696+0000","last_peered":"2024-09-16T01:48:34.879696+0000","last_clean":"2024-09-16T01:48:34.879696+0000","last_became_active":"2024-09-16T01:48:33.872700+0000","last_became_peered":"2024-09-16T01:48:33.872700+0000","last_unstale":"2024-09-16T01:48:34.879696+0000","last_undegraded":"2024-09-16T01:48:34.879696+0000","last_fullsized":"2024-09-16T01:48:34.879696+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:40.505112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041368+0000","last_change":"2024-09-16T01:48:32.834925+0000","last_active":"2024-09-16T01:48:35.041368+0000","last_peered":"2024-09-16T01:48:35.041368+0000","last_clean":"2024-09-16T01:48:35.041368+0000","last_became_active":"2024-09-16T01:48:32.834664+0000","last_became_peered":"2024-09-16T01:48:32.834664+0000","last_unstale":"2024-09-16T01:48:35.041368+0000","last_undegraded":"2024-09-16T01:48:35.041368+0000","last_fullsized":"2024-09-16T01:48:35.041368+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:29.186002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913893+0000","last_change":"2024-09-16T01:48:33.878417+0000","last_active":"2024-09-16T01:48:34.913893+0000","last_peered":"2024-09-16T01:48:34.913893+0000","last_clean":"2024-09-16T01:48:34.913893+0000","last_became_active":"2024-09-16T01:48:33.878142+0000","last_became_peered":"2024-09-16T01:48:33.878142+0000","last_unstale":"2024-09-16T01:48:34.913893+0000","last_undegraded":"2024-09-16T01:48:34.913893+0000","last_fullsized":"2024-09-16T01:48:34.913893+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:44.094779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041164+0000","last_change":"2024-09-16T01:48:32.837028+0000","last_active":"2024-09-16T01:48:35.041164+0000","last_peered":"2024-09-16T01:48:35.041164+0000","last_clean":"2024-09-16T01:48:35.041164+0000","last_became_active":"2024-09-16T01:48:32.836719+0000","last_became_peered":"2024-09-16T01:48:32.836719+0000","last_unstale":"2024-09-16T01:48:35.041164+0000","last_undegraded":"2024-09-16T01:48:35.041164+0000","last_fullsized":"2024-09-16T01:48:35.041164+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:06.379646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888601+0000","last_change":"2024-09-16T01:48:33.879390+0000","last_active":"2024-09-16T01:48:34.888601+0000","last_peered":"2024-09-16T01:48:34.888601+0000","last_clean":"2024-09-16T01:48:34.888601+0000","last_became_active":"2024-09-16T01:48:33.879114+0000","last_became_peered":"2024-09-16T01:48:33.879114+0000","last_unstale":"2024-09-16T01:48:34.888601+0000","last_undegraded":"2024-09-16T01:48:34.888601+0000","last_fullsized":"2024-09-16T01:48:34.888601+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:03.197650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041066+0000","last_change":"2024-09-16T01:48:32.835366+0000","last_active":"2024-09-16T01:48:35.041066+0000","last_peered":"2024-09-16T01:48:35.041066+0000","last_clean":"2024-09-16T01:48:35.041066+0000","last_became_active":"2024-09-16T01:48:32.835095+0000","last_became_peered":"2024-09-16T01:48:32.835095+0000","last_unstale":"2024-09-16T01:48:35.041066+0000","last_undegraded":"2024-09-16T01:48:35.041066+0000","last_fullsized":"2024-09-16T01:48:35.041066+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:24.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.880082+0000","last_change":"2024-09-16T01:48:33.872334+0000","last_active":"2024-09-16T01:48:34.880082+0000","last_peered":"2024-09-16T01:48:34.880082+0000","last_clean":"2024-09-16T01:48:34.880082+0000","last_became_active":"2024-09-16T01:48:33.872031+0000","last_became_peered":"2024-09-16T01:48:33.872031+0000","last_unstale":"2024-09-16T01:48:34.880082+0000","last_undegraded":"2024-09-16T01:48:34.880082+0000","last_fullsized":"2024-09-16T01:48:34.880082+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:53.186792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877268+0000","last_change":"2024-09-16T01:48:32.841727+0000","last_active":"2024-09-16T01:48:34.877268+0000","last_peered":"2024-09-16T01:48:34.877268+0000","last_clean":"2024-09-16T01:48:34.877268+0000","last_became_active":"2024-09-16T01:48:32.841459+0000","last_became_peered":"2024-09-16T01:48:32.841459+0000","last_unstale":"2024-09-16T01:48:34.877268+0000","last_undegraded":"2024-09-16T01:48:34.877268+0000","last_fullsized":"2024-09-16T01:48:34.877268+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:46.797627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877224+0000","last_change":"2024-09-16T01:48:33.874858+0000","last_active":"2024-09-16T01:48:34.877224+0000","last_peered":"2024-09-16T01:48:34.877224+0000","last_clean":"2024-09-16T01:48:34.877224+0000","last_became_active":"2024-09-16T01:48:33.874476+0000","last_became_peered":"2024-09-16T01:48:33.874476+0000","last_unstale":"2024-09-16T01:48:34.877224+0000","last_undegraded":"2024-09-16T01:48:34.877224+0000","last_fullsized":"2024-09-16T01:48:34.877224+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:53.914413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"115'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.889989+0000","last_change":"2024-09-16T01:48:32.833406+0000","last_active":"2024-09-16T01:48:34.889989+0000","last_peered":"2024-09-16T01:48:34.889989+0000","last_clean":"2024-09-16T01:48:34.889989+0000","last_became_active":"2024-09-16T01:48:32.833129+0000","last_became_peered":"2024-09-16T01:48:32.833129+0000","last_unstale":"2024-09-16T01:48:34.889989+0000","last_undegraded":"2024-09-16T01:48:34.889989+0000","last_fullsized":"2024-09-16T01:48:34.889989+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:06.286864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914061+0000","last_change":"2024-09-16T01:48:33.876167+0000","last_active":"2024-09-16T01:48:34.914061+0000","last_peered":"2024-09-16T01:48:34.914061+0000","last_clean":"2024-09-16T01:48:34.914061+0000","last_became_active":"2024-09-16T01:48:33.875883+0000","last_became_peered":"2024-09-16T01:48:33.875883+0000","last_unstale":"2024-09-16T01:48:34.914061+0000","last_undegraded":"2024-09-16T01:48:34.914061+0000","last_fullsized":"2024-09-16T01:48:34.914061+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:05.191240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914116+0000","last_change":"2024-09-16T01:48:32.839678+0000","last_active":"2024-09-16T01:48:34.914116+0000","last_peered":"2024-09-16T01:48:34.914116+0000","last_clean":"2024-09-16T01:48:34.914116+0000","last_became_active":"2024-09-16T01:48:32.838351+0000","last_became_peered":"2024-09-16T01:48:32.838351+0000","last_unstale":"2024-09-16T01:48:34.914116+0000","last_undegraded":"2024-09-16T01:48:34.914116+0000","last_fullsized":"2024-09-16T01:48:34.914116+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:43:13.665406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879927+0000","last_change":"2024-09-16T01:48:33.864294+0000","last_active":"2024-09-16T01:48:34.879927+0000","last_peered":"2024-09-16T01:48:34.879927+0000","last_clean":"2024-09-16T01:48:34.879927+0000","last_became_active":"2024-09-16T01:48:33.863988+0000","last_became_peered":"2024-09-16T01:48:33.863988+0000","last_unstale":"2024-09-16T01:48:34.879927+0000","last_undegraded":"2024-09-16T01:48:34.879927+0000","last_fullsized":"2024-09-16T01:48:34.879927+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:10.038383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042191+0000","last_change":"2024-09-16T01:48:32.841567+0000","last_active":"2024-09-16T01:48:35.042191+0000","last_peered":"2024-09-16T01:48:35.042191+0000","last_clean":"2024-09-16T01:48:35.042191+0000","last_became_active":"2024-09-16T01:48:32.841229+0000","last_became_peered":"2024-09-16T01:48:32.841229+0000","last_unstale":"2024-09-16T01:48:35.042191+0000","last_undegraded":"2024-09-16T01:48:35.042191+0000","last_fullsized":"2024-09-16T01:48:35.042191+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:07.517557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888678+0000","last_change":"2024-09-16T01:48:33.873422+0000","last_active":"2024-09-16T01:48:34.888678+0000","last_peered":"2024-09-16T01:48:34.888678+0000","last_clean":"2024-09-16T01:48:34.888678+0000","last_became_active":"2024-09-16T01:48:33.873136+0000","last_became_peered":"2024-09-16T01:48:33.873136+0000","last_unstale":"2024-09-16T01:48:34.888678+0000","last_undegraded":"2024-09-16T01:48:34.888678+0000","last_fullsized":"2024-09-16T01:48:34.888678+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:29.721482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913998+0000","last_change":"2024-09-16T01:48:32.839417+0000","last_active":"2024-09-16T01:48:34.913998+0000","last_peered":"2024-09-16T01:48:34.913998+0000","last_clean":"2024-09-16T01:48:34.913998+0000","last_became_active":"2024-09-16T01:48:32.839133+0000","last_became_peered":"2024-09-16T01:48:32.839133+0000","last_unstale":"2024-09-16T01:48:34.913998+0000","last_undegraded":"2024-09-16T01:48:34.913998+0000","last_fullsized":"2024-09-16T01:48:34.913998+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:12.708048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041306+0000","last_change":"2024-09-16T01:48:33.878953+0000","last_active":"2024-09-16T01:48:35.041306+0000","last_peered":"2024-09-16T01:48:35.041306+0000","last_clean":"2024-09-16T01:48:35.041306+0000","last_became_active":"2024-09-16T01:48:33.878697+0000","last_became_peered":"2024-09-16T01:48:33.878697+0000","last_unstale":"2024-09-16T01:48:35.041306+0000","last_undegraded":"2024-09-16T01:48:35.041306+0000","last_fullsized":"2024-09-16T01:48:35.041306+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:57.161754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888715+0000","last_change":"2024-09-16T01:48:32.834345+0000","last_active":"2024-09-16T01:48:34.888715+0000","last_peered":"2024-09-16T01:48:34.888715+0000","last_clean":"2024-09-16T01:48:34.888715+0000","last_became_active":"2024-09-16T01:48:32.834071+0000","last_became_peered":"2024-09-16T01:48:32.834071+0000","last_unstale":"2024-09-16T01:48:34.888715+0000","last_undegraded":"2024-09-16T01:48:34.888715+0000","last_fullsized":"2024-09-16T01:48:34.888715+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:18.043432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041192+0000","last_change":"2024-09-16T01:48:33.875462+0000","last_active":"2024-09-16T01:48:35.041192+0000","last_peered":"2024-09-16T01:48:35.041192+0000","last_clean":"2024-09-16T01:48:35.041192+0000","last_became_active":"2024-09-16T01:48:33.874872+0000","last_became_peered":"2024-09-16T01:48:33.874872+0000","last_unstale":"2024-09-16T01:48:35.041192+0000","last_undegraded":"2024-09-16T01:48:35.041192+0000","last_fullsized":"2024-09-16T01:48:35.041192+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:43.175198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041257+0000","last_change":"2024-09-16T01:48:32.834707+0000","last_active":"2024-09-16T01:48:35.041257+0000","last_peered":"2024-09-16T01:48:35.041257+0000","last_clean":"2024-09-16T01:48:35.041257+0000","last_became_active":"2024-09-16T01:48:32.834401+0000","last_became_peered":"2024-09-16T01:48:32.834401+0000","last_unstale":"2024-09-16T01:48:35.041257+0000","last_undegraded":"2024-09-16T01:48:35.041257+0000","last_fullsized":"2024-09-16T01:48:35.041257+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:09.886859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913803+0000","last_change":"2024-09-16T01:48:33.873900+0000","last_active":"2024-09-16T01:48:34.913803+0000","last_peered":"2024-09-16T01:48:34.913803+0000","last_clean":"2024-09-16T01:48:34.913803+0000","last_became_active":"2024-09-16T01:48:33.873597+0000","last_became_peered":"2024-09-16T01:48:33.873597+0000","last_unstale":"2024-09-16T01:48:34.913803+0000","last_undegraded":"2024-09-16T01:48:34.913803+0000","last_fullsized":"2024-09-16T01:48:34.913803+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:01.546746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041169+0000","last_change":"2024-09-16T01:48:32.830901+0000","last_active":"2024-09-16T01:48:35.041169+0000","last_peered":"2024-09-16T01:48:35.041169+0000","last_clean":"2024-09-16T01:48:35.041169+0000","last_became_active":"2024-09-16T01:48:32.830612+0000","last_became_peered":"2024-09-16T01:48:32.830612+0000","last_unstale":"2024-09-16T01:48:35.041169+0000","last_undegraded":"2024-09-16T01:48:35.041169+0000","last_fullsized":"2024-09-16T01:48:35.041169+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:26.788490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888577+0000","last_change":"2024-09-16T01:48:33.884329+0000","last_active":"2024-09-16T01:48:34.888577+0000","last_peered":"2024-09-16T01:48:34.888577+0000","last_clean":"2024-09-16T01:48:34.888577+0000","last_became_active":"2024-09-16T01:48:33.884070+0000","last_became_peered":"2024-09-16T01:48:33.884070+0000","last_unstale":"2024-09-16T01:48:34.888577+0000","last_undegraded":"2024-09-16T01:48:34.888577+0000","last_fullsized":"2024-09-16T01:48:34.888577+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:55.648682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888808+0000","last_change":"2024-09-16T01:48:32.840389+0000","last_active":"2024-09-16T01:48:34.888808+0000","last_peered":"2024-09-16T01:48:34.888808+0000","last_clean":"2024-09-16T01:48:34.888808+0000","last_became_active":"2024-09-16T01:48:32.840111+0000","last_became_peered":"2024-09-16T01:48:32.840111+0000","last_unstale":"2024-09-16T01:48:34.888808+0000","last_undegraded":"2024-09-16T01:48:34.888808+0000","last_fullsized":"2024-09-16T01:48:34.888808+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:36:30.848654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":386,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888387+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:48:34.888387+0000","last_peered":"2024-09-16T01:48:34.888387+0000","last_clean":"2024-09-16T01:48:34.888387+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:48:34.888387+0000","last_undegraded":"2024-09-16T01:48:34.888387+0000","last_fullsized":"2024-09-16T01:48:34.888387+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574930,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33192,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338648,"statfs":{"total":96636764160,"available":96602775552,"internally_reserved":0,"allocated":2048000,"data_stored":1223076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509522,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1441792,"data_stored":632070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509522,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1392,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1425408,"data_stored":624242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509523,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1433600,"data_stored":630528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542226,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36744,"kb_used_data":1392,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335096,"statfs":{"total":96636764160,"available":96599138304,"internally_reserved":0,"allocated":1425408,"data_stored":624290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542227,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32592,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339248,"statfs":{"total":96636764160,"available":96603389952,"internally_reserved":0,"allocated":1437696,"data_stored":631074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542227,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1429504,"data_stored":630458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542227,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37328,"kb_used_data":1976,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334512,"statfs":{"total":96636764160,"available":96598540288,"internally_reserved":0,"allocated":2023424,"data_stored":1220826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:48:36.861 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:48:36.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.997+0000 7f0bd8aac640 1 Processor -- start 2024-09-16T01:48:36.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.997+0000 7f0bd8aac640 1 -- start start 2024-09-16T01:48:37.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.998+0000 7f0bd8aac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd40d15f0 0x7f0bd415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.998+0000 7f0bd8aac640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0bd40b97d0 0x7f0bd40b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd8aac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bd40d2750 con 0x7f0bd4147fc0 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd8aac640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0bd41483a0 con 0x7f0bd40b97d0 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd8aac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0bd415efa0 con 0x7f0bd40d15f0 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd2d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0bd40b97d0 0x7f0bd40b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd2d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0bd40b97d0 0x7f0bd40b9be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46004/0 (socket says 172.21.15.16:46004) 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd2d9d640 1 -- 172.21.15.16:0/1772726400 learned_addr learned my addr 172.21.15.16:0/1772726400 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd1d9b640 1 --2- 172.21.15.16:0/1772726400 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd40d15f0 0x7f0bd415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd2d9d640 1 -- 172.21.15.16:0/1772726400 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd40d15f0 msgr2=0x7f0bd415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd2d9d640 1 --2- 172.21.15.16:0/1772726400 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd40d15f0 0x7f0bd415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd2d9d640 1 -- 172.21.15.16:0/1772726400 >> v1:172.21.15.104:6789/0 conn(0x7f0bd4147fc0 legacy=0x7f0bd40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:36.999+0000 7f0bd2d9d640 1 -- 172.21.15.16:0/1772726400 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bd40d2a30 con 0x7f0bd40b97d0 2024-09-16T01:48:37.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.000+0000 7f0bd2d9d640 1 --2- 172.21.15.16:0/1772726400 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40b97d0 0x7f0bd40b9be0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc009e50 tx=0x7f0bcc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb57decd1e6d63db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.000+0000 7f0bd159a640 1 -- 172.21.15.16:0/1772726400 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc036070 con 0x7f0bd40b97d0 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.000+0000 7f0bd159a640 1 -- 172.21.15.16:0/1772726400 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bcc031600 con 0x7f0bd40b97d0 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.000+0000 7f0bd159a640 1 -- 172.21.15.16:0/1772726400 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc0319d0 con 0x7f0bd40b97d0 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.000+0000 7f0bd8aac640 1 -- 172.21.15.16:0/1772726400 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40b97d0 msgr2=0x7f0bd40b9be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.000+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/1772726400 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40b97d0 0x7f0bd40b9be0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc009e50 tx=0x7f0bcc02a710 comp rx=0 tx=0).stop 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.001+0000 7f0bd8aac640 1 -- 172.21.15.16:0/1772726400 shutdown_connections 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.001+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/1772726400 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40b97d0 0x7f0bd40b9be0 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.001+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/1772726400 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd40d15f0 0x7f0bd415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.001+0000 7f0bd8aac640 1 -- 172.21.15.16:0/1772726400 >> 172.21.15.16:0/1772726400 conn(0x7f0bd4074fe0 msgr2=0x7f0bd406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.001+0000 7f0bd8aac640 1 -- 172.21.15.16:0/1772726400 shutdown_connections 2024-09-16T01:48:37.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.001+0000 7f0bd8aac640 1 -- 172.21.15.16:0/1772726400 wait complete. 2024-09-16T01:48:37.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.002+0000 7f0bd8aac640 1 Processor -- start 2024-09-16T01:48:37.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.002+0000 7f0bd8aac640 1 -- start start 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd8aac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bd40b97d0 0x7f0bd41f1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd8aac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40d15f0 0x7f0bd40b61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd8aac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd4147fc0 0x7f0bd40b66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd8aac640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd40d2ff0 con 0x7f0bd40d15f0 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd8aac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd40d2500 con 0x7f0bd40b97d0 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd8aac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0bd40ba120 con 0x7f0bd4147fc0 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40d15f0 0x7f0bd40b61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40d15f0 0x7f0bd40b61a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46020/0 (socket says 172.21.15.16:46020) 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 -- 172.21.15.16:0/2318397867 learned_addr learned my addr 172.21.15.16:0/2318397867 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd2d9d640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd4147fc0 0x7f0bd40b66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd259c640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bd40b97d0 0x7f0bd41f1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 -- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd4147fc0 msgr2=0x7f0bd40b66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd4147fc0 0x7f0bd40b66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 -- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bd40b97d0 msgr2=0x7f0bd41f1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bd40b97d0 0x7f0bd41f1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 -- 172.21.15.16:0/2318397867 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bd41f6b00 con 0x7f0bd40d15f0 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd2d9d640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd4147fc0 0x7f0bd40b66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd259c640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bd40b97d0 0x7f0bd41f1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bd1d9b640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40d15f0 0x7f0bd40b61a0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f0bc800d800 tx=0x7f0bc800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.003+0000 7f0bc2ffd640 1 -- 172.21.15.16:0/2318397867 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc800b6c0 con 0x7f0bd40d15f0 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.004+0000 7f0bc2ffd640 1 -- 172.21.15.16:0/2318397867 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bc8019070 con 0x7f0bd40d15f0 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.004+0000 7f0bc2ffd640 1 -- 172.21.15.16:0/2318397867 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc800bac0 con 0x7f0bd40d15f0 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.004+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bd41f6de0 con 0x7f0bd40d15f0 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.004+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bd41f73a0 con 0x7f0bd40d15f0 2024-09-16T01:48:37.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.005+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bd40b9be0 con 0x7f0bd40d15f0 2024-09-16T01:48:37.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.005+0000 7f0bc2ffd640 1 -- 172.21.15.16:0/2318397867 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f0bc800bc60 con 0x7f0bd40d15f0 2024-09-16T01:48:37.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.005+0000 7f0bc2ffd640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0bb406c6a0 0x7f0bb406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.006+0000 7f0bc2ffd640 1 -- 172.21.15.16:0/2318397867 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f0bc808c020 con 0x7f0bd40d15f0 2024-09-16T01:48:37.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.006+0000 7f0bd259c640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0bb406c6a0 0x7f0bb406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.006+0000 7f0bd259c640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0bb406c6a0 0x7f0bb406eb60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4001660 tx=0x7f0bc4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.010+0000 7f0bc2ffd640 1 -- 172.21.15.16:0/2318397867 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0bc805a220 con 0x7f0bd40d15f0 2024-09-16T01:48:37.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.183+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0bd41f75a0 con 0x7f0bb406c6a0 2024-09-16T01:48:37.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.189+0000 7f0bc2ffd640 1 -- 172.21.15.16:0/2318397867 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252482 (secure 0 0 0) 0x7f0bd41f75a0 con 0x7f0bb406c6a0 2024-09-16T01:48:37.193 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:37.194 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.192+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0bb406c6a0 msgr2=0x7f0bb406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.192+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0bb406c6a0 0x7f0bb406eb60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4001660 tx=0x7f0bc4009040 comp rx=0 tx=0).stop 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.192+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40d15f0 msgr2=0x7f0bd40b61a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.192+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40d15f0 0x7f0bd40b61a0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f0bc800d800 tx=0x7f0bc800dcc0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.192+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 shutdown_connections 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.193+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0bb406c6a0 0x7f0bb406eb60 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.193+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0bd4147fc0 0x7f0bd40b66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.193+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bd40d15f0 0x7f0bd40b61a0 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.193+0000 7f0bd8aac640 1 --2- 172.21.15.16:0/2318397867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0bd40b97d0 0x7f0bd41f1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.193+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 >> 172.21.15.16:0/2318397867 conn(0x7f0bd4074fe0 msgr2=0x7f0bd40cd780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:37.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.193+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 shutdown_connections 2024-09-16T01:48:37.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.193+0000 7f0bd8aac640 1 -- 172.21.15.16:0/2318397867 wait complete. 2024-09-16T01:48:37.205 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-16T01:48:36.756347+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":171,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270208,"kb_used_data":12368,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754704512,"statfs":{"total":773094113280,"available":772817420288,"internally_reserved":0,"allocated":12664832,"data_stored":6216564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":263835186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.937751"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877168+0000","last_change":"2024-09-16T01:48:33.864186+0000","last_active":"2024-09-16T01:48:34.877168+0000","last_peered":"2024-09-16T01:48:34.877168+0000","last_clean":"2024-09-16T01:48:34.877168+0000","last_became_active":"2024-09-16T01:48:33.863842+0000","last_became_peered":"2024-09-16T01:48:33.863842+0000","last_unstale":"2024-09-16T01:48:34.877168+0000","last_undegraded":"2024-09-16T01:48:34.877168+0000","last_fullsized":"2024-09-16T01:48:34.877168+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:44.311656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914187+0000","last_change":"2024-09-16T01:48:33.879397+0000","last_active":"2024-09-16T01:48:34.914187+0000","last_peered":"2024-09-16T01:48:34.914187+0000","last_clean":"2024-09-16T01:48:34.914187+0000","last_became_active":"2024-09-16T01:48:33.879118+0000","last_became_peered":"2024-09-16T01:48:33.879118+0000","last_unstale":"2024-09-16T01:48:34.914187+0000","last_undegraded":"2024-09-16T01:48:34.914187+0000","last_fullsized":"2024-09-16T01:48:34.914187+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:18.807662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879445+0000","last_change":"2024-09-16T01:48:33.876885+0000","last_active":"2024-09-16T01:48:34.879445+0000","last_peered":"2024-09-16T01:48:34.879445+0000","last_clean":"2024-09-16T01:48:34.879445+0000","last_became_active":"2024-09-16T01:48:33.876505+0000","last_became_peered":"2024-09-16T01:48:33.876505+0000","last_unstale":"2024-09-16T01:48:34.879445+0000","last_undegraded":"2024-09-16T01:48:34.879445+0000","last_fullsized":"2024-09-16T01:48:34.879445+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:35.118538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876727+0000","last_change":"2024-09-16T01:48:33.875859+0000","last_active":"2024-09-16T01:48:34.876727+0000","last_peered":"2024-09-16T01:48:34.876727+0000","last_clean":"2024-09-16T01:48:34.876727+0000","last_became_active":"2024-09-16T01:48:33.872623+0000","last_became_peered":"2024-09-16T01:48:33.872623+0000","last_unstale":"2024-09-16T01:48:34.876727+0000","last_undegraded":"2024-09-16T01:48:34.876727+0000","last_fullsized":"2024-09-16T01:48:34.876727+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:07.492588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888810+0000","last_change":"2024-09-16T01:48:33.876023+0000","last_active":"2024-09-16T01:48:34.888810+0000","last_peered":"2024-09-16T01:48:34.888810+0000","last_clean":"2024-09-16T01:48:34.888810+0000","last_became_active":"2024-09-16T01:48:33.875706+0000","last_became_peered":"2024-09-16T01:48:33.875706+0000","last_unstale":"2024-09-16T01:48:34.888810+0000","last_undegraded":"2024-09-16T01:48:34.888810+0000","last_fullsized":"2024-09-16T01:48:34.888810+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:15.711152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879493+0000","last_change":"2024-09-16T01:48:33.863763+0000","last_active":"2024-09-16T01:48:34.879493+0000","last_peered":"2024-09-16T01:48:34.879493+0000","last_clean":"2024-09-16T01:48:34.879493+0000","last_became_active":"2024-09-16T01:48:33.863391+0000","last_became_peered":"2024-09-16T01:48:33.863391+0000","last_unstale":"2024-09-16T01:48:34.879493+0000","last_undegraded":"2024-09-16T01:48:34.879493+0000","last_fullsized":"2024-09-16T01:48:34.879493+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:35.346500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.878835+0000","last_change":"2024-09-16T01:48:33.871487+0000","last_active":"2024-09-16T01:48:34.878835+0000","last_peered":"2024-09-16T01:48:34.878835+0000","last_clean":"2024-09-16T01:48:34.878835+0000","last_became_active":"2024-09-16T01:48:33.871203+0000","last_became_peered":"2024-09-16T01:48:33.871203+0000","last_unstale":"2024-09-16T01:48:34.878835+0000","last_undegraded":"2024-09-16T01:48:34.878835+0000","last_fullsized":"2024-09-16T01:48:34.878835+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:49.499701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879026+0000","last_change":"2024-09-16T01:48:33.878088+0000","last_active":"2024-09-16T01:48:34.879026+0000","last_peered":"2024-09-16T01:48:34.879026+0000","last_clean":"2024-09-16T01:48:34.879026+0000","last_became_active":"2024-09-16T01:48:33.877519+0000","last_became_peered":"2024-09-16T01:48:33.877519+0000","last_unstale":"2024-09-16T01:48:34.879026+0000","last_undegraded":"2024-09-16T01:48:34.879026+0000","last_fullsized":"2024-09-16T01:48:34.879026+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:07.381603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879389+0000","last_change":"2024-09-16T01:48:33.876613+0000","last_active":"2024-09-16T01:48:34.879389+0000","last_peered":"2024-09-16T01:48:34.879389+0000","last_clean":"2024-09-16T01:48:34.879389+0000","last_became_active":"2024-09-16T01:48:33.876317+0000","last_became_peered":"2024-09-16T01:48:33.876317+0000","last_unstale":"2024-09-16T01:48:34.879389+0000","last_undegraded":"2024-09-16T01:48:34.879389+0000","last_fullsized":"2024-09-16T01:48:34.879389+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:34.397794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914197+0000","last_change":"2024-09-16T01:48:33.877786+0000","last_active":"2024-09-16T01:48:34.914197+0000","last_peered":"2024-09-16T01:48:34.914197+0000","last_clean":"2024-09-16T01:48:34.914197+0000","last_became_active":"2024-09-16T01:48:33.877513+0000","last_became_peered":"2024-09-16T01:48:33.877513+0000","last_unstale":"2024-09-16T01:48:34.914197+0000","last_undegraded":"2024-09-16T01:48:34.914197+0000","last_fullsized":"2024-09-16T01:48:34.914197+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:32:32.707344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041817+0000","last_change":"2024-09-16T01:48:33.879648+0000","last_active":"2024-09-16T01:48:35.041817+0000","last_peered":"2024-09-16T01:48:35.041817+0000","last_clean":"2024-09-16T01:48:35.041817+0000","last_became_active":"2024-09-16T01:48:33.879402+0000","last_became_peered":"2024-09-16T01:48:33.879402+0000","last_unstale":"2024-09-16T01:48:35.041817+0000","last_undegraded":"2024-09-16T01:48:35.041817+0000","last_fullsized":"2024-09-16T01:48:35.041817+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:35:59.313897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879523+0000","last_change":"2024-09-16T01:48:33.875805+0000","last_active":"2024-09-16T01:48:34.879523+0000","last_peered":"2024-09-16T01:48:34.879523+0000","last_clean":"2024-09-16T01:48:34.879523+0000","last_became_active":"2024-09-16T01:48:33.875515+0000","last_became_peered":"2024-09-16T01:48:33.875515+0000","last_unstale":"2024-09-16T01:48:34.879523+0000","last_undegraded":"2024-09-16T01:48:34.879523+0000","last_fullsized":"2024-09-16T01:48:34.879523+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:20.336318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876907+0000","last_change":"2024-09-16T01:48:33.869136+0000","last_active":"2024-09-16T01:48:34.876907+0000","last_peered":"2024-09-16T01:48:34.876907+0000","last_clean":"2024-09-16T01:48:34.876907+0000","last_became_active":"2024-09-16T01:48:33.866011+0000","last_became_peered":"2024-09-16T01:48:33.866011+0000","last_unstale":"2024-09-16T01:48:34.876907+0000","last_undegraded":"2024-09-16T01:48:34.876907+0000","last_fullsized":"2024-09-16T01:48:34.876907+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:10.891758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913917+0000","last_change":"2024-09-16T01:48:33.884414+0000","last_active":"2024-09-16T01:48:34.913917+0000","last_peered":"2024-09-16T01:48:34.913917+0000","last_clean":"2024-09-16T01:48:34.913917+0000","last_became_active":"2024-09-16T01:48:33.884109+0000","last_became_peered":"2024-09-16T01:48:33.884109+0000","last_unstale":"2024-09-16T01:48:34.913917+0000","last_undegraded":"2024-09-16T01:48:34.913917+0000","last_fullsized":"2024-09-16T01:48:34.913917+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:15.175968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876639+0000","last_change":"2024-09-16T01:48:33.873228+0000","last_active":"2024-09-16T01:48:34.876639+0000","last_peered":"2024-09-16T01:48:34.876639+0000","last_clean":"2024-09-16T01:48:34.876639+0000","last_became_active":"2024-09-16T01:48:33.872959+0000","last_became_peered":"2024-09-16T01:48:33.872959+0000","last_unstale":"2024-09-16T01:48:34.876639+0000","last_undegraded":"2024-09-16T01:48:34.876639+0000","last_fullsized":"2024-09-16T01:48:34.876639+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:25.815509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042139+0000","last_change":"2024-09-16T01:48:33.875182+0000","last_active":"2024-09-16T01:48:35.042139+0000","last_peered":"2024-09-16T01:48:35.042139+0000","last_clean":"2024-09-16T01:48:35.042139+0000","last_became_active":"2024-09-16T01:48:33.874469+0000","last_became_peered":"2024-09-16T01:48:33.874469+0000","last_unstale":"2024-09-16T01:48:35.042139+0000","last_undegraded":"2024-09-16T01:48:35.042139+0000","last_fullsized":"2024-09-16T01:48:35.042139+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:02.090645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.880067+0000","last_change":"2024-09-16T01:48:33.874134+0000","last_active":"2024-09-16T01:48:34.880067+0000","last_peered":"2024-09-16T01:48:34.880067+0000","last_clean":"2024-09-16T01:48:34.880067+0000","last_became_active":"2024-09-16T01:48:33.873805+0000","last_became_peered":"2024-09-16T01:48:33.873805+0000","last_unstale":"2024-09-16T01:48:34.880067+0000","last_undegraded":"2024-09-16T01:48:34.880067+0000","last_fullsized":"2024-09-16T01:48:34.880067+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:07.518959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041552+0000","last_change":"2024-09-16T01:48:33.868157+0000","last_active":"2024-09-16T01:48:35.041552+0000","last_peered":"2024-09-16T01:48:35.041552+0000","last_clean":"2024-09-16T01:48:35.041552+0000","last_became_active":"2024-09-16T01:48:33.867789+0000","last_became_peered":"2024-09-16T01:48:33.867789+0000","last_unstale":"2024-09-16T01:48:35.041552+0000","last_undegraded":"2024-09-16T01:48:35.041552+0000","last_fullsized":"2024-09-16T01:48:35.041552+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:40.505112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041966+0000","last_change":"2024-09-16T01:48:33.875258+0000","last_active":"2024-09-16T01:48:35.041966+0000","last_peered":"2024-09-16T01:48:35.041966+0000","last_clean":"2024-09-16T01:48:35.041966+0000","last_became_active":"2024-09-16T01:48:33.874554+0000","last_became_peered":"2024-09-16T01:48:33.874554+0000","last_unstale":"2024-09-16T01:48:35.041966+0000","last_undegraded":"2024-09-16T01:48:35.041966+0000","last_fullsized":"2024-09-16T01:48:35.041966+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:57.412438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041789+0000","last_change":"2024-09-16T01:48:33.877186+0000","last_active":"2024-09-16T01:48:35.041789+0000","last_peered":"2024-09-16T01:48:35.041789+0000","last_clean":"2024-09-16T01:48:35.041789+0000","last_became_active":"2024-09-16T01:48:33.876847+0000","last_became_peered":"2024-09-16T01:48:33.876847+0000","last_unstale":"2024-09-16T01:48:35.041789+0000","last_undegraded":"2024-09-16T01:48:35.041789+0000","last_fullsized":"2024-09-16T01:48:35.041789+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:07.518959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888673+0000","last_change":"2024-09-16T01:48:33.875755+0000","last_active":"2024-09-16T01:48:34.888673+0000","last_peered":"2024-09-16T01:48:34.888673+0000","last_clean":"2024-09-16T01:48:34.888673+0000","last_became_active":"2024-09-16T01:48:33.875474+0000","last_became_peered":"2024-09-16T01:48:33.875474+0000","last_unstale":"2024-09-16T01:48:34.888673+0000","last_undegraded":"2024-09-16T01:48:34.888673+0000","last_fullsized":"2024-09-16T01:48:34.888673+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:28.021930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041458+0000","last_change":"2024-09-16T01:48:33.879629+0000","last_active":"2024-09-16T01:48:35.041458+0000","last_peered":"2024-09-16T01:48:35.041458+0000","last_clean":"2024-09-16T01:48:35.041458+0000","last_became_active":"2024-09-16T01:48:33.879354+0000","last_became_peered":"2024-09-16T01:48:33.879354+0000","last_unstale":"2024-09-16T01:48:35.041458+0000","last_undegraded":"2024-09-16T01:48:35.041458+0000","last_fullsized":"2024-09-16T01:48:35.041458+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:19.048920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879301+0000","last_change":"2024-09-16T01:48:33.872070+0000","last_active":"2024-09-16T01:48:34.879301+0000","last_peered":"2024-09-16T01:48:34.879301+0000","last_clean":"2024-09-16T01:48:34.879301+0000","last_became_active":"2024-09-16T01:48:33.871592+0000","last_became_peered":"2024-09-16T01:48:33.871592+0000","last_unstale":"2024-09-16T01:48:34.879301+0000","last_undegraded":"2024-09-16T01:48:34.879301+0000","last_fullsized":"2024-09-16T01:48:34.879301+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:53:35.398489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041120+0000","last_change":"2024-09-16T01:48:33.879094+0000","last_active":"2024-09-16T01:48:35.041120+0000","last_peered":"2024-09-16T01:48:35.041120+0000","last_clean":"2024-09-16T01:48:35.041120+0000","last_became_active":"2024-09-16T01:48:33.878748+0000","last_became_peered":"2024-09-16T01:48:33.878748+0000","last_unstale":"2024-09-16T01:48:35.041120+0000","last_undegraded":"2024-09-16T01:48:35.041120+0000","last_fullsized":"2024-09-16T01:48:35.041120+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:31:49.289101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913976+0000","last_change":"2024-09-16T01:48:33.873134+0000","last_active":"2024-09-16T01:48:34.913976+0000","last_peered":"2024-09-16T01:48:34.913976+0000","last_clean":"2024-09-16T01:48:34.913976+0000","last_became_active":"2024-09-16T01:48:33.872836+0000","last_became_peered":"2024-09-16T01:48:33.872836+0000","last_unstale":"2024-09-16T01:48:34.913976+0000","last_undegraded":"2024-09-16T01:48:34.913976+0000","last_fullsized":"2024-09-16T01:48:34.913976+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:47:13.040409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041731+0000","last_change":"2024-09-16T01:48:33.874121+0000","last_active":"2024-09-16T01:48:35.041731+0000","last_peered":"2024-09-16T01:48:35.041731+0000","last_clean":"2024-09-16T01:48:35.041731+0000","last_became_active":"2024-09-16T01:48:33.873830+0000","last_became_peered":"2024-09-16T01:48:33.873830+0000","last_unstale":"2024-09-16T01:48:35.041731+0000","last_undegraded":"2024-09-16T01:48:35.041731+0000","last_fullsized":"2024-09-16T01:48:35.041731+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:10.038383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876837+0000","last_change":"2024-09-16T01:48:33.869018+0000","last_active":"2024-09-16T01:48:34.876837+0000","last_peered":"2024-09-16T01:48:34.876837+0000","last_clean":"2024-09-16T01:48:34.876837+0000","last_became_active":"2024-09-16T01:48:33.868689+0000","last_became_peered":"2024-09-16T01:48:33.868689+0000","last_unstale":"2024-09-16T01:48:34.876837+0000","last_undegraded":"2024-09-16T01:48:34.876837+0000","last_fullsized":"2024-09-16T01:48:34.876837+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:02.814682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041346+0000","last_change":"2024-09-16T01:48:33.878037+0000","last_active":"2024-09-16T01:48:35.041346+0000","last_peered":"2024-09-16T01:48:35.041346+0000","last_clean":"2024-09-16T01:48:35.041346+0000","last_became_active":"2024-09-16T01:48:33.877775+0000","last_became_peered":"2024-09-16T01:48:33.877775+0000","last_unstale":"2024-09-16T01:48:35.041346+0000","last_undegraded":"2024-09-16T01:48:35.041346+0000","last_fullsized":"2024-09-16T01:48:35.041346+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:31.935906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876982+0000","last_change":"2024-09-16T01:48:33.874577+0000","last_active":"2024-09-16T01:48:34.876982+0000","last_peered":"2024-09-16T01:48:34.876982+0000","last_clean":"2024-09-16T01:48:34.876982+0000","last_became_active":"2024-09-16T01:48:33.874057+0000","last_became_peered":"2024-09-16T01:48:33.874057+0000","last_unstale":"2024-09-16T01:48:34.876982+0000","last_undegraded":"2024-09-16T01:48:34.876982+0000","last_fullsized":"2024-09-16T01:48:34.876982+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:48:32.659018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877161+0000","last_change":"2024-09-16T01:48:33.876900+0000","last_active":"2024-09-16T01:48:34.877161+0000","last_peered":"2024-09-16T01:48:34.877161+0000","last_clean":"2024-09-16T01:48:34.877161+0000","last_became_active":"2024-09-16T01:48:33.876612+0000","last_became_peered":"2024-09-16T01:48:33.876612+0000","last_unstale":"2024-09-16T01:48:34.877161+0000","last_undegraded":"2024-09-16T01:48:34.877161+0000","last_fullsized":"2024-09-16T01:48:34.877161+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:35.277583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888709+0000","last_change":"2024-09-16T01:48:33.879580+0000","last_active":"2024-09-16T01:48:34.888709+0000","last_peered":"2024-09-16T01:48:34.888709+0000","last_clean":"2024-09-16T01:48:34.888709+0000","last_became_active":"2024-09-16T01:48:33.879153+0000","last_became_peered":"2024-09-16T01:48:33.879153+0000","last_unstale":"2024-09-16T01:48:34.888709+0000","last_undegraded":"2024-09-16T01:48:34.888709+0000","last_fullsized":"2024-09-16T01:48:34.888709+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:46:29.787668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.878723+0000","last_change":"2024-09-16T01:48:33.869938+0000","last_active":"2024-09-16T01:48:34.878723+0000","last_peered":"2024-09-16T01:48:34.878723+0000","last_clean":"2024-09-16T01:48:34.878723+0000","last_became_active":"2024-09-16T01:48:33.869626+0000","last_became_peered":"2024-09-16T01:48:33.869626+0000","last_unstale":"2024-09-16T01:48:34.878723+0000","last_undegraded":"2024-09-16T01:48:34.878723+0000","last_fullsized":"2024-09-16T01:48:34.878723+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:00.108054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041903+0000","last_change":"2024-09-16T01:48:33.876061+0000","last_active":"2024-09-16T01:48:35.041903+0000","last_peered":"2024-09-16T01:48:35.041903+0000","last_clean":"2024-09-16T01:48:35.041903+0000","last_became_active":"2024-09-16T01:48:33.875790+0000","last_became_peered":"2024-09-16T01:48:33.875790+0000","last_unstale":"2024-09-16T01:48:35.041903+0000","last_undegraded":"2024-09-16T01:48:35.041903+0000","last_fullsized":"2024-09-16T01:48:35.041903+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:53.186792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"114'4","reported_seq":18,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888991+0000","last_change":"2024-09-16T01:48:32.840393+0000","last_active":"2024-09-16T01:48:34.888991+0000","last_peered":"2024-09-16T01:48:34.888991+0000","last_clean":"2024-09-16T01:48:34.888991+0000","last_became_active":"2024-09-16T01:48:32.840084+0000","last_became_peered":"2024-09-16T01:48:32.840084+0000","last_unstale":"2024-09-16T01:48:34.888991+0000","last_undegraded":"2024-09-16T01:48:34.888991+0000","last_fullsized":"2024-09-16T01:48:34.888991+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:12.545103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879403+0000","last_change":"2024-09-16T01:48:33.879952+0000","last_active":"2024-09-16T01:48:34.879403+0000","last_peered":"2024-09-16T01:48:34.879403+0000","last_clean":"2024-09-16T01:48:34.879403+0000","last_became_active":"2024-09-16T01:48:33.879677+0000","last_became_peered":"2024-09-16T01:48:33.879677+0000","last_unstale":"2024-09-16T01:48:34.879403+0000","last_undegraded":"2024-09-16T01:48:34.879403+0000","last_fullsized":"2024-09-16T01:48:34.879403+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:30.187959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041387+0000","last_change":"2024-09-16T01:48:32.840224+0000","last_active":"2024-09-16T01:48:35.041387+0000","last_peered":"2024-09-16T01:48:35.041387+0000","last_clean":"2024-09-16T01:48:35.041387+0000","last_became_active":"2024-09-16T01:48:32.839893+0000","last_became_peered":"2024-09-16T01:48:32.839893+0000","last_unstale":"2024-09-16T01:48:35.041387+0000","last_undegraded":"2024-09-16T01:48:35.041387+0000","last_fullsized":"2024-09-16T01:48:35.041387+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:04.977297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888870+0000","last_change":"2024-09-16T01:48:33.874777+0000","last_active":"2024-09-16T01:48:34.888870+0000","last_peered":"2024-09-16T01:48:34.888870+0000","last_clean":"2024-09-16T01:48:34.888870+0000","last_became_active":"2024-09-16T01:48:33.874476+0000","last_became_peered":"2024-09-16T01:48:33.874476+0000","last_unstale":"2024-09-16T01:48:34.888870+0000","last_undegraded":"2024-09-16T01:48:34.888870+0000","last_fullsized":"2024-09-16T01:48:34.888870+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:27.911302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042072+0000","last_change":"2024-09-16T01:48:32.836083+0000","last_active":"2024-09-16T01:48:35.042072+0000","last_peered":"2024-09-16T01:48:35.042072+0000","last_clean":"2024-09-16T01:48:35.042072+0000","last_became_active":"2024-09-16T01:48:32.835818+0000","last_became_peered":"2024-09-16T01:48:32.835818+0000","last_unstale":"2024-09-16T01:48:35.042072+0000","last_undegraded":"2024-09-16T01:48:35.042072+0000","last_fullsized":"2024-09-16T01:48:35.042072+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:47.399937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888904+0000","last_change":"2024-09-16T01:48:33.874919+0000","last_active":"2024-09-16T01:48:34.888904+0000","last_peered":"2024-09-16T01:48:34.888904+0000","last_clean":"2024-09-16T01:48:34.888904+0000","last_became_active":"2024-09-16T01:48:33.874675+0000","last_became_peered":"2024-09-16T01:48:33.874675+0000","last_unstale":"2024-09-16T01:48:34.888904+0000","last_undegraded":"2024-09-16T01:48:34.888904+0000","last_fullsized":"2024-09-16T01:48:34.888904+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:24.392750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914149+0000","last_change":"2024-09-16T01:48:32.838725+0000","last_active":"2024-09-16T01:48:34.914149+0000","last_peered":"2024-09-16T01:48:34.914149+0000","last_clean":"2024-09-16T01:48:34.914149+0000","last_became_active":"2024-09-16T01:48:32.838246+0000","last_became_peered":"2024-09-16T01:48:32.838246+0000","last_unstale":"2024-09-16T01:48:34.914149+0000","last_undegraded":"2024-09-16T01:48:34.914149+0000","last_fullsized":"2024-09-16T01:48:34.914149+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:30.414855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041136+0000","last_change":"2024-09-16T01:48:33.868817+0000","last_active":"2024-09-16T01:48:35.041136+0000","last_peered":"2024-09-16T01:48:35.041136+0000","last_clean":"2024-09-16T01:48:35.041136+0000","last_became_active":"2024-09-16T01:48:33.868500+0000","last_became_peered":"2024-09-16T01:48:33.868500+0000","last_unstale":"2024-09-16T01:48:35.041136+0000","last_undegraded":"2024-09-16T01:48:35.041136+0000","last_fullsized":"2024-09-16T01:48:35.041136+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:35.346500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913890+0000","last_change":"2024-09-16T01:48:32.840381+0000","last_active":"2024-09-16T01:48:34.913890+0000","last_peered":"2024-09-16T01:48:34.913890+0000","last_clean":"2024-09-16T01:48:34.913890+0000","last_became_active":"2024-09-16T01:48:32.840097+0000","last_became_peered":"2024-09-16T01:48:32.840097+0000","last_unstale":"2024-09-16T01:48:34.913890+0000","last_undegraded":"2024-09-16T01:48:34.913890+0000","last_fullsized":"2024-09-16T01:48:34.913890+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:13.644246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879680+0000","last_change":"2024-09-16T01:48:33.875661+0000","last_active":"2024-09-16T01:48:34.879680+0000","last_peered":"2024-09-16T01:48:34.879680+0000","last_clean":"2024-09-16T01:48:34.879680+0000","last_became_active":"2024-09-16T01:48:33.875350+0000","last_became_peered":"2024-09-16T01:48:33.875350+0000","last_unstale":"2024-09-16T01:48:34.879680+0000","last_undegraded":"2024-09-16T01:48:34.879680+0000","last_fullsized":"2024-09-16T01:48:34.879680+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:43.175198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041240+0000","last_change":"2024-09-16T01:48:32.838729+0000","last_active":"2024-09-16T01:48:35.041240+0000","last_peered":"2024-09-16T01:48:35.041240+0000","last_clean":"2024-09-16T01:48:35.041240+0000","last_became_active":"2024-09-16T01:48:32.838439+0000","last_became_peered":"2024-09-16T01:48:32.838439+0000","last_unstale":"2024-09-16T01:48:35.041240+0000","last_undegraded":"2024-09-16T01:48:35.041240+0000","last_fullsized":"2024-09-16T01:48:35.041240+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:33.395837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879530+0000","last_change":"2024-09-16T01:48:33.878438+0000","last_active":"2024-09-16T01:48:34.879530+0000","last_peered":"2024-09-16T01:48:34.879530+0000","last_clean":"2024-09-16T01:48:34.879530+0000","last_became_active":"2024-09-16T01:48:33.877901+0000","last_became_peered":"2024-09-16T01:48:33.877901+0000","last_unstale":"2024-09-16T01:48:34.879530+0000","last_undegraded":"2024-09-16T01:48:34.879530+0000","last_fullsized":"2024-09-16T01:48:34.879530+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:45.327023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.878658+0000","last_change":"2024-09-16T01:48:32.835716+0000","last_active":"2024-09-16T01:48:34.878658+0000","last_peered":"2024-09-16T01:48:34.878658+0000","last_clean":"2024-09-16T01:48:34.878658+0000","last_became_active":"2024-09-16T01:48:32.835184+0000","last_became_peered":"2024-09-16T01:48:32.835184+0000","last_unstale":"2024-09-16T01:48:34.878658+0000","last_undegraded":"2024-09-16T01:48:34.878658+0000","last_fullsized":"2024-09-16T01:48:34.878658+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:06.379646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913767+0000","last_change":"2024-09-16T01:48:33.879962+0000","last_active":"2024-09-16T01:48:34.913767+0000","last_peered":"2024-09-16T01:48:34.913767+0000","last_clean":"2024-09-16T01:48:34.913767+0000","last_became_active":"2024-09-16T01:48:33.879474+0000","last_became_peered":"2024-09-16T01:48:33.879474+0000","last_unstale":"2024-09-16T01:48:34.913767+0000","last_undegraded":"2024-09-16T01:48:34.913767+0000","last_fullsized":"2024-09-16T01:48:34.913767+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:09:12.716337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914077+0000","last_change":"2024-09-16T01:48:32.840252+0000","last_active":"2024-09-16T01:48:34.914077+0000","last_peered":"2024-09-16T01:48:34.914077+0000","last_clean":"2024-09-16T01:48:34.914077+0000","last_became_active":"2024-09-16T01:48:32.839990+0000","last_became_peered":"2024-09-16T01:48:32.839990+0000","last_unstale":"2024-09-16T01:48:34.914077+0000","last_undegraded":"2024-09-16T01:48:34.914077+0000","last_fullsized":"2024-09-16T01:48:34.914077+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:15.195868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876899+0000","last_change":"2024-09-16T01:48:33.874150+0000","last_active":"2024-09-16T01:48:34.876899+0000","last_peered":"2024-09-16T01:48:34.876899+0000","last_clean":"2024-09-16T01:48:34.876899+0000","last_became_active":"2024-09-16T01:48:33.873708+0000","last_became_peered":"2024-09-16T01:48:33.873708+0000","last_unstale":"2024-09-16T01:48:34.876899+0000","last_undegraded":"2024-09-16T01:48:34.876899+0000","last_fullsized":"2024-09-16T01:48:34.876899+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:28.184129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041471+0000","last_change":"2024-09-16T01:48:32.843593+0000","last_active":"2024-09-16T01:48:35.041471+0000","last_peered":"2024-09-16T01:48:35.041471+0000","last_clean":"2024-09-16T01:48:35.041471+0000","last_became_active":"2024-09-16T01:48:32.843351+0000","last_became_peered":"2024-09-16T01:48:32.843351+0000","last_unstale":"2024-09-16T01:48:35.041471+0000","last_undegraded":"2024-09-16T01:48:35.041471+0000","last_fullsized":"2024-09-16T01:48:35.041471+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:17.754560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041350+0000","last_change":"2024-09-16T01:48:33.880837+0000","last_active":"2024-09-16T01:48:35.041350+0000","last_peered":"2024-09-16T01:48:35.041350+0000","last_clean":"2024-09-16T01:48:35.041350+0000","last_became_active":"2024-09-16T01:48:33.880572+0000","last_became_peered":"2024-09-16T01:48:33.880572+0000","last_unstale":"2024-09-16T01:48:35.041350+0000","last_undegraded":"2024-09-16T01:48:35.041350+0000","last_fullsized":"2024-09-16T01:48:35.041350+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:22:45.499653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042009+0000","last_change":"2024-09-16T01:48:32.835627+0000","last_active":"2024-09-16T01:48:35.042009+0000","last_peered":"2024-09-16T01:48:35.042009+0000","last_clean":"2024-09-16T01:48:35.042009+0000","last_became_active":"2024-09-16T01:48:32.835348+0000","last_became_peered":"2024-09-16T01:48:32.835348+0000","last_unstale":"2024-09-16T01:48:35.042009+0000","last_undegraded":"2024-09-16T01:48:35.042009+0000","last_fullsized":"2024-09-16T01:48:35.042009+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:53:34.396533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.889037+0000","last_change":"2024-09-16T01:48:33.883973+0000","last_active":"2024-09-16T01:48:34.889037+0000","last_peered":"2024-09-16T01:48:34.889037+0000","last_clean":"2024-09-16T01:48:34.889037+0000","last_became_active":"2024-09-16T01:48:33.883649+0000","last_became_peered":"2024-09-16T01:48:33.883649+0000","last_unstale":"2024-09-16T01:48:34.889037+0000","last_undegraded":"2024-09-16T01:48:34.889037+0000","last_fullsized":"2024-09-16T01:48:34.889037+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:05.602655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"114'3","reported_seq":17,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041191+0000","last_change":"2024-09-16T01:48:32.837254+0000","last_active":"2024-09-16T01:48:35.041191+0000","last_peered":"2024-09-16T01:48:35.041191+0000","last_clean":"2024-09-16T01:48:35.041191+0000","last_became_active":"2024-09-16T01:48:32.836915+0000","last_became_peered":"2024-09-16T01:48:32.836915+0000","last_unstale":"2024-09-16T01:48:35.041191+0000","last_undegraded":"2024-09-16T01:48:35.041191+0000","last_fullsized":"2024-09-16T01:48:35.041191+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:23.644249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888928+0000","last_change":"2024-09-16T01:48:33.872901+0000","last_active":"2024-09-16T01:48:34.888928+0000","last_peered":"2024-09-16T01:48:34.888928+0000","last_clean":"2024-09-16T01:48:34.888928+0000","last_became_active":"2024-09-16T01:48:33.872596+0000","last_became_peered":"2024-09-16T01:48:33.872596+0000","last_unstale":"2024-09-16T01:48:34.888928+0000","last_undegraded":"2024-09-16T01:48:34.888928+0000","last_fullsized":"2024-09-16T01:48:34.888928+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:36:36.874945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"114'6","reported_seq":20,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879641+0000","last_change":"2024-09-16T01:48:32.833493+0000","last_active":"2024-09-16T01:48:34.879641+0000","last_peered":"2024-09-16T01:48:34.879641+0000","last_clean":"2024-09-16T01:48:34.879641+0000","last_became_active":"2024-09-16T01:48:32.833129+0000","last_became_peered":"2024-09-16T01:48:32.833129+0000","last_unstale":"2024-09-16T01:48:34.879641+0000","last_undegraded":"2024-09-16T01:48:34.879641+0000","last_fullsized":"2024-09-16T01:48:34.879641+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:30.933949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877045+0000","last_change":"2024-09-16T01:48:33.877818+0000","last_active":"2024-09-16T01:48:34.877045+0000","last_peered":"2024-09-16T01:48:34.877045+0000","last_clean":"2024-09-16T01:48:34.877045+0000","last_became_active":"2024-09-16T01:48:33.875396+0000","last_became_peered":"2024-09-16T01:48:33.875396+0000","last_unstale":"2024-09-16T01:48:34.877045+0000","last_undegraded":"2024-09-16T01:48:34.877045+0000","last_fullsized":"2024-09-16T01:48:34.877045+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:07.183654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876903+0000","last_change":"2024-09-16T01:48:32.833807+0000","last_active":"2024-09-16T01:48:34.876903+0000","last_peered":"2024-09-16T01:48:34.876903+0000","last_clean":"2024-09-16T01:48:34.876903+0000","last_became_active":"2024-09-16T01:48:32.833242+0000","last_became_peered":"2024-09-16T01:48:32.833242+0000","last_unstale":"2024-09-16T01:48:34.876903+0000","last_undegraded":"2024-09-16T01:48:34.876903+0000","last_fullsized":"2024-09-16T01:48:34.876903+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:40.021744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913764+0000","last_change":"2024-09-16T01:48:33.878685+0000","last_active":"2024-09-16T01:48:34.913764+0000","last_peered":"2024-09-16T01:48:34.913764+0000","last_clean":"2024-09-16T01:48:34.913764+0000","last_became_active":"2024-09-16T01:48:33.877496+0000","last_became_peered":"2024-09-16T01:48:33.877496+0000","last_unstale":"2024-09-16T01:48:34.913764+0000","last_undegraded":"2024-09-16T01:48:34.913764+0000","last_fullsized":"2024-09-16T01:48:34.913764+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:09.729118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913966+0000","last_change":"2024-09-16T01:48:32.838787+0000","last_active":"2024-09-16T01:48:34.913966+0000","last_peered":"2024-09-16T01:48:34.913966+0000","last_clean":"2024-09-16T01:48:34.913966+0000","last_became_active":"2024-09-16T01:48:32.838485+0000","last_became_peered":"2024-09-16T01:48:32.838485+0000","last_unstale":"2024-09-16T01:48:34.913966+0000","last_undegraded":"2024-09-16T01:48:34.913966+0000","last_fullsized":"2024-09-16T01:48:34.913966+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:24.599587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879309+0000","last_change":"2024-09-16T01:48:33.876408+0000","last_active":"2024-09-16T01:48:34.879309+0000","last_peered":"2024-09-16T01:48:34.879309+0000","last_clean":"2024-09-16T01:48:34.879309+0000","last_became_active":"2024-09-16T01:48:33.876125+0000","last_became_peered":"2024-09-16T01:48:33.876125+0000","last_unstale":"2024-09-16T01:48:34.879309+0000","last_undegraded":"2024-09-16T01:48:34.879309+0000","last_fullsized":"2024-09-16T01:48:34.879309+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:10.888816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"114'8","reported_seq":22,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879135+0000","last_change":"2024-09-16T01:48:32.834047+0000","last_active":"2024-09-16T01:48:34.879135+0000","last_peered":"2024-09-16T01:48:34.879135+0000","last_clean":"2024-09-16T01:48:34.879135+0000","last_became_active":"2024-09-16T01:48:32.833467+0000","last_became_peered":"2024-09-16T01:48:32.833467+0000","last_unstale":"2024-09-16T01:48:34.879135+0000","last_undegraded":"2024-09-16T01:48:34.879135+0000","last_fullsized":"2024-09-16T01:48:34.879135+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:53:26.387721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879694+0000","last_change":"2024-09-16T01:48:33.876376+0000","last_active":"2024-09-16T01:48:34.879694+0000","last_peered":"2024-09-16T01:48:34.879694+0000","last_clean":"2024-09-16T01:48:34.879694+0000","last_became_active":"2024-09-16T01:48:33.876096+0000","last_became_peered":"2024-09-16T01:48:33.876096+0000","last_unstale":"2024-09-16T01:48:34.879694+0000","last_undegraded":"2024-09-16T01:48:34.879694+0000","last_fullsized":"2024-09-16T01:48:34.879694+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:24:26.946772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041542+0000","last_change":"2024-09-16T01:48:32.835950+0000","last_active":"2024-09-16T01:48:35.041542+0000","last_peered":"2024-09-16T01:48:35.041542+0000","last_clean":"2024-09-16T01:48:35.041542+0000","last_became_active":"2024-09-16T01:48:32.835601+0000","last_became_peered":"2024-09-16T01:48:32.835601+0000","last_unstale":"2024-09-16T01:48:35.041542+0000","last_undegraded":"2024-09-16T01:48:35.041542+0000","last_fullsized":"2024-09-16T01:48:35.041542+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:10:46.955100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041436+0000","last_change":"2024-09-16T01:48:33.874768+0000","last_active":"2024-09-16T01:48:35.041436+0000","last_peered":"2024-09-16T01:48:35.041436+0000","last_clean":"2024-09-16T01:48:35.041436+0000","last_became_active":"2024-09-16T01:48:33.874492+0000","last_became_peered":"2024-09-16T01:48:33.874492+0000","last_unstale":"2024-09-16T01:48:35.041436+0000","last_undegraded":"2024-09-16T01:48:35.041436+0000","last_fullsized":"2024-09-16T01:48:35.041436+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:53:27.389678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042297+0000","last_change":"2024-09-16T01:48:32.835440+0000","last_active":"2024-09-16T01:48:35.042297+0000","last_peered":"2024-09-16T01:48:35.042297+0000","last_clean":"2024-09-16T01:48:35.042297+0000","last_became_active":"2024-09-16T01:48:32.835165+0000","last_became_peered":"2024-09-16T01:48:32.835165+0000","last_unstale":"2024-09-16T01:48:35.042297+0000","last_undegraded":"2024-09-16T01:48:35.042297+0000","last_fullsized":"2024-09-16T01:48:35.042297+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:44.344037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041945+0000","last_change":"2024-09-16T01:48:33.873440+0000","last_active":"2024-09-16T01:48:35.041945+0000","last_peered":"2024-09-16T01:48:35.041945+0000","last_clean":"2024-09-16T01:48:35.041945+0000","last_became_active":"2024-09-16T01:48:33.873145+0000","last_became_peered":"2024-09-16T01:48:33.873145+0000","last_unstale":"2024-09-16T01:48:35.041945+0000","last_undegraded":"2024-09-16T01:48:35.041945+0000","last_fullsized":"2024-09-16T01:48:35.041945+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:09.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879921+0000","last_change":"2024-09-16T01:48:32.835095+0000","last_active":"2024-09-16T01:48:34.879921+0000","last_peered":"2024-09-16T01:48:34.879921+0000","last_clean":"2024-09-16T01:48:34.879921+0000","last_became_active":"2024-09-16T01:48:32.834786+0000","last_became_peered":"2024-09-16T01:48:32.834786+0000","last_unstale":"2024-09-16T01:48:34.879921+0000","last_undegraded":"2024-09-16T01:48:34.879921+0000","last_fullsized":"2024-09-16T01:48:34.879921+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:09.886859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914133+0000","last_change":"2024-09-16T01:48:33.886765+0000","last_active":"2024-09-16T01:48:34.914133+0000","last_peered":"2024-09-16T01:48:34.914133+0000","last_clean":"2024-09-16T01:48:34.914133+0000","last_became_active":"2024-09-16T01:48:33.886341+0000","last_became_peered":"2024-09-16T01:48:33.886341+0000","last_unstale":"2024-09-16T01:48:34.914133+0000","last_undegraded":"2024-09-16T01:48:34.914133+0000","last_fullsized":"2024-09-16T01:48:34.914133+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:59.408011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041194+0000","last_change":"2024-09-16T01:48:32.840279+0000","last_active":"2024-09-16T01:48:35.041194+0000","last_peered":"2024-09-16T01:48:35.041194+0000","last_clean":"2024-09-16T01:48:35.041194+0000","last_became_active":"2024-09-16T01:48:32.839890+0000","last_became_peered":"2024-09-16T01:48:32.839890+0000","last_unstale":"2024-09-16T01:48:35.041194+0000","last_undegraded":"2024-09-16T01:48:35.041194+0000","last_fullsized":"2024-09-16T01:48:35.041194+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:57.420782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.876848+0000","last_change":"2024-09-16T01:48:33.864102+0000","last_active":"2024-09-16T01:48:34.876848+0000","last_peered":"2024-09-16T01:48:34.876848+0000","last_clean":"2024-09-16T01:48:34.876848+0000","last_became_active":"2024-09-16T01:48:33.863776+0000","last_became_peered":"2024-09-16T01:48:33.863776+0000","last_unstale":"2024-09-16T01:48:34.876848+0000","last_undegraded":"2024-09-16T01:48:34.876848+0000","last_fullsized":"2024-09-16T01:48:34.876848+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:09:55.190966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041219+0000","last_change":"2024-09-16T01:48:32.843270+0000","last_active":"2024-09-16T01:48:35.041219+0000","last_peered":"2024-09-16T01:48:35.041219+0000","last_clean":"2024-09-16T01:48:35.041219+0000","last_became_active":"2024-09-16T01:48:32.842981+0000","last_became_peered":"2024-09-16T01:48:32.842981+0000","last_unstale":"2024-09-16T01:48:35.041219+0000","last_undegraded":"2024-09-16T01:48:35.041219+0000","last_fullsized":"2024-09-16T01:48:35.041219+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:56.780255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879696+0000","last_change":"2024-09-16T01:48:33.872991+0000","last_active":"2024-09-16T01:48:34.879696+0000","last_peered":"2024-09-16T01:48:34.879696+0000","last_clean":"2024-09-16T01:48:34.879696+0000","last_became_active":"2024-09-16T01:48:33.872700+0000","last_became_peered":"2024-09-16T01:48:33.872700+0000","last_unstale":"2024-09-16T01:48:34.879696+0000","last_undegraded":"2024-09-16T01:48:34.879696+0000","last_fullsized":"2024-09-16T01:48:34.879696+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:40.505112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041368+0000","last_change":"2024-09-16T01:48:32.834925+0000","last_active":"2024-09-16T01:48:35.041368+0000","last_peered":"2024-09-16T01:48:35.041368+0000","last_clean":"2024-09-16T01:48:35.041368+0000","last_became_active":"2024-09-16T01:48:32.834664+0000","last_became_peered":"2024-09-16T01:48:32.834664+0000","last_unstale":"2024-09-16T01:48:35.041368+0000","last_undegraded":"2024-09-16T01:48:35.041368+0000","last_fullsized":"2024-09-16T01:48:35.041368+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:29.186002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913893+0000","last_change":"2024-09-16T01:48:33.878417+0000","last_active":"2024-09-16T01:48:34.913893+0000","last_peered":"2024-09-16T01:48:34.913893+0000","last_clean":"2024-09-16T01:48:34.913893+0000","last_became_active":"2024-09-16T01:48:33.878142+0000","last_became_peered":"2024-09-16T01:48:33.878142+0000","last_unstale":"2024-09-16T01:48:34.913893+0000","last_undegraded":"2024-09-16T01:48:34.913893+0000","last_fullsized":"2024-09-16T01:48:34.913893+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:44.094779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041164+0000","last_change":"2024-09-16T01:48:32.837028+0000","last_active":"2024-09-16T01:48:35.041164+0000","last_peered":"2024-09-16T01:48:35.041164+0000","last_clean":"2024-09-16T01:48:35.041164+0000","last_became_active":"2024-09-16T01:48:32.836719+0000","last_became_peered":"2024-09-16T01:48:32.836719+0000","last_unstale":"2024-09-16T01:48:35.041164+0000","last_undegraded":"2024-09-16T01:48:35.041164+0000","last_fullsized":"2024-09-16T01:48:35.041164+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:06.379646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888601+0000","last_change":"2024-09-16T01:48:33.879390+0000","last_active":"2024-09-16T01:48:34.888601+0000","last_peered":"2024-09-16T01:48:34.888601+0000","last_clean":"2024-09-16T01:48:34.888601+0000","last_became_active":"2024-09-16T01:48:33.879114+0000","last_became_peered":"2024-09-16T01:48:33.879114+0000","last_unstale":"2024-09-16T01:48:34.888601+0000","last_undegraded":"2024-09-16T01:48:34.888601+0000","last_fullsized":"2024-09-16T01:48:34.888601+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:03.197650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041066+0000","last_change":"2024-09-16T01:48:32.835366+0000","last_active":"2024-09-16T01:48:35.041066+0000","last_peered":"2024-09-16T01:48:35.041066+0000","last_clean":"2024-09-16T01:48:35.041066+0000","last_became_active":"2024-09-16T01:48:32.835095+0000","last_became_peered":"2024-09-16T01:48:32.835095+0000","last_unstale":"2024-09-16T01:48:35.041066+0000","last_undegraded":"2024-09-16T01:48:35.041066+0000","last_fullsized":"2024-09-16T01:48:35.041066+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:24.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.880082+0000","last_change":"2024-09-16T01:48:33.872334+0000","last_active":"2024-09-16T01:48:34.880082+0000","last_peered":"2024-09-16T01:48:34.880082+0000","last_clean":"2024-09-16T01:48:34.880082+0000","last_became_active":"2024-09-16T01:48:33.872031+0000","last_became_peered":"2024-09-16T01:48:33.872031+0000","last_unstale":"2024-09-16T01:48:34.880082+0000","last_undegraded":"2024-09-16T01:48:34.880082+0000","last_fullsized":"2024-09-16T01:48:34.880082+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:53.186792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877268+0000","last_change":"2024-09-16T01:48:32.841727+0000","last_active":"2024-09-16T01:48:34.877268+0000","last_peered":"2024-09-16T01:48:34.877268+0000","last_clean":"2024-09-16T01:48:34.877268+0000","last_became_active":"2024-09-16T01:48:32.841459+0000","last_became_peered":"2024-09-16T01:48:32.841459+0000","last_unstale":"2024-09-16T01:48:34.877268+0000","last_undegraded":"2024-09-16T01:48:34.877268+0000","last_fullsized":"2024-09-16T01:48:34.877268+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:46.797627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.877224+0000","last_change":"2024-09-16T01:48:33.874858+0000","last_active":"2024-09-16T01:48:34.877224+0000","last_peered":"2024-09-16T01:48:34.877224+0000","last_clean":"2024-09-16T01:48:34.877224+0000","last_became_active":"2024-09-16T01:48:33.874476+0000","last_became_peered":"2024-09-16T01:48:33.874476+0000","last_unstale":"2024-09-16T01:48:34.877224+0000","last_undegraded":"2024-09-16T01:48:34.877224+0000","last_fullsized":"2024-09-16T01:48:34.877224+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:53.914413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"115'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.889989+0000","last_change":"2024-09-16T01:48:32.833406+0000","last_active":"2024-09-16T01:48:34.889989+0000","last_peered":"2024-09-16T01:48:34.889989+0000","last_clean":"2024-09-16T01:48:34.889989+0000","last_became_active":"2024-09-16T01:48:32.833129+0000","last_became_peered":"2024-09-16T01:48:32.833129+0000","last_unstale":"2024-09-16T01:48:34.889989+0000","last_undegraded":"2024-09-16T01:48:34.889989+0000","last_fullsized":"2024-09-16T01:48:34.889989+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:06.286864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914061+0000","last_change":"2024-09-16T01:48:33.876167+0000","last_active":"2024-09-16T01:48:34.914061+0000","last_peered":"2024-09-16T01:48:34.914061+0000","last_clean":"2024-09-16T01:48:34.914061+0000","last_became_active":"2024-09-16T01:48:33.875883+0000","last_became_peered":"2024-09-16T01:48:33.875883+0000","last_unstale":"2024-09-16T01:48:34.914061+0000","last_undegraded":"2024-09-16T01:48:34.914061+0000","last_fullsized":"2024-09-16T01:48:34.914061+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:05.191240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.914116+0000","last_change":"2024-09-16T01:48:32.839678+0000","last_active":"2024-09-16T01:48:34.914116+0000","last_peered":"2024-09-16T01:48:34.914116+0000","last_clean":"2024-09-16T01:48:34.914116+0000","last_became_active":"2024-09-16T01:48:32.838351+0000","last_became_peered":"2024-09-16T01:48:32.838351+0000","last_unstale":"2024-09-16T01:48:34.914116+0000","last_undegraded":"2024-09-16T01:48:34.914116+0000","last_fullsized":"2024-09-16T01:48:34.914116+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:43:13.665406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.879927+0000","last_change":"2024-09-16T01:48:33.864294+0000","last_active":"2024-09-16T01:48:34.879927+0000","last_peered":"2024-09-16T01:48:34.879927+0000","last_clean":"2024-09-16T01:48:34.879927+0000","last_became_active":"2024-09-16T01:48:33.863988+0000","last_became_peered":"2024-09-16T01:48:33.863988+0000","last_unstale":"2024-09-16T01:48:34.879927+0000","last_undegraded":"2024-09-16T01:48:34.879927+0000","last_fullsized":"2024-09-16T01:48:34.879927+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:10.038383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.042191+0000","last_change":"2024-09-16T01:48:32.841567+0000","last_active":"2024-09-16T01:48:35.042191+0000","last_peered":"2024-09-16T01:48:35.042191+0000","last_clean":"2024-09-16T01:48:35.042191+0000","last_became_active":"2024-09-16T01:48:32.841229+0000","last_became_peered":"2024-09-16T01:48:32.841229+0000","last_unstale":"2024-09-16T01:48:35.042191+0000","last_undegraded":"2024-09-16T01:48:35.042191+0000","last_fullsized":"2024-09-16T01:48:35.042191+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:07.517557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888678+0000","last_change":"2024-09-16T01:48:33.873422+0000","last_active":"2024-09-16T01:48:34.888678+0000","last_peered":"2024-09-16T01:48:34.888678+0000","last_clean":"2024-09-16T01:48:34.888678+0000","last_became_active":"2024-09-16T01:48:33.873136+0000","last_became_peered":"2024-09-16T01:48:33.873136+0000","last_unstale":"2024-09-16T01:48:34.888678+0000","last_undegraded":"2024-09-16T01:48:34.888678+0000","last_fullsized":"2024-09-16T01:48:34.888678+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:29.721482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913998+0000","last_change":"2024-09-16T01:48:32.839417+0000","last_active":"2024-09-16T01:48:34.913998+0000","last_peered":"2024-09-16T01:48:34.913998+0000","last_clean":"2024-09-16T01:48:34.913998+0000","last_became_active":"2024-09-16T01:48:32.839133+0000","last_became_peered":"2024-09-16T01:48:32.839133+0000","last_unstale":"2024-09-16T01:48:34.913998+0000","last_undegraded":"2024-09-16T01:48:34.913998+0000","last_fullsized":"2024-09-16T01:48:34.913998+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:12.708048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041306+0000","last_change":"2024-09-16T01:48:33.878953+0000","last_active":"2024-09-16T01:48:35.041306+0000","last_peered":"2024-09-16T01:48:35.041306+0000","last_clean":"2024-09-16T01:48:35.041306+0000","last_became_active":"2024-09-16T01:48:33.878697+0000","last_became_peered":"2024-09-16T01:48:33.878697+0000","last_unstale":"2024-09-16T01:48:35.041306+0000","last_undegraded":"2024-09-16T01:48:35.041306+0000","last_fullsized":"2024-09-16T01:48:35.041306+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:57.161754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888715+0000","last_change":"2024-09-16T01:48:32.834345+0000","last_active":"2024-09-16T01:48:34.888715+0000","last_peered":"2024-09-16T01:48:34.888715+0000","last_clean":"2024-09-16T01:48:34.888715+0000","last_became_active":"2024-09-16T01:48:32.834071+0000","last_became_peered":"2024-09-16T01:48:32.834071+0000","last_unstale":"2024-09-16T01:48:34.888715+0000","last_undegraded":"2024-09-16T01:48:34.888715+0000","last_fullsized":"2024-09-16T01:48:34.888715+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:18.043432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041192+0000","last_change":"2024-09-16T01:48:33.875462+0000","last_active":"2024-09-16T01:48:35.041192+0000","last_peered":"2024-09-16T01:48:35.041192+0000","last_clean":"2024-09-16T01:48:35.041192+0000","last_became_active":"2024-09-16T01:48:33.874872+0000","last_became_peered":"2024-09-16T01:48:33.874872+0000","last_unstale":"2024-09-16T01:48:35.041192+0000","last_undegraded":"2024-09-16T01:48:35.041192+0000","last_fullsized":"2024-09-16T01:48:35.041192+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:43.175198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041257+0000","last_change":"2024-09-16T01:48:32.834707+0000","last_active":"2024-09-16T01:48:35.041257+0000","last_peered":"2024-09-16T01:48:35.041257+0000","last_clean":"2024-09-16T01:48:35.041257+0000","last_became_active":"2024-09-16T01:48:32.834401+0000","last_became_peered":"2024-09-16T01:48:32.834401+0000","last_unstale":"2024-09-16T01:48:35.041257+0000","last_undegraded":"2024-09-16T01:48:35.041257+0000","last_fullsized":"2024-09-16T01:48:35.041257+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:09.886859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.913803+0000","last_change":"2024-09-16T01:48:33.873900+0000","last_active":"2024-09-16T01:48:34.913803+0000","last_peered":"2024-09-16T01:48:34.913803+0000","last_clean":"2024-09-16T01:48:34.913803+0000","last_became_active":"2024-09-16T01:48:33.873597+0000","last_became_peered":"2024-09-16T01:48:33.873597+0000","last_unstale":"2024-09-16T01:48:34.913803+0000","last_undegraded":"2024-09-16T01:48:34.913803+0000","last_fullsized":"2024-09-16T01:48:34.913803+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:01.546746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:35.041169+0000","last_change":"2024-09-16T01:48:32.830901+0000","last_active":"2024-09-16T01:48:35.041169+0000","last_peered":"2024-09-16T01:48:35.041169+0000","last_clean":"2024-09-16T01:48:35.041169+0000","last_became_active":"2024-09-16T01:48:32.830612+0000","last_became_peered":"2024-09-16T01:48:32.830612+0000","last_unstale":"2024-09-16T01:48:35.041169+0000","last_undegraded":"2024-09-16T01:48:35.041169+0000","last_fullsized":"2024-09-16T01:48:35.041169+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:26.788490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888577+0000","last_change":"2024-09-16T01:48:33.884329+0000","last_active":"2024-09-16T01:48:34.888577+0000","last_peered":"2024-09-16T01:48:34.888577+0000","last_clean":"2024-09-16T01:48:34.888577+0000","last_became_active":"2024-09-16T01:48:33.884070+0000","last_became_peered":"2024-09-16T01:48:33.884070+0000","last_unstale":"2024-09-16T01:48:34.888577+0000","last_undegraded":"2024-09-16T01:48:34.888577+0000","last_fullsized":"2024-09-16T01:48:34.888577+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:32.817972+0000","last_clean_scrub_stamp":"2024-09-16T01:48:32.817972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:55.648682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888808+0000","last_change":"2024-09-16T01:48:32.840389+0000","last_active":"2024-09-16T01:48:34.888808+0000","last_peered":"2024-09-16T01:48:34.888808+0000","last_clean":"2024-09-16T01:48:34.888808+0000","last_became_active":"2024-09-16T01:48:32.840111+0000","last_became_peered":"2024-09-16T01:48:32.840111+0000","last_unstale":"2024-09-16T01:48:34.888808+0000","last_undegraded":"2024-09-16T01:48:34.888808+0000","last_fullsized":"2024-09-16T01:48:34.888808+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:48:31.816015+0000","last_clean_scrub_stamp":"2024-09-16T01:48:31.816015+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:36:30.848654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":386,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-16T01:48:34.888387+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:48:34.888387+0000","last_peered":"2024-09-16T01:48:34.888387+0000","last_clean":"2024-09-16T01:48:34.888387+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:48:34.888387+0000","last_undegraded":"2024-09-16T01:48:34.888387+0000","last_fullsized":"2024-09-16T01:48:34.888387+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574930,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33192,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338648,"statfs":{"total":96636764160,"available":96602775552,"internally_reserved":0,"allocated":2048000,"data_stored":1223076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509522,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1441792,"data_stored":632070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509522,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1392,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1425408,"data_stored":624242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509523,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1433600,"data_stored":630528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542226,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36744,"kb_used_data":1392,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335096,"statfs":{"total":96636764160,"available":96599138304,"internally_reserved":0,"allocated":1425408,"data_stored":624290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542227,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32592,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339248,"statfs":{"total":96636764160,"available":96603389952,"internally_reserved":0,"allocated":1437696,"data_stored":631074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542227,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1429504,"data_stored":630458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542227,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37328,"kb_used_data":1976,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334512,"statfs":{"total":96636764160,"available":96598540288,"internally_reserved":0,"allocated":2023424,"data_stored":1220826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:48:37.209 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:48:37.209 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:48:37.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.353+0000 7ff3e0065640 1 Processor -- start 2024-09-16T01:48:37.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.353+0000 7ff3e0065640 1 -- start start 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3e0065640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff3d815e690 0x7ff3d806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3e0065640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff3d806c120 0x7ff3d80cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3e0065640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3d815ea70 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3e0065640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff3d806c590 con 0x7ff3d815e690 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3e0065640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff3d80722a0 con 0x7ff3d806c120 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3dde01640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff3d815e690 0x7ff3d806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3dde01640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff3d815e690 0x7ff3d806bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46030/0 (socket says 172.21.15.16:46030) 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3dde01640 1 -- 172.21.15.16:0/1858223219 learned_addr learned my addr 172.21.15.16:0/1858223219 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:37.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.354+0000 7ff3dd600640 1 --2- 172.21.15.16:0/1858223219 >> v2:172.21.15.104:3300/0 conn(0x7ff3d806c120 0x7ff3d80cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.355+0000 7ff3dde01640 1 -- 172.21.15.16:0/1858223219 >> v2:172.21.15.104:3300/0 conn(0x7ff3d806c120 msgr2=0x7ff3d80cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:37.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.355+0000 7ff3dde01640 1 --2- 172.21.15.16:0/1858223219 >> v2:172.21.15.104:3300/0 conn(0x7ff3d806c120 0x7ff3d80cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.355+0000 7ff3dde01640 1 -- 172.21.15.16:0/1858223219 >> v1:172.21.15.104:6789/0 conn(0x7ff3d80cf5e0 legacy=0x7ff3d80d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.355+0000 7ff3dde01640 1 -- 172.21.15.16:0/1858223219 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3d8072580 con 0x7ff3d815e690 2024-09-16T01:48:37.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.355+0000 7ff3dd600640 1 --2- 172.21.15.16:0/1858223219 >> v2:172.21.15.104:3300/0 conn(0x7ff3d806c120 0x7ff3d80cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.355+0000 7ff3dde01640 1 --2- 172.21.15.16:0/1858223219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d815e690 0x7ff3d806bbe0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7ff3d8073a50 tx=0x7ff3d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b98eddcebecfd65d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.355+0000 7ff3dcdff640 1 -- 172.21.15.16:0/1858223219 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d4037070 con 0x7ff3d815e690 2024-09-16T01:48:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3dcdff640 1 -- 172.21.15.16:0/1858223219 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3d4032440 con 0x7ff3d815e690 2024-09-16T01:48:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3dcdff640 1 -- 172.21.15.16:0/1858223219 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d4032810 con 0x7ff3d815e690 2024-09-16T01:48:37.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 -- 172.21.15.16:0/1858223219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d815e690 msgr2=0x7ff3d806bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 --2- 172.21.15.16:0/1858223219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d815e690 0x7ff3d806bbe0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7ff3d8073a50 tx=0x7ff3d402a270 comp rx=0 tx=0).stop 2024-09-16T01:48:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 -- 172.21.15.16:0/1858223219 shutdown_connections 2024-09-16T01:48:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 --2- 172.21.15.16:0/1858223219 >> v2:172.21.15.104:3300/0 conn(0x7ff3d806c120 0x7ff3d80cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 --2- 172.21.15.16:0/1858223219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d815e690 0x7ff3d806bbe0 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 -- 172.21.15.16:0/1858223219 >> 172.21.15.16:0/1858223219 conn(0x7ff3d80d1200 msgr2=0x7ff3d80d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 -- 172.21.15.16:0/1858223219 shutdown_connections 2024-09-16T01:48:37.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.356+0000 7ff3e0065640 1 -- 172.21.15.16:0/1858223219 wait complete. 2024-09-16T01:48:37.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 Processor -- start 2024-09-16T01:48:37.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 -- start start 2024-09-16T01:48:37.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3d806c120 0x7ff3d80b3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d80cf5e0 0x7ff3d80ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3d815e690 0x7ff3d80cc010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff3d80cfa70 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff3d8072b40 con 0x7ff3d815e690 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3e0065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff3d80b8640 con 0x7ff3d806c120 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.358+0000 7ff3dd600640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d80cf5e0 0x7ff3d80ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d80cf5e0 0x7ff3d80ccd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46040/0 (socket says 172.21.15.16:46040) 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 -- 172.21.15.16:0/2893050172 learned_addr learned my addr 172.21.15.16:0/2893050172 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dde01640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3d806c120 0x7ff3d80b3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3de602640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3d815e690 0x7ff3d80cc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 -- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3d806c120 msgr2=0x7ff3d80b3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3d806c120 0x7ff3d80b3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 -- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3d815e690 msgr2=0x7ff3d80cc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.362 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3d815e690 0x7ff3d80cc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 -- 172.21.15.16:0/2893050172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3d81e6d70 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3de602640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3d815e690 0x7ff3d80cc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dde01640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3d806c120 0x7ff3d80b3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3dd600640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d80cf5e0 0x7ff3d80ccd10 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7ff3c800e810 tx=0x7ff3c800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3ce7fc640 1 -- 172.21.15.16:0/2893050172 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c800f040 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3ce7fc640 1 -- 172.21.15.16:0/2893050172 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c8004030 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3d81e7050 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3ce7fc640 1 -- 172.21.15.16:0/2893050172 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c8004400 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.359+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3d80cb810 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.360+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3d80d4f20 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.361+0000 7ff3ce7fc640 1 -- 172.21.15.16:0/2893050172 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7ff3c800c6d0 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.361+0000 7ff3ce7fc640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff3bc06c6a0 0x7ff3bc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.361+0000 7ff3ce7fc640 1 -- 172.21.15.16:0/2893050172 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7ff3c808baa0 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.361+0000 7ff3dde01640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff3bc06c6a0 0x7ff3bc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.362+0000 7ff3dde01640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff3bc06c6a0 0x7ff3bc06eb60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff3d4034000 tx=0x7ff3d402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.365+0000 7ff3ce7fc640 1 -- 172.21.15.16:0/2893050172 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff3c8017020 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.605+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff3d80756f0 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.607+0000 7ff3ce7fc640 1 -- 172.21.15.16:0/2893050172 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7ff3c8059b00 con 0x7ff3d80cf5e0 2024-09-16T01:48:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:48:37.608 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:48:37.609 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:48:37.609 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:48:37.609 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:48:37.609 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:48:37.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff3bc06c6a0 msgr2=0x7ff3bc06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff3bc06c6a0 0x7ff3bc06eb60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff3d4034000 tx=0x7ff3d402e000 comp rx=0 tx=0).stop 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d80cf5e0 msgr2=0x7ff3d80ccd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d80cf5e0 0x7ff3d80ccd10 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7ff3c800e810 tx=0x7ff3c800ecd0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 shutdown_connections 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff3bc06c6a0 0x7ff3bc06eb60 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3d815e690 0x7ff3d80cc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff3d80cf5e0 0x7ff3d80ccd10 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 --2- 172.21.15.16:0/2893050172 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3d806c120 0x7ff3d80b3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 >> 172.21.15.16:0/2893050172 conn(0x7ff3d80d1200 msgr2=0x7ff3d80d3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 shutdown_connections 2024-09-16T01:48:37.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.609+0000 7ff3e0065640 1 -- 172.21.15.16:0/2893050172 wait complete. 2024-09-16T01:48:37.621 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:37.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.722+0000 7f22606d0640 1 Processor -- start 2024-09-16T01:48:37.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.722+0000 7f22606d0640 1 -- start start 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f22606d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225815e3a0 0x7f225806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f22606d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f225806d790 0x7f225806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f22606d0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22580b6a70 con 0x7f225806bbe0 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f22606d0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f22580b7640 con 0x7f225806d790 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f22606d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f22580b6d10 con 0x7f225815e3a0 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225dc6b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f225806d790 0x7f225806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225ec6d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f225806bbe0 0x7f22580706e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33300/0 (socket says 172.21.15.16:33300) 2024-09-16T01:48:37.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225ec6d640 1 -- 172.21.15.16:0/1034092781 learned_addr learned my addr 172.21.15.16:0/1034092781 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225e46c640 1 --2- 172.21.15.16:0/1034092781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225815e3a0 0x7f225806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225dc6b640 1 -- 172.21.15.16:0/1034092781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225815e3a0 msgr2=0x7f225806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225dc6b640 1 --2- 172.21.15.16:0/1034092781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225815e3a0 0x7f225806d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225dc6b640 1 -- 172.21.15.16:0/1034092781 >> v1:172.21.15.16:6789/0 conn(0x7f225806bbe0 legacy=0x7f22580706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225d46a640 1 -- 172.21.15.16:0/1034092781 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3737167418 0 0) 0x7f22580b6a70 con 0x7f225806bbe0 2024-09-16T01:48:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.723+0000 7f225dc6b640 1 -- 172.21.15.16:0/1034092781 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22580b6ff0 con 0x7f225806d790 2024-09-16T01:48:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.724+0000 7f225e46c640 1 --2- 172.21.15.16:0/1034092781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225815e3a0 0x7f225806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:37.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.724+0000 7f225dc6b640 1 --2- 172.21.15.16:0/1034092781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225806d790 0x7f225806f1a0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f224c009790 tx=0x7f224c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4b21dd0c0c3d81 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.724+0000 7f225d46a640 1 -- 172.21.15.16:0/1034092781 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c037070 con 0x7f225806d790 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.724+0000 7f225d46a640 1 -- 172.21.15.16:0/1034092781 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f224c02ae50 con 0x7f225806d790 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.724+0000 7f225d46a640 1 -- 172.21.15.16:0/1034092781 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c032660 con 0x7f225806d790 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 -- 172.21.15.16:0/1034092781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225806d790 msgr2=0x7f225806f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 --2- 172.21.15.16:0/1034092781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225806d790 0x7f225806f1a0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f224c009790 tx=0x7f224c02a100 comp rx=0 tx=0).stop 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 -- 172.21.15.16:0/1034092781 shutdown_connections 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 --2- 172.21.15.16:0/1034092781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225806d790 0x7f225806f1a0 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 --2- 172.21.15.16:0/1034092781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225815e3a0 0x7f225806d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 -- 172.21.15.16:0/1034092781 >> 172.21.15.16:0/1034092781 conn(0x7f22580b4090 msgr2=0x7f22580b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 -- 172.21.15.16:0/1034092781 shutdown_connections 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.725+0000 7f22606d0640 1 -- 172.21.15.16:0/1034092781 wait complete. 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.726+0000 7f22606d0640 1 Processor -- start 2024-09-16T01:48:37.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.726+0000 7f22606d0640 1 -- start start 2024-09-16T01:48:37.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f22606d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f225806bbe0 0x7f22580afef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f22606d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225806d790 0x7f225815ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f22606d0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225815e3a0 0x7f225815cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f22606d0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2258073cc0 con 0x7f225815e3a0 2024-09-16T01:48:37.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f22606d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f225815e780 con 0x7f225806bbe0 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f22606d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2258073e40 con 0x7f225806d790 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f225ec6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225815e3a0 0x7f225815cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f225ec6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225815e3a0 0x7f225815cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46058/0 (socket says 172.21.15.16:46058) 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f225ec6d640 1 -- 172.21.15.16:0/1503768926 learned_addr learned my addr 172.21.15.16:0/1503768926 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f225dc6b640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225806d790 0x7f225815ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.727+0000 7f225e46c640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f225806bbe0 0x7f22580afef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f225ec6d640 1 -- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225806d790 msgr2=0x7f225815ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f225ec6d640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225806d790 0x7f225815ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f225ec6d640 1 -- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f225806bbe0 msgr2=0x7f22580afef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f225ec6d640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f225806bbe0 0x7f22580afef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f225ec6d640 1 -- 172.21.15.16:0/1503768926 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22580b0430 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f225e46c640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f225806bbe0 0x7f22580afef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f225ec6d640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225815e3a0 0x7f225815cc50 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f224800cb20 tx=0x7f224800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f2256ffd640 1 -- 172.21.15.16:0/1503768926 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224800aca0 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f2256ffd640 1 -- 172.21.15.16:0/1503768926 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2248012400 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22581f4520 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f2256ffd640 1 -- 172.21.15.16:0/1503768926 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224800ae60 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.728+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22581f4ae0 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.729+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22580714b0 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.729+0000 7f2256ffd640 1 -- 172.21.15.16:0/1503768926 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f22480127f0 con 0x7f225815e3a0 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.730+0000 7f2256ffd640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f224406c6a0 0x7f224406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:37.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.730+0000 7f2256ffd640 1 -- 172.21.15.16:0/1503768926 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f224808c0f0 con 0x7f225815e3a0 2024-09-16T01:48:37.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.730+0000 7f225e46c640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f224406c6a0 0x7f224406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:37.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.730+0000 7f225e46c640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f224406c6a0 0x7f224406eb60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f225000a990 tx=0x7f2250008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:37.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.734+0000 7f2256ffd640 1 -- 172.21.15.16:0/1503768926 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f224805a2f0 con 0x7f225815e3a0 2024-09-16T01:48:37.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.947+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22580d1220 con 0x7f225815e3a0 2024-09-16T01:48:37.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.947+0000 7f2256ffd640 1 -- 172.21.15.16:0/1503768926 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5231 (secure 0 0 0) 0x7f2248059bf0 con 0x7f225815e3a0 2024-09-16T01:48:37.949 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:37.949 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":69,"btime":"2024-09-16T01:48:35:874448+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3322996829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3322996829},{"type":"v1","addr":"172.21.15.104:6834","nonce":3322996829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3930434798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3930434798},{"type":"v1","addr":"172.21.15.104:6835","nonce":3930434798}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7548,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1496738114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1496738114},{"type":"v1","addr":"172.21.15.16:6833","nonce":1496738114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:48:33.185879+0000","modified":"2024-09-16T01:48:35.220111+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7569},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7569":{"gid":7569,"name":"a","rank":0,"incarnation":67,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3159855294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3159855294},{"type":"v1","addr":"172.21.15.16:6835","nonce":3159855294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7569,"qdb_cluster":[7569]},"id":9}]} 2024-09-16T01:48:37.949 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 69 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f224406c6a0 msgr2=0x7f224406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f224406c6a0 0x7f224406eb60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f225000a990 tx=0x7f2250008040 comp rx=0 tx=0).stop 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225815e3a0 msgr2=0x7f225815cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225815e3a0 0x7f225815cc50 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f224800cb20 tx=0x7f224800a060 comp rx=0 tx=0).stop 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 shutdown_connections 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f224406c6a0 0x7f224406eb60 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f225815e3a0 0x7f225815cc50 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f225806d790 0x7f225815ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 --2- 172.21.15.16:0/1503768926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f225806bbe0 0x7f22580afef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 >> 172.21.15.16:0/1503768926 conn(0x7f22580b4090 msgr2=0x7f2258070da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 shutdown_connections 2024-09-16T01:48:37.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:37.949+0000 7f22606d0640 1 -- 172.21.15.16:0/1503768926 wait complete. 2024-09-16T01:48:38.364 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 69, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:48:33.185879+0000', 'modified': '2024-09-16T01:48:35.220111+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7569}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7569': {'gid': 7569, 'name': 'a', 'rank': 0, 'incarnation': 67, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/3159855294', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6834', 'nonce': 3159855294}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 3159855294}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [19], 'metadata_pool': 18, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7569, 'qdb_cluster': [7569]} 2024-09-16T01:48:38.364 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:48:38.365 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T01:48:38.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.471+0000 7f871adc4640 1 Processor -- start 2024-09-16T01:48:38.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.471+0000 7f871adc4640 1 -- start start 2024-09-16T01:48:38.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.472+0000 7f871adc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f87140cda90 0x7f87140ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.472+0000 7f871adc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 0x7f871406bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.472+0000 7f871adc4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8714160230 con 0x7f87140cecb0 2024-09-16T01:48:38.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.472+0000 7f871adc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8714160e40 con 0x7f87140cda90 2024-09-16T01:48:38.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.472+0000 7f871adc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8714160510 con 0x7f87140cf090 2024-09-16T01:48:38.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.472+0000 7f8718b60640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f87140cecb0 0x7f87140cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33314/0 (socket says 172.21.15.16:33314) 2024-09-16T01:48:38.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.472+0000 7f8718b60640 1 -- 172.21.15.16:0/1774247798 learned_addr learned my addr 172.21.15.16:0/1774247798 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3719809204 0 0) 0x7f8714160230 con 0x7f87140cecb0 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8719361640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 0x7f871406bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8700003520 con 0x7f87140cecb0 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8713fff640 1 --2- 172.21.15.16:0/1774247798 >> v2:172.21.15.104:3300/0 conn(0x7f87140cda90 0x7f87140ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3782744008 0 0) 0x7f8700003520 con 0x7f87140cecb0 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 msgr2=0x7f871406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 0x7f871406bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 >> v2:172.21.15.104:3300/0 conn(0x7f87140cda90 msgr2=0x7f87140ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 --2- 172.21.15.16:0/1774247798 >> v2:172.21.15.104:3300/0 conn(0x7f87140cda90 0x7f87140ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87141607f0 con 0x7f87140cecb0 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8704001670 con 0x7f87140cecb0 2024-09-16T01:48:38.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 >> v1:172.21.15.16:6789/0 conn(0x7f87140cecb0 legacy=0x7f87140cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87000039b0 0x7f8700003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 0x7f8700004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8700004d40 0x7f87000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8714160e40 con 0x7f8700004d40 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8714160510 con 0x7f87000039b0 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f870000b9c0 con 0x7f87140cf090 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8719361640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8700004d40 0x7f87000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8718b60640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87000039b0 0x7f8700003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8713fff640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 0x7f8700004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8719361640 1 -- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 msgr2=0x7f8700004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8719361640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140cf090 0x7f8700004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8719361640 1 -- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87000039b0 msgr2=0x7f8700003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8719361640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87000039b0 0x7f8700003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.473+0000 7f8719361640 1 -- 172.21.15.16:0/1774247798 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8700003520 con 0x7f8700004d40 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.474+0000 7f8719361640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8700004d40 0x7f87000051c0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f870c009a90 tx=0x7f8700005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=835add22776ee5c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.474+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870c036070 con 0x7f8700004d40 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.474+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f870c031400 con 0x7f8700004d40 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.474+0000 7f87137fe640 1 -- 172.21.15.16:0/1774247798 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870c009690 con 0x7f8700004d40 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.475+0000 7f871adc4640 1 -- 172.21.15.16:0/1774247798 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8700004d40 msgr2=0x7f87000051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.475+0000 7f871adc4640 1 --2- 172.21.15.16:0/1774247798 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8700004d40 0x7f87000051c0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f870c009a90 tx=0x7f8700005830 comp rx=0 tx=0).stop 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.475+0000 7f8719361640 1 -- 172.21.15.16:0/1774247798 reap_dead start 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.475+0000 7f871adc4640 1 -- 172.21.15.16:0/1774247798 shutdown_connections 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.475+0000 7f871adc4640 1 -- 172.21.15.16:0/1774247798 >> 172.21.15.16:0/1774247798 conn(0x7f87140b2000 msgr2=0x7f87140b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.475+0000 7f871adc4640 1 -- 172.21.15.16:0/1774247798 shutdown_connections 2024-09-16T01:48:38.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.475+0000 7f871adc4640 1 -- 172.21.15.16:0/1774247798 wait complete. 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.476+0000 7f871adc4640 1 Processor -- start 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.476+0000 7f871adc4640 1 -- start start 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f871adc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87140afa60 0x7f871415b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f871adc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140afe40 0x7f871415bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f871adc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87140ab4e0 0x7f87140ab990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f871adc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f871406bdd0 con 0x7f87140ab4e0 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f871adc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f871406bc50 con 0x7f87140afa60 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f871adc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f871406bf50 con 0x7f87140afe40 2024-09-16T01:48:38.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87140ab4e0 0x7f87140ab990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87140ab4e0 0x7f87140ab990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46074/0 (socket says 172.21.15.16:46074) 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 -- 172.21.15.16:0/2775230113 learned_addr learned my addr 172.21.15.16:0/2775230113 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8713fff640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140afe40 0x7f871415bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8718b60640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87140afa60 0x7f871415b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 -- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140afe40 msgr2=0x7f871415bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140afe40 0x7f871415bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 -- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87140afa60 msgr2=0x7f871415b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87140afa60 0x7f871415b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8719361640 1 -- 172.21.15.16:0/2775230113 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87140ac1d0 con 0x7f87140ab4e0 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8713fff640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140afe40 0x7f871415bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.477+0000 7f8718b60640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87140afa60 0x7f871415b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.478+0000 7f8719361640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87140ab4e0 0x7f87140ab990 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f870c009bb0 tx=0x7f870c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.478+0000 7f87117fa640 1 -- 172.21.15.16:0/2775230113 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870c041070 con 0x7f87140ab4e0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.478+0000 7f87117fa640 1 -- 172.21.15.16:0/2775230113 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f870c037040 con 0x7f87140ab4e0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.478+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87140ac4b0 con 0x7f87140ab4e0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.478+0000 7f87117fa640 1 -- 172.21.15.16:0/2775230113 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870c036070 con 0x7f87140ab4e0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.478+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87140acf20 con 0x7f87140ab4e0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.479+0000 7f87117fa640 1 -- 172.21.15.16:0/2775230113 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f870c044070 con 0x7f87140ab4e0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.480+0000 7f87117fa640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f86f406c6a0 0x7f86f406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.480+0000 7f87117fa640 1 -- 172.21.15.16:0/2775230113 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f870c0ab1e0 con 0x7f87140ab4e0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.480+0000 7f8718b60640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f86f406c6a0 0x7f86f406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.480+0000 7f8718b60640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f86f406c6a0 0x7f86f406eb60 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8704004840 tx=0x7f8704009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 Processor -- start 2024-09-16T01:48:38.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 -- start start 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c352c0 0x55ff59c7aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c32a80 0x55ff59c356a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c36a50 0x55ff59c2f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55ff59b97520 con 0x55ff59c36a50 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ff59b3f3e0 con 0x55ff59c352c0 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.481+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55ff59b934e0 con 0x55ff59c32a80 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c36a50 0x55ff59c2f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c36a50 0x55ff59c2f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46078/0 (socket says 172.21.15.16:46078) 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8713fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c32a80 0x55ff59c356a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 -- 172.21.15.16:0/186004932 learned_addr learned my addr 172.21.15.16:0/186004932 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8718b60640 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c352c0 0x55ff59c7aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 -- 172.21.15.16:0/186004932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c32a80 msgr2=0x55ff59c356a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c32a80 0x55ff59c356a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 -- 172.21.15.16:0/186004932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c352c0 msgr2=0x55ff59c7aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c352c0 0x55ff59c7aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 -- 172.21.15.16:0/186004932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff59b5a2f0 con 0x55ff59c36a50 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f8719361640 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c36a50 0x55ff59c2f8b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f870c081300 tx=0x7f870c078df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79325ef5cf2919ac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f870a7fc640 1 -- 172.21.15.16:0/186004932 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870c076f70 con 0x55ff59c36a50 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f870a7fc640 1 -- 172.21.15.16:0/186004932 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f870c009690 con 0x55ff59c36a50 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.482+0000 7f870a7fc640 1 -- 172.21.15.16:0/186004932 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870c078ed0 con 0x55ff59c36a50 2024-09-16T01:48:38.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 -- 172.21.15.16:0/186004932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c36a50 msgr2=0x55ff59c2f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c36a50 0x55ff59c2f8b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f870c081300 tx=0x7f870c078df0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 -- 172.21.15.16:0/186004932 shutdown_connections 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c36a50 0x55ff59c2f8b0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c32a80 0x55ff59c356a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 --2- 172.21.15.16:0/186004932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c352c0 0x55ff59c7aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 -- 172.21.15.16:0/186004932 >> 172.21.15.16:0/186004932 conn(0x55ff59c31a80 msgr2=0x55ff59c79f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 -- 172.21.15.16:0/186004932 shutdown_connections 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.483+0000 7f871dc3e740 1 -- 172.21.15.16:0/186004932 wait complete. 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.484+0000 7f871dc3e740 1 -- start start 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.484+0000 7f871dc3e740 1 Processor -- start 2024-09-16T01:48:38.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c352c0 0x55ff59c8a790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c349e0 0x55ff59c8aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55ff59b934e0 con 0x55ff59c352c0 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ff59b20450 con 0x55ff59c36a50 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55ff59b97520 con 0x55ff59c349e0 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 10 client.0 _ll_register_callbacks cb 0x55ff598a9ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c352c0 0x55ff59c8a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c352c0 0x55ff59c8a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46080/0 (socket says 172.21.15.16:46080) 2024-09-16T01:48:38.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 -- 172.21.15.16:0/2137284685 learned_addr learned my addr 172.21.15.16:0/2137284685 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8713fff640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8719361640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c349e0 0x55ff59c8aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 -- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c349e0 msgr2=0x55ff59c8aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c349e0 0x55ff59c8aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 -- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 msgr2=0x55ff59c77390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 -- 172.21.15.16:0/2137284685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff598aa2d0 con 0x55ff59c352c0 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8713fff640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:38.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f8718b60640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c352c0 0x55ff59c8a790 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f8704015cb0 tx=0x7f87140d0180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbef97106d92f0d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f86f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:48:38.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f86f37fe640 1 -- 172.21.15.16:0/2137284685 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8704015ce0 con 0x55ff59c352c0 2024-09-16T01:48:38.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f86f37fe640 1 -- 172.21.15.16:0/2137284685 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f870401a830 con 0x55ff59c352c0 2024-09-16T01:48:38.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.485+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f870c009690 con 0x55ff59c352c0 2024-09-16T01:48:38.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f86f37fe640 1 -- 172.21.15.16:0/2137284685 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=69) ==== 24+0+0 (secure 0 0 0) 0x7f870401aa30 con 0x55ff59c352c0 2024-09-16T01:48:38.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 10 client.7680 fetch_fsmap learned FSMap version 69 2024-09-16T01:48:38.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=69,monmap=2+}) -- 0x55ff599746b0 con 0x55ff59c352c0 2024-09-16T01:48:38.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f86f37fe640 1 -- 172.21.15.16:0/2137284685 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f870c009690 con 0x55ff59c352c0 2024-09-16T01:48:38.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f86f37fe640 1 -- 172.21.15.16:0/2137284685 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 69) ==== 3502+0+0 (secure 0 0 0) 0x7f8704021040 con 0x55ff59c352c0 2024-09-16T01:48:38.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 10 client.7680 fetch_fsmap finished waiting for FSMap version 69 2024-09-16T01:48:38.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 10 client.7680 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:48:38.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 20 client.7680 populate_metadata read hostname 'smithi016' 2024-09-16T01:48:38.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c8d300 0x55ff59c8d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 4 client.7680 mds_command: new command op to 7569 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:38.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 --> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff59ba4c50 con 0x55ff59c8d300 2024-09-16T01:48:38.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f8713fff640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c8d300 0x55ff59c8d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f86f37fe640 10 client.7680 ms_handle_connect on v2:172.21.15.16:6834/3159855294 2024-09-16T01:48:38.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.486+0000 7f8713fff640 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c8d300 0x55ff59c8d6e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c6b1fb7e833a82c server_cookie=3d44d84cf096af67 in_seq=0 out_seq=0 2024-09-16T01:48:38.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f86f37fe640 1 -- 172.21.15.16:0/2137284685 <== mds.0 v2:172.21.15.16:6834/3159855294 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ff59ba4c50 con 0x55ff59c8d300 2024-09-16T01:48:38.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f86f37fe640 10 client.7680 handle_command_reply: tid=0 2024-09-16T01:48:38.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 client.7680 shutdown 2024-09-16T01:48:38.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c352c0 msgr2=0x55ff59c8a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c352c0 0x55ff59c8a790 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f8704015cb0 tx=0x7f87140d0180 comp rx=0 tx=0).stop 2024-09-16T01:48:38.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 shutdown_connections 2024-09-16T01:48:38.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c8d300 0x55ff59c8d6e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c349e0 0x55ff59c8aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f86f37fe640 0 client.7680 ms_handle_reset on v2:172.21.15.16:6834/3159855294 2024-09-16T01:48:38.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 --2- 172.21.15.16:0/2137284685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c352c0 0x55ff59c8a790 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 >> 172.21.15.16:0/2137284685 conn(0x55ff59c32a80 msgr2=0x55ff59c78dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 shutdown_connections 2024-09-16T01:48:38.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.487+0000 7f871dc3e740 1 -- 172.21.15.16:0/2137284685 wait complete. 2024-09-16T01:48:38.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.488+0000 7f871dc3e740 20 client.7680 trim_cache size 0 max 16384 2024-09-16T01:48:38.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.504+0000 7f871dc3e740 1 Processor -- start 2024-09-16T01:48:38.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f871dc3e740 1 -- start start 2024-09-16T01:48:38.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c93c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f871dc3e740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f87141fe600 con 0x55ff59c349e0 2024-09-16T01:48:38.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87140ae310 con 0x55ff59c36a50 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f87140ae960 con 0x55ff59c352c0 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f8718b60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c93c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f8718b60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c93c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46096/0 (socket says 172.21.15.16:46096) 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.505+0000 7f8718b60640 1 -- 172.21.15.16:0/3217581563 learned_addr learned my addr 172.21.15.16:0/3217581563 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8713fff640 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8719361640 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8718b60640 1 -- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 msgr2=0x55ff59c76d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8718b60640 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8718b60640 1 -- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 msgr2=0x55ff59c77280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8718b60640 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8718b60640 1 -- 172.21.15.16:0/3217581563 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff59c55210 con 0x55ff59c349e0 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8719361640 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:38.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8718b60640 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c93c80 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f8704015c80 tx=0x7f870401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5005b8180f07ec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8709ffb640 1 -- 172.21.15.16:0/3217581563 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8704015800 con 0x55ff59c349e0 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8709ffb640 1 -- 172.21.15.16:0/3217581563 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8704027070 con 0x55ff59c349e0 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.506+0000 7f8709ffb640 1 -- 172.21.15.16:0/3217581563 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8704014c20 con 0x55ff59c349e0 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 -- 172.21.15.16:0/3217581563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 msgr2=0x55ff59c93c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c93c80 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f8704015c80 tx=0x7f870401c000 comp rx=0 tx=0).stop 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 -- 172.21.15.16:0/3217581563 shutdown_connections 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59c77280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 --2- 172.21.15.16:0/3217581563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c93c80 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 -- 172.21.15.16:0/3217581563 >> 172.21.15.16:0/3217581563 conn(0x55ff59c32a80 msgr2=0x55ff59c7d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 -- 172.21.15.16:0/3217581563 shutdown_connections 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 -- 172.21.15.16:0/3217581563 wait complete. 2024-09-16T01:48:38.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 -- start start 2024-09-16T01:48:38.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.507+0000 7f871dc3e740 1 Processor -- start 2024-09-16T01:48:38.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c58c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f871dc3e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59cff120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f871dc3e740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55ff59c8b890 con 0x55ff59c349e0 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ff59b3f3e0 con 0x55ff59c36a50 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f871dc3e740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55ff59c8b6a0 con 0x55ff59c352c0 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f871dc3e740 10 client.0 _ll_register_callbacks cb 0x7f87040015e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f8718b60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c58c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f8718b60640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c58c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46106/0 (socket says 172.21.15.16:46106) 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f8718b60640 1 -- 172.21.15.16:0/569799943 learned_addr learned my addr 172.21.15.16:0/569799943 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f8719361640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59cff120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.508+0000 7f8713fff640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8718b60640 1 -- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 msgr2=0x55ff59c76f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8718b60640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8718b60640 1 -- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 msgr2=0x55ff59cff120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8718b60640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59cff120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8718b60640 1 -- 172.21.15.16:0/569799943 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff59c5eca0 con 0x55ff59c349e0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8713fff640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8719361640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59cff120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f8718b60640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c58c80 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f8704014fd0 tx=0x7f8704015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cf9f4b44879790d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f86f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f86f37fe640 1 -- 172.21.15.16:0/569799943 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870401ade0 con 0x55ff59c349e0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f86f37fe640 1 -- 172.21.15.16:0/569799943 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f870401a1e0 con 0x55ff59c349e0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8704027070 con 0x55ff59c349e0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f86f37fe640 1 -- 172.21.15.16:0/569799943 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=69) ==== 24+0+0 (secure 0 0 0) 0x7f8704048050 con 0x55ff59c349e0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 10 client.7686 fetch_fsmap learned FSMap version 69 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=69,monmap=2+}) -- 0x55ff59c78e00 con 0x55ff59c349e0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f86f37fe640 1 -- 172.21.15.16:0/569799943 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8704027070 con 0x55ff59c349e0 2024-09-16T01:48:38.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f86f37fe640 1 -- 172.21.15.16:0/569799943 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 69) ==== 3502+0+0 (secure 0 0 0) 0x7f870404b020 con 0x55ff59c349e0 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 10 client.7686 fetch_fsmap finished waiting for FSMap version 69 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 10 client.7686 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 20 client.7686 populate_metadata read hostname 'smithi016' 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c78620 0x55ff59c8ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 4 client.7686 mds_command: new command op to 7569 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.509+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 --> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] -- command(tid 0: {"prefix": "status"}) -- 0x55ff59b9efa0 con 0x55ff59c78620 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f8713fff640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c78620 0x55ff59c8ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f86f37fe640 10 client.7686 ms_handle_connect on v2:172.21.15.16:6834/3159855294 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f8713fff640 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c78620 0x55ff59c8ba10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7d2dcc969f1a815 server_cookie=3ebd4f810268c1f1 in_seq=0 out_seq=0 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f86f37fe640 1 -- 172.21.15.16:0/569799943 <== mds.0 v2:172.21.15.16:6834/3159855294 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ff59b9efa0 con 0x55ff59c78620 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f86f37fe640 10 client.7686 handle_command_reply: tid=0 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 client.7686 shutdown 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 msgr2=0x55ff59c58c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c58c80 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f8704014fd0 tx=0x7f8704015000 comp rx=0 tx=0).stop 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 shutdown_connections 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:6834/3159855294,v1:172.21.15.16:6835/3159855294] conn(0x55ff59c78620 0x55ff59c8ba10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ff59c36a50 0x55ff59cff120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55ff59c352c0 0x55ff59c76f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 --2- 172.21.15.16:0/569799943 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55ff59c349e0 0x55ff59c58c80 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f86f37fe640 0 client.7686 ms_handle_reset on v2:172.21.15.16:6834/3159855294 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 >> 172.21.15.16:0/569799943 conn(0x55ff59c32a80 msgr2=0x55ff59c2aef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 shutdown_connections 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.510+0000 7f871dc3e740 1 -- 172.21.15.16:0/569799943 wait complete. 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871dc3e740 20 client.7686 trim_cache size 0 max 16384 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 7569, 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:48:38.520 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:48:38.521 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:48:38.521 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 4.6432050179999997, 2024-09-16T01:48:38.521 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 69, 2024-09-16T01:48:38.521 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 115, 2024-09-16T01:48:38.521 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 115, 2024-09-16T01:48:38.521 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 10.289239399 2024-09-16T01:48:38.521 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f86f406c6a0 msgr2=0x7f86f406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f86f406c6a0 0x7f86f406eb60 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8704004840 tx=0x7f8704009040 comp rx=0 tx=0).stop 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87140ab4e0 msgr2=0x7f87140ab990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87140ab4e0 0x7f87140ab990 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f870c009bb0 tx=0x7f870c004730 comp rx=0 tx=0).stop 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 shutdown_connections 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f86f406c6a0 0x7f86f406eb60 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87140ab4e0 0x7f87140ab990 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87140afe40 0x7f871415bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 --2- 172.21.15.16:0/2775230113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87140afa60 0x7f871415b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 >> 172.21.15.16:0/2775230113 conn(0x7f87140b2000 msgr2=0x7f8714159b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 shutdown_connections 2024-09-16T01:48:38.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.511+0000 7f871adc4640 1 -- 172.21.15.16:0/2775230113 wait complete. 2024-09-16T01:48:38.524 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:48:38.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.623+0000 7feea8bc4640 1 Processor -- start 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.623+0000 7feea8bc4640 1 -- start start 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.624+0000 7feea8bc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea4147fc0 0x7feea415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.624+0000 7feea8bc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feea40b9ee0 0x7feea40d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.624+0000 7feea8bc4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feea40ba310 con 0x7feea40d0ee0 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.624+0000 7feea8bc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7feea41483a0 con 0x7feea40b9ee0 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.624+0000 7feea8bc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feea415efa0 con 0x7feea4147fc0 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea2d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feea40b9ee0 0x7feea40d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea259c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea4147fc0 0x7feea415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea2d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feea40b9ee0 0x7feea40d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:60134/0 (socket says 172.21.15.16:60134) 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea2d9d640 1 -- 172.21.15.16:0/766810955 learned_addr learned my addr 172.21.15.16:0/766810955 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea1d9b640 1 --1- 172.21.15.16:0/766810955 >> v1:172.21.15.104:6789/0 conn(0x7feea40d0ee0 0x7feea40b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:44794/0 (socket says 172.21.15.16:44794) 2024-09-16T01:48:38.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea259c640 1 -- 172.21.15.16:0/766810955 >> v2:172.21.15.104:3300/0 conn(0x7feea40b9ee0 msgr2=0x7feea40d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:38.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea259c640 1 --2- 172.21.15.16:0/766810955 >> v2:172.21.15.104:3300/0 conn(0x7feea40b9ee0 0x7feea40d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea259c640 1 -- 172.21.15.16:0/766810955 >> v1:172.21.15.104:6789/0 conn(0x7feea40d0ee0 legacy=0x7feea40b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.625+0000 7feea259c640 1 -- 172.21.15.16:0/766810955 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feea40d2750 con 0x7feea4147fc0 2024-09-16T01:48:38.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.626+0000 7feea259c640 1 --2- 172.21.15.16:0/766810955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea4147fc0 0x7feea415ea60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fee9c009d90 tx=0x7fee9c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3d63b187c2f611 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.626+0000 7feea159a640 1 -- 172.21.15.16:0/766810955 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c007740 con 0x7feea4147fc0 2024-09-16T01:48:38.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.626+0000 7feea159a640 1 -- 172.21.15.16:0/766810955 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee9c0078e0 con 0x7feea4147fc0 2024-09-16T01:48:38.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.626+0000 7feea159a640 1 -- 172.21.15.16:0/766810955 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c007cb0 con 0x7feea4147fc0 2024-09-16T01:48:38.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.626+0000 7feea8bc4640 1 -- 172.21.15.16:0/766810955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea4147fc0 msgr2=0x7feea415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.626+0000 7feea8bc4640 1 --2- 172.21.15.16:0/766810955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea4147fc0 0x7feea415ea60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fee9c009d90 tx=0x7fee9c02a660 comp rx=0 tx=0).stop 2024-09-16T01:48:38.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.627+0000 7feea8bc4640 1 -- 172.21.15.16:0/766810955 shutdown_connections 2024-09-16T01:48:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.627+0000 7feea8bc4640 1 --2- 172.21.15.16:0/766810955 >> v2:172.21.15.104:3300/0 conn(0x7feea40b9ee0 0x7feea40d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.627+0000 7feea8bc4640 1 --2- 172.21.15.16:0/766810955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea4147fc0 0x7feea415ea60 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.627+0000 7feea8bc4640 1 -- 172.21.15.16:0/766810955 >> 172.21.15.16:0/766810955 conn(0x7feea4074fe0 msgr2=0x7feea406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.627+0000 7feea8bc4640 1 -- 172.21.15.16:0/766810955 shutdown_connections 2024-09-16T01:48:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.627+0000 7feea8bc4640 1 -- 172.21.15.16:0/766810955 wait complete. 2024-09-16T01:48:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.628+0000 7feea8bc4640 1 Processor -- start 2024-09-16T01:48:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.628+0000 7feea8bc4640 1 -- start start 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea8bc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feea40b9ee0 0x7feea413ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea8bc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea40d0ee0 0x7feea4141b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea8bc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feea4147fc0 0x7feea41401a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea8bc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7feea40d2500 con 0x7feea40b9ee0 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea8bc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feea40d2d10 con 0x7feea4147fc0 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea8bc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feea40d2ff0 con 0x7feea40d0ee0 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feea40b9ee0 0x7feea413ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feea40b9ee0 0x7feea413ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46118/0 (socket says 172.21.15.16:46118) 2024-09-16T01:48:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 -- 172.21.15.16:0/2061263914 learned_addr learned my addr 172.21.15.16:0/2061263914 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea1d9b640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea40d0ee0 0x7feea4141b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea2d9d640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feea4147fc0 0x7feea41401a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 -- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea40d0ee0 msgr2=0x7feea4141b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea40d0ee0 0x7feea4141b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 -- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feea4147fc0 msgr2=0x7feea41401a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feea4147fc0 0x7feea41401a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 -- 172.21.15.16:0/2061263914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feea4142040 con 0x7feea40b9ee0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7feea259c640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feea40b9ee0 0x7feea413ed00 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fee9c009d90 tx=0x7fee9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.629+0000 7fee9affd640 1 -- 172.21.15.16:0/2061263914 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c03f070 con 0x7feea40b9ee0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.630+0000 7fee9affd640 1 -- 172.21.15.16:0/2061263914 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee9c031c40 con 0x7feea40b9ee0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.630+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feea4140a60 con 0x7feea40b9ee0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.630+0000 7fee9affd640 1 -- 172.21.15.16:0/2061263914 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9c009450 con 0x7feea40b9ee0 2024-09-16T01:48:38.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.630+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feea4141020 con 0x7feea40b9ee0 2024-09-16T01:48:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.631+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feea4141740 con 0x7feea40b9ee0 2024-09-16T01:48:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.631+0000 7fee9affd640 1 -- 172.21.15.16:0/2061263914 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fee9c044460 con 0x7feea40b9ee0 2024-09-16T01:48:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.632+0000 7fee9affd640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee8406c6a0 0x7fee8406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.632+0000 7feea1d9b640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee8406c6a0 0x7fee8406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.632+0000 7fee9affd640 1 -- 172.21.15.16:0/2061263914 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7fee9c0ad3b0 con 0x7feea40b9ee0 2024-09-16T01:48:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.632+0000 7feea1d9b640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee8406c6a0 0x7fee8406eb60 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7feea413f5e0 tx=0x7fee8c007cc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:38.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.636+0000 7fee9affd640 1 -- 172.21.15.16:0/2061263914 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee9c07b4a0 con 0x7feea40b9ee0 2024-09-16T01:48:38.820 INFO:tasks.ceph.mds.a.smithi016.stderr:2024-09-16T01:48:38.818+0000 7fc1dbf62640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:48:38.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.847+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7feea40d1340 con 0x7feea40b9ee0 2024-09-16T01:48:38.850 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.848+0000 7fee9affd640 1 -- 172.21.15.16:0/2061263914 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v69) ==== 53+0+73 (secure 0 0 0) 0x7fee9c07ada0 con 0x7feea40b9ee0 2024-09-16T01:48:38.850 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:48:38.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee8406c6a0 msgr2=0x7fee8406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee8406c6a0 0x7fee8406eb60 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7feea413f5e0 tx=0x7fee8c007cc0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feea40b9ee0 msgr2=0x7feea413ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feea40b9ee0 0x7feea413ed00 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fee9c009d90 tx=0x7fee9c004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 shutdown_connections 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee8406c6a0 0x7fee8406eb60 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feea4147fc0 0x7feea41401a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.849+0000 7feea8bc4640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feea40d0ee0 0x7feea4141b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.850+0000 7feea8bc4640 1 --2- 172.21.15.16:0/2061263914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feea40b9ee0 0x7feea413ed00 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:38.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.850+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 >> 172.21.15.16:0/2061263914 conn(0x7feea4074fe0 msgr2=0x7feea40d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:38.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.850+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 shutdown_connections 2024-09-16T01:48:38.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:38.850+0000 7feea8bc4640 1 -- 172.21.15.16:0/2061263914 wait complete. 2024-09-16T01:48:38.863 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:48:38.863 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:48:38.863 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:48:38.863 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:48:38.863 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:38.863 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:48:38.863 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:48:38.864 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:48:38.864 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:48:38.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:38.864 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:48:38.880 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:48:38.880 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:48:38.880 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:48:38.880 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:38.880 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:48:38.880 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:38.880 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42421sec preferred_lft 42421sec 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:38.881 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:48:38.882 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:48:38.883 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:48:38.883 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:38.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:38.883 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:48:38.945 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:48:38.946 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:38.947 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:48:39.003 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:48:39.004 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:48:39.004 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:48:39.004 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:48:39.004 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:48:39.005 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:48:39.005 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:48:39.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:48:39.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:48:39.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:48:39.005 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:48:39.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:48:39.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:48:39.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:39.133 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:48:39.149 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:48:39.149 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:48:39.149 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:48:39.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:39.149 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:48:39.214 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:48:39.215 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:48:39.215 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:39.271 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:48:39.271 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:48:39.271 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:39.326 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:48:39.393 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:48:39.450 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:48:39.450 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:48:39.450 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:48:39.450 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:48:39.450 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:48:39.450 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:48:39.450 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:48:39.451 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:48:39.452 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:48:39.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:39.453 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:48:39.505 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:48:39.506 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:48:39.549 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:48:39.575 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:48:39.632 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:48:39.632 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:48:39.632 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:48:39.632 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:48:39.632 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:48:39.632 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:48:39.633 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:48:39.634 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:48:39.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:39.635 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:48:39.635 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:48:39.630+0000 7f319a867480 -1 init, newargv = 0x564556db9e20 newargc=15 2024-09-16T01:48:39.636 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[68930]: starting ceph client 2024-09-16T01:48:39.638 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[68930]: starting fuse 2024-09-16T01:48:39.651 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:48:39.651 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:48:39.651 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:48:39.652 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:48:39.653 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:48:39.770 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.68930.asok 2024-09-16T01:48:39.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:48:39.781 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.68930.asok 2024-09-16T01:48:39.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:39.781 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.68930.asok status 2024-09-16T01:48:39.918 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:39.918 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:48:39.918 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "68930", 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 7695, 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:48:39.919 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 7695 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 61525574 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 61525574 2024-09-16T01:48:39.920 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.7695 192.168.0.1:0/61525574", 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/61525574", 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 69, 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 115, 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:48:39.921 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:39.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:39.927 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:48:39.927 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:39.943 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:48:39.943 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:39.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:39.943 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:40.010 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:48:40.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.150+0000 7f440e9d6640 1 Processor -- start 2024-09-16T01:48:40.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.150+0000 7f440e9d6640 1 -- start start 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440e9d6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f440806d2a0 0x7f44080755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440e9d6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f440815eb40 0x7f44080739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440e9d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4408073f20 0x7f44080cab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440e9d6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4408073270 con 0x7f440806d2a0 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440e9d6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4408073550 con 0x7f440815eb40 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440e9d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f440815f350 con 0x7f4408073f20 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f440806d2a0 0x7f44080755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f440806d2a0 0x7f44080755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46126/0 (socket says 172.21.15.16:46126) 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 -- 172.21.15.16:0/1000397906 learned_addr learned my addr 172.21.15.16:0/1000397906 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:40.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f43fffff640 1 --2- 172.21.15.16:0/1000397906 >> v2:172.21.15.104:3300/0 conn(0x7f440815eb40 0x7f44080739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:40.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440cf73640 1 --2- 172.21.15.16:0/1000397906 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4408073f20 0x7f44080cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:40.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 -- 172.21.15.16:0/1000397906 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4408073f20 msgr2=0x7f44080cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:40.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 --2- 172.21.15.16:0/1000397906 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4408073f20 0x7f44080cab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 -- 172.21.15.16:0/1000397906 >> v2:172.21.15.104:3300/0 conn(0x7f440815eb40 msgr2=0x7f44080739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:40.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 --2- 172.21.15.16:0/1000397906 >> v2:172.21.15.104:3300/0 conn(0x7f440815eb40 0x7f44080739e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f4407fff640 1 -- 172.21.15.16:0/1000397906 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f440815f630 con 0x7f440806d2a0 2024-09-16T01:48:40.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.151+0000 7f440cf73640 1 --2- 172.21.15.16:0/1000397906 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4408073f20 0x7f44080cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:40.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.152+0000 7f4407fff640 1 --2- 172.21.15.16:0/1000397906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f440806d2a0 0x7f44080755d0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f44080cec70 tx=0x7f43f802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce6a8c6ab0aa7a81 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:40.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.152+0000 7f44077fe640 1 -- 172.21.15.16:0/1000397906 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f8037070 con 0x7f440806d2a0 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.152+0000 7f44077fe640 1 -- 172.21.15.16:0/1000397906 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43f8032440 con 0x7f440806d2a0 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.152+0000 7f44077fe640 1 -- 172.21.15.16:0/1000397906 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f8032810 con 0x7f440806d2a0 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 -- 172.21.15.16:0/1000397906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f440806d2a0 msgr2=0x7f44080755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 --2- 172.21.15.16:0/1000397906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f440806d2a0 0x7f44080755d0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f44080cec70 tx=0x7f43f802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 -- 172.21.15.16:0/1000397906 shutdown_connections 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 --2- 172.21.15.16:0/1000397906 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4408073f20 0x7f44080cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 --2- 172.21.15.16:0/1000397906 >> v2:172.21.15.104:3300/0 conn(0x7f440815eb40 0x7f44080739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 --2- 172.21.15.16:0/1000397906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f440806d2a0 0x7f44080755d0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 -- 172.21.15.16:0/1000397906 >> 172.21.15.16:0/1000397906 conn(0x7f44080b2ec0 msgr2=0x7f44080b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 -- 172.21.15.16:0/1000397906 shutdown_connections 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.153+0000 7f440e9d6640 1 -- 172.21.15.16:0/1000397906 wait complete. 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.154+0000 7f440e9d6640 1 Processor -- start 2024-09-16T01:48:40.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.154+0000 7f440e9d6640 1 -- start start 2024-09-16T01:48:40.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f440e9d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f440806d2a0 0x7f44081f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f440e9d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4408073f20 0x7f440809b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f440e9d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f440815eb40 0x7f440806f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f440e9d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f440815f100 con 0x7f4408073f20 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f440e9d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f440815ef80 con 0x7f440806d2a0 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f440e9d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f44080cb050 con 0x7f440815eb40 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f43fffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4408073f20 0x7f440809b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f43fffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4408073f20 0x7f440809b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46138/0 (socket says 172.21.15.16:46138) 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f43fffff640 1 -- 172.21.15.16:0/3212497083 learned_addr learned my addr 172.21.15.16:0/3212497083 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f440cf73640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f440815eb40 0x7f440806f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.155+0000 7f4407fff640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f440806d2a0 0x7f44081f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f43fffff640 1 -- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f440815eb40 msgr2=0x7f440806f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f43fffff640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f440815eb40 0x7f440806f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f43fffff640 1 -- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f440806d2a0 msgr2=0x7f44081f84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f43fffff640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f440806d2a0 0x7f44081f84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f43fffff640 1 -- 172.21.15.16:0/3212497083 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44081f4bb0 con 0x7f4408073f20 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f4407fff640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f440806d2a0 0x7f44081f84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f43fffff640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4408073f20 0x7f440809b2b0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f43f000e9b0 tx=0x7f43f000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f44057fa640 1 -- 172.21.15.16:0/3212497083 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f0017070 con 0x7f4408073f20 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f44057fa640 1 -- 172.21.15.16:0/3212497083 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43f000c9a0 con 0x7f4408073f20 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44081f4e90 con 0x7f4408073f20 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f44057fa640 1 -- 172.21.15.16:0/3212497083 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f000cd90 con 0x7f4408073f20 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.156+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44081f5450 con 0x7f4408073f20 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.157+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44080cb430 con 0x7f4408073f20 2024-09-16T01:48:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.157+0000 7f44057fa640 1 -- 172.21.15.16:0/3212497083 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f43f001a070 con 0x7f4408073f20 2024-09-16T01:48:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.158+0000 7f44057fa640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f43e806c6a0 0x7f43e806eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.158+0000 7f44057fa640 1 -- 172.21.15.16:0/3212497083 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f43f008bb30 con 0x7f4408073f20 2024-09-16T01:48:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.158+0000 7f4407fff640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f43e806c6a0 0x7f43e806eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.158+0000 7f4407fff640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f43e806c6a0 0x7f43e806eb60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f43f8034000 tx=0x7f43f802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:40.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.162+0000 7f44057fa640 1 -- 172.21.15.16:0/3212497083 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f43f0059650 con 0x7f4408073f20 2024-09-16T01:48:40.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.372+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f44081613f0 con 0x7f4408073f20 2024-09-16T01:48:40.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.373+0000 7f44057fa640 1 -- 172.21.15.16:0/3212497083 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v69) ==== 53+0+73 (secure 0 0 0) 0x7f43f005d950 con 0x7f4408073f20 2024-09-16T01:48:40.375 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f43e806c6a0 msgr2=0x7f43e806eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f43e806c6a0 0x7f43e806eb60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f43f8034000 tx=0x7f43f802e000 comp rx=0 tx=0).stop 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4408073f20 msgr2=0x7f440809b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4408073f20 0x7f440809b2b0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f43f000e9b0 tx=0x7f43f000ee70 comp rx=0 tx=0).stop 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 shutdown_connections 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f43e806c6a0 0x7f43e806eb60 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f440815eb40 0x7f440806f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4408073f20 0x7f440809b2b0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 --2- 172.21.15.16:0/3212497083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f440806d2a0 0x7f44081f84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:40.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.374+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 >> 172.21.15.16:0/3212497083 conn(0x7f44080b2ec0 msgr2=0x7f44080b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:40.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.375+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 shutdown_connections 2024-09-16T01:48:40.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:40.375+0000 7f440e9d6640 1 -- 172.21.15.16:0/3212497083 wait complete. 2024-09-16T01:48:40.387 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:48:40.387 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:48:40.387 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:48:40.388 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:48:40.388 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:40.388 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:48:40.388 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:48:40.388 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:48:40.388 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:48:40.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:40.388 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:48:40.407 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:48:40.408 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42420sec preferred_lft 42420sec 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:40.409 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:48:40.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:40.410 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:48:40.475 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:48:40.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:40.477 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:48:40.537 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:48:40.537 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:48:40.537 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:48:40.537 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:48:40.537 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:48:40.537 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:48:40.537 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:48:40.538 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:48:40.538 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:48:40.538 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:48:40.538 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:48:40.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:48:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:48:40.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:48:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:48:40.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:40.669 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:48:40.685 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:48:40.685 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:48:40.685 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:48:40.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:40.685 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:48:40.750 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:48:40.750 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:48:40.751 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:40.806 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:48:40.806 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:48:40.806 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:40.861 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:48:40.927 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:48:40.983 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:48:40.984 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:48:40.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:40.986 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:48:41.037 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:48:41.038 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:48:41.080 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:48:41.104 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:48:41.161 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:48:41.162 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:48:41.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:41.164 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:48:41.165 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:48:41.160+0000 7fa86401b480 -1 init, newargv = 0x5597021e9d30 newargc=15 2024-09-16T01:48:41.165 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[48104]: starting ceph client 2024-09-16T01:48:41.167 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[48104]: starting fuse 2024-09-16T01:48:41.179 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:48:41.179 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:48:41.180 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:48:41.181 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:48:41.182 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:48:41.296 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.48104.asok 2024-09-16T01:48:41.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:48:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:48:41.307 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48104.asok 2024-09-16T01:48:41.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:41.307 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48104.asok status 2024-09-16T01:48:41.440 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:48:41.440 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:48:41.440 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:48:41.440 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:48:41.440 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:48:41.440 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:48:41.440 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "48104", 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 7099, 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 7099 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:48:41.441 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1420841669 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1420841669 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.7099 192.168.0.1:0/1420841669", 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/1420841669", 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 69, 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 115, 2024-09-16T01:48:41.442 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:48:41.443 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:48:41.443 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:48:41.443 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:48:41.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:41.448 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:48:41.448 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:41.464 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:48:41.464 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:41.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:41.464 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:41.528 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:48:41.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.646+0000 7f30c09a1640 1 Processor -- start 2024-09-16T01:48:41.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.646+0000 7f30c09a1640 1 -- start start 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30c09a1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30bc15e690 0x7f30bc06d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30c09a1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f30bc0b6b90 0x7f30bc0b7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30c09a1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30bc06da40 con 0x7f30bc0715f0 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30c09a1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f30bc0708c0 con 0x7f30bc15e690 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30c09a1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f30bc070b10 con 0x7f30bc0b6b90 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30ba59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30bc15e690 0x7f30bc06d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30ba59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30bc15e690 0x7f30bc06d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46144/0 (socket says 172.21.15.16:46144) 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30b9d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f30bc0715f0 0x7f30bc073c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33320/0 (socket says 172.21.15.16:33320) 2024-09-16T01:48:41.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30ba59c640 1 -- 172.21.15.16:0/2097585746 learned_addr learned my addr 172.21.15.16:0/2097585746 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:41.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.647+0000 7f30bad9d640 1 --2- 172.21.15.16:0/2097585746 >> v2:172.21.15.104:3300/0 conn(0x7f30bc0b6b90 0x7f30bc0b7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.648+0000 7f30ba59c640 1 -- 172.21.15.16:0/2097585746 >> v2:172.21.15.104:3300/0 conn(0x7f30bc0b6b90 msgr2=0x7f30bc0b7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.648+0000 7f30ba59c640 1 --2- 172.21.15.16:0/2097585746 >> v2:172.21.15.104:3300/0 conn(0x7f30bc0b6b90 0x7f30bc0b7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.648+0000 7f30ba59c640 1 -- 172.21.15.16:0/2097585746 >> v1:172.21.15.16:6789/0 conn(0x7f30bc0715f0 legacy=0x7f30bc073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.648+0000 7f30ba59c640 1 -- 172.21.15.16:0/2097585746 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30bc070df0 con 0x7f30bc15e690 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.648+0000 7f30ba59c640 1 --2- 172.21.15.16:0/2097585746 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc15e690 0x7f30bc06d3f0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f30bc075f90 tx=0x7f30ac02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9327494523dbdf6e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30b959a640 1 -- 172.21.15.16:0/2097585746 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac036070 con 0x7f30bc15e690 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30b959a640 1 -- 172.21.15.16:0/2097585746 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30ac031600 con 0x7f30bc15e690 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30b959a640 1 -- 172.21.15.16:0/2097585746 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac0319d0 con 0x7f30bc15e690 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 -- 172.21.15.16:0/2097585746 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc15e690 msgr2=0x7f30bc06d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 --2- 172.21.15.16:0/2097585746 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc15e690 0x7f30bc06d3f0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f30bc075f90 tx=0x7f30ac02a610 comp rx=0 tx=0).stop 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 -- 172.21.15.16:0/2097585746 shutdown_connections 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 --2- 172.21.15.16:0/2097585746 >> v2:172.21.15.104:3300/0 conn(0x7f30bc0b6b90 0x7f30bc0b7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 --2- 172.21.15.16:0/2097585746 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc15e690 0x7f30bc06d3f0 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 -- 172.21.15.16:0/2097585746 >> 172.21.15.16:0/2097585746 conn(0x7f30bc0b4250 msgr2=0x7f30bc0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 -- 172.21.15.16:0/2097585746 shutdown_connections 2024-09-16T01:48:41.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.649+0000 7f30c09a1640 1 -- 172.21.15.16:0/2097585746 wait complete. 2024-09-16T01:48:41.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 Processor -- start 2024-09-16T01:48:41.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 -- start start 2024-09-16T01:48:41.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc0715f0 0x7f30bc1507d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30bc0b6b90 0x7f30bc153130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30bc15e690 0x7f30bc1550f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f30bc15ea70 con 0x7f30bc0715f0 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f30bc0b7540 con 0x7f30bc0b6b90 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.651+0000 7f30c09a1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f30bc071a30 con 0x7f30bc15e690 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc0715f0 0x7f30bc1507d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc0715f0 0x7f30bc1507d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46148/0 (socket says 172.21.15.16:46148) 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 -- 172.21.15.16:0/1845900975 learned_addr learned my addr 172.21.15.16:0/1845900975 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30bad9d640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30bc15e690 0x7f30bc1550f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30b9d9b640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30bc0b6b90 0x7f30bc153130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 -- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30bc15e690 msgr2=0x7f30bc1550f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30bc15e690 0x7f30bc1550f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 -- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30bc0b6b90 msgr2=0x7f30bc153130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30bc0b6b90 0x7f30bc153130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 -- 172.21.15.16:0/1845900975 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30bc153980 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30ba59c640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc0715f0 0x7f30bc1507d0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f30ac034040 tx=0x7f30ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30b2ffd640 1 -- 172.21.15.16:0/1845900975 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac036050 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30b2ffd640 1 -- 172.21.15.16:0/1845900975 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30ac042070 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30bc153c60 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30b2ffd640 1 -- 172.21.15.16:0/1845900975 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac007c30 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.652+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30bc154220 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.653+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30bc0b7000 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.654+0000 7f30b2ffd640 1 -- 172.21.15.16:0/1845900975 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f30ac047460 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.654+0000 7f30b2ffd640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f309c06c6a0 0x7f309c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.654+0000 7f30b2ffd640 1 -- 172.21.15.16:0/1845900975 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f30ac0acd30 con 0x7f30bc0715f0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.655+0000 7f30b9d9b640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f309c06c6a0 0x7f309c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.655+0000 7f30b9d9b640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f309c06c6a0 0x7f309c06eb60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f30bc1f79b0 tx=0x7f30a4007ce0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.659+0000 7f30b2ffd640 1 -- 172.21.15.16:0/1845900975 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30ac07acc0 con 0x7f30bc0715f0 2024-09-16T01:48:41.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.870+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f30bc158430 con 0x7f30bc0715f0 2024-09-16T01:48:41.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.895+0000 7f30b2ffd640 1 -- 172.21.15.16:0/1845900975 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v70) ==== 136+0+0 (secure 0 0 0) 0x7f30ac07a5c0 con 0x7f30bc0715f0 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f309c06c6a0 msgr2=0x7f309c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f309c06c6a0 0x7f309c06eb60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f30bc1f79b0 tx=0x7f30a4007ce0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc0715f0 msgr2=0x7f30bc1507d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc0715f0 0x7f30bc1507d0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f30ac034040 tx=0x7f30ac004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 shutdown_connections 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f309c06c6a0 0x7f309c06eb60 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f30bc15e690 0x7f30bc1550f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30bc0b6b90 0x7f30bc153130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 --2- 172.21.15.16:0/1845900975 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30bc0715f0 0x7f30bc1507d0 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 >> 172.21.15.16:0/1845900975 conn(0x7f30bc0b4250 msgr2=0x7f30bc15f0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 shutdown_connections 2024-09-16T01:48:41.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:41.897+0000 7f30c09a1640 1 -- 172.21.15.16:0/1845900975 wait complete. 2024-09-16T01:48:41.911 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:48:42.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.013+0000 7f7b37d28640 1 Processor -- start 2024-09-16T01:48:42.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.013+0000 7f7b37d28640 1 -- start start 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b37d28640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3015e3a0 0x7f7b3006d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b37d28640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b300b6a70 con 0x7f7b3006d790 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b37d28640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b300b6d10 con 0x7f7b3006bbe0 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b37d28640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7b300b7640 con 0x7f7b3015e3a0 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b352c3640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7b3006d790 0x7f7b3006f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33328/0 (socket says 172.21.15.16:33328) 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b352c3640 1 -- 172.21.15.16:0/1105268155 learned_addr learned my addr 172.21.15.16:0/1105268155 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b35ac4640 1 --2- 172.21.15.16:0/1105268155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3015e3a0 0x7f7b3006d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1891087740 0 0) 0x7f7b300b6a70 con 0x7f7b3006d790 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b1c003520 con 0x7f7b3006d790 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3082752524 0 0) 0x7f7b300b6d10 con 0x7f7b3006bbe0 2024-09-16T01:48:42.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b300b6a70 con 0x7f7b3006bbe0 2024-09-16T01:48:42.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3734292818 0 0) 0x7f7b1c003520 con 0x7f7b3006d790 2024-09-16T01:48:42.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b35ac4640 1 -- 172.21.15.16:0/1105268155 >> v1:172.21.15.104:6789/0 conn(0x7f7b3006bbe0 legacy=0x7f7b30161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b35ac4640 1 -- 172.21.15.16:0/1105268155 >> v1:172.21.15.16:6789/0 conn(0x7f7b3006d790 legacy=0x7f7b3006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.014+0000 7f7b35ac4640 1 -- 172.21.15.16:0/1105268155 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b300b6ff0 con 0x7f7b3015e3a0 2024-09-16T01:48:42.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.015+0000 7f7b35ac4640 1 --2- 172.21.15.16:0/1105268155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3015e3a0 0x7f7b3006d250 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c0097d0 tx=0x7f7b2c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a85ca9d615ceff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:42.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.015+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c037070 con 0x7f7b3015e3a0 2024-09-16T01:48:42.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.015+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b2c02ac30 con 0x7f7b3015e3a0 2024-09-16T01:48:42.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.015+0000 7f7b34ac2640 1 -- 172.21.15.16:0/1105268155 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b20001810 con 0x7f7b3015e3a0 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.016+0000 7f7b37d28640 1 -- 172.21.15.16:0/1105268155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3015e3a0 msgr2=0x7f7b3006d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.016+0000 7f7b37d28640 1 --2- 172.21.15.16:0/1105268155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3015e3a0 0x7f7b3006d250 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c0097d0 tx=0x7f7b2c02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.016+0000 7f7b37d28640 1 -- 172.21.15.16:0/1105268155 shutdown_connections 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.016+0000 7f7b37d28640 1 --2- 172.21.15.16:0/1105268155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3015e3a0 0x7f7b3006d250 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.016+0000 7f7b37d28640 1 -- 172.21.15.16:0/1105268155 >> 172.21.15.16:0/1105268155 conn(0x7f7b300b4090 msgr2=0x7f7b300b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.016+0000 7f7b37d28640 1 -- 172.21.15.16:0/1105268155 shutdown_connections 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.016+0000 7f7b37d28640 1 -- 172.21.15.16:0/1105268155 wait complete. 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.017+0000 7f7b37d28640 1 Processor -- start 2024-09-16T01:48:42.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.017+0000 7f7b37d28640 1 -- start start 2024-09-16T01:48:42.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b37d28640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b3006bbe0 0x7f7b3014fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b37d28640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3006d790 0x7f7b3015f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b37d28640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b3015e3a0 0x7f7b3015fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b37d28640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7b30073cc0 con 0x7f7b3015e3a0 2024-09-16T01:48:42.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b37d28640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3015e780 con 0x7f7b3006bbe0 2024-09-16T01:48:42.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b37d28640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7b30073e40 con 0x7f7b3006d790 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b362c5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b3015e3a0 0x7f7b3015fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b362c5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b3015e3a0 0x7f7b3015fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46150/0 (socket says 172.21.15.16:46150) 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b362c5640 1 -- 172.21.15.16:0/2274241845 learned_addr learned my addr 172.21.15.16:0/2274241845 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b352c3640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3006d790 0x7f7b3015f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.018+0000 7f7b35ac4640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b3006bbe0 0x7f7b3014fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b362c5640 1 -- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3006d790 msgr2=0x7f7b3015f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b362c5640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3006d790 0x7f7b3015f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b362c5640 1 -- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b3006bbe0 msgr2=0x7f7b3014fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b362c5640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b3006bbe0 0x7f7b3014fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b362c5640 1 -- 172.21.15.16:0/2274241845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b301525a0 con 0x7f7b3015e3a0 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b35ac4640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b3006bbe0 0x7f7b3014fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b362c5640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b3015e3a0 0x7f7b3015fcc0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f7b2800c6e0 tx=0x7f7b2800cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b267fc640 1 -- 172.21.15.16:0/2274241845 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28003b70 con 0x7f7b3015e3a0 2024-09-16T01:48:42.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b267fc640 1 -- 172.21.15.16:0/2274241845 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b28003d10 con 0x7f7b3015e3a0 2024-09-16T01:48:42.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b267fc640 1 -- 172.21.15.16:0/2274241845 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b280052d0 con 0x7f7b3015e3a0 2024-09-16T01:48:42.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b30152880 con 0x7f7b3015e3a0 2024-09-16T01:48:42.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.019+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b30152e40 con 0x7f7b3015e3a0 2024-09-16T01:48:42.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.020+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b300b3510 con 0x7f7b3015e3a0 2024-09-16T01:48:42.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.021+0000 7f7b267fc640 1 -- 172.21.15.16:0/2274241845 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f7b28005470 con 0x7f7b3015e3a0 2024-09-16T01:48:42.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.021+0000 7f7b267fc640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7b1406c6d0 0x7f7b1406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.021+0000 7f7b267fc640 1 -- 172.21.15.16:0/2274241845 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f7b2808b890 con 0x7f7b3015e3a0 2024-09-16T01:48:42.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.021+0000 7f7b35ac4640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7b1406c6d0 0x7f7b1406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.022+0000 7f7b35ac4640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7b1406c6d0 0x7f7b1406eb90 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c034000 tx=0x7f7b2c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:42.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.026+0000 7f7b267fc640 1 -- 172.21.15.16:0/2274241845 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7b28059440 con 0x7f7b3015e3a0 2024-09-16T01:48:42.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.221+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f7b300d1f90 con 0x7f7b1406c6d0 2024-09-16T01:48:42.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.223+0000 7f7b267fc640 1 -- 172.21.15.16:0/2274241845 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f7b300d1f90 con 0x7f7b1406c6d0 2024-09-16T01:48:42.225 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:48:42.225 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:42.225 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:48:42.225 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:42.225 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7b1406c6d0 msgr2=0x7f7b1406eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7b1406c6d0 0x7f7b1406eb90 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c034000 tx=0x7f7b2c02e000 comp rx=0 tx=0).stop 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b3015e3a0 msgr2=0x7f7b3015fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b3015e3a0 0x7f7b3015fcc0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f7b2800c6e0 tx=0x7f7b2800cba0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 shutdown_connections 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7b1406c6d0 0x7f7b1406eb90 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7b3015e3a0 0x7f7b3015fcc0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7b3006d790 0x7f7b3015f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 --2- 172.21.15.16:0/2274241845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7b3006bbe0 0x7f7b3014fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 >> 172.21.15.16:0/2274241845 conn(0x7f7b300b4090 msgr2=0x7f7b300b28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 shutdown_connections 2024-09-16T01:48:42.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.225+0000 7f7b37d28640 1 -- 172.21.15.16:0/2274241845 wait complete. 2024-09-16T01:48:42.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:48:42.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.341+0000 7fda10b91640 1 Processor -- start 2024-09-16T01:48:42.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.341+0000 7fda10b91640 1 -- start start 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.342+0000 7fda10b91640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fda0c147f30 0x7fda0c0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.342+0000 7fda10b91640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda0c0d22f0 con 0x7fda0c0cfb00 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.342+0000 7fda10b91640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda0c0d25d0 con 0x7fda0c0d1680 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.342+0000 7fda10b91640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fda0c0d20a0 con 0x7fda0c147f30 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda09d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fda0c0cfb00 0x7fda0c0d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60388/0 (socket says 172.21.15.16:60388) 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda09d9b640 1 -- 172.21.15.16:0/1341779560 learned_addr learned my addr 172.21.15.16:0/1341779560 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0a59c640 1 --2- 172.21.15.16:0/1341779560 >> v2:172.21.15.104:3300/0 conn(0x7fda0c147f30 0x7fda0c0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 23119466 0 0) 0x7fda0c0d22f0 con 0x7fda0c0cfb00 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd9f4003520 con 0x7fda0c0cfb00 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2642247989 0 0) 0x7fd9f4003520 con 0x7fda0c0cfb00 2024-09-16T01:48:42.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 >> v2:172.21.15.104:3300/0 conn(0x7fda0c147f30 msgr2=0x7fda0c0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 --2- 172.21.15.16:0/1341779560 >> v2:172.21.15.104:3300/0 conn(0x7fda0c147f30 0x7fda0c0cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 >> v1:172.21.15.104:6789/0 conn(0x7fda0c0d1680 legacy=0x7fda0c0b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda0c0d28b0 con 0x7fda0c0cfb00 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fda00001670 con 0x7fda0c0cfb00 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 >> v1:172.21.15.16:6789/0 conn(0x7fda0c0cfb00 legacy=0x7fda0c0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f40039b0 0x7fd9f4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9f4004800 0x7fd9f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fd9f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c0d20a0 con 0x7fd9f40051c0 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f400c160 con 0x7fd9f40039b0 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd9f400c360 con 0x7fd9f4004800 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0ad9d640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fd9f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.343+0000 7fda0a59c640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f40039b0 0x7fd9f4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda09d9b640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9f4004800 0x7fd9f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda0ad9d640 1 -- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9f4004800 msgr2=0x7fd9f4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda0ad9d640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd9f4004800 0x7fd9f4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda0ad9d640 1 -- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f40039b0 msgr2=0x7fd9f4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda0ad9d640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f40039b0 0x7fd9f4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda0ad9d640 1 -- 172.21.15.16:0/1341779560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9f4003520 con 0x7fd9f40051c0 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda0ad9d640 1 -- 172.21.15.16:0/1341779560 reap_dead start 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.344+0000 7fda0ad9d640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fd9f400b9c0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fda04001e50 tx=0x7fd9f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9997b351069eb181 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda04001a70 con 0x7fd9f40051c0 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda04003970 con 0x7fd9f40051c0 2024-09-16T01:48:42.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda0959a640 1 -- 172.21.15.16:0/1341779560 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda04003d60 con 0x7fd9f40051c0 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda10b91640 1 -- 172.21.15.16:0/1341779560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 msgr2=0x7fd9f400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda10b91640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fd9f400b9c0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fda04001e50 tx=0x7fd9f4005830 comp rx=0 tx=0).stop 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda10b91640 1 -- 172.21.15.16:0/1341779560 shutdown_connections 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda10b91640 1 --2- 172.21.15.16:0/1341779560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fd9f400b9c0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda10b91640 1 -- 172.21.15.16:0/1341779560 >> 172.21.15.16:0/1341779560 conn(0x7fda0c074da0 msgr2=0x7fda0c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda10b91640 1 -- 172.21.15.16:0/1341779560 shutdown_connections 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.345+0000 7fda10b91640 1 -- 172.21.15.16:0/1341779560 wait complete. 2024-09-16T01:48:42.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 Processor -- start 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 -- start start 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fda0c140760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda0c15dcb0 0x7fda0c15d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda0c161230 0x7fda0c1616b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c0d4010 con 0x7fd9f40051c0 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c148310 con 0x7fda0c15dcb0 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda10b91640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fda0c0d4190 con 0x7fda0c161230 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda0a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fda0c140760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda0a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fda0c140760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40062/0 (socket says 172.21.15.16:40062) 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.347+0000 7fda0a59c640 1 -- 172.21.15.16:0/3181913545 learned_addr learned my addr 172.21.15.16:0/3181913545 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda09d9b640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda0c15dcb0 0x7fda0c15d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda0ad9d640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda0c161230 0x7fda0c1616b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda0a59c640 1 -- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda0c161230 msgr2=0x7fda0c1616b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda0a59c640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda0c161230 0x7fda0c1616b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda0a59c640 1 -- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda0c15dcb0 msgr2=0x7fda0c15d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda0a59c640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda0c15dcb0 0x7fda0c15d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda0a59c640 1 -- 172.21.15.16:0/3181913545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda0c140ca0 con 0x7fd9f40051c0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda0a59c640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fda0c140760 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc011910 tx=0x7fd9fc011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fd9faffd640 1 -- 172.21.15.16:0/3181913545 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc00fa30 con 0x7fd9f40051c0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fd9faffd640 1 -- 172.21.15.16:0/3181913545 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9fc00fbd0 con 0x7fd9f40051c0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda0c15fb60 con 0x7fd9f40051c0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fd9faffd640 1 -- 172.21.15.16:0/3181913545 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc014440 con 0x7fd9f40051c0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.348+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda0c160120 con 0x7fd9f40051c0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.349+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda0c0d30b0 con 0x7fd9f40051c0 2024-09-16T01:48:42.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.350+0000 7fd9faffd640 1 -- 172.21.15.16:0/3181913545 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fd9fc012040 con 0x7fd9f40051c0 2024-09-16T01:48:42.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.350+0000 7fd9faffd640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd9ec06c6a0 0x7fd9ec06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:42.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.351+0000 7fda09d9b640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd9ec06c6a0 0x7fd9ec06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:42.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.351+0000 7fd9faffd640 1 -- 172.21.15.16:0/3181913545 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7fd9fc08bf90 con 0x7fd9f40051c0 2024-09-16T01:48:42.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.351+0000 7fda09d9b640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd9ec06c6a0 0x7fd9ec06eb60 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fda0c1406f0 tx=0x7fda000078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:42.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.355+0000 7fd9faffd640 1 -- 172.21.15.16:0/3181913545 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd9fc019030 con 0x7fd9f40051c0 2024-09-16T01:48:42.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.530+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fda0c0b8900 con 0x7fd9f40051c0 2024-09-16T01:48:42.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.531+0000 7fd9faffd640 1 -- 172.21.15.16:0/3181913545 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7fd9fc05a190 con 0x7fd9f40051c0 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd9ec06c6a0 msgr2=0x7fd9ec06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd9ec06c6a0 0x7fd9ec06eb60 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fda0c1406f0 tx=0x7fda000078f0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 msgr2=0x7fda0c140760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fda0c140760 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc011910 tx=0x7fd9fc011d10 comp rx=0 tx=0).stop 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 shutdown_connections 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd9ec06c6a0 0x7fd9ec06eb60 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fda0c161230 0x7fda0c1616b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda0c15dcb0 0x7fda0c15d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 --2- 172.21.15.16:0/3181913545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd9f40051c0 0x7fda0c140760 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:42.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.532+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 >> 172.21.15.16:0/3181913545 conn(0x7fda0c074da0 msgr2=0x7fda0c0c98e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:42.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.533+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 shutdown_connections 2024-09-16T01:48:42.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:42.533+0000 7fda10b91640 1 -- 172.21.15.16:0/3181913545 wait complete. 2024-09-16T01:48:42.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:42.546 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol47780/3b4fbdc2-fa98-465d-8341-971ef15d1a01) 2024-09-16T01:48:42.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:42.581 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol47780/3b4fbdc2-fa98-465d-8341-971ef15d1a01/.snap/fake) 2024-09-16T01:48:42.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:42.656 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:48:42.713 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:48:42.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:42.713 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol47780/3b4fbdc2-fa98-465d-8341-971ef15d1a01) 2024-09-16T01:48:42.783 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:42.783 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol47780/.meta 2024-09-16T01:48:42.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:42.853 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp16800/subvol21101/ab11e8f8-0b14-40be-8949-e118d46460ad) 2024-09-16T01:48:42.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:42.925 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp16800/subvol21101/ab11e8f8-0b14-40be-8949-e118d46460ad/.snap/fake) 2024-09-16T01:48:42.999 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:42.999 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:48:43.056 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:48:43.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:43.057 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/subvol_grp16800/subvol21101/ab11e8f8-0b14-40be-8949-e118d46460ad) 2024-09-16T01:48:43.126 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:43.126 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/subvol_grp16800/subvol21101/.meta 2024-09-16T01:48:43.136 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:48:43.169 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:48:43.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:43.194 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol24902/ad49ac1b-bd76-43a3-a3d0-203e465e0f16) 2024-09-16T01:48:43.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:43.284 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:48:43.341 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:48:43.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:43.342 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol24902/ad49ac1b-bd76-43a3-a3d0-203e465e0f16) 2024-09-16T01:48:43.413 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:43.413 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol24902/.meta 2024-09-16T01:48:43.481 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol47780 2024-09-16T01:48:43.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.624+0000 7fc318065640 1 Processor -- start 2024-09-16T01:48:43.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.625+0000 7fc318065640 1 -- start start 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc318065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015aa20 0x7fc3100ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc318065640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc3100cd590 0x7fc31015ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc318065640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3100ceaa0 con 0x7fc31015b340 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc318065640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc3100ced80 con 0x7fc3100cd590 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc318065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc3100cf060 con 0x7fc31015aa20 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315600640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc3100cd590 0x7fc31015ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315600640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc3100cd590 0x7fc31015ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40066/0 (socket says 172.21.15.16:40066) 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315600640 1 -- 172.21.15.16:0/3368442046 learned_addr learned my addr 172.21.15.16:0/3368442046 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315e01640 1 --2- 172.21.15.16:0/3368442046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015aa20 0x7fc3100ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315600640 1 -- 172.21.15.16:0/3368442046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015aa20 msgr2=0x7fc3100ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315600640 1 --2- 172.21.15.16:0/3368442046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015aa20 0x7fc3100ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315600640 1 -- 172.21.15.16:0/3368442046 >> v1:172.21.15.16:6789/0 conn(0x7fc31015b340 legacy=0x7fc31015e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315600640 1 -- 172.21.15.16:0/3368442046 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3100cf340 con 0x7fc3100cd590 2024-09-16T01:48:43.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.626+0000 7fc315e01640 1 --2- 172.21.15.16:0/3368442046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015aa20 0x7fc3100ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:43.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.627+0000 7fc315600640 1 --2- 172.21.15.16:0/3368442046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31015ae00 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fc304009870 tx=0x7fc30402b380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39188c8d1105859f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:43.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.627+0000 7fc314dff640 1 -- 172.21.15.16:0/3368442046 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc304038070 con 0x7fc3100cd590 2024-09-16T01:48:43.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.627+0000 7fc314dff640 1 -- 172.21.15.16:0/3368442046 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc304033640 con 0x7fc3100cd590 2024-09-16T01:48:43.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.627+0000 7fc314dff640 1 -- 172.21.15.16:0/3368442046 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc304033a10 con 0x7fc3100cd590 2024-09-16T01:48:43.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 -- 172.21.15.16:0/3368442046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 msgr2=0x7fc31015ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 --2- 172.21.15.16:0/3368442046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31015ae00 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fc304009870 tx=0x7fc30402b380 comp rx=0 tx=0).stop 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 -- 172.21.15.16:0/3368442046 shutdown_connections 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 --2- 172.21.15.16:0/3368442046 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31015ae00 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 --2- 172.21.15.16:0/3368442046 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015aa20 0x7fc3100ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 -- 172.21.15.16:0/3368442046 >> 172.21.15.16:0/3368442046 conn(0x7fc3100b2000 msgr2=0x7fc3100b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 -- 172.21.15.16:0/3368442046 shutdown_connections 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.628+0000 7fc318065640 1 -- 172.21.15.16:0/3368442046 wait complete. 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.629+0000 7fc318065640 1 Processor -- start 2024-09-16T01:48:43.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.629+0000 7fc318065640 1 -- start start 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc318065640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31014ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc318065640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc31015aa20 0x7fc3101529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc318065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015b340 0x7fc310157680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc318065640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc3100cdb50 con 0x7fc3100cd590 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc318065640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3100cd9d0 con 0x7fc31015aa20 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc318065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc31015b7f0 con 0x7fc31015b340 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31014ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31014ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40072/0 (socket says 172.21.15.16:40072) 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 -- 172.21.15.16:0/325275905 learned_addr learned my addr 172.21.15.16:0/325275905 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc316602640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015b340 0x7fc310157680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315600640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc31015aa20 0x7fc3101529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 -- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015b340 msgr2=0x7fc310157680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015b340 0x7fc310157680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 -- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc31015aa20 msgr2=0x7fc3101529e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc31015aa20 0x7fc3101529e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.630+0000 7fc315e01640 1 -- 172.21.15.16:0/325275905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc31014f1d0 con 0x7fc3100cd590 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.631+0000 7fc315e01640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31014ec90 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fc308010740 tx=0x7fc308010c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.631+0000 7fc30e7fc640 1 -- 172.21.15.16:0/325275905 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc308004230 con 0x7fc3100cd590 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.631+0000 7fc30e7fc640 1 -- 172.21.15.16:0/325275905 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3080043d0 con 0x7fc3100cd590 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.631+0000 7fc30e7fc640 1 -- 172.21.15.16:0/325275905 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc308009b10 con 0x7fc3100cd590 2024-09-16T01:48:43.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.631+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3101532c0 con 0x7fc3100cd590 2024-09-16T01:48:43.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.631+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc310153880 con 0x7fc3100cd590 2024-09-16T01:48:43.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.632+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3100693b0 con 0x7fc3100cd590 2024-09-16T01:48:43.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.632+0000 7fc30e7fc640 1 -- 172.21.15.16:0/325275905 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fc308009cb0 con 0x7fc3100cd590 2024-09-16T01:48:43.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.633+0000 7fc30e7fc640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2fc06c6d0 0x7fc2fc06eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.633+0000 7fc30e7fc640 1 -- 172.21.15.16:0/325275905 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7fc30808de40 con 0x7fc3100cd590 2024-09-16T01:48:43.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.633+0000 7fc315600640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2fc06c6d0 0x7fc2fc06eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.633+0000 7fc315600640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2fc06c6d0 0x7fc2fc06eb90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc304035000 tx=0x7fc30402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:43.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.637+0000 7fc30e7fc640 1 -- 172.21.15.16:0/325275905 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc3100693b0 con 0x7fc3100cd590 2024-09-16T01:48:43.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.839+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol47780", "target": ["mon-mgr", ""]}) -- 0x7fc31015ae00 con 0x7fc2fc06c6d0 2024-09-16T01:48:43.846 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:43.844+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:43.846 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:43.844+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:43.846 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:43.844+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:43.846 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:43.844+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:43.846 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:43.844+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:43.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.867+0000 7fc30e7fc640 1 -- 172.21.15.16:0/325275905 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7fc31015ae00 con 0x7fc2fc06c6d0 2024-09-16T01:48:43.869 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol47780/3b4fbdc2-fa98-465d-8341-971ef15d1a01 2024-09-16T01:48:43.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2fc06c6d0 msgr2=0x7fc2fc06eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2fc06c6d0 0x7fc2fc06eb90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc304035000 tx=0x7fc30402f000 comp rx=0 tx=0).stop 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 msgr2=0x7fc31014ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31014ec90 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fc308010740 tx=0x7fc308010c00 comp rx=0 tx=0).stop 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 shutdown_connections 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2fc06c6d0 0x7fc2fc06eb90 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc31015b340 0x7fc310157680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc31015aa20 0x7fc3101529e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 --2- 172.21.15.16:0/325275905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3100cd590 0x7fc31014ec90 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 >> 172.21.15.16:0/325275905 conn(0x7fc3100b2000 msgr2=0x7fc3100b35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 shutdown_connections 2024-09-16T01:48:43.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.869+0000 7fc318065640 1 -- 172.21.15.16:0/325275905 wait complete. 2024-09-16T01:48:43.882 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol21101 subvol_grp16800 2024-09-16T01:48:43.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.987+0000 7fd4014e4640 1 Processor -- start 2024-09-16T01:48:43.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.987+0000 7fd4014e4640 1 -- start start 2024-09-16T01:48:43.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.987+0000 7fd4014e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd3fc0718a0 0x7fd3fc0af390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.987+0000 7fd4014e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc06e140 0x7fd3fc06e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.987+0000 7fd4014e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3fc0d1600 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.987+0000 7fd4014e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd3fc0b0660 con 0x7fd3fc0718a0 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.987+0000 7fd4014e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd3fc0d18e0 con 0x7fd3fc06e140 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fa7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd3fc0718a0 0x7fd3fc0af390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fa7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd3fc0718a0 0x7fd3fc0af390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40102/0 (socket says 172.21.15.16:40102) 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fa7fc640 1 -- 172.21.15.16:0/1304420219 learned_addr learned my addr 172.21.15.16:0/1304420219 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fb7fe640 1 --2- 172.21.15.16:0/1304420219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc06e140 0x7fd3fc06e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fa7fc640 1 -- 172.21.15.16:0/1304420219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc06e140 msgr2=0x7fd3fc06e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fa7fc640 1 --2- 172.21.15.16:0/1304420219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc06e140 0x7fd3fc06e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fa7fc640 1 -- 172.21.15.16:0/1304420219 >> v1:172.21.15.104:6789/0 conn(0x7fd3fc0ae8a0 legacy=0x7fd3fc0aec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.988+0000 7fd3fa7fc640 1 -- 172.21.15.16:0/1304420219 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3fc0b00a0 con 0x7fd3fc0718a0 2024-09-16T01:48:43.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd3fa7fc640 1 --2- 172.21.15.16:0/1304420219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0718a0 0x7fd3fc0af390 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4009870 tx=0x7fd3e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b539812ecfc6ea5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:43.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd3f9ffb640 1 -- 172.21.15.16:0/1304420219 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e4037070 con 0x7fd3fc0718a0 2024-09-16T01:48:43.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd3f9ffb640 1 -- 172.21.15.16:0/1304420219 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3e4032440 con 0x7fd3fc0718a0 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd3f9ffb640 1 -- 172.21.15.16:0/1304420219 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e4032810 con 0x7fd3fc0718a0 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd4014e4640 1 -- 172.21.15.16:0/1304420219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0718a0 msgr2=0x7fd3fc0af390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd4014e4640 1 --2- 172.21.15.16:0/1304420219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0718a0 0x7fd3fc0af390 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4009870 tx=0x7fd3e402a270 comp rx=0 tx=0).stop 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd4014e4640 1 -- 172.21.15.16:0/1304420219 shutdown_connections 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd4014e4640 1 --2- 172.21.15.16:0/1304420219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc06e140 0x7fd3fc06e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd4014e4640 1 --2- 172.21.15.16:0/1304420219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0718a0 0x7fd3fc0af390 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.989+0000 7fd4014e4640 1 -- 172.21.15.16:0/1304420219 >> 172.21.15.16:0/1304420219 conn(0x7fd3fc0d0ae0 msgr2=0x7fd3fc0d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.990+0000 7fd4014e4640 1 -- 172.21.15.16:0/1304420219 shutdown_connections 2024-09-16T01:48:43.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.990+0000 7fd4014e4640 1 -- 172.21.15.16:0/1304420219 wait complete. 2024-09-16T01:48:43.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.991+0000 7fd4014e4640 1 Processor -- start 2024-09-16T01:48:43.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.991+0000 7fd4014e4640 1 -- start start 2024-09-16T01:48:43.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd4014e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3fc06e140 0x7fd3fc13ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd4014e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc0718a0 0x7fd3fc158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd4014e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0ae8a0 0x7fd3fc1558b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd4014e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd3fc072610 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd4014e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3fc072490 con 0x7fd3fc06e140 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd4014e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd3fc15ea70 con 0x7fd3fc0718a0 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0ae8a0 0x7fd3fc1558b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0ae8a0 0x7fd3fc1558b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40108/0 (socket says 172.21.15.16:40108) 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 -- 172.21.15.16:0/2741770315 learned_addr learned my addr 172.21.15.16:0/2741770315 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3faffd640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3fc06e140 0x7fd3fc13ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fa7fc640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc0718a0 0x7fd3fc158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 -- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc0718a0 msgr2=0x7fd3fc158700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc0718a0 0x7fd3fc158700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 -- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3fc06e140 msgr2=0x7fd3fc13ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3fc06e140 0x7fd3fc13ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 -- 172.21.15.16:0/2741770315 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3fc161b00 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3fb7fe640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0ae8a0 0x7fd3fc1558b0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec00e930 tx=0x7fd3ec00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:43.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.992+0000 7fd3f37fe640 1 -- 172.21.15.16:0/2741770315 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec017070 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.993+0000 7fd3f37fe640 1 -- 172.21.15.16:0/2741770315 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3ec00c980 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.993+0000 7fd3f37fe640 1 -- 172.21.15.16:0/2741770315 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec00cd70 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.993+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3fc15f920 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.993+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3fc161de0 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.994+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3fc069180 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.994+0000 7fd3f37fe640 1 -- 172.21.15.16:0/2741770315 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fd3ec01a070 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.995+0000 7fd3f37fe640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3dc06c6d0 0x7fd3dc06eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.995+0000 7fd3faffd640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3dc06c6d0 0x7fd3dc06eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.995+0000 7fd3f37fe640 1 -- 172.21.15.16:0/2741770315 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7fd3ec08bec0 con 0x7fd3fc0ae8a0 2024-09-16T01:48:43.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.995+0000 7fd3faffd640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3dc06c6d0 0x7fd3dc06eb90 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc0b5790 tx=0x7fd3f4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:44.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:43.999+0000 7fd3f37fe640 1 -- 172.21.15.16:0/2741770315 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3ec059a60 con 0x7fd3fc0ae8a0 2024-09-16T01:48:44.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.202+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol21101", "group_name": "subvol_grp16800", "target": ["mon-mgr", ""]}) -- 0x7fd3fc0aec80 con 0x7fd3dc06c6d0 2024-09-16T01:48:44.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.223+0000 7fd3f37fe640 1 -- 172.21.15.16:0/2741770315 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+74 (secure 0 0 0) 0x7fd3fc0aec80 con 0x7fd3dc06c6d0 2024-09-16T01:48:44.225 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp16800/subvol21101/ab11e8f8-0b14-40be-8949-e118d46460ad 2024-09-16T01:48:44.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3dc06c6d0 msgr2=0x7fd3dc06eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3dc06c6d0 0x7fd3dc06eb90 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc0b5790 tx=0x7fd3f4009040 comp rx=0 tx=0).stop 2024-09-16T01:48:44.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0ae8a0 msgr2=0x7fd3fc1558b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0ae8a0 0x7fd3fc1558b0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec00e930 tx=0x7fd3ec00edf0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 shutdown_connections 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3dc06c6d0 0x7fd3dc06eb90 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3fc0ae8a0 0x7fd3fc1558b0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3fc0718a0 0x7fd3fc158700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 --2- 172.21.15.16:0/2741770315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3fc06e140 0x7fd3fc13ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 >> 172.21.15.16:0/2741770315 conn(0x7fd3fc0d0ae0 msgr2=0x7fd3fc0b3ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 shutdown_connections 2024-09-16T01:48:44.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.225+0000 7fd4014e4640 1 -- 172.21.15.16:0/2741770315 wait complete. 2024-09-16T01:48:44.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol24902 2024-09-16T01:48:44.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.341+0000 7fb1cb8ba640 1 Processor -- start 2024-09-16T01:48:44.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.341+0000 7fb1cb8ba640 1 -- start start 2024-09-16T01:48:44.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1cb8ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c40cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1cb8ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb1c40cfb00 0x7fb1c40d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1cb8ba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb1c40d4010 0x7fb1c40d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1cb8ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb1c40d20a0 con 0x7fb1c40cfb00 2024-09-16T01:48:44.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1cb8ba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb1c40d22f0 con 0x7fb1c40d4010 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1cb8ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb1c40d25d0 con 0x7fb1c4147f30 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1c8e55640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb1c40cfb00 0x7fb1c40d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1c8e55640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb1c40cfb00 0x7fb1c40d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40124/0 (socket says 172.21.15.16:40124) 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.342+0000 7fb1c8e55640 1 -- 172.21.15.16:0/3517073173 learned_addr learned my addr 172.21.15.16:0/3517073173 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c9656640 1 --2- 172.21.15.16:0/3517073173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c40cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c9e57640 1 --2- 172.21.15.16:0/3517073173 >> v2:172.21.15.104:3300/0 conn(0x7fb1c40d4010 0x7fb1c40d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c8e55640 1 -- 172.21.15.16:0/3517073173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 msgr2=0x7fb1c40cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c8e55640 1 --2- 172.21.15.16:0/3517073173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c40cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c8e55640 1 -- 172.21.15.16:0/3517073173 >> v2:172.21.15.104:3300/0 conn(0x7fb1c40d4010 msgr2=0x7fb1c40d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c8e55640 1 --2- 172.21.15.16:0/3517073173 >> v2:172.21.15.104:3300/0 conn(0x7fb1c40d4010 0x7fb1c40d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c8e55640 1 -- 172.21.15.16:0/3517073173 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c40d28b0 con 0x7fb1c40cfb00 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.343+0000 7fb1c8e55640 1 --2- 172.21.15.16:0/3517073173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40cfb00 0x7fb1c40d0f70 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fb1c40d0c70 tx=0x7fb1b802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9f49565e9292d6b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1c3fff640 1 -- 172.21.15.16:0/3517073173 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8036070 con 0x7fb1c40cfb00 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1c3fff640 1 -- 172.21.15.16:0/3517073173 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1b8031600 con 0x7fb1c40cfb00 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1c3fff640 1 -- 172.21.15.16:0/3517073173 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b80319d0 con 0x7fb1c40cfb00 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/3517073173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40cfb00 msgr2=0x7fb1c40d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/3517073173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40cfb00 0x7fb1c40d0f70 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fb1c40d0c70 tx=0x7fb1b802a610 comp rx=0 tx=0).stop 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/3517073173 shutdown_connections 2024-09-16T01:48:44.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/3517073173 >> v2:172.21.15.104:3300/0 conn(0x7fb1c40d4010 0x7fb1c40d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/3517073173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40cfb00 0x7fb1c40d0f70 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/3517073173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c40cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/3517073173 >> 172.21.15.16:0/3517073173 conn(0x7fb1c4074da0 msgr2=0x7fb1c40d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:44.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/3517073173 shutdown_connections 2024-09-16T01:48:44.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.344+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/3517073173 wait complete. 2024-09-16T01:48:44.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 Processor -- start 2024-09-16T01:48:44.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 -- start start 2024-09-16T01:48:44.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1c40cfb00 0x7fb1c41f7320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40d4010 0x7fb1c4142ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c4161140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c40d30b0 con 0x7fb1c40d4010 2024-09-16T01:48:44.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c4148310 con 0x7fb1c40cfb00 2024-09-16T01:48:44.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1cb8ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb1c40d3230 con 0x7fb1c4147f30 2024-09-16T01:48:44.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1c8e55640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40d4010 0x7fb1c4142ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.346+0000 7fb1c8e55640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40d4010 0x7fb1c4142ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40128/0 (socket says 172.21.15.16:40128) 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c8e55640 1 -- 172.21.15.16:0/1196067216 learned_addr learned my addr 172.21.15.16:0/1196067216 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c9656640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1c40cfb00 0x7fb1c41f7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c9e57640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c4161140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c8e55640 1 -- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 msgr2=0x7fb1c4161140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c8e55640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c4161140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c8e55640 1 -- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1c40cfb00 msgr2=0x7fb1c41f7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c8e55640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1c40cfb00 0x7fb1c41f7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c8e55640 1 -- 172.21.15.16:0/1196067216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c415fa50 con 0x7fb1c40d4010 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c8e55640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40d4010 0x7fb1c4142ea0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8034040 tx=0x7fb1b8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c1ffb640 1 -- 172.21.15.16:0/1196067216 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8036050 con 0x7fb1c40d4010 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c1ffb640 1 -- 172.21.15.16:0/1196067216 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1b8042070 con 0x7fb1c40d4010 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1c415fd30 con 0x7fb1c40d4010 2024-09-16T01:48:44.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1c1ffb640 1 -- 172.21.15.16:0/1196067216 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8009510 con 0x7fb1c40d4010 2024-09-16T01:48:44.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.347+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1c41602f0 con 0x7fb1c40d4010 2024-09-16T01:48:44.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.348+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1c40cf5c0 con 0x7fb1c40d4010 2024-09-16T01:48:44.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.349+0000 7fb1c1ffb640 1 -- 172.21.15.16:0/1196067216 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7fb1b8007c30 con 0x7fb1c40d4010 2024-09-16T01:48:44.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.349+0000 7fb1c1ffb640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb1b006c6a0 0x7fb1b006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.349+0000 7fb1c1ffb640 1 -- 172.21.15.16:0/1196067216 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7fb1b80aca40 con 0x7fb1c40d4010 2024-09-16T01:48:44.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.350+0000 7fb1c9656640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb1b006c6a0 0x7fb1b006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.350+0000 7fb1c9656640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb1b006c6a0 0x7fb1b006eb60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb1c40cd290 tx=0x7fb1b4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:44.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.354+0000 7fb1c1ffb640 1 -- 172.21.15.16:0/1196067216 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1b807a4a0 con 0x7fb1c40d4010 2024-09-16T01:48:44.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.564+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol24902", "target": ["mon-mgr", ""]}) -- 0x7fb1c40cc890 con 0x7fb1b006c6a0 2024-09-16T01:48:44.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.582+0000 7fb1c1ffb640 1 -- 172.21.15.16:0/1196067216 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+144 (secure 0 0 0) 0x7fb1c40cc890 con 0x7fb1b006c6a0 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: "status": { 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "pending", 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: "source": { 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: "volume": "fake", 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: "subvolume": "fake", 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: "snapshot": "fake" 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:44.585 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb1b006c6a0 msgr2=0x7fb1b006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb1b006c6a0 0x7fb1b006eb60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb1c40cd290 tx=0x7fb1b4008040 comp rx=0 tx=0).stop 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40d4010 msgr2=0x7fb1c4142ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40d4010 0x7fb1c4142ea0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8034040 tx=0x7fb1b8004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 shutdown_connections 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb1b006c6a0 0x7fb1b006eb60 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1c4147f30 0x7fb1c4161140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1c40d4010 0x7fb1c4142ea0 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 --2- 172.21.15.16:0/1196067216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1c40cfb00 0x7fb1c41f7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.584+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 >> 172.21.15.16:0/1196067216 conn(0x7fb1c4074da0 msgr2=0x7fb1c40ca230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:44.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.585+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 shutdown_connections 2024-09-16T01:48:44.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.585+0000 7fb1cb8ba640 1 -- 172.21.15.16:0/1196067216 wait complete. 2024-09-16T01:48:44.597 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol47780 fake 2024-09-16T01:48:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.702+0000 7f577bba6640 1 Processor -- start 2024-09-16T01:48:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.702+0000 7f577bba6640 1 -- start start 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577bba6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f577415e690 0x7f577406d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577bba6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f57740b6b90 0x7f57740b7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577bba6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f577406da40 con 0x7f57740715f0 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577bba6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f57740708c0 con 0x7f57740b6b90 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577bba6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5774070b10 con 0x7f577415e690 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577a143640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f57740b6b90 0x7f57740b7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577a143640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f57740b6b90 0x7f57740b7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40132/0 (socket says 172.21.15.16:40132) 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f577a143640 1 -- 172.21.15.16:0/498972477 learned_addr learned my addr 172.21.15.16:0/498972477 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.703+0000 7f5779942640 1 --2- 172.21.15.16:0/498972477 >> v2:172.21.15.104:3300/0 conn(0x7f577415e690 0x7f577406d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.704+0000 7f577a143640 1 -- 172.21.15.16:0/498972477 >> v2:172.21.15.104:3300/0 conn(0x7f577415e690 msgr2=0x7f577406d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.704+0000 7f577a143640 1 --2- 172.21.15.16:0/498972477 >> v2:172.21.15.104:3300/0 conn(0x7f577415e690 0x7f577406d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.704+0000 7f577a143640 1 -- 172.21.15.16:0/498972477 >> v1:172.21.15.104:6789/0 conn(0x7f57740715f0 legacy=0x7f5774073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.704+0000 7f577a143640 1 -- 172.21.15.16:0/498972477 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5774070df0 con 0x7f57740b6b90 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.704+0000 7f577a143640 1 --2- 172.21.15.16:0/498972477 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740b6b90 0x7f57740b7000 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f5774072c20 tx=0x7f576402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f5007598119e02 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f5778940640 1 -- 172.21.15.16:0/498972477 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764036070 con 0x7f57740b6b90 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f5778940640 1 -- 172.21.15.16:0/498972477 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5764031600 con 0x7f57740b6b90 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f5778940640 1 -- 172.21.15.16:0/498972477 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640319d0 con 0x7f57740b6b90 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 -- 172.21.15.16:0/498972477 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740b6b90 msgr2=0x7f57740b7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 --2- 172.21.15.16:0/498972477 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740b6b90 0x7f57740b7000 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f5774072c20 tx=0x7f576402a610 comp rx=0 tx=0).stop 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 -- 172.21.15.16:0/498972477 shutdown_connections 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 --2- 172.21.15.16:0/498972477 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740b6b90 0x7f57740b7000 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 --2- 172.21.15.16:0/498972477 >> v2:172.21.15.104:3300/0 conn(0x7f577415e690 0x7f577406d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 -- 172.21.15.16:0/498972477 >> 172.21.15.16:0/498972477 conn(0x7f57740b4250 msgr2=0x7f57740b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 -- 172.21.15.16:0/498972477 shutdown_connections 2024-09-16T01:48:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.705+0000 7f577bba6640 1 -- 172.21.15.16:0/498972477 wait complete. 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.706+0000 7f577bba6640 1 Processor -- start 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.706+0000 7f577bba6640 1 -- start start 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f577bba6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740715f0 0x7f57741f44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f577bba6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57740b6b90 0x7f57741572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f577bba6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f577415e690 0x7f57740ceb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f577bba6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f577415ea70 con 0x7f57740715f0 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f577bba6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f57740b7540 con 0x7f577415e690 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f577bba6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5774071a30 con 0x7f57740b6b90 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f5779942640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740715f0 0x7f57741f44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f5779942640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740715f0 0x7f57741f44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40136/0 (socket says 172.21.15.16:40136) 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f5779942640 1 -- 172.21.15.16:0/1538472047 learned_addr learned my addr 172.21.15.16:0/1538472047 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f577a143640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f577415e690 0x7f57740ceb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.707+0000 7f5779141640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57740b6b90 0x7f57741572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f5779942640 1 -- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57740b6b90 msgr2=0x7f57741572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f5779942640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57740b6b90 0x7f57741572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f5779942640 1 -- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f577415e690 msgr2=0x7f57740ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f5779942640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f577415e690 0x7f57740ceb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f5779942640 1 -- 172.21.15.16:0/1538472047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5774157830 con 0x7f57740715f0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f5779141640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57740b6b90 0x7f57741572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f5779942640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740715f0 0x7f57741f44e0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f576c00e9b0 tx=0x7f576c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576c017070 con 0x7f57740715f0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f576c00c9a0 con 0x7f57740715f0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57741f4be0 con 0x7f57740715f0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576c00cd90 con 0x7f57740715f0 2024-09-16T01:48:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.708+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57741f51a0 con 0x7f57740715f0 2024-09-16T01:48:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.709+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57740b7000 con 0x7f57740715f0 2024-09-16T01:48:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.709+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 19) ==== 91203+0+0 (secure 0 0 0) 0x7f576c01a070 con 0x7f57740715f0 2024-09-16T01:48:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.710+0000 7f57727fc640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f576006c6a0 0x7f576006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.710+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f576c08bbc0 con 0x7f57740715f0 2024-09-16T01:48:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.710+0000 7f5779141640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f576006c6a0 0x7f576006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.710+0000 7f5779141640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f576006c6a0 0x7f576006eb60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f57680015e0 tx=0x7f5768009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.714+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f576c059d40 con 0x7f57740715f0 2024-09-16T01:48:44.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.912+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f576c055cb0 con 0x7f57740715f0 2024-09-16T01:48:44.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.926+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol47780", "snap_name": "fake", "target": ["mon-mgr", ""]}) -- 0x7f57740b5020 con 0x7f576006c6a0 2024-09-16T01:48:44.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.955+0000 7f57727fc640 1 -- 172.21.15.16:0/1538472047 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f57740b5020 con 0x7f576006c6a0 2024-09-16T01:48:44.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f576006c6a0 msgr2=0x7f576006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f576006c6a0 0x7f576006eb60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f57680015e0 tx=0x7f5768009040 comp rx=0 tx=0).stop 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740715f0 msgr2=0x7f57741f44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740715f0 0x7f57741f44e0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f576c00e9b0 tx=0x7f576c00ee70 comp rx=0 tx=0).stop 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 shutdown_connections 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f576006c6a0 0x7f576006eb60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f577415e690 0x7f57740ceb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57740b6b90 0x7f57741572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 --2- 172.21.15.16:0/1538472047 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f57740715f0 0x7f57741f44e0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 >> 172.21.15.16:0/1538472047 conn(0x7f57740b4250 msgr2=0x7f577406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 shutdown_connections 2024-09-16T01:48:44.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:44.957+0000 7f577bba6640 1 -- 172.21.15.16:0/1538472047 wait complete. 2024-09-16T01:48:44.970 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol21101 fake subvol_grp16800 2024-09-16T01:48:45.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.077+0000 7f2e73053640 1 Processor -- start 2024-09-16T01:48:45.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.077+0000 7f2e73053640 1 -- start start 2024-09-16T01:48:45.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e73053640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2e6c0b7560 0x7f2e6c1670e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e73053640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e6c15cba0 con 0x7f2e6c0d2b20 2024-09-16T01:48:45.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e73053640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e6c15ce80 con 0x7f2e6c15a0b0 2024-09-16T01:48:45.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e73053640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2e6c15d160 con 0x7f2e6c0b7560 2024-09-16T01:48:45.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e6bfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2e6c0d2b20 0x7f2e6c0b6e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60402/0 (socket says 172.21.15.16:60402) 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e6bfff640 1 -- 172.21.15.16:0/3845981678 learned_addr learned my addr 172.21.15.16:0/3845981678 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e715f0640 1 --2- 172.21.15.16:0/3845981678 >> v2:172.21.15.104:3300/0 conn(0x7f2e6c0b7560 0x7f2e6c1670e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2669994816 0 0) 0x7f2e6c15cba0 con 0x7f2e6c0d2b20 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.078+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2e5c003520 con 0x7f2e6c0d2b20 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3634803383 0 0) 0x7f2e6c15ce80 con 0x7f2e6c15a0b0 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2e6c15cba0 con 0x7f2e6c15a0b0 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2773937395 0 0) 0x7f2e5c003520 con 0x7f2e6c0d2b20 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 >> v2:172.21.15.104:3300/0 conn(0x7f2e6c0b7560 msgr2=0x7f2e6c1670e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 --2- 172.21.15.16:0/3845981678 >> v2:172.21.15.104:3300/0 conn(0x7f2e6c0b7560 0x7f2e6c1670e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 >> v1:172.21.15.104:6789/0 conn(0x7f2e6c15a0b0 legacy=0x7f2e6c0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e6c15d440 con 0x7f2e6c0d2b20 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f2e58001670 con 0x7f2e6c0d2b20 2024-09-16T01:48:45.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e715f0640 1 --2- 172.21.15.16:0/3845981678 >> v2:172.21.15.104:3300/0 conn(0x7f2e6c0b7560 0x7f2e6c1670e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 >> v1:172.21.15.16:6789/0 conn(0x7f2e6c0d2b20 legacy=0x7f2e6c0b6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e5c003b40 0x7f2e5c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e5c004800 0x7f2e5c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c0051c0 0x7f2e5c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2e6c15d160 con 0x7f2e5c003b40 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5c00c040 con 0x7f2e5c0051c0 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2e5c00c240 con 0x7f2e5c004800 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e70def640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e5c003b40 0x7f2e5c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e6bfff640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e5c004800 0x7f2e5c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e715f0640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c0051c0 0x7f2e5c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e70def640 1 -- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e5c004800 msgr2=0x7f2e5c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e70def640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e5c004800 0x7f2e5c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e70def640 1 -- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c0051c0 msgr2=0x7f2e5c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e70def640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c0051c0 0x7f2e5c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e70def640 1 -- 172.21.15.16:0/3845981678 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e5c003520 con 0x7f2e5c003b40 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.079+0000 7f2e715f0640 1 -- 172.21.15.16:0/3845981678 reap_dead start 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.080+0000 7f2e70def640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e5c003b40 0x7f2e5c003f40 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f2e600018d0 tx=0x7f2e5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9437c0275f9db09 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.080+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e600014f0 con 0x7f2e5c003b40 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.080+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e600052d0 con 0x7f2e5c003b40 2024-09-16T01:48:45.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.080+0000 7f2e6b7fe640 1 -- 172.21.15.16:0/3845981678 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e6002ac40 con 0x7f2e5c003b40 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.081+0000 7f2e73053640 1 -- 172.21.15.16:0/3845981678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e5c003b40 msgr2=0x7f2e5c003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.081+0000 7f2e73053640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e5c003b40 0x7f2e5c003f40 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f2e600018d0 tx=0x7f2e5c005830 comp rx=0 tx=0).stop 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.081+0000 7f2e73053640 1 -- 172.21.15.16:0/3845981678 shutdown_connections 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.081+0000 7f2e73053640 1 --2- 172.21.15.16:0/3845981678 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e5c003b40 0x7f2e5c003f40 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.081+0000 7f2e73053640 1 -- 172.21.15.16:0/3845981678 >> 172.21.15.16:0/3845981678 conn(0x7f2e6c06f2d0 msgr2=0x7f2e6c06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.081+0000 7f2e73053640 1 -- 172.21.15.16:0/3845981678 shutdown_connections 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.081+0000 7f2e73053640 1 -- 172.21.15.16:0/3845981678 wait complete. 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.082+0000 7f2e73053640 1 Processor -- start 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.082+0000 7f2e73053640 1 -- start start 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e73053640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c003b40 0x7f2e6c0b4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e73053640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e6c0b4860 0x7f2e6c06c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e73053640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e6c06ceb0 0x7f2e6c06d340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e73053640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2e6c0b56d0 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e73053640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2e6c0b5550 con 0x7f2e5c003b40 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e73053640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2e6c0b6e50 con 0x7f2e6c0b4860 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e6c06ceb0 0x7f2e6c06d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e6c06ceb0 0x7f2e6c06d340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40154/0 (socket says 172.21.15.16:40154) 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 -- 172.21.15.16:0/1443425304 learned_addr learned my addr 172.21.15.16:0/1443425304 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e70def640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c003b40 0x7f2e6c0b4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e6bfff640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e6c0b4860 0x7f2e6c06c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 -- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e6c0b4860 msgr2=0x7f2e6c06c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e6c0b4860 0x7f2e6c06c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 -- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c003b40 msgr2=0x7f2e6c0b4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c003b40 0x7f2e6c0b4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 -- 172.21.15.16:0/1443425304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e6c150e40 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e715f0640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e6c06ceb0 0x7f2e6c06d340 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c004780 tx=0x7f2e6400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.083+0000 7f2e697fa640 1 -- 172.21.15.16:0/1443425304 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e6400fe20 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.084+0000 7f2e697fa640 1 -- 172.21.15.16:0/1443425304 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e64003990 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.084+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e6c0b4da0 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.084+0000 7f2e697fa640 1 -- 172.21.15.16:0/1443425304 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e64003d80 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.084+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e6c0cbce0 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.085+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e6c15b3f0 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.085+0000 7f2e697fa640 1 -- 172.21.15.16:0/1443425304 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f2e6401f020 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.085+0000 7f2e697fa640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006c730 0x7f2e5006ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.086+0000 7f2e697fa640 1 -- 172.21.15.16:0/1443425304 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7f2e6408c090 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.086+0000 7f2e70def640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006c730 0x7f2e5006ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.086+0000 7f2e70def640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006c730 0x7f2e5006ebf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2e60032000 tx=0x7f2e60009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.090+0000 7f2e697fa640 1 -- 172.21.15.16:0/1443425304 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2e6c15b3f0 con 0x7f2e6c06ceb0 2024-09-16T01:48:45.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.299+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol21101", "snap_name": "fake", "group_name": "subvol_grp16800", "target": ["mon-mgr", ""]}) -- 0x7f2e6c0b71e0 con 0x7f2e5006c730 2024-09-16T01:48:45.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.323+0000 7f2e697fa640 1 -- 172.21.15.16:0/1443425304 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f2e6c0b71e0 con 0x7f2e5006c730 2024-09-16T01:48:45.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006c730 msgr2=0x7f2e5006ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006c730 0x7f2e5006ebf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2e60032000 tx=0x7f2e60009030 comp rx=0 tx=0).stop 2024-09-16T01:48:45.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e6c06ceb0 msgr2=0x7f2e6c06d340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e6c06ceb0 0x7f2e6c06d340 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c004780 tx=0x7f2e6400f580 comp rx=0 tx=0).stop 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 shutdown_connections 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006c730 0x7f2e5006ebf0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e6c06ceb0 0x7f2e6c06d340 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e6c0b4860 0x7f2e6c06c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 --2- 172.21.15.16:0/1443425304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e5c003b40 0x7f2e6c0b4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 >> 172.21.15.16:0/1443425304 conn(0x7f2e6c06f2d0 msgr2=0x7f2e6c15a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 shutdown_connections 2024-09-16T01:48:45.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.326+0000 7f2e73053640 1 -- 172.21.15.16:0/1443425304 wait complete. 2024-09-16T01:48:45.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:45.339 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol47780/.meta) 2024-09-16T01:48:45.368 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:48:45.368 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:48:45.368 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:48:45.368 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol47780/3b4fbdc2-fa98-465d-8341-971ef15d1a01 2024-09-16T01:48:45.368 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:48:45.368 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:45.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:45.369 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/subvol_grp16800/subvol21101/.meta) 2024-09-16T01:48:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:48:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:48:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:48:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/subvol_grp16800/subvol21101/ab11e8f8-0b14-40be-8949-e118d46460ad 2024-09-16T01:48:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:48:45.438 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:45.439 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol47780 2024-09-16T01:48:45.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.583+0000 7fb36e6fa640 1 Processor -- start 2024-09-16T01:48:45.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.583+0000 7fb36e6fa640 1 -- start start 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb36e6fa640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb3681478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb36e6fa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb3680aea10 0x7fb368162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb36e6fa640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb368163050 con 0x7fb36806cbf0 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb36e6fa640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb368162a90 con 0x7fb3680aea10 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb36e6fa640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb368162d70 con 0x7fb368147510 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb36cc97640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb36806cbf0 0x7fb36806ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60416/0 (socket says 172.21.15.16:60416) 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb36cc97640 1 -- 172.21.15.16:0/3970945737 learned_addr learned my addr 172.21.15.16:0/3970945737 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb3677fe640 1 --2- 172.21.15.16:0/3970945737 >> v2:172.21.15.104:3300/0 conn(0x7fb3680aea10 0x7fb368162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb367fff640 1 --2- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb3681478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb366ffd640 1 -- 172.21.15.16:0/3970945737 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1412182854 0 0) 0x7fb368163050 con 0x7fb36806cbf0 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.584+0000 7fb366ffd640 1 -- 172.21.15.16:0/3970945737 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb350003520 con 0x7fb36806cbf0 2024-09-16T01:48:45.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.585+0000 7fb3677fe640 1 -- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 msgr2=0x7fb3681478f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.585+0000 7fb3677fe640 1 --2- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb3681478f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.585+0000 7fb3677fe640 1 -- 172.21.15.16:0/3970945737 >> v1:172.21.15.16:6789/0 conn(0x7fb36806cbf0 legacy=0x7fb36806ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.585+0000 7fb366ffd640 1 -- 172.21.15.16:0/3970945737 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 554567977 0 0) 0x7fb350003520 con 0x7fb36806cbf0 2024-09-16T01:48:45.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.585+0000 7fb3677fe640 1 -- 172.21.15.16:0/3970945737 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb36806e500 con 0x7fb3680aea10 2024-09-16T01:48:45.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.585+0000 7fb367fff640 1 --2- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb3681478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.585+0000 7fb3677fe640 1 --2- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb368162140 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0097a0 tx=0x7fb35c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2b0e77a8d994cfb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb366ffd640 1 -- 172.21.15.16:0/3970945737 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb35c037070 con 0x7fb3680aea10 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb366ffd640 1 -- 172.21.15.16:0/3970945737 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb35c02aba0 con 0x7fb3680aea10 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb366ffd640 1 -- 172.21.15.16:0/3970945737 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3600019f0 con 0x7fb3680aea10 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 -- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 msgr2=0x7fb368162140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb368162140 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0097a0 tx=0x7fb35c02a110 comp rx=0 tx=0).stop 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 -- 172.21.15.16:0/3970945737 shutdown_connections 2024-09-16T01:48:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb368162140 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/3970945737 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb3681478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 -- 172.21.15.16:0/3970945737 >> 172.21.15.16:0/3970945737 conn(0x7fb368071ff0 msgr2=0x7fb368072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 -- 172.21.15.16:0/3970945737 shutdown_connections 2024-09-16T01:48:45.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.586+0000 7fb36e6fa640 1 -- 172.21.15.16:0/3970945737 wait complete. 2024-09-16T01:48:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.587+0000 7fb36e6fa640 1 Processor -- start 2024-09-16T01:48:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb36e6fa640 1 -- start start 2024-09-16T01:48:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb36e6fa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806cbf0 0x7fb368141f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb36e6fa640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb36815e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb36e6fa640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb36813f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb36e6fa640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb368162800 con 0x7fb36806cbf0 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb36e6fa640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb368162680 con 0x7fb3680aea10 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb36e6fa640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb36806fca0 con 0x7fb368147510 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb367fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806cbf0 0x7fb368141f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb367fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806cbf0 0x7fb368141f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40164/0 (socket says 172.21.15.16:40164) 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.588+0000 7fb367fff640 1 -- 172.21.15.16:0/2056462155 learned_addr learned my addr 172.21.15.16:0/2056462155 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb367fff640 1 -- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 msgr2=0x7fb36813f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb367fff640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb36813f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb367fff640 1 -- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 msgr2=0x7fb36815e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb3677fe640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb36815e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb367fff640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb36815e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb367fff640 1 -- 172.21.15.16:0/2056462155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb36813ea00 con 0x7fb36806cbf0 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb3677fe640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb36815e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb367fff640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806cbf0 0x7fb368141f30 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fb35800ebe0 tx=0x7fb35800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb364ff9640 1 -- 172.21.15.16:0/2056462155 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb358017070 con 0x7fb36806cbf0 2024-09-16T01:48:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb364ff9640 1 -- 172.21.15.16:0/2056462155 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb35800cc30 con 0x7fb36806cbf0 2024-09-16T01:48:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3681425c0 con 0x7fb36806cbf0 2024-09-16T01:48:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb364ff9640 1 -- 172.21.15.16:0/2056462155 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb358013470 con 0x7fb36806cbf0 2024-09-16T01:48:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.589+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb368142b80 con 0x7fb36806cbf0 2024-09-16T01:48:45.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.590+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3680aee50 con 0x7fb36806cbf0 2024-09-16T01:48:45.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.591+0000 7fb364ff9640 1 -- 172.21.15.16:0/2056462155 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7fb35801a070 con 0x7fb36806cbf0 2024-09-16T01:48:45.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.591+0000 7fb364ff9640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb35406c730 0x7fb35406ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.591+0000 7fb364ff9640 1 -- 172.21.15.16:0/2056462155 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5737+0+0 (secure 0 0 0) 0x7fb35808bc10 con 0x7fb36806cbf0 2024-09-16T01:48:45.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.591+0000 7fb3677fe640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb35406c730 0x7fb35406ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.592+0000 7fb3677fe640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb35406c730 0x7fb35406ebf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb35c034000 tx=0x7fb35c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.596+0000 7fb364ff9640 1 -- 172.21.15.16:0/2056462155 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb358059ca0 con 0x7fb36806cbf0 2024-09-16T01:48:45.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.797+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol47780", "target": ["mon-mgr", ""]}) -- 0x7fb3680b6860 con 0x7fb35406c730 2024-09-16T01:48:45.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.833+0000 7fb364ff9640 1 -- 172.21.15.16:0/2056462155 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb3680b6860 con 0x7fb35406c730 2024-09-16T01:48:45.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb35406c730 msgr2=0x7fb35406ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb35406c730 0x7fb35406ebf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb35c034000 tx=0x7fb35c02e000 comp rx=0 tx=0).stop 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806cbf0 msgr2=0x7fb368141f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806cbf0 0x7fb368141f30 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fb35800ebe0 tx=0x7fb35800c520 comp rx=0 tx=0).stop 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 shutdown_connections 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb35406c730 0x7fb35406ebf0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb368147510 0x7fb36813f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3680aea10 0x7fb36815e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 --2- 172.21.15.16:0/2056462155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806cbf0 0x7fb368141f30 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 >> 172.21.15.16:0/2056462155 conn(0x7fb368071ff0 msgr2=0x7fb3680d0ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 shutdown_connections 2024-09-16T01:48:45.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.836+0000 7fb36e6fa640 1 -- 172.21.15.16:0/2056462155 wait complete. 2024-09-16T01:48:45.841 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.838+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.841 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.838+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.841 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.838+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.841 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.838+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.841 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.838+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.850 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol21101 subvol_grp16800 2024-09-16T01:48:45.854 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.852+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.854 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.852+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.854 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.852+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.854 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.852+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.855 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:45.852+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:48:45.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.959+0000 7fe9fcc0a640 1 Processor -- start 2024-09-16T01:48:45.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.959+0000 7fe9fcc0a640 1 -- start start 2024-09-16T01:48:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9fcc0a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f815c420 0x7fe9f80cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9fcc0a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9f806d430 0x7fe9f806d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9fcc0a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9f80b4950 con 0x7fe9f80b59f0 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9fcc0a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe9f80b4c30 con 0x7fe9f806d430 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9fcc0a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9f80b4f10 con 0x7fe9f815c420 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f6d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9f806d430 0x7fe9f806d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f6d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9f806d430 0x7fe9f806d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40214/0 (socket says 172.21.15.16:40214) 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/1975630191 learned_addr learned my addr 172.21.15.16:0/1975630191 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f659c640 1 --2- 172.21.15.16:0/1975630191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f815c420 0x7fe9f80cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/1975630191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f815c420 msgr2=0x7fe9f80cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f6d9d640 1 --2- 172.21.15.16:0/1975630191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f815c420 0x7fe9f80cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/1975630191 >> v1:172.21.15.104:6789/0 conn(0x7fe9f80b59f0 legacy=0x7fe9f80cfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/1975630191 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9f80b51f0 con 0x7fe9f806d430 2024-09-16T01:48:45.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.960+0000 7fe9f659c640 1 --2- 172.21.15.16:0/1975630191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f815c420 0x7fe9f80cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:45.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.961+0000 7fe9f6d9d640 1 --2- 172.21.15.16:0/1975630191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f806d430 0x7fe9f806d8e0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8009e50 tx=0x7fe9e802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cfbe949c934b9f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.961+0000 7fe9f559a640 1 -- 172.21.15.16:0/1975630191 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8036070 con 0x7fe9f806d430 2024-09-16T01:48:45.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.961+0000 7fe9f559a640 1 -- 172.21.15.16:0/1975630191 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e8031600 con 0x7fe9f806d430 2024-09-16T01:48:45.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.961+0000 7fe9f559a640 1 -- 172.21.15.16:0/1975630191 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e80319d0 con 0x7fe9f806d430 2024-09-16T01:48:45.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/1975630191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f806d430 msgr2=0x7fe9f806d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/1975630191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f806d430 0x7fe9f806d8e0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8009e50 tx=0x7fe9e802a6d0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/1975630191 shutdown_connections 2024-09-16T01:48:45.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/1975630191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f806d430 0x7fe9f806d8e0 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/1975630191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f815c420 0x7fe9f80cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/1975630191 >> 172.21.15.16:0/1975630191 conn(0x7fe9f806c030 msgr2=0x7fe9f806c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/1975630191 shutdown_connections 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.962+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/1975630191 wait complete. 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.963+0000 7fe9fcc0a640 1 Processor -- start 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.963+0000 7fe9fcc0a640 1 -- start start 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9fcc0a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9f806d430 0x7fe9f8158a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9fcc0a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f80b59f0 0x7fe9f80cbc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9fcc0a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f815c420 0x7fe9f8071e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9fcc0a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f815c980 con 0x7fe9f815c420 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9fcc0a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f815c800 con 0x7fe9f806d430 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9fcc0a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9f815cb00 con 0x7fe9f80b59f0 2024-09-16T01:48:45.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9f6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f815c420 0x7fe9f8071e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9f6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f815c420 0x7fe9f8071e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40228/0 (socket says 172.21.15.16:40228) 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/3596412786 learned_addr learned my addr 172.21.15.16:0/3596412786 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9f659c640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9f806d430 0x7fe9f8158a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.964+0000 7fe9f5d9b640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f80b59f0 0x7fe9f80cbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f80b59f0 msgr2=0x7fe9f80cbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9f6d9d640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f80b59f0 0x7fe9f80cbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9f806d430 msgr2=0x7fe9f8158a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9f6d9d640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9f806d430 0x7fe9f8158a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9f6d9d640 1 -- 172.21.15.16:0/3596412786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9f80acea0 con 0x7fe9f815c420 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9f6d9d640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f815c420 0x7fe9f8071e70 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8009e50 tx=0x7fe9e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9eeffd640 1 -- 172.21.15.16:0/3596412786 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8036050 con 0x7fe9f815c420 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9eeffd640 1 -- 172.21.15.16:0/3596412786 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e8042070 con 0x7fe9f815c420 2024-09-16T01:48:45.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9eeffd640 1 -- 172.21.15.16:0/3596412786 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8009510 con 0x7fe9f815c420 2024-09-16T01:48:45.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9f80cc160 con 0x7fe9f815c420 2024-09-16T01:48:45.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.965+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9f80ad140 con 0x7fe9f815c420 2024-09-16T01:48:45.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.966+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9f80cdce0 con 0x7fe9f815c420 2024-09-16T01:48:45.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.966+0000 7fe9eeffd640 1 -- 172.21.15.16:0/3596412786 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7fe9e8007bd0 con 0x7fe9f815c420 2024-09-16T01:48:45.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.967+0000 7fe9eeffd640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe9d806c730 0x7fe9d806ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.967+0000 7fe9eeffd640 1 -- 172.21.15.16:0/3596412786 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5795+0+0 (secure 0 0 0) 0x7fe9e80aca50 con 0x7fe9f815c420 2024-09-16T01:48:45.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.967+0000 7fe9f659c640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe9d806c730 0x7fe9d806ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.967+0000 7fe9f659c640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe9d806c730 0x7fe9d806ebf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe9f80ace30 tx=0x7fe9f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:45.971+0000 7fe9eeffd640 1 -- 172.21.15.16:0/3596412786 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe9e807a500 con 0x7fe9f815c420 2024-09-16T01:48:46.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.169+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol21101", "group_name": "subvol_grp16800", "target": ["mon-mgr", ""]}) -- 0x7fe9f8073750 con 0x7fe9d806c730 2024-09-16T01:48:46.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.204+0000 7fe9eeffd640 1 -- 172.21.15.16:0/3596412786 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe9f8073750 con 0x7fe9d806c730 2024-09-16T01:48:46.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe9d806c730 msgr2=0x7fe9d806ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe9d806c730 0x7fe9d806ebf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe9f80ace30 tx=0x7fe9f0008040 comp rx=0 tx=0).stop 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f815c420 msgr2=0x7fe9f8071e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f815c420 0x7fe9f8071e70 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8009e50 tx=0x7fe9e8004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 shutdown_connections 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe9d806c730 0x7fe9d806ebf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9f815c420 0x7fe9f8071e70 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9f80b59f0 0x7fe9f80cbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 --2- 172.21.15.16:0/3596412786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9f806d430 0x7fe9f8158a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 >> 172.21.15.16:0/3596412786 conn(0x7fe9f806c030 msgr2=0x7fe9f8067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 shutdown_connections 2024-09-16T01:48:46.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.206+0000 7fe9fcc0a640 1 -- 172.21.15.16:0/3596412786 wait complete. 2024-09-16T01:48:46.221 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol24902 2024-09-16T01:48:46.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.364+0000 7f69b3835640 1 Processor -- start 2024-09-16T01:48:46.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.364+0000 7f69b3835640 1 -- start start 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.365+0000 7f69b3835640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac147f30 0x7f69ac0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.365+0000 7f69b3835640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f69ac0d1680 0x7f69ac0b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.365+0000 7f69b3835640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69ac0d22f0 con 0x7f69ac0cfb00 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.365+0000 7f69b3835640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f69ac0d20a0 con 0x7f69ac0d1680 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.365+0000 7f69b3835640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f69ac0d25d0 con 0x7f69ac147f30 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b1dd2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f69ac0d1680 0x7f69ac0b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b15d1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac147f30 0x7f69ac0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b0dd0640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f69ac0cfb00 0x7f69ac0d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:51032/0 (socket says 172.21.15.16:51032) 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b15d1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac147f30 0x7f69ac0cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:48422/0 (socket says 172.21.15.16:48422) 2024-09-16T01:48:46.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b0dd0640 1 -- 172.21.15.16:0/2108952236 learned_addr learned my addr 172.21.15.16:0/2108952236 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b1dd2640 1 -- 172.21.15.16:0/2108952236 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac147f30 msgr2=0x7f69ac0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b1dd2640 1 --2- 172.21.15.16:0/2108952236 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac147f30 0x7f69ac0cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b1dd2640 1 -- 172.21.15.16:0/2108952236 >> v1:172.21.15.104:6789/0 conn(0x7f69ac0cfb00 legacy=0x7f69ac0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.366+0000 7f69b1dd2640 1 -- 172.21.15.16:0/2108952236 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ac0d28b0 con 0x7f69ac0d1680 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.367+0000 7f69b1dd2640 1 --2- 172.21.15.16:0/2108952236 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0d1680 0x7f69ac0b8810 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f699c009d90 tx=0x7f699c02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b152e9142f3f5edc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.367+0000 7f69abfff640 1 -- 172.21.15.16:0/2108952236 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c031600 con 0x7f69ac0d1680 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.367+0000 7f69abfff640 1 -- 172.21.15.16:0/2108952236 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f699c0317a0 con 0x7f69ac0d1680 2024-09-16T01:48:46.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.367+0000 7f69abfff640 1 -- 172.21.15.16:0/2108952236 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c031b70 con 0x7f69ac0d1680 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 -- 172.21.15.16:0/2108952236 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0d1680 msgr2=0x7f69ac0b8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 --2- 172.21.15.16:0/2108952236 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0d1680 0x7f69ac0b8810 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f699c009d90 tx=0x7f699c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 -- 172.21.15.16:0/2108952236 shutdown_connections 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 --2- 172.21.15.16:0/2108952236 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0d1680 0x7f69ac0b8810 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 --2- 172.21.15.16:0/2108952236 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac147f30 0x7f69ac0cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 -- 172.21.15.16:0/2108952236 >> 172.21.15.16:0/2108952236 conn(0x7f69ac074da0 msgr2=0x7f69ac0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 -- 172.21.15.16:0/2108952236 shutdown_connections 2024-09-16T01:48:46.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.368+0000 7f69b3835640 1 -- 172.21.15.16:0/2108952236 wait complete. 2024-09-16T01:48:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.369+0000 7f69b3835640 1 Processor -- start 2024-09-16T01:48:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.369+0000 7f69b3835640 1 -- start start 2024-09-16T01:48:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b3835640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0cfb00 0x7f69ac1400d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b3835640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac0d1680 0x7f69ac0cf310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b3835640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f69ac147f30 0x7f69ac0cd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b3835640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac0d4010 con 0x7f69ac147f30 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b3835640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac148310 con 0x7f69ac0cfb00 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b3835640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f69ac0d4190 con 0x7f69ac0d1680 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f69ac147f30 0x7f69ac0cd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f69ac147f30 0x7f69ac0cd320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40242/0 (socket says 172.21.15.16:40242) 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 -- 172.21.15.16:0/570167884 learned_addr learned my addr 172.21.15.16:0/570167884 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b15d1640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0cfb00 0x7f69ac1400d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b0dd0640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac0d1680 0x7f69ac0cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 -- 172.21.15.16:0/570167884 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac0d1680 msgr2=0x7f69ac0cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f69ac0d1680 0x7f69ac0cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 -- 172.21.15.16:0/570167884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0cfb00 msgr2=0x7f69ac1400d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0cfb00 0x7f69ac1400d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 -- 172.21.15.16:0/570167884 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ac0cc6e0 con 0x7f69ac147f30 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b15d1640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f69ac0cfb00 0x7f69ac1400d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:46.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69b1dd2640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f69ac147f30 0x7f69ac0cd320 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f699c009eb0 tx=0x7f699c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.370+0000 7f69a9ffb640 1 -- 172.21.15.16:0/570167884 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c040070 con 0x7f69ac147f30 2024-09-16T01:48:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.371+0000 7f69a9ffb640 1 -- 172.21.15.16:0/570167884 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f699c030b60 con 0x7f69ac147f30 2024-09-16T01:48:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.371+0000 7f69b3835640 1 -- 172.21.15.16:0/570167884 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69ac0cc9c0 con 0x7f69ac147f30 2024-09-16T01:48:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.371+0000 7f69a9ffb640 1 -- 172.21.15.16:0/570167884 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c009450 con 0x7f69ac147f30 2024-09-16T01:48:46.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.371+0000 7f69b3835640 1 -- 172.21.15.16:0/570167884 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69ac1442f0 con 0x7f69ac147f30 2024-09-16T01:48:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.372+0000 7f69b3835640 1 -- 172.21.15.16:0/570167884 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69ac143e00 con 0x7f69ac147f30 2024-09-16T01:48:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.372+0000 7f69a9ffb640 1 -- 172.21.15.16:0/570167884 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f699c039040 con 0x7f69ac147f30 2024-09-16T01:48:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.373+0000 7f69a9ffb640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f699806c730 0x7f699806ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.373+0000 7f69a9ffb640 1 -- 172.21.15.16:0/570167884 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5795+0+0 (secure 0 0 0) 0x7f699c0ad550 con 0x7f69ac147f30 2024-09-16T01:48:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.373+0000 7f69b15d1640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f699806c730 0x7f699806ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.373+0000 7f69b15d1640 1 --2- 172.21.15.16:0/570167884 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f699806c730 0x7f699806ebf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f69a4009af0 tx=0x7f69a4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.377+0000 7f69a9ffb640 1 -- 172.21.15.16:0/570167884 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f699c07b450 con 0x7f69ac147f30 2024-09-16T01:48:46.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.580+0000 7f69b3835640 1 -- 172.21.15.16:0/570167884 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol24902", "target": ["mon-mgr", ""]}) -- 0x7f69ac0d30b0 con 0x7f699806c730 2024-09-16T01:48:46.588 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:48:46.586+0000 7fea6c650640 -1 mgr.server reply reply (11) Resource temporarily unavailable subvolume 'subvol24902' is not ready for operation rm (use --force to override) 2024-09-16T01:48:46.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.586+0000 7f69a9ffb640 1 -- 172.21.15.16:0/570167884 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -11 subvolume 'subvol24902' is not ready for operation rm (use --force to override)) ==== 87+0+0 (secure 0 0 0) 0x7f69ac0d30b0 con 0x7f699806c730 2024-09-16T01:48:46.589 INFO:teuthology.orchestra.run.smithi016.stderr:Error EAGAIN: subvolume 'subvol24902' is not ready for operation rm (use --force to override) 2024-09-16T01:48:46.594 DEBUG:teuthology.orchestra.run:got remote process result: 11 2024-09-16T01:48:46.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:46.594 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol24902/.meta) 2024-09-16T01:48:46.622 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:48:46.622 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:48:46.622 INFO:teuthology.orchestra.run.smithi016.stdout:type = clone 2024-09-16T01:48:46.623 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol24902/ad49ac1b-bd76-43a3-a3d0-203e465e0f16 2024-09-16T01:48:46.623 INFO:teuthology.orchestra.run.smithi016.stdout:state = pending 2024-09-16T01:48:46.623 INFO:teuthology.orchestra.run.smithi016.stdout:[source] 2024-09-16T01:48:46.623 INFO:teuthology.orchestra.run.smithi016.stdout:volume = fake 2024-09-16T01:48:46.623 INFO:teuthology.orchestra.run.smithi016.stdout:subvolume = fake 2024-09-16T01:48:46.623 INFO:teuthology.orchestra.run.smithi016.stdout:snapshot = fake 2024-09-16T01:48:46.625 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol24902 --force 2024-09-16T01:48:46.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.769+0000 7f9b9e453640 1 Processor -- start 2024-09-16T01:48:46.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.769+0000 7f9b9e453640 1 -- start start 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b9e453640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9b9815e900 0x7f9b980ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b9e453640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b980717d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b9e453640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b980cf5b0 con 0x7f9b98073d10 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b9e453640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9b9815ece0 con 0x7f9b9815e900 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b9e453640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b980cf890 con 0x7f9b9806db40 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b97fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9b9815e900 0x7f9b980ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b977fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9b98073d10 0x7f9b9806d430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60432/0 (socket says 172.21.15.16:60432) 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b97fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9b9815e900 0x7f9b980ceed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40244/0 (socket says 172.21.15.16:40244) 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b977fe640 1 -- 172.21.15.16:0/1561248304 learned_addr learned my addr 172.21.15.16:0/1561248304 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:46.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b97fff640 1 -- 172.21.15.16:0/1561248304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 msgr2=0x7f9b980717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.770+0000 7f9b9c9f0640 1 --2- 172.21.15.16:0/1561248304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b980717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b97fff640 1 --2- 172.21.15.16:0/1561248304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b980717d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b97fff640 1 -- 172.21.15.16:0/1561248304 >> v1:172.21.15.16:6789/0 conn(0x7f9b98073d10 legacy=0x7f9b9806d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b97fff640 1 -- 172.21.15.16:0/1561248304 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b980cfb70 con 0x7f9b9815e900 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b96ffd640 1 -- 172.21.15.16:0/1561248304 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3299765559 0 0) 0x7f9b980cf5b0 con 0x7f9b98073d10 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b97fff640 1 --2- 172.21.15.16:0/1561248304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b9815e900 0x7f9b980ceed0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f9b880097a0 tx=0x7f9b8802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5d96f6a34e029f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b96ffd640 1 -- 172.21.15.16:0/1561248304 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b88037070 con 0x7f9b9815e900 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b96ffd640 1 -- 172.21.15.16:0/1561248304 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b88032440 con 0x7f9b9815e900 2024-09-16T01:48:46.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.771+0000 7f9b96ffd640 1 -- 172.21.15.16:0/1561248304 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b88032810 con 0x7f9b9815e900 2024-09-16T01:48:46.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 -- 172.21.15.16:0/1561248304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b9815e900 msgr2=0x7f9b980ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1561248304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b9815e900 0x7f9b980ceed0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f9b880097a0 tx=0x7f9b8802a180 comp rx=0 tx=0).stop 2024-09-16T01:48:46.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 -- 172.21.15.16:0/1561248304 shutdown_connections 2024-09-16T01:48:46.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1561248304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b980717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1561248304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b9815e900 0x7f9b980ceed0 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 -- 172.21.15.16:0/1561248304 >> 172.21.15.16:0/1561248304 conn(0x7f9b9806c030 msgr2=0x7f9b9806c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 -- 172.21.15.16:0/1561248304 shutdown_connections 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.772+0000 7f9b9e453640 1 -- 172.21.15.16:0/1561248304 wait complete. 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.773+0000 7f9b9e453640 1 Processor -- start 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b9e453640 1 -- start start 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b9e453640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b9814c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b9e453640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b98073d10 0x7f9b9814ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b9e453640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b9815e900 0x7f9b9814cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b9e453640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9b98071d10 con 0x7f9b98073d10 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b9e453640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b98074140 con 0x7f9b9815e900 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b9e453640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b98071e90 con 0x7f9b9806db40 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b977fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b98073d10 0x7f9b9814ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b977fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b98073d10 0x7f9b9814ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40260/0 (socket says 172.21.15.16:40260) 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b977fe640 1 -- 172.21.15.16:0/1092730249 learned_addr learned my addr 172.21.15.16:0/1092730249 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:46.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.774+0000 7f9b97fff640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b9814c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b9c9f0640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b9815e900 0x7f9b9814cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b977fe640 1 -- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 msgr2=0x7f9b9814c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b977fe640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b9814c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b977fe640 1 -- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b9815e900 msgr2=0x7f9b9814cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b977fe640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b9815e900 0x7f9b9814cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b977fe640 1 -- 172.21.15.16:0/1092730249 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b98156ba0 con 0x7f9b98073d10 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b977fe640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b98073d10 0x7f9b9814ca40 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00c500 tx=0x7f9b8c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c018070 con 0x7f9b98073d10 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b8c007580 con 0x7f9b98073d10 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c004a20 con 0x7f9b98073d10 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b98156e80 con 0x7f9b98073d10 2024-09-16T01:48:46.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.775+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b98157440 con 0x7f9b98073d10 2024-09-16T01:48:46.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.776+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b980717b0 con 0x7f9b98073d10 2024-09-16T01:48:46.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.777+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 20) ==== 91254+0+0 (secure 0 0 0) 0x7f9b8c004bc0 con 0x7f9b98073d10 2024-09-16T01:48:46.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.777+0000 7f9b94ff9640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b8406c730 0x7f9b8406ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.777+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5795+0+0 (secure 0 0 0) 0x7f9b8c08aec0 con 0x7f9b98073d10 2024-09-16T01:48:46.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.777+0000 7f9b97fff640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b8406c730 0x7f9b8406ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.778+0000 7f9b97fff640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b8406c730 0x7f9b8406ebf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9b88034000 tx=0x7f9b8802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.782+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b8c058950 con 0x7f9b98073d10 2024-09-16T01:48:46.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:46.929+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f9b8c054fc0 con 0x7f9b98073d10 2024-09-16T01:48:47.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.000+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol24902", "force": true, "target": ["mon-mgr", ""]}) -- 0x7f9b98156950 con 0x7f9b8406c730 2024-09-16T01:48:47.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.014+0000 7f9b94ff9640 1 -- 172.21.15.16:0/1092730249 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9b98156950 con 0x7f9b8406c730 2024-09-16T01:48:47.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b8406c730 msgr2=0x7f9b8406ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b8406c730 0x7f9b8406ebf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9b88034000 tx=0x7f9b8802e000 comp rx=0 tx=0).stop 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b98073d10 msgr2=0x7f9b9814ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b98073d10 0x7f9b9814ca40 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00c500 tx=0x7f9b8c00c9c0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 shutdown_connections 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b8406c730 0x7f9b8406ebf0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b9815e900 0x7f9b9814cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b98073d10 0x7f9b9814ca40 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 --2- 172.21.15.16:0/1092730249 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b9806db40 0x7f9b9814c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 >> 172.21.15.16:0/1092730249 conn(0x7f9b9806c030 msgr2=0x7f9b980b1a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 shutdown_connections 2024-09-16T01:48:47.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.016+0000 7f9b9e453640 1 -- 172.21.15.16:0/1092730249 wait complete. 2024-09-16T01:48:47.031 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls cephfs 2024-09-16T01:48:47.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.133+0000 7ff17a22e640 1 Processor -- start 2024-09-16T01:48:47.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.133+0000 7ff17a22e640 1 -- start start 2024-09-16T01:48:47.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff17a22e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff174145e20 0x7ff17415c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff17a22e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff17406bbe0 0x7ff17406c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff17a22e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1740719d0 con 0x7ff17415ccf0 2024-09-16T01:48:47.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff17a22e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff17406c570 con 0x7ff17406bbe0 2024-09-16T01:48:47.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff17a22e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff1740b3900 con 0x7ff174145e20 2024-09-16T01:48:47.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff173fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff17406bbe0 0x7ff17406c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff173fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff17406bbe0 0x7ff17406c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40268/0 (socket says 172.21.15.16:40268) 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff173fff640 1 -- 172.21.15.16:0/1946749297 learned_addr learned my addr 172.21.15.16:0/1946749297 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff1737fe640 1 --2- 172.21.15.16:0/1946749297 >> v2:172.21.15.104:3300/0 conn(0x7ff174145e20 0x7ff17415c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff173fff640 1 -- 172.21.15.16:0/1946749297 >> v2:172.21.15.104:3300/0 conn(0x7ff174145e20 msgr2=0x7ff17415c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff173fff640 1 --2- 172.21.15.16:0/1946749297 >> v2:172.21.15.104:3300/0 conn(0x7ff174145e20 0x7ff17415c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff173fff640 1 -- 172.21.15.16:0/1946749297 >> v1:172.21.15.104:6789/0 conn(0x7ff17415ccf0 legacy=0x7ff174070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff173fff640 1 -- 172.21.15.16:0/1946749297 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff174071cb0 con 0x7ff17406bbe0 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.134+0000 7ff1737fe640 1 --2- 172.21.15.16:0/1946749297 >> v2:172.21.15.104:3300/0 conn(0x7ff174145e20 0x7ff17415c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.135+0000 7ff173fff640 1 --2- 172.21.15.16:0/1946749297 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff17406bbe0 0x7ff17406c030 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7ff17406fa70 tx=0x7ff16c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de1dd41a782c537c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.135+0000 7ff1727fc640 1 -- 172.21.15.16:0/1946749297 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16c036070 con 0x7ff17406bbe0 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.135+0000 7ff1727fc640 1 -- 172.21.15.16:0/1946749297 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff16c031600 con 0x7ff17406bbe0 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.135+0000 7ff1727fc640 1 -- 172.21.15.16:0/1946749297 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16c0319d0 con 0x7ff17406bbe0 2024-09-16T01:48:47.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 -- 172.21.15.16:0/1946749297 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff17406bbe0 msgr2=0x7ff17406c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 --2- 172.21.15.16:0/1946749297 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff17406bbe0 0x7ff17406c030 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7ff17406fa70 tx=0x7ff16c02a6f0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 -- 172.21.15.16:0/1946749297 shutdown_connections 2024-09-16T01:48:47.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 --2- 172.21.15.16:0/1946749297 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff17406bbe0 0x7ff17406c030 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 --2- 172.21.15.16:0/1946749297 >> v2:172.21.15.104:3300/0 conn(0x7ff174145e20 0x7ff17415c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 -- 172.21.15.16:0/1946749297 >> 172.21.15.16:0/1946749297 conn(0x7ff1740b2000 msgr2=0x7ff1740b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:47.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 -- 172.21.15.16:0/1946749297 shutdown_connections 2024-09-16T01:48:47.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.136+0000 7ff17a22e640 1 -- 172.21.15.16:0/1946749297 wait complete. 2024-09-16T01:48:47.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.137+0000 7ff17a22e640 1 Processor -- start 2024-09-16T01:48:47.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.137+0000 7ff17a22e640 1 -- start start 2024-09-16T01:48:47.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff17a22e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff17406bbe0 0x7ff17415bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff17a22e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff174145e20 0x7ff174141430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff17a22e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff17415ccf0 0x7ff17413d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff17a22e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff1740b3530 con 0x7ff174145e20 2024-09-16T01:48:47.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff17a22e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff1740b3e30 con 0x7ff17406bbe0 2024-09-16T01:48:47.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff17a22e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff174071620 con 0x7ff17415ccf0 2024-09-16T01:48:47.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff174145e20 0x7ff174141430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff174145e20 0x7ff174141430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40276/0 (socket says 172.21.15.16:40276) 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 -- 172.21.15.16:0/459915679 learned_addr learned my addr 172.21.15.16:0/459915679 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff1737fe640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff17406bbe0 0x7ff17415bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff173fff640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff17415ccf0 0x7ff17413d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 -- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff17415ccf0 msgr2=0x7ff17413d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff17415ccf0 0x7ff17413d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 -- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff17406bbe0 msgr2=0x7ff17415bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff17406bbe0 0x7ff17415bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 -- 172.21.15.16:0/459915679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff17413f670 con 0x7ff174145e20 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff172ffd640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff174145e20 0x7ff174141430 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7ff16800c430 tx=0x7ff16800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.138+0000 7ff15bfff640 1 -- 172.21.15.16:0/459915679 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff168011790 con 0x7ff174145e20 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.139+0000 7ff15bfff640 1 -- 172.21.15.16:0/459915679 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff168017070 con 0x7ff174145e20 2024-09-16T01:48:47.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.139+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff17413f950 con 0x7ff174145e20 2024-09-16T01:48:47.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.139+0000 7ff15bfff640 1 -- 172.21.15.16:0/459915679 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff168011bb0 con 0x7ff174145e20 2024-09-16T01:48:47.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.139+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff17413ff10 con 0x7ff174145e20 2024-09-16T01:48:47.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.140+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff17406c030 con 0x7ff174145e20 2024-09-16T01:48:47.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.140+0000 7ff15bfff640 1 -- 172.21.15.16:0/459915679 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7ff16801c460 con 0x7ff174145e20 2024-09-16T01:48:47.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.141+0000 7ff15bfff640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff16006c880 0x7ff16006ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.141+0000 7ff15bfff640 1 -- 172.21.15.16:0/459915679 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7ff16808bcb0 con 0x7ff174145e20 2024-09-16T01:48:47.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.141+0000 7ff1737fe640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff16006c880 0x7ff16006ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.141+0000 7ff1737fe640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff16006c880 0x7ff16006ed40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff1740ccb50 tx=0x7ff164008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:47.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.145+0000 7ff15bfff640 1 -- 172.21.15.16:0/459915679 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff168059520 con 0x7ff174145e20 2024-09-16T01:48:47.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.345+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "cephfs", "target": ["mon-mgr", ""]}) -- 0x7ff174143790 con 0x7ff16006c880 2024-09-16T01:48:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.348+0000 7ff15bfff640 1 -- 172.21.15.16:0/459915679 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7ff174143790 con 0x7ff16006c880 2024-09-16T01:48:47.350 INFO:teuthology.orchestra.run.smithi016.stdout:[] 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff16006c880 msgr2=0x7ff16006ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff16006c880 0x7ff16006ed40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff1740ccb50 tx=0x7ff164008040 comp rx=0 tx=0).stop 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff174145e20 msgr2=0x7ff174141430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff174145e20 0x7ff174141430 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7ff16800c430 tx=0x7ff16800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 shutdown_connections 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff16006c880 0x7ff16006ed40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff17415ccf0 0x7ff17413d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff174145e20 0x7ff174141430 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 --2- 172.21.15.16:0/459915679 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff17406bbe0 0x7ff17415bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 >> 172.21.15.16:0/459915679 conn(0x7ff1740b2000 msgr2=0x7ff174144420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:47.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 shutdown_connections 2024-09-16T01:48:47.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.350+0000 7ff17a22e640 1 -- 172.21.15.16:0/459915679 wait complete. 2024-09-16T01:48:47.363 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T01:48:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T01:48:47.416 INFO:teuthology.orchestra.run.smithi016.stdout:2 2024-09-16T01:48:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:48:47.423 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:48:47.423 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:47.458 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:47.504 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:48:47.505 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:47.505 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:47.505 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:47.522 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:48:47.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.662+0000 7f57208a4640 1 Processor -- start 2024-09-16T01:48:47.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.662+0000 7f57208a4640 1 -- start start 2024-09-16T01:48:47.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.663+0000 7f57208a4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c0755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.663+0000 7f57208a4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f571c15eb40 0x7f571c0739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.663+0000 7f57208a4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f571c073f20 0x7f571c0cab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.663+0000 7f57208a4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f571c073270 con 0x7f571c15eb40 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.663+0000 7f57208a4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f571c073550 con 0x7f571c073f20 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.663+0000 7f57208a4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f571c15f350 con 0x7f571c06d2a0 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f571c15eb40 0x7f571c0739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f571c15eb40 0x7f571c0739e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40290/0 (socket says 172.21.15.16:40290) 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 -- 172.21.15.16:0/1021399781 learned_addr learned my addr 172.21.15.16:0/1021399781 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f571a59c640 1 --2- 172.21.15.16:0/1021399781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c0755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f571ad9d640 1 --2- 172.21.15.16:0/1021399781 >> v2:172.21.15.104:3300/0 conn(0x7f571c073f20 0x7f571c0cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 -- 172.21.15.16:0/1021399781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 msgr2=0x7f571c0755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 --2- 172.21.15.16:0/1021399781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c0755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 -- 172.21.15.16:0/1021399781 >> v2:172.21.15.104:3300/0 conn(0x7f571c073f20 msgr2=0x7f571c0cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:47.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 --2- 172.21.15.16:0/1021399781 >> v2:172.21.15.104:3300/0 conn(0x7f571c073f20 0x7f571c0cab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.664+0000 7f5719d9b640 1 -- 172.21.15.16:0/1021399781 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c15f630 con 0x7f571c15eb40 2024-09-16T01:48:47.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f5719d9b640 1 --2- 172.21.15.16:0/1021399781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c0739e0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f571c0b0ad0 tx=0x7f571002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa75e28118fe3854 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:47.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f571959a640 1 -- 172.21.15.16:0/1021399781 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710037070 con 0x7f571c15eb40 2024-09-16T01:48:47.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f571959a640 1 -- 172.21.15.16:0/1021399781 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5710032440 con 0x7f571c15eb40 2024-09-16T01:48:47.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f571959a640 1 -- 172.21.15.16:0/1021399781 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710032810 con 0x7f571c15eb40 2024-09-16T01:48:47.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f57208a4640 1 -- 172.21.15.16:0/1021399781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 msgr2=0x7f571c0739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f57208a4640 1 --2- 172.21.15.16:0/1021399781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c0739e0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f571c0b0ad0 tx=0x7f571002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f57208a4640 1 -- 172.21.15.16:0/1021399781 shutdown_connections 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f57208a4640 1 --2- 172.21.15.16:0/1021399781 >> v2:172.21.15.104:3300/0 conn(0x7f571c073f20 0x7f571c0cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f57208a4640 1 --2- 172.21.15.16:0/1021399781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c0739e0 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f57208a4640 1 --2- 172.21.15.16:0/1021399781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c0755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.665+0000 7f57208a4640 1 -- 172.21.15.16:0/1021399781 >> 172.21.15.16:0/1021399781 conn(0x7f571c0b2ec0 msgr2=0x7f571c0b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.666+0000 7f57208a4640 1 -- 172.21.15.16:0/1021399781 shutdown_connections 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.666+0000 7f57208a4640 1 -- 172.21.15.16:0/1021399781 wait complete. 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.667+0000 7f57208a4640 1 Processor -- start 2024-09-16T01:48:47.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.667+0000 7f57208a4640 1 -- start start 2024-09-16T01:48:47.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f57208a4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c1f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f57208a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f571c073f20 0x7f571c06e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f57208a4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c06ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f57208a4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f571c15f100 con 0x7f571c15eb40 2024-09-16T01:48:47.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f57208a4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f571c15ef80 con 0x7f571c073f20 2024-09-16T01:48:47.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f57208a4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f571c0cb050 con 0x7f571c06d2a0 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c06ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c06ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40292/0 (socket says 172.21.15.16:40292) 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 -- 172.21.15.16:0/2364875002 learned_addr learned my addr 172.21.15.16:0/2364875002 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f5719d9b640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f571c073f20 0x7f571c06e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571a59c640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c1f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 -- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 msgr2=0x7f571c1f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c1f7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 -- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f571c073f20 msgr2=0x7f571c06e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f571c073f20 0x7f571c06e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 -- 172.21.15.16:0/2364875002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c09e200 con 0x7f571c15eb40 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571a59c640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c1f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f571ad9d640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c06ecd0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f5714007e70 tx=0x7f571400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f570affd640 1 -- 172.21.15.16:0/2364875002 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714014620 con 0x7f571c15eb40 2024-09-16T01:48:47.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f570affd640 1 -- 172.21.15.16:0/2364875002 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5714019070 con 0x7f571c15eb40 2024-09-16T01:48:47.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f571c09e4e0 con 0x7f571c15eb40 2024-09-16T01:48:47.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.668+0000 7f570affd640 1 -- 172.21.15.16:0/2364875002 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714014a20 con 0x7f571c15eb40 2024-09-16T01:48:47.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.669+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f571c09eaa0 con 0x7f571c15eb40 2024-09-16T01:48:47.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.669+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f571c0cb430 con 0x7f571c15eb40 2024-09-16T01:48:47.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.670+0000 7f570affd640 1 -- 172.21.15.16:0/2364875002 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f5714014bc0 con 0x7f571c15eb40 2024-09-16T01:48:47.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.670+0000 7f570affd640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56fc06c850 0x7f56fc06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:47.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.671+0000 7f570affd640 1 -- 172.21.15.16:0/2364875002 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7f571408c640 con 0x7f571c15eb40 2024-09-16T01:48:47.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.671+0000 7f571a59c640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56fc06c850 0x7f56fc06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:47.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.671+0000 7f571a59c640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56fc06c850 0x7f56fc06ed10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f570c00ba50 tx=0x7f570c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:47.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.675+0000 7f570affd640 1 -- 172.21.15.16:0/2364875002 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f571405a640 con 0x7f571c15eb40 2024-09-16T01:48:47.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.862+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f571c0b3540 con 0x7f571c15eb40 2024-09-16T01:48:47.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.862+0000 7f570affd640 1 -- 172.21.15.16:0/2364875002 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v117) ==== 80+0+0 (secure 0 0 0) 0x7f5714059f40 con 0x7f571c15eb40 2024-09-16T01:48:47.865 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:48:47.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56fc06c850 msgr2=0x7f56fc06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56fc06c850 0x7f56fc06ed10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f570c00ba50 tx=0x7f570c008040 comp rx=0 tx=0).stop 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 msgr2=0x7f571c06ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c06ecd0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f5714007e70 tx=0x7f571400e4b0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 shutdown_connections 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56fc06c850 0x7f56fc06ed10 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f571c15eb40 0x7f571c06ecd0 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f571c073f20 0x7f571c06e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 --2- 172.21.15.16:0/2364875002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f571c06d2a0 0x7f571c1f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:47.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.864+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 >> 172.21.15.16:0/2364875002 conn(0x7f571c0b2ec0 msgr2=0x7f571c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:47.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.865+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 shutdown_connections 2024-09-16T01:48:47.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:47.865+0000 7f57208a4640 1 -- 172.21.15.16:0/2364875002 wait complete. 2024-09-16T01:48:47.878 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:48:47.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:47.878 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:48:47.903 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[68930]: fuse finished with error 0 and tester_r 0 2024-09-16T01:48:47.905 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:48:47.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:47.905 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:48:48.030 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:48.030 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:48.030 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:48.048 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:48:48.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.149+0000 7f70ee1a6640 1 Processor -- start 2024-09-16T01:48:48.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.149+0000 7f70ee1a6640 1 -- start start 2024-09-16T01:48:48.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70ee1a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e80b5390 0x7f70e80b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70ee1a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f70e806d000 0x7f70e806d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70ee1a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70e806bf60 con 0x7f70e8147e50 2024-09-16T01:48:48.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70ee1a6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f70e806c240 con 0x7f70e806d000 2024-09-16T01:48:48.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70ee1a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f70e806c520 con 0x7f70e80b5390 2024-09-16T01:48:48.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70e7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f70e806d000 0x7f70e806d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70e7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f70e806d000 0x7f70e806d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40298/0 (socket says 172.21.15.16:40298) 2024-09-16T01:48:48.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.150+0000 7f70e7fff640 1 -- 172.21.15.16:0/1435018285 learned_addr learned my addr 172.21.15.16:0/1435018285 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:48.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.151+0000 7f70e6ffd640 1 --2- 172.21.15.16:0/1435018285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e80b5390 0x7f70e80b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.151+0000 7f70e7fff640 1 -- 172.21.15.16:0/1435018285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e80b5390 msgr2=0x7f70e80b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.151+0000 7f70e7fff640 1 --2- 172.21.15.16:0/1435018285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e80b5390 0x7f70e80b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.151+0000 7f70e7fff640 1 -- 172.21.15.16:0/1435018285 >> v1:172.21.15.104:6789/0 conn(0x7f70e8147e50 legacy=0x7f70e80738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.151+0000 7f70e7fff640 1 -- 172.21.15.16:0/1435018285 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70e806c800 con 0x7f70e806d000 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.151+0000 7f70e7fff640 1 --2- 172.21.15.16:0/1435018285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e806d450 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f70e0009e50 tx=0x7f70e002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e05845f4055e506 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70e67fc640 1 -- 172.21.15.16:0/1435018285 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e0036070 con 0x7f70e806d000 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70e67fc640 1 -- 172.21.15.16:0/1435018285 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70e0031600 con 0x7f70e806d000 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70e67fc640 1 -- 172.21.15.16:0/1435018285 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e00319d0 con 0x7f70e806d000 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 -- 172.21.15.16:0/1435018285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 msgr2=0x7f70e806d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/1435018285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e806d450 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f70e0009e50 tx=0x7f70e002a710 comp rx=0 tx=0).stop 2024-09-16T01:48:48.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 -- 172.21.15.16:0/1435018285 shutdown_connections 2024-09-16T01:48:48.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/1435018285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e806d450 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/1435018285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e80b5390 0x7f70e80b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 -- 172.21.15.16:0/1435018285 >> 172.21.15.16:0/1435018285 conn(0x7f70e80b4090 msgr2=0x7f70e80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 -- 172.21.15.16:0/1435018285 shutdown_connections 2024-09-16T01:48:48.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.152+0000 7f70ee1a6640 1 -- 172.21.15.16:0/1435018285 wait complete. 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.153+0000 7f70ee1a6640 1 Processor -- start 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.154+0000 7f70ee1a6640 1 -- start start 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.154+0000 7f70ee1a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e815f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.154+0000 7f70ee1a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70e80b5390 0x7f70e813ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.154+0000 7f70ee1a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e8147e50 0x7f70e80d1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.154+0000 7f70ee1a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f70e8148230 con 0x7f70e806d000 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.154+0000 7f70ee1a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70e8073fc0 con 0x7f70e80b5390 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.154+0000 7f70ee1a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f70e806bbe0 con 0x7f70e8147e50 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e815f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e815f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40300/0 (socket says 172.21.15.16:40300) 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 -- 172.21.15.16:0/2848364450 learned_addr learned my addr 172.21.15.16:0/2848364450 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e7fff640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e8147e50 0x7f70e80d1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e6ffd640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70e80b5390 0x7f70e813ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 -- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e8147e50 msgr2=0x7f70e80d1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e8147e50 0x7f70e80d1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 -- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70e80b5390 msgr2=0x7f70e813ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70e80b5390 0x7f70e813ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 -- 172.21.15.16:0/2848364450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70e80aec40 con 0x7f70e806d000 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70e77fe640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e815f2d0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f70d800c3c0 tx=0x7f70d800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70cffff640 1 -- 172.21.15.16:0/2848364450 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d80052d0 con 0x7f70e806d000 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70cffff640 1 -- 172.21.15.16:0/2848364450 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70d8005490 con 0x7f70e806d000 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70cffff640 1 -- 172.21.15.16:0/2848364450 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d8007260 con 0x7f70e806d000 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70e80aef20 con 0x7f70e806d000 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.155+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70e80af4e0 con 0x7f70e806d000 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.156+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70e8071320 con 0x7f70e806d000 2024-09-16T01:48:48.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.157+0000 7f70cffff640 1 -- 172.21.15.16:0/2848364450 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f70d8007400 con 0x7f70e806d000 2024-09-16T01:48:48.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.157+0000 7f70cffff640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f70d406c850 0x7f70d406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.157+0000 7f70cffff640 1 -- 172.21.15.16:0/2848364450 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7f70d808b2b0 con 0x7f70e806d000 2024-09-16T01:48:48.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.157+0000 7f70e6ffd640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f70d406c850 0x7f70d406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.158+0000 7f70e6ffd640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f70d406c850 0x7f70d406ed10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f70e81ea070 tx=0x7f70dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.161+0000 7f70cffff640 1 -- 172.21.15.16:0/2848364450 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f70d8058b60 con 0x7f70e806d000 2024-09-16T01:48:48.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.350+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f70e80b57c0 con 0x7f70e806d000 2024-09-16T01:48:48.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.350+0000 7f70cffff640 1 -- 172.21.15.16:0/2848364450 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v117) ==== 80+0+0 (secure 0 0 0) 0x7f70d808b0d0 con 0x7f70e806d000 2024-09-16T01:48:48.353 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f70d406c850 msgr2=0x7f70d406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f70d406c850 0x7f70d406ed10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f70e81ea070 tx=0x7f70dc008040 comp rx=0 tx=0).stop 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 msgr2=0x7f70e815f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e815f2d0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f70d800c3c0 tx=0x7f70d800c880 comp rx=0 tx=0).stop 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 shutdown_connections 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f70d406c850 0x7f70d406ed10 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f70e8147e50 0x7f70e80d1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70e80b5390 0x7f70e813ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 --2- 172.21.15.16:0/2848364450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f70e806d000 0x7f70e815f2d0 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 >> 172.21.15.16:0/2848364450 conn(0x7f70e80b4090 msgr2=0x7f70e815dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 shutdown_connections 2024-09-16T01:48:48.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.352+0000 7f70ee1a6640 1 -- 172.21.15.16:0/2848364450 wait complete. 2024-09-16T01:48:48.365 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:48:48.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:48.365 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:48:48.394 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[48104]: fuse finished with error 0 and tester_r 0 2024-09-16T01:48:48.395 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:48:48.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:48.396 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:48:48.561 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:48.561 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:48.561 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:48.578 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:48:48.578 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:48:48.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:48.578 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:48:48.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:48:48.635 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:48:48.635 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:48:48.635 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:48.635 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:48.654 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:48:48.654 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:48:48.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:48:48.654 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:48:48.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:48:48.712 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:48:48.712 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:48.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.815+0000 7f6013fc4640 1 Processor -- start 2024-09-16T01:48:48.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.816+0000 7f6013fc4640 1 -- start start 2024-09-16T01:48:48.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.816+0000 7f6013fc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f600c0d15f0 0x7f600c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.816+0000 7f6013fc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f600c0b97d0 0x7f600c0b9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6013fc4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f600c0d2750 con 0x7f600c147fc0 2024-09-16T01:48:48.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6013fc4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f600c1483a0 con 0x7f600c0b97d0 2024-09-16T01:48:48.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6013fc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f600c15efa0 con 0x7f600c0d15f0 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6012561640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f600c0b97d0 0x7f600c0b9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6012561640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f600c0b97d0 0x7f600c0b9c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40314/0 (socket says 172.21.15.16:40314) 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6012561640 1 -- 172.21.15.16:0/2579889605 learned_addr learned my addr 172.21.15.16:0/2579889605 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f601155f640 1 --2- 172.21.15.16:0/2579889605 >> v2:172.21.15.104:3300/0 conn(0x7f600c0d15f0 0x7f600c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6012561640 1 -- 172.21.15.16:0/2579889605 >> v2:172.21.15.104:3300/0 conn(0x7f600c0d15f0 msgr2=0x7f600c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6012561640 1 --2- 172.21.15.16:0/2579889605 >> v2:172.21.15.104:3300/0 conn(0x7f600c0d15f0 0x7f600c15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6012561640 1 -- 172.21.15.16:0/2579889605 >> v1:172.21.15.104:6789/0 conn(0x7f600c147fc0 legacy=0x7f600c0d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.817+0000 7f6012561640 1 -- 172.21.15.16:0/2579889605 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f600c0d2a30 con 0x7f600c0b97d0 2024-09-16T01:48:48.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.818+0000 7f6012561640 1 --2- 172.21.15.16:0/2579889605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c0b97d0 0x7f600c0b9c40 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f600c06cb90 tx=0x7f600402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eee943a46d292db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.818+0000 7f6010d5e640 1 -- 172.21.15.16:0/2579889605 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004036070 con 0x7f600c0b97d0 2024-09-16T01:48:48.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.818+0000 7f6010d5e640 1 -- 172.21.15.16:0/2579889605 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6004031600 con 0x7f600c0b97d0 2024-09-16T01:48:48.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.818+0000 7f6010d5e640 1 -- 172.21.15.16:0/2579889605 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60040319d0 con 0x7f600c0b97d0 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.818+0000 7f6013fc4640 1 -- 172.21.15.16:0/2579889605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c0b97d0 msgr2=0x7f600c0b9c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.818+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2579889605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c0b97d0 0x7f600c0b9c40 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f600c06cb90 tx=0x7f600402a6f0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.819+0000 7f6013fc4640 1 -- 172.21.15.16:0/2579889605 shutdown_connections 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.819+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2579889605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c0b97d0 0x7f600c0b9c40 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.819+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2579889605 >> v2:172.21.15.104:3300/0 conn(0x7f600c0d15f0 0x7f600c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.819+0000 7f6013fc4640 1 -- 172.21.15.16:0/2579889605 >> 172.21.15.16:0/2579889605 conn(0x7f600c074fe0 msgr2=0x7f600c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.819+0000 7f6013fc4640 1 -- 172.21.15.16:0/2579889605 shutdown_connections 2024-09-16T01:48:48.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.819+0000 7f6013fc4640 1 -- 172.21.15.16:0/2579889605 wait complete. 2024-09-16T01:48:48.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.820+0000 7f6013fc4640 1 Processor -- start 2024-09-16T01:48:48.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.820+0000 7f6013fc4640 1 -- start start 2024-09-16T01:48:48.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.820+0000 7f6013fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f600c0b97d0 0x7f600c1f77c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.820+0000 7f6013fc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600c0d15f0 0x7f600c1f7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.820+0000 7f6013fc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c147fc0 0x7f600c1f8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6013fc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f600c0d2ff0 con 0x7f600c147fc0 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6013fc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f600c0d2500 con 0x7f600c0d15f0 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6013fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f600c0ba180 con 0x7f600c0b97d0 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c147fc0 0x7f600c1f8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c147fc0 0x7f600c1f8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40324/0 (socket says 172.21.15.16:40324) 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 -- 172.21.15.16:0/2033293437 learned_addr learned my addr 172.21.15.16:0/2033293437 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f601155f640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600c0d15f0 0x7f600c1f7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6011d60640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f600c0b97d0 0x7f600c1f77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 -- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f600c0b97d0 msgr2=0x7f600c1f77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f600c0b97d0 0x7f600c1f77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 -- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600c0d15f0 msgr2=0x7f600c1f7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600c0d15f0 0x7f600c1f7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 -- 172.21.15.16:0/2033293437 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f600c140360 con 0x7f600c147fc0 2024-09-16T01:48:48.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6011d60640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f600c0b97d0 0x7f600c1f77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:48.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6012561640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c147fc0 0x7f600c1f8240 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f6004009f40 tx=0x7f6004004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f60027fc640 1 -- 172.21.15.16:0/2033293437 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004036050 con 0x7f600c147fc0 2024-09-16T01:48:48.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f60027fc640 1 -- 172.21.15.16:0/2033293437 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6004042070 con 0x7f600c147fc0 2024-09-16T01:48:48.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f600c140640 con 0x7f600c147fc0 2024-09-16T01:48:48.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f60027fc640 1 -- 172.21.15.16:0/2033293437 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004009510 con 0x7f600c147fc0 2024-09-16T01:48:48.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.821+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f600c140c00 con 0x7f600c147fc0 2024-09-16T01:48:48.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.822+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f600c0b9c40 con 0x7f600c147fc0 2024-09-16T01:48:48.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.823+0000 7f60027fc640 1 -- 172.21.15.16:0/2033293437 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6004007bf0 con 0x7f600c147fc0 2024-09-16T01:48:48.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.824+0000 7f60027fc640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ff006c850 0x7f5ff006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.824+0000 7f6011d60640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ff006c850 0x7f5ff006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.824+0000 7f60027fc640 1 -- 172.21.15.16:0/2033293437 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7f60040acd20 con 0x7f600c147fc0 2024-09-16T01:48:48.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.824+0000 7f6011d60640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ff006c850 0x7f5ff006ed10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6008003eb0 tx=0x7f6008009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:48.828+0000 7f60027fc640 1 -- 172.21.15.16:0/2033293437 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f600407ab10 con 0x7f600c147fc0 2024-09-16T01:48:49.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.041+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f600c15f370 con 0x7f600c147fc0 2024-09-16T01:48:49.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.042+0000 7f60027fc640 1 -- 172.21.15.16:0/2033293437 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5231 (secure 0 0 0) 0x7f600407a410 con 0x7f600c147fc0 2024-09-16T01:48:49.044 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:49.044 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"btime":"2024-09-16T01:48:41:892429+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3322996829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3322996829},{"type":"v1","addr":"172.21.15.104:6834","nonce":3322996829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3930434798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3930434798},{"type":"v1","addr":"172.21.15.104:6835","nonce":3930434798}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7548,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1496738114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1496738114},{"type":"v1","addr":"172.21.15.16:6833","nonce":1496738114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:48:33.185879+0000","modified":"2024-09-16T01:48:35.220111+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7569},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7569":{"gid":7569,"name":"a","rank":0,"incarnation":67,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3159855294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3159855294},{"type":"v1","addr":"172.21.15.16:6835","nonce":3159855294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7569,"qdb_cluster":[7569]},"id":9}]} 2024-09-16T01:48:49.045 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 70 2024-09-16T01:48:49.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ff006c850 msgr2=0x7f5ff006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ff006c850 0x7f5ff006ed10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6008003eb0 tx=0x7f6008009040 comp rx=0 tx=0).stop 2024-09-16T01:48:49.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c147fc0 msgr2=0x7f600c1f8240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c147fc0 0x7f600c1f8240 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f6004009f40 tx=0x7f6004004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 shutdown_connections 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ff006c850 0x7f5ff006ed10 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f600c147fc0 0x7f600c1f8240 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f600c0d15f0 0x7f600c1f7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 --2- 172.21.15.16:0/2033293437 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f600c0b97d0 0x7f600c1f77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 >> 172.21.15.16:0/2033293437 conn(0x7f600c074fe0 msgr2=0x7f600c0ce7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 shutdown_connections 2024-09-16T01:48:49.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.044+0000 7f6013fc4640 1 -- 172.21.15.16:0/2033293437 wait complete. 2024-09-16T01:48:49.057 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:49.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.157+0000 7fa1fb52c640 1 Processor -- start 2024-09-16T01:48:49.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.157+0000 7fa1fb52c640 1 -- start start 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1fb52c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 0x7fa1f40b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1fb52c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1f40d4570 0x7fa1f40d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1fb52c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1f40b8500 con 0x7fa1f40b95a0 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1fb52c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa1f40b87e0 con 0x7fa1f40d4570 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1fb52c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1f40b8ac0 con 0x7fa1f415e680 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1f8ac7640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa1f40b95a0 0x7fa1f40d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60436/0 (socket says 172.21.15.16:60436) 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1f8ac7640 1 -- 172.21.15.16:0/2398429698 learned_addr learned my addr 172.21.15.16:0/2398429698 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2510272255 0 0) 0x7fa1f40b8500 con 0x7fa1f40b95a0 2024-09-16T01:48:49.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1e0003520 con 0x7fa1f40b95a0 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1f92c8640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 0x7fa1f40b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1f9ac9640 1 --2- 172.21.15.16:0/2398429698 >> v2:172.21.15.104:3300/0 conn(0x7fa1f40d4570 0x7fa1f40d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2283231052 0 0) 0x7fa1e0003520 con 0x7fa1f40b95a0 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 msgr2=0x7fa1f40b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 0x7fa1f40b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 >> v2:172.21.15.104:3300/0 conn(0x7fa1f40d4570 msgr2=0x7fa1f40d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 --2- 172.21.15.16:0/2398429698 >> v2:172.21.15.104:3300/0 conn(0x7fa1f40d4570 0x7fa1f40d4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f40b8da0 con 0x7fa1f40b95a0 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fa1e4001670 con 0x7fa1f40b95a0 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 >> v1:172.21.15.16:6789/0 conn(0x7fa1f40b95a0 legacy=0x7fa1f40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.158+0000 7fa1ebfff640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 0x7fa1e00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1ebfff640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0003f30 0x7fa1e0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1ebfff640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e0004d40 0x7fa1e00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f40b87e0 con 0x7fa1e0004d40 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f40b8ac0 con 0x7fa1e0003f30 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1e000b9c0 con 0x7fa1f415e680 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f9ac9640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e0004d40 0x7fa1e00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f92c8640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 0x7fa1e00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f8ac7640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0003f30 0x7fa1e0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f9ac9640 1 -- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 msgr2=0x7fa1e00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f9ac9640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415e680 0x7fa1e00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f9ac9640 1 -- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0003f30 msgr2=0x7fa1e0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f9ac9640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0003f30 0x7fa1e0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.159+0000 7fa1f9ac9640 1 -- 172.21.15.16:0/2398429698 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1e0003520 con 0x7fa1e0004d40 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1f9ac9640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e0004d40 0x7fa1e00051c0 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec009fc0 tx=0x7fa1e0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=114f436e906b5cd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec009c10 con 0x7fa1e0004d40 2024-09-16T01:48:49.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1ec036070 con 0x7fa1e0004d40 2024-09-16T01:48:49.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1ebfff640 1 -- 172.21.15.16:0/2398429698 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec02d070 con 0x7fa1e0004d40 2024-09-16T01:48:49.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2398429698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e0004d40 msgr2=0x7fa1e00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1fb52c640 1 --2- 172.21.15.16:0/2398429698 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1e0004d40 0x7fa1e00051c0 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec009fc0 tx=0x7fa1e0005830 comp rx=0 tx=0).stop 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1f9ac9640 1 -- 172.21.15.16:0/2398429698 reap_dead start 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2398429698 shutdown_connections 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.160+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2398429698 >> 172.21.15.16:0/2398429698 conn(0x7fa1f4074fe0 msgr2=0x7fa1f4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.161+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2398429698 shutdown_connections 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.161+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2398429698 wait complete. 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 Processor -- start 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 -- start start 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0004d40 0x7fa1f414fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f415caa0 0x7fa1f4156260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415cf20 0x7fa1f41567a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f40b7f20 con 0x7fa1f415caa0 2024-09-16T01:48:49.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f40b99e0 con 0x7fa1e0004d40 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.162+0000 7fa1fb52c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1f40b80a0 con 0x7fa1f415cf20 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f415caa0 0x7fa1f4156260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f415caa0 0x7fa1f4156260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40354/0 (socket says 172.21.15.16:40354) 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 -- 172.21.15.16:0/2975008766 learned_addr learned my addr 172.21.15.16:0/2975008766 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f92c8640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0004d40 0x7fa1f414fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f9ac9640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415cf20 0x7fa1f41567a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 -- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415cf20 msgr2=0x7fa1f41567a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415cf20 0x7fa1f41567a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 -- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0004d40 msgr2=0x7fa1f414fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0004d40 0x7fa1f414fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 -- 172.21.15.16:0/2975008766 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f4141fd0 con 0x7fa1f415caa0 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1f8ac7640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f415caa0 0x7fa1f4156260 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4007290 tx=0x7fa1e4007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1e9ffb640 1 -- 172.21.15.16:0/2975008766 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e40077c0 con 0x7fa1f415caa0 2024-09-16T01:48:49.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1e9ffb640 1 -- 172.21.15.16:0/2975008766 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1e4018070 con 0x7fa1f415caa0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1e9ffb640 1 -- 172.21.15.16:0/2975008766 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e400fbe0 con 0x7fa1f415caa0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.163+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1f415ba20 con 0x7fa1f415caa0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.164+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1f415bfc0 con 0x7fa1f415caa0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.165+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1f40d4a00 con 0x7fa1f415caa0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.165+0000 7fa1e9ffb640 1 -- 172.21.15.16:0/2975008766 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fa1e401d460 con 0x7fa1f415caa0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.166+0000 7fa1e9ffb640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa1d806ca20 0x7fa1d806eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.166+0000 7fa1f92c8640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa1d806ca20 0x7fa1d806eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.166+0000 7fa1e9ffb640 1 -- 172.21.15.16:0/2975008766 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7fa1e408beb0 con 0x7fa1f415caa0 2024-09-16T01:48:49.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.166+0000 7fa1f92c8640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa1d806ca20 0x7fa1d806eee0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0009bc0 tx=0x7fa1f0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.170+0000 7fa1e9ffb640 1 -- 172.21.15.16:0/2975008766 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa1e4059d20 con 0x7fa1f415caa0 2024-09-16T01:48:49.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.380+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1f4159de0 con 0x7fa1f415caa0 2024-09-16T01:48:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.380+0000 7fa1e9ffb640 1 -- 172.21.15.16:0/2975008766 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5231 (secure 0 0 0) 0x7fa1e4059620 con 0x7fa1f415caa0 2024-09-16T01:48:49.383 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:49.383 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"btime":"2024-09-16T01:48:41:892429+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3322996829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3322996829},{"type":"v1","addr":"172.21.15.104:6834","nonce":3322996829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3930434798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3930434798},{"type":"v1","addr":"172.21.15.104:6835","nonce":3930434798}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7548,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1496738114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1496738114},{"type":"v1","addr":"172.21.15.16:6833","nonce":1496738114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:48:33.185879+0000","modified":"2024-09-16T01:48:35.220111+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7569},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7569":{"gid":7569,"name":"a","rank":0,"incarnation":67,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3159855294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3159855294},{"type":"v1","addr":"172.21.15.16:6835","nonce":3159855294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7569,"qdb_cluster":[7569]},"id":9}]} 2024-09-16T01:48:49.383 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 70 2024-09-16T01:48:49.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa1d806ca20 msgr2=0x7fa1d806eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa1d806ca20 0x7fa1d806eee0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0009bc0 tx=0x7fa1f0009190 comp rx=0 tx=0).stop 2024-09-16T01:48:49.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f415caa0 msgr2=0x7fa1f4156260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f415caa0 0x7fa1f4156260 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4007290 tx=0x7fa1e4007690 comp rx=0 tx=0).stop 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 shutdown_connections 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa1d806ca20 0x7fa1d806eee0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1f415cf20 0x7fa1f41567a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1f415caa0 0x7fa1f4156260 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 --2- 172.21.15.16:0/2975008766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1e0004d40 0x7fa1f414fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 >> 172.21.15.16:0/2975008766 conn(0x7fa1f4074fe0 msgr2=0x7fa1f4160ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 shutdown_connections 2024-09-16T01:48:49.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.383+0000 7fa1fb52c640 1 -- 172.21.15.16:0/2975008766 wait complete. 2024-09-16T01:48:49.396 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:49.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.496+0000 7f6ac263c640 1 Processor -- start 2024-09-16T01:48:49.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.496+0000 7f6ac263c640 1 -- start start 2024-09-16T01:48:49.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6ac263c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 0x7f6abc070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6ac263c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6abc162eb0 con 0x7f6abc0b73c0 2024-09-16T01:48:49.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6ac263c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6abc15e910 con 0x7f6abc073c00 2024-09-16T01:48:49.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6ac263c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6abc0718c0 con 0x7f6abc15e530 2024-09-16T01:48:49.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6ac0bd9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6abc0b73c0 0x7f6abc1627a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60446/0 (socket says 172.21.15.16:60446) 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6ac0bd9640 1 -- 172.21.15.16:0/660315045 learned_addr learned my addr 172.21.15.16:0/660315045 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6abbfff640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 0x7f6abc070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3597289620 0 0) 0x7f6abc162eb0 con 0x7f6abc0b73c0 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.497+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6aa4003520 con 0x7f6abc0b73c0 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1379814597 0 0) 0x7f6abc15e910 con 0x7f6abc073c00 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6abc162eb0 con 0x7f6abc073c00 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 682185553 0 0) 0x7f6aa4003520 con 0x7f6abc0b73c0 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 msgr2=0x7f6abc070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 0x7f6abc070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 >> v1:172.21.15.104:6789/0 conn(0x7f6abc073c00 legacy=0x7f6abc162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6abc0d1c50 con 0x7f6abc0b73c0 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f6ab40019f0 con 0x7f6abc0b73c0 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abbfff640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 0x7f6abc070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 >> v1:172.21.15.16:6789/0 conn(0x7f6abc0b73c0 legacy=0x7f6abc1627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 0x7f6aa4003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6aa40040b0 0x7f6aa4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa4004d40 0x7f6aa40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc0718c0 con 0x7f6aa40040b0 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa400ba70 con 0x7f6aa4004d40 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6aa400bc70 con 0x7f6abc15e530 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abb7fe640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6aa40040b0 0x7f6aa4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abbfff640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 0x7f6aa4003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6ac0bd9640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa4004d40 0x7f6aa40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abb7fe640 1 -- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 msgr2=0x7f6aa4003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abb7fe640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15e530 0x7f6aa4003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abb7fe640 1 -- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa4004d40 msgr2=0x7f6aa40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abb7fe640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa4004d40 0x7f6aa40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.498+0000 7f6abb7fe640 1 -- 172.21.15.16:0/660315045 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aa4003520 con 0x7f6aa40040b0 2024-09-16T01:48:49.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.499+0000 7f6abb7fe640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6aa40040b0 0x7f6aa4004800 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f6abc072ec0 tx=0x7f6aa4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b036efa10ca6cd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.499+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab00014f0 con 0x7f6aa40040b0 2024-09-16T01:48:49.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.499+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ab00052d0 con 0x7f6aa40040b0 2024-09-16T01:48:49.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.499+0000 7f6abaffd640 1 -- 172.21.15.16:0/660315045 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab002ac30 con 0x7f6aa40040b0 2024-09-16T01:48:49.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.500+0000 7f6ac263c640 1 -- 172.21.15.16:0/660315045 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6aa40040b0 msgr2=0x7f6aa4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.500+0000 7f6ac263c640 1 --2- 172.21.15.16:0/660315045 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6aa40040b0 0x7f6aa4004800 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f6abc072ec0 tx=0x7f6aa4005830 comp rx=0 tx=0).stop 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.500+0000 7f6ac0bd9640 1 -- 172.21.15.16:0/660315045 reap_dead start 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.500+0000 7f6ac263c640 1 -- 172.21.15.16:0/660315045 shutdown_connections 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.500+0000 7f6ac263c640 1 -- 172.21.15.16:0/660315045 >> 172.21.15.16:0/660315045 conn(0x7f6abc0d2300 msgr2=0x7f6abc0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.500+0000 7f6ac263c640 1 -- 172.21.15.16:0/660315045 shutdown_connections 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.500+0000 7f6ac263c640 1 -- 172.21.15.16:0/660315045 wait complete. 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.501+0000 7f6ac263c640 1 Processor -- start 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.501+0000 7f6ac263c640 1 -- start start 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac263c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa40040b0 0x7f6abc14efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac263c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15d380 0x7f6abc15f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac263c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6abc15d7e0 0x7f6abc15f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac263c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc0736e0 con 0x7f6abc15d7e0 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac263c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc073400 con 0x7f6aa40040b0 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac263c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6abc0d2f10 con 0x7f6abc15d380 2024-09-16T01:48:49.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6abc15d7e0 0x7f6abc15f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6abc15d7e0 0x7f6abc15f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40368/0 (socket says 172.21.15.16:40368) 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 -- 172.21.15.16:0/3279218206 learned_addr learned my addr 172.21.15.16:0/3279218206 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6abbfff640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa40040b0 0x7f6abc14efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6abb7fe640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15d380 0x7f6abc15f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 -- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15d380 msgr2=0x7f6abc15f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15d380 0x7f6abc15f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 -- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa40040b0 msgr2=0x7f6abc14efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa40040b0 0x7f6abc14efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 -- 172.21.15.16:0/3279218206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6abc14f520 con 0x7f6abc15d7e0 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ac0bd9640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6abc15d7e0 0x7f6abc15f8f0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f6abc072bd0 tx=0x7f6ab4007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.502+0000 7f6ab8ff9640 1 -- 172.21.15.16:0/3279218206 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab400eaa0 con 0x7f6abc15d7e0 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.503+0000 7f6ab8ff9640 1 -- 172.21.15.16:0/3279218206 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ab400ec80 con 0x7f6abc15d7e0 2024-09-16T01:48:49.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.503+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6abc0d03f0 con 0x7f6abc15d7e0 2024-09-16T01:48:49.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.503+0000 7f6ab8ff9640 1 -- 172.21.15.16:0/3279218206 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4014430 con 0x7f6abc15d7e0 2024-09-16T01:48:49.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.503+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6abc0d09b0 con 0x7f6abc15d7e0 2024-09-16T01:48:49.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.504+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6abc070ec0 con 0x7f6abc15d7e0 2024-09-16T01:48:49.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.504+0000 7f6ab8ff9640 1 -- 172.21.15.16:0/3279218206 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6ab40145d0 con 0x7f6abc15d7e0 2024-09-16T01:48:49.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.505+0000 7f6ab8ff9640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6aa806c880 0x7f6aa806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.505+0000 7f6abbfff640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6aa806c880 0x7f6aa806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.505+0000 7f6ab8ff9640 1 -- 172.21.15.16:0/3279218206 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7f6ab408bca0 con 0x7f6abc15d7e0 2024-09-16T01:48:49.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.505+0000 7f6abbfff640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6aa806c880 0x7f6aa806ed40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6aac009560 tx=0x7f6aac016040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.509+0000 7f6ab8ff9640 1 -- 172.21.15.16:0/3279218206 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6ab4059b10 con 0x7f6abc15d7e0 2024-09-16T01:48:49.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.687+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6abc155f60 con 0x7f6abc15d7e0 2024-09-16T01:48:49.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.688+0000 7f6ab8ff9640 1 -- 172.21.15.16:0/3279218206 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16901 (secure 0 0 0) 0x7f6ab4059410 con 0x7f6abc15d7e0 2024-09-16T01:48:49.690 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:49.691 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":117,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:46.909419+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:30.849311+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T01:48:32.173426+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":117,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"19.31","mappings":[{"from":2,"to":0}]},{"pgid":"19.3f","mappings":[{"from":2,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6aa806c880 msgr2=0x7f6aa806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6aa806c880 0x7f6aa806ed40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6aac009560 tx=0x7f6aac016040 comp rx=0 tx=0).stop 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6abc15d7e0 msgr2=0x7f6abc15f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6abc15d7e0 0x7f6abc15f8f0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f6abc072bd0 tx=0x7f6ab4007bd0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 shutdown_connections 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6aa806c880 0x7f6aa806ed40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6abc15d7e0 0x7f6abc15f8f0 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6abc15d380 0x7f6abc15f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 --2- 172.21.15.16:0/3279218206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6aa40040b0 0x7f6abc14efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 >> 172.21.15.16:0/3279218206 conn(0x7f6abc0d2300 msgr2=0x7f6abc06cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:49.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 shutdown_connections 2024-09-16T01:48:49.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.690+0000 7f6ac263c640 1 -- 172.21.15.16:0/3279218206 wait complete. 2024-09-16T01:48:49.704 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:48:49.704 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:49.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.804+0000 7feabb81e640 1 Processor -- start 2024-09-16T01:48:49.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.804+0000 7feabb81e640 1 -- start start 2024-09-16T01:48:49.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feabb81e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feab415c380 0x7feab40d1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feabb81e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feab40d2e90 con 0x7feab4070e10 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feabb81e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feab40d3130 con 0x7feab40d1850 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feabb81e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7feab40cffd0 con 0x7feab415c380 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feab95ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feab415c380 0x7feab40d1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feab9dbb640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7feab4070e10 0x7feab40d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60450/0 (socket says 172.21.15.16:60450) 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feab9dbb640 1 -- 172.21.15.16:0/3294889012 learned_addr learned my addr 172.21.15.16:0/3294889012 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feab95ba640 1 -- 172.21.15.16:0/3294889012 >> v1:172.21.15.104:6789/0 conn(0x7feab40d1850 legacy=0x7feab4070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feab95ba640 1 -- 172.21.15.16:0/3294889012 >> v1:172.21.15.16:6789/0 conn(0x7feab4070e10 legacy=0x7feab40d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.805+0000 7feab95ba640 1 -- 172.21.15.16:0/3294889012 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab4073be0 con 0x7feab415c380 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.806+0000 7feab95ba640 1 --2- 172.21.15.16:0/3294889012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab40d1da0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7feab00097a0 tx=0x7feab002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fa90600e4f00a7b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.806+0000 7feaabfff640 1 -- 172.21.15.16:0/3294889012 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab0037070 con 0x7feab415c380 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.806+0000 7feaabfff640 1 -- 172.21.15.16:0/3294889012 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feab0032440 con 0x7feab415c380 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.806+0000 7feaabfff640 1 -- 172.21.15.16:0/3294889012 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab0032810 con 0x7feab415c380 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.807+0000 7feabb81e640 1 -- 172.21.15.16:0/3294889012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 msgr2=0x7feab40d1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.807+0000 7feabb81e640 1 --2- 172.21.15.16:0/3294889012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab40d1da0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7feab00097a0 tx=0x7feab002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.807+0000 7feabb81e640 1 -- 172.21.15.16:0/3294889012 shutdown_connections 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.807+0000 7feabb81e640 1 --2- 172.21.15.16:0/3294889012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab40d1da0 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.807+0000 7feabb81e640 1 -- 172.21.15.16:0/3294889012 >> 172.21.15.16:0/3294889012 conn(0x7feab40d2300 msgr2=0x7feab40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:49.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.807+0000 7feabb81e640 1 -- 172.21.15.16:0/3294889012 shutdown_connections 2024-09-16T01:48:49.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.807+0000 7feabb81e640 1 -- 172.21.15.16:0/3294889012 wait complete. 2024-09-16T01:48:49.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.808+0000 7feabb81e640 1 Processor -- start 2024-09-16T01:48:49.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.808+0000 7feabb81e640 1 -- start start 2024-09-16T01:48:49.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feabb81e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab4070e10 0x7feab41f2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feabb81e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feab40d1850 0x7feab4143c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feabb81e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab4151f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feabb81e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7feab40b1d60 con 0x7feab415c380 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feabb81e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feab415c760 con 0x7feab4070e10 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feabb81e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feab40b5390 con 0x7feab40d1850 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab4151f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab4151f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40382/0 (socket says 172.21.15.16:40382) 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 -- 172.21.15.16:0/2571560480 learned_addr learned my addr 172.21.15.16:0/2571560480 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab95ba640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab4070e10 0x7feab41f2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab8db9640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feab40d1850 0x7feab4143c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 -- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feab40d1850 msgr2=0x7feab4143c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feab40d1850 0x7feab4143c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 -- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab4070e10 msgr2=0x7feab41f2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab4070e10 0x7feab41f2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 -- 172.21.15.16:0/2571560480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab41e68a0 con 0x7feab415c380 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab95ba640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab4070e10 0x7feab41f2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.809+0000 7feab9dbb640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab4151f40 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7feaac00cb20 tx=0x7feaac00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.810+0000 7feaa9ffb640 1 -- 172.21.15.16:0/2571560480 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac017070 con 0x7feab415c380 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.810+0000 7feaa9ffb640 1 -- 172.21.15.16:0/2571560480 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaac00aca0 con 0x7feab415c380 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.810+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feab41e6b80 con 0x7feab415c380 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.810+0000 7feaa9ffb640 1 -- 172.21.15.16:0/2571560480 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac012600 con 0x7feab415c380 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.810+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feab41e7140 con 0x7feab415c380 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.811+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feab4074f30 con 0x7feab415c380 2024-09-16T01:48:49.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.811+0000 7feaa9ffb640 1 -- 172.21.15.16:0/2571560480 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7feaac01a070 con 0x7feab415c380 2024-09-16T01:48:49.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.812+0000 7feaa9ffb640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea9806c850 0x7fea9806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:49.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.812+0000 7feaa9ffb640 1 -- 172.21.15.16:0/2571560480 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7feaac08bb40 con 0x7feab415c380 2024-09-16T01:48:49.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.812+0000 7feab95ba640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea9806c850 0x7fea9806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:49.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.812+0000 7feab95ba640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea9806c850 0x7fea9806ed10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feab0034000 tx=0x7feab002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:49.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:49.816+0000 7feaa9ffb640 1 -- 172.21.15.16:0/2571560480 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feab4074f30 con 0x7feab415c380 2024-09-16T01:48:50.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.033+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feab40d1da0 con 0x7feab415c380 2024-09-16T01:48:50.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.034+0000 7feaa9ffb640 1 -- 172.21.15.16:0/2571560480 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5231 (secure 0 0 0) 0x7feaac0593b0 con 0x7feab415c380 2024-09-16T01:48:50.036 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:50.036 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"btime":"2024-09-16T01:48:41:892429+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3322996829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3322996829},{"type":"v1","addr":"172.21.15.104:6834","nonce":3322996829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3930434798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3930434798},{"type":"v1","addr":"172.21.15.104:6835","nonce":3930434798}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7548,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1496738114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1496738114},{"type":"v1","addr":"172.21.15.16:6833","nonce":1496738114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:48:33.185879+0000","modified":"2024-09-16T01:48:35.220111+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7569},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7569":{"gid":7569,"name":"a","rank":0,"incarnation":67,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3159855294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3159855294},{"type":"v1","addr":"172.21.15.16:6835","nonce":3159855294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7569,"qdb_cluster":[7569]},"id":9}]} 2024-09-16T01:48:50.036 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 70 2024-09-16T01:48:50.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea9806c850 msgr2=0x7fea9806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea9806c850 0x7fea9806ed10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feab0034000 tx=0x7feab002e000 comp rx=0 tx=0).stop 2024-09-16T01:48:50.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 msgr2=0x7feab4151f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab4151f40 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7feaac00cb20 tx=0x7feaac00a060 comp rx=0 tx=0).stop 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 shutdown_connections 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fea9806c850 0x7fea9806ed10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feab415c380 0x7feab4151f40 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feab40d1850 0x7feab4143c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 --2- 172.21.15.16:0/2571560480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab4070e10 0x7feab41f2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 >> 172.21.15.16:0/2571560480 conn(0x7feab40d2300 msgr2=0x7feab40730f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 shutdown_connections 2024-09-16T01:48:50.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.036+0000 7feabb81e640 1 -- 172.21.15.16:0/2571560480 wait complete. 2024-09-16T01:48:50.049 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:50.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.149+0000 7fef7b39f640 1 Processor -- start 2024-09-16T01:48:50.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.149+0000 7fef7b39f640 1 -- start start 2024-09-16T01:48:50.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.150+0000 7fef7b39f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef740d3560 0x7fef740b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.150+0000 7fef7b39f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef740b4f30 con 0x7fef740b4520 2024-09-16T01:48:50.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.150+0000 7fef7b39f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef740b5210 con 0x7fef740cecb0 2024-09-16T01:48:50.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.150+0000 7fef7b39f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fef740b54f0 con 0x7fef740d3560 2024-09-16T01:48:50.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.150+0000 7fef79b9c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef740d3560 0x7fef740b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.150+0000 7fef7ab9e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fef740b4520 0x7fef74167f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60462/0 (socket says 172.21.15.16:60462) 2024-09-16T01:48:50.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.150+0000 7fef7ab9e640 1 -- 172.21.15.16:0/3056707488 learned_addr learned my addr 172.21.15.16:0/3056707488 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:50.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.151+0000 7fef79b9c640 1 -- 172.21.15.16:0/3056707488 >> v1:172.21.15.104:6789/0 conn(0x7fef740cecb0 legacy=0x7fef740cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.151+0000 7fef79b9c640 1 -- 172.21.15.16:0/3056707488 >> v1:172.21.15.16:6789/0 conn(0x7fef740b4520 legacy=0x7fef74167f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.151+0000 7fef79b9c640 1 -- 172.21.15.16:0/3056707488 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef740b57d0 con 0x7fef740d3560 2024-09-16T01:48:50.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.151+0000 7fef79b9c640 1 --2- 172.21.15.16:0/3056707488 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef740b31f0 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fef680097a0 tx=0x7fef6802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b4fdf4e445d1c74 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7939b640 1 -- 172.21.15.16:0/3056707488 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef68037070 con 0x7fef740d3560 2024-09-16T01:48:50.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7939b640 1 -- 172.21.15.16:0/3056707488 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef68032440 con 0x7fef740d3560 2024-09-16T01:48:50.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7939b640 1 -- 172.21.15.16:0/3056707488 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef68032810 con 0x7fef740d3560 2024-09-16T01:48:50.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7b39f640 1 -- 172.21.15.16:0/3056707488 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 msgr2=0x7fef740b31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7b39f640 1 --2- 172.21.15.16:0/3056707488 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef740b31f0 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fef680097a0 tx=0x7fef6802a270 comp rx=0 tx=0).stop 2024-09-16T01:48:50.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7b39f640 1 -- 172.21.15.16:0/3056707488 shutdown_connections 2024-09-16T01:48:50.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7b39f640 1 --2- 172.21.15.16:0/3056707488 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef740b31f0 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7b39f640 1 -- 172.21.15.16:0/3056707488 >> 172.21.15.16:0/3056707488 conn(0x7fef74072990 msgr2=0x7fef74072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7b39f640 1 -- 172.21.15.16:0/3056707488 shutdown_connections 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.152+0000 7fef7b39f640 1 -- 172.21.15.16:0/3056707488 wait complete. 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.153+0000 7fef7b39f640 1 Processor -- start 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7b39f640 1 -- start start 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7b39f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef740b4520 0x7fef741f7120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7b39f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef740cecb0 0x7fef740c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7b39f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef74160850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7b39f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fef740b4930 con 0x7fef740d3560 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7b39f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fef7415e6c0 con 0x7fef740cecb0 2024-09-16T01:48:50.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7b39f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fef740b4ab0 con 0x7fef740b4520 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7ab9e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef74160850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7ab9e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef74160850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40394/0 (socket says 172.21.15.16:40394) 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.154+0000 7fef7ab9e640 1 -- 172.21.15.16:0/556084018 learned_addr learned my addr 172.21.15.16:0/556084018 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef79b9c640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef740cecb0 0x7fef740c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7a39d640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef740b4520 0x7fef741f7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7ab9e640 1 -- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef740b4520 msgr2=0x7fef741f7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7ab9e640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef740b4520 0x7fef741f7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7ab9e640 1 -- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef740cecb0 msgr2=0x7fef740c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7ab9e640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef740cecb0 0x7fef740c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7ab9e640 1 -- 172.21.15.16:0/556084018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef741f7660 con 0x7fef740d3560 2024-09-16T01:48:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7ab9e640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef74160850 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fef6c00c400 tx=0x7fef6c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef66ffd640 1 -- 172.21.15.16:0/556084018 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6c017070 con 0x7fef740d3560 2024-09-16T01:48:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef66ffd640 1 -- 172.21.15.16:0/556084018 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef6c005ce0 con 0x7fef740d3560 2024-09-16T01:48:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef66ffd640 1 -- 172.21.15.16:0/556084018 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6c007310 con 0x7fef740d3560 2024-09-16T01:48:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef740c8860 con 0x7fef740d3560 2024-09-16T01:48:50.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.155+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef740c8e20 con 0x7fef740d3560 2024-09-16T01:48:50.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.156+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef740b31f0 con 0x7fef740d3560 2024-09-16T01:48:50.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.157+0000 7fef66ffd640 1 -- 172.21.15.16:0/556084018 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fef6c01a070 con 0x7fef740d3560 2024-09-16T01:48:50.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.157+0000 7fef66ffd640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef5806c880 0x7fef5806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.157+0000 7fef66ffd640 1 -- 172.21.15.16:0/556084018 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7fef6c08b310 con 0x7fef740d3560 2024-09-16T01:48:50.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.157+0000 7fef7a39d640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef5806c880 0x7fef5806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.158+0000 7fef7a39d640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef5806c880 0x7fef5806ed40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fef70005520 tx=0x7fef70009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.161+0000 7fef66ffd640 1 -- 172.21.15.16:0/556084018 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef6c059180 con 0x7fef740d3560 2024-09-16T01:48:50.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.375+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef741f4330 con 0x7fef740d3560 2024-09-16T01:48:50.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.376+0000 7fef66ffd640 1 -- 172.21.15.16:0/556084018 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5231 (secure 0 0 0) 0x7fef6c058a80 con 0x7fef740d3560 2024-09-16T01:48:50.378 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:50.378 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"btime":"2024-09-16T01:48:41:892429+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3322996829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3322996829},{"type":"v1","addr":"172.21.15.104:6834","nonce":3322996829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3930434798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3930434798},{"type":"v1","addr":"172.21.15.104:6835","nonce":3930434798}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7548,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1496738114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1496738114},{"type":"v1","addr":"172.21.15.16:6833","nonce":1496738114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:48:33.185879+0000","modified":"2024-09-16T01:48:35.220111+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7569},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7569":{"gid":7569,"name":"a","rank":0,"incarnation":67,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/3159855294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3159855294},{"type":"v1","addr":"172.21.15.16:6835","nonce":3159855294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7569,"qdb_cluster":[7569]},"id":9}]} 2024-09-16T01:48:50.379 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 70 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef5806c880 msgr2=0x7fef5806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef5806c880 0x7fef5806ed40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fef70005520 tx=0x7fef70009040 comp rx=0 tx=0).stop 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 msgr2=0x7fef74160850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef74160850 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fef6c00c400 tx=0x7fef6c00c8c0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 shutdown_connections 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fef5806c880 0x7fef5806ed40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef740d3560 0x7fef74160850 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef740cecb0 0x7fef740c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 --2- 172.21.15.16:0/556084018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef740b4520 0x7fef741f7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 >> 172.21.15.16:0/556084018 conn(0x7fef74072990 msgr2=0x7fef7406c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 shutdown_connections 2024-09-16T01:48:50.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.378+0000 7fef7b39f640 1 -- 172.21.15.16:0/556084018 wait complete. 2024-09-16T01:48:50.391 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:50.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.491+0000 7feea0e77640 1 Processor -- start 2024-09-16T01:48:50.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.491+0000 7feea0e77640 1 -- start start 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7feea0e77640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee9c06bbe0 0x7fee9c06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7feea0e77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06f6e0 0x7fee9c161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7feea0e77640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee9c0b6a70 con 0x7fee9c15e3a0 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7feea0e77640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fee9c06fb50 con 0x7fee9c06bbe0 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7feea0e77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fee9c0b7640 con 0x7fee9c06f6e0 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee9c06bbe0 0x7fee9c06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee9c06bbe0 0x7fee9c06f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40408/0 (socket says 172.21.15.16:40408) 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 -- 172.21.15.16:0/85631770 learned_addr learned my addr 172.21.15.16:0/85631770 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 -- 172.21.15.16:0/85631770 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06f6e0 msgr2=0x7fee9c161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 --2- 172.21.15.16:0/85631770 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06f6e0 0x7fee9c161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 -- 172.21.15.16:0/85631770 >> v1:172.21.15.104:6789/0 conn(0x7fee9c15e3a0 legacy=0x7fee9c06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 -- 172.21.15.16:0/85631770 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee9c06d960 con 0x7fee9c06bbe0 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee93fff640 1 --2- 172.21.15.16:0/85631770 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c06bbe0 0x7fee9c06f1a0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fee9c0b77c0 tx=0x7fee8402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32665534ef2f7751 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee99d9b640 1 -- 172.21.15.16:0/85631770 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee84004030 con 0x7fee9c06bbe0 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee99d9b640 1 -- 172.21.15.16:0/85631770 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee840041d0 con 0x7fee9c06bbe0 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.493+0000 7fee99d9b640 1 -- 172.21.15.16:0/85631770 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee84003610 con 0x7fee9c06bbe0 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 -- 172.21.15.16:0/85631770 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c06bbe0 msgr2=0x7fee9c06f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 --2- 172.21.15.16:0/85631770 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c06bbe0 0x7fee9c06f1a0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fee9c0b77c0 tx=0x7fee8402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 -- 172.21.15.16:0/85631770 shutdown_connections 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 --2- 172.21.15.16:0/85631770 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06f6e0 0x7fee9c161f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 --2- 172.21.15.16:0/85631770 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c06bbe0 0x7fee9c06f1a0 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 -- 172.21.15.16:0/85631770 >> 172.21.15.16:0/85631770 conn(0x7fee9c0b4090 msgr2=0x7fee9c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 -- 172.21.15.16:0/85631770 shutdown_connections 2024-09-16T01:48:50.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.494+0000 7feea0e77640 1 -- 172.21.15.16:0/85631770 wait complete. 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.495+0000 7feea0e77640 1 Processor -- start 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.495+0000 7feea0e77640 1 -- start start 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7feea0e77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06bbe0 0x7fee9c160110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7feea0e77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee9c06f6e0 0x7fee9c0b0a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7feea0e77640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c15e3a0 0x7fee9c1f4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7feea0e77640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fee9c0b72d0 con 0x7fee9c15e3a0 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7feea0e77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fee9c0b6ff0 con 0x7fee9c06f6e0 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7feea0e77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fee9c15e780 con 0x7fee9c06bbe0 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c15e3a0 0x7fee9c1f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c15e3a0 0x7fee9c1f4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40410/0 (socket says 172.21.15.16:40410) 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 -- 172.21.15.16:0/774238905 learned_addr learned my addr 172.21.15.16:0/774238905 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:50.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9a59c640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06bbe0 0x7fee9c160110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee93fff640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee9c06f6e0 0x7fee9c0b0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 -- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06bbe0 msgr2=0x7fee9c160110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06bbe0 0x7fee9c160110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 -- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee9c06f6e0 msgr2=0x7fee9c0b0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee9c06f6e0 0x7fee9c0b0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.496+0000 7fee9ad9d640 1 -- 172.21.15.16:0/774238905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee9c1f4fd0 con 0x7fee9c15e3a0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.497+0000 7fee9ad9d640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c15e3a0 0x7fee9c1f4030 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7fee9400b9a0 tx=0x7fee9400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.497+0000 7fee92ffd640 1 -- 172.21.15.16:0/774238905 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee94019070 con 0x7fee9c15e3a0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.497+0000 7fee92ffd640 1 -- 172.21.15.16:0/774238905 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee9400cbc0 con 0x7fee9c15e3a0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.497+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee9c1f4a10 con 0x7fee9c15e3a0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.497+0000 7fee92ffd640 1 -- 172.21.15.16:0/774238905 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee94014440 con 0x7fee9c15e3a0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.497+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee9c0b0220 con 0x7fee9c15e3a0 2024-09-16T01:48:50.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.498+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee9c073cc0 con 0x7fee9c15e3a0 2024-09-16T01:48:50.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.498+0000 7fee92ffd640 1 -- 172.21.15.16:0/774238905 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fee9401c070 con 0x7fee9c15e3a0 2024-09-16T01:48:50.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.499+0000 7fee92ffd640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee7c06c850 0x7fee7c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.499+0000 7fee92ffd640 1 -- 172.21.15.16:0/774238905 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7fee9408bb40 con 0x7fee9c15e3a0 2024-09-16T01:48:50.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.499+0000 7fee9a59c640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee7c06c850 0x7fee7c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.499+0000 7fee9a59c640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee7c06c850 0x7fee7c06ed10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fee8c006fd0 tx=0x7fee8c009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.504+0000 7fee92ffd640 1 -- 172.21.15.16:0/774238905 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee940593f0 con 0x7fee9c15e3a0 2024-09-16T01:48:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.679+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fee9c06f240 con 0x7fee9c15e3a0 2024-09-16T01:48:50.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.680+0000 7fee92ffd640 1 -- 172.21.15.16:0/774238905 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16901 (secure 0 0 0) 0x7fee9405d6f0 con 0x7fee9c15e3a0 2024-09-16T01:48:50.683 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:50.683 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":117,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:46.909419+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:30.849311+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T01:48:32.173426+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":117,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"19.31","mappings":[{"from":2,"to":0}]},{"pgid":"19.3f","mappings":[{"from":2,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee7c06c850 msgr2=0x7fee7c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee7c06c850 0x7fee7c06ed10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fee8c006fd0 tx=0x7fee8c009060 comp rx=0 tx=0).stop 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c15e3a0 msgr2=0x7fee9c1f4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c15e3a0 0x7fee9c1f4030 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7fee9400b9a0 tx=0x7fee9400be60 comp rx=0 tx=0).stop 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 shutdown_connections 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fee7c06c850 0x7fee7c06ed10 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee9c15e3a0 0x7fee9c1f4030 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee9c06f6e0 0x7fee9c0b0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 --2- 172.21.15.16:0/774238905 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee9c06bbe0 0x7fee9c160110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 >> 172.21.15.16:0/774238905 conn(0x7fee9c0b4090 msgr2=0x7fee9c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 shutdown_connections 2024-09-16T01:48:50.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.682+0000 7feea0e77640 1 -- 172.21.15.16:0/774238905 wait complete. 2024-09-16T01:48:50.696 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:48:50.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.797+0000 7f97e3a96640 1 Processor -- start 2024-09-16T01:48:50.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.797+0000 7f97e3a96640 1 -- start start 2024-09-16T01:48:50.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e3a96640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f97dc06d2a0 0x7f97dc0755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e3a96640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f97dc15eb40 0x7f97dc0739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e3a96640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc0cab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e3a96640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f97dc073270 con 0x7f97dc06d2a0 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e3a96640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f97dc073550 con 0x7f97dc15eb40 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e3a96640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f97dc15f350 con 0x7f97dc073f20 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e1832640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f97dc06d2a0 0x7f97dc0755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e1832640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f97dc06d2a0 0x7f97dc0755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40424/0 (socket says 172.21.15.16:40424) 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.798+0000 7f97e1832640 1 -- 172.21.15.16:0/2587842897 learned_addr learned my addr 172.21.15.16:0/2587842897 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e2033640 1 --2- 172.21.15.16:0/2587842897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc0cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1031640 1 --2- 172.21.15.16:0/2587842897 >> v2:172.21.15.104:3300/0 conn(0x7f97dc15eb40 0x7f97dc0739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1832640 1 -- 172.21.15.16:0/2587842897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 msgr2=0x7f97dc0cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1832640 1 --2- 172.21.15.16:0/2587842897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc0cab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1832640 1 -- 172.21.15.16:0/2587842897 >> v2:172.21.15.104:3300/0 conn(0x7f97dc15eb40 msgr2=0x7f97dc0739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1832640 1 --2- 172.21.15.16:0/2587842897 >> v2:172.21.15.104:3300/0 conn(0x7f97dc15eb40 0x7f97dc0739e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1832640 1 -- 172.21.15.16:0/2587842897 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97dc15f630 con 0x7f97dc06d2a0 2024-09-16T01:48:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e2033640 1 --2- 172.21.15.16:0/2587842897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc0cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1031640 1 --2- 172.21.15.16:0/2587842897 >> v2:172.21.15.104:3300/0 conn(0x7f97dc15eb40 0x7f97dc0739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.799+0000 7f97e1832640 1 --2- 172.21.15.16:0/2587842897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc06d2a0 0x7f97dc0755d0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f97dc0cec70 tx=0x7f97cc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=208ef9da932fad5b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e0830640 1 -- 172.21.15.16:0/2587842897 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97cc036070 con 0x7f97dc06d2a0 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e0830640 1 -- 172.21.15.16:0/2587842897 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97cc031600 con 0x7f97dc06d2a0 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e0830640 1 -- 172.21.15.16:0/2587842897 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97cc0319d0 con 0x7f97dc06d2a0 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 -- 172.21.15.16:0/2587842897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc06d2a0 msgr2=0x7f97dc0755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 --2- 172.21.15.16:0/2587842897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc06d2a0 0x7f97dc0755d0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f97dc0cec70 tx=0x7f97cc02a6a0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 -- 172.21.15.16:0/2587842897 shutdown_connections 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 --2- 172.21.15.16:0/2587842897 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc0cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 --2- 172.21.15.16:0/2587842897 >> v2:172.21.15.104:3300/0 conn(0x7f97dc15eb40 0x7f97dc0739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 --2- 172.21.15.16:0/2587842897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc06d2a0 0x7f97dc0755d0 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 -- 172.21.15.16:0/2587842897 >> 172.21.15.16:0/2587842897 conn(0x7f97dc0b2ec0 msgr2=0x7f97dc0b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 -- 172.21.15.16:0/2587842897 shutdown_connections 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.800+0000 7f97e3a96640 1 -- 172.21.15.16:0/2587842897 wait complete. 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.801+0000 7f97e3a96640 1 Processor -- start 2024-09-16T01:48:50.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.801+0000 7f97e3a96640 1 -- start start 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e3a96640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97dc06d2a0 0x7f97dc14e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e3a96640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc09d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e3a96640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc15eb40 0x7f97dc0af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e3a96640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f97dc15f100 con 0x7f97dc15eb40 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e3a96640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f97dc15ef80 con 0x7f97dc06d2a0 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e3a96640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f97dc0cb050 con 0x7f97dc073f20 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e2033640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc15eb40 0x7f97dc0af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e2033640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc15eb40 0x7f97dc0af1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40432/0 (socket says 172.21.15.16:40432) 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e2033640 1 -- 172.21.15.16:0/3053206283 learned_addr learned my addr 172.21.15.16:0/3053206283 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e1832640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97dc06d2a0 0x7f97dc14e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.802+0000 7f97e1031640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc09d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e2033640 1 -- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 msgr2=0x7f97dc09d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e2033640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc09d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e2033640 1 -- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97dc06d2a0 msgr2=0x7f97dc14e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e2033640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97dc06d2a0 0x7f97dc14e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e2033640 1 -- 172.21.15.16:0/3053206283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97dc09ec30 con 0x7f97dc15eb40 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e2033640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc15eb40 0x7f97dc0af1f0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f97d400c7f0 tx=0x7f97d400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97da7fc640 1 -- 172.21.15.16:0/3053206283 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d4015070 con 0x7f97dc15eb40 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97da7fc640 1 -- 172.21.15.16:0/3053206283 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97d4007820 con 0x7f97dc15eb40 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97dc09db90 con 0x7f97dc15eb40 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97da7fc640 1 -- 172.21.15.16:0/3053206283 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d4007c10 con 0x7f97dc15eb40 2024-09-16T01:48:50.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.803+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97dc09e150 con 0x7f97dc15eb40 2024-09-16T01:48:50.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.804+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97dc0cb430 con 0x7f97dc15eb40 2024-09-16T01:48:50.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.805+0000 7f97da7fc640 1 -- 172.21.15.16:0/3053206283 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f97d4018070 con 0x7f97dc15eb40 2024-09-16T01:48:50.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.805+0000 7f97da7fc640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f97c806c850 0x7f97c806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.805+0000 7f97da7fc640 1 -- 172.21.15.16:0/3053206283 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5851+0+0 (secure 0 0 0) 0x7f97d408c1e0 con 0x7f97dc15eb40 2024-09-16T01:48:50.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.805+0000 7f97e1832640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f97c806c850 0x7f97c806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.806+0000 7f97e1832640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f97c806c850 0x7f97c806ed10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f97cc033000 tx=0x7f97cc009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:50.809+0000 7f97da7fc640 1 -- 172.21.15.16:0/3053206283 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f97dc09ec30 con 0x7f97dc15eb40 2024-09-16T01:48:51.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.024+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f97dc14ed50 con 0x7f97dc15eb40 2024-09-16T01:48:51.027 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:48:51.025+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:48:51.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.026+0000 7f97da7fc640 1 -- 172.21.15.16:0/3053206283 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v71) ==== 161+0+0 (secure 0 0 0) 0x7f97d4059f80 con 0x7f97dc15eb40 2024-09-16T01:48:51.028 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:48:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f97c806c850 msgr2=0x7f97c806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f97c806c850 0x7f97c806ed10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f97cc033000 tx=0x7f97cc009000 comp rx=0 tx=0).stop 2024-09-16T01:48:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc15eb40 msgr2=0x7f97dc0af1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc15eb40 0x7f97dc0af1f0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f97d400c7f0 tx=0x7f97d400ccb0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 shutdown_connections 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f97c806c850 0x7f97c806ed10 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f97dc15eb40 0x7f97dc0af1f0 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97dc073f20 0x7f97dc09d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 --2- 172.21.15.16:0/3053206283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97dc06d2a0 0x7f97dc14e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 >> 172.21.15.16:0/3053206283 conn(0x7f97dc0b2ec0 msgr2=0x7f97dc0b1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 shutdown_connections 2024-09-16T01:48:51.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.030+0000 7f97e3a96640 1 -- 172.21.15.16:0/3053206283 wait complete. 2024-09-16T01:48:51.043 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:48:51.069 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:48:51.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.147+0000 7fb978417640 1 Processor -- start 2024-09-16T01:48:51.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.147+0000 7fb978417640 1 -- start start 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb978417640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 0x7fb970169300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb978417640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9700cfcd0 con 0x7fb9700d4010 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb978417640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9700d22f0 con 0x7fb970147f30 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb978417640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb9700d20a0 con 0x7fb9700d1680 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9759b2640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb9700d4010 0x7fb9700d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60472/0 (socket says 172.21.15.16:60472) 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9759b2640 1 -- 172.21.15.16:0/2235077642 learned_addr learned my addr 172.21.15.16:0/2235077642 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9769b4640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 0x7fb970169300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4148109295 0 0) 0x7fb9700cfcd0 con 0x7fb9700d4010 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb95c003520 con 0x7fb9700d4010 2024-09-16T01:48:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3661310046 0 0) 0x7fb9700d22f0 con 0x7fb970147f30 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb9700cfcd0 con 0x7fb970147f30 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4245263301 0 0) 0x7fb95c003520 con 0x7fb9700d4010 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 msgr2=0x7fb970169300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 0x7fb970169300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 >> v1:172.21.15.104:6789/0 conn(0x7fb970147f30 legacy=0x7fb9700cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9700d25d0 con 0x7fb9700d4010 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fb960001670 con 0x7fb9700d4010 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9769b4640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 0x7fb970169300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 >> v1:172.21.15.16:6789/0 conn(0x7fb9700d4010 legacy=0x7fb9700d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb95c003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 0x7fb95c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb95c004d40 0x7fb95c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb9700d20a0 con 0x7fb95c003b70 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb95c00bad0 con 0x7fb95c004d40 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb95c00bcd0 con 0x7fb9700d1680 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9761b3640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb95c003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9759b2640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 0x7fb95c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9769b4640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb95c004d40 0x7fb95c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9761b3640 1 -- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 msgr2=0x7fb95c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9761b3640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9700d1680 0x7fb95c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9761b3640 1 -- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb95c004d40 msgr2=0x7fb95c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9761b3640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb95c004d40 0x7fb95c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9761b3640 1 -- 172.21.15.16:0/2235077642 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb95c003520 con 0x7fb95c003b70 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.149+0000 7fb9769b4640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb95c004d40 0x7fb95c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb9761b3640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb95c003f70 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7fb96c0018d0 tx=0x7fb95c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91b8f31e43e14356 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:51.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c0014f0 con 0x7fb95c003b70 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96c0052d0 con 0x7fb95c003b70 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb9751b1640 1 -- 172.21.15.16:0/2235077642 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c02aca0 con 0x7fb95c003b70 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb978417640 1 -- 172.21.15.16:0/2235077642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 msgr2=0x7fb95c003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb978417640 1 --2- 172.21.15.16:0/2235077642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb95c003f70 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7fb96c0018d0 tx=0x7fb95c005830 comp rx=0 tx=0).stop 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb9769b4640 1 -- 172.21.15.16:0/2235077642 reap_dead start 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb978417640 1 -- 172.21.15.16:0/2235077642 shutdown_connections 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb978417640 1 -- 172.21.15.16:0/2235077642 >> 172.21.15.16:0/2235077642 conn(0x7fb970074da0 msgr2=0x7fb9700d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb978417640 1 -- 172.21.15.16:0/2235077642 shutdown_connections 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.150+0000 7fb978417640 1 -- 172.21.15.16:0/2235077642 wait complete. 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 Processor -- start 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 -- start start 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb9700cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9701f4880 0x7fb970153d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9700cd2a0 0x7fb9700cd720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb970148310 con 0x7fb95c003b70 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb9700d2b90 con 0x7fb9700cd2a0 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb978417640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb9700d30b0 con 0x7fb9701f4880 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb9761b3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb9700cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb9761b3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb9700cf3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40466/0 (socket says 172.21.15.16:40466) 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.152+0000 7fb9761b3640 1 -- 172.21.15.16:0/3275101286 learned_addr learned my addr 172.21.15.16:0/3275101286 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9761b3640 1 -- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9701f4880 msgr2=0x7fb970153d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9761b3640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9701f4880 0x7fb970153d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9769b4640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9700cd2a0 0x7fb9700cd720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9761b3640 1 -- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9700cd2a0 msgr2=0x7fb9700cd720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9761b3640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9700cd2a0 0x7fb9700cd720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9761b3640 1 -- 172.21.15.16:0/3275101286 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9701f4ce0 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9769b4640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9700cd2a0 0x7fb9700cd720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb9761b3640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb9700cf3c0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7fb96c005040 tx=0x7fb96c0012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb966ffd640 1 -- 172.21.15.16:0/3275101286 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c03f020 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb966ffd640 1 -- 172.21.15.16:0/3275101286 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96c006e50 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb966ffd640 1 -- 172.21.15.16:0/3275101286 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c037040 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb970140790 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.153+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb970140d50 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.154+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9700b8ec0 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.155+0000 7fb966ffd640 1 -- 172.21.15.16:0/3275101286 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fb96c042020 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.155+0000 7fb966ffd640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95406c880 0x7fb95406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.155+0000 7fb966ffd640 1 -- 172.21.15.16:0/3275101286 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5909+0+0 (secure 0 0 0) 0x7fb96c0abb40 con 0x7fb95c003b70 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.155+0000 7fb9759b2640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95406c880 0x7fb95406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.156+0000 7fb9759b2640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95406c880 0x7fb95406ed40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb960001c40 tx=0x7fb960001b90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.159+0000 7fb966ffd640 1 -- 172.21.15.16:0/3275101286 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb96c049030 con 0x7fb95c003b70 2024-09-16T01:48:51.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:51.375+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb9700b8be0 con 0x7fb95c003b70 2024-09-16T01:48:52.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.029+0000 7fb966ffd640 1 -- 172.21.15.16:0/3275101286 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v72) ==== 104+0+0 (secure 0 0 0) 0x7fb96c079a00 con 0x7fb95c003b70 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95406c880 msgr2=0x7fb95406ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95406c880 0x7fb95406ed40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb960001c40 tx=0x7fb960001b90 comp rx=0 tx=0).stop 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 msgr2=0x7fb9700cf3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb9700cf3c0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7fb96c005040 tx=0x7fb96c0012d0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 shutdown_connections 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95406c880 0x7fb95406ed40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9700cd2a0 0x7fb9700cd720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9701f4880 0x7fb970153d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 --2- 172.21.15.16:0/3275101286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb95c003b70 0x7fb9700cf3c0 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 >> 172.21.15.16:0/3275101286 conn(0x7fb970074da0 msgr2=0x7fb970161e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 shutdown_connections 2024-09-16T01:48:52.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.032+0000 7fb978417640 1 -- 172.21.15.16:0/3275101286 wait complete. 2024-09-16T01:48:52.048 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:48:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.201+0000 7ff7d8d6d640 1 Processor -- start 2024-09-16T01:48:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.201+0000 7ff7d8d6d640 1 -- start start 2024-09-16T01:48:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d8d6d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7d40b72a0 0x7ff7d40715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d8d6d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7d406da40 con 0x7ff7d415e690 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d8d6d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7d4070b10 con 0x7ff7d406d3f0 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d8d6d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff7d4071b30 con 0x7ff7d40b72a0 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d259c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff7d415e690 0x7ff7d4073c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35186/0 (socket says 172.21.15.16:35186) 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d259c640 1 -- 172.21.15.16:0/3658646869 learned_addr learned my addr 172.21.15.16:0/3658646869 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 124249253 0 0) 0x7ff7d406da40 con 0x7ff7d415e690 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff7bc003520 con 0x7ff7d415e690 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d2d9d640 1 --2- 172.21.15.16:0/3658646869 >> v2:172.21.15.104:3300/0 conn(0x7ff7d40b72a0 0x7ff7d40715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2008880176 0 0) 0x7ff7bc003520 con 0x7ff7d415e690 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 >> v2:172.21.15.104:3300/0 conn(0x7ff7d40b72a0 msgr2=0x7ff7d40715f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 --2- 172.21.15.16:0/3658646869 >> v2:172.21.15.104:3300/0 conn(0x7ff7d40b72a0 0x7ff7d40715f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 >> v1:172.21.15.104:6789/0 conn(0x7ff7d406d3f0 legacy=0x7ff7d40b6b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7d4070df0 con 0x7ff7d415e690 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff7c4001670 con 0x7ff7d415e690 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 >> v1:172.21.15.16:6789/0 conn(0x7ff7d415e690 legacy=0x7ff7d4073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7bc0039b0 0x7ff7bc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7bc004800 0x7ff7bc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc0052e0 0x7ff7bc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d4071b30 con 0x7ff7bc004800 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff7bc00c1b0 con 0x7ff7bc0039b0 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.202+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff7bc00c3b0 con 0x7ff7bc0052e0 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d1d9b640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7bc004800 0x7ff7bc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d259c640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7bc0039b0 0x7ff7bc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d2d9d640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc0052e0 0x7ff7bc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d1d9b640 1 -- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc0052e0 msgr2=0x7ff7bc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d1d9b640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc0052e0 0x7ff7bc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d1d9b640 1 -- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7bc0039b0 msgr2=0x7ff7bc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d1d9b640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7bc0039b0 0x7ff7bc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d1d9b640 1 -- 172.21.15.16:0/3658646869 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7bc003520 con 0x7ff7bc004800 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d2d9d640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc0052e0 0x7ff7bc00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.203+0000 7ff7d2d9d640 1 -- 172.21.15.16:0/3658646869 reap_dead start 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d1d9b640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7bc004800 0x7ff7bc004c80 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7ff7c8001720 tx=0x7ff7bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7824e4139b9f374 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c8001370 con 0x7ff7bc004800 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7c80052d0 con 0x7ff7bc004800 2024-09-16T01:48:52.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d159a640 1 -- 172.21.15.16:0/3658646869 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c802ab70 con 0x7ff7bc004800 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/3658646869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7bc004800 msgr2=0x7ff7bc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7bc004800 0x7ff7bc004c80 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7ff7c8001720 tx=0x7ff7bc005830 comp rx=0 tx=0).stop 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/3658646869 shutdown_connections 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/3658646869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7bc004800 0x7ff7bc004c80 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/3658646869 >> 172.21.15.16:0/3658646869 conn(0x7ff7d40b4250 msgr2=0x7ff7d40b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/3658646869 shutdown_connections 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.204+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/3658646869 wait complete. 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.206+0000 7ff7d8d6d640 1 Processor -- start 2024-09-16T01:48:52.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.206+0000 7ff7d8d6d640 1 -- start start 2024-09-16T01:48:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.206+0000 7ff7d8d6d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc004800 0x7ff7d4155e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.206+0000 7ff7d8d6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7d4152cd0 0x7ff7d4154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.206+0000 7ff7d8d6d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7d414f250 0x7ff7d4158020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d8d6d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d415ea70 con 0x7ff7d4152cd0 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d8d6d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d40708c0 con 0x7ff7d414f250 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d8d6d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff7d40715f0 con 0x7ff7bc004800 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7d4152cd0 0x7ff7d4154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7d4152cd0 0x7ff7d4154510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59850/0 (socket says 172.21.15.16:59850) 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 -- 172.21.15.16:0/1158646421 learned_addr learned my addr 172.21.15.16:0/1158646421 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d2d9d640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7d414f250 0x7ff7d4158020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d259c640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc004800 0x7ff7d4155e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 -- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc004800 msgr2=0x7ff7d4155e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc004800 0x7ff7d4155e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 -- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7d414f250 msgr2=0x7ff7d4158020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7d414f250 0x7ff7d4158020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 -- 172.21.15.16:0/1158646421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7d4153440 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d1d9b640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7d4152cd0 0x7ff7d4154510 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7ff7c8005040 tx=0x7ff7c8001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7c2ffd640 1 -- 172.21.15.16:0/1158646421 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c8037040 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7c2ffd640 1 -- 172.21.15.16:0/1158646421 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7c8040070 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7c2ffd640 1 -- 172.21.15.16:0/1158646421 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c8007a30 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7d4153160 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.207+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7d4153d10 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.209+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7d40b6b90 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.209+0000 7ff7c2ffd640 1 -- 172.21.15.16:0/1158646421 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7ff7c80052d0 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.209+0000 7ff7c2ffd640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff7b406c850 0x7ff7b406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.210+0000 7ff7c2ffd640 1 -- 172.21.15.16:0/1158646421 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5909+0+0 (secure 0 0 0) 0x7ff7c80abb10 con 0x7ff7d4152cd0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.210+0000 7ff7d259c640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff7b406c850 0x7ff7b406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.210+0000 7ff7d259c640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff7b406c850 0x7ff7b406ed10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4007cb0 tx=0x7ff7c4000f80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.214+0000 7ff7c2ffd640 1 -- 172.21.15.16:0/1158646421 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff7c80ade20 con 0x7ff7d4152cd0 2024-09-16T01:48:52.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:52.389+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff7d406c320 con 0x7ff7d4152cd0 2024-09-16T01:48:53.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.036+0000 7ff7c2ffd640 1 -- 172.21.15.16:0/1158646421 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v119) ==== 181+0+0 (secure 0 0 0) 0x7ff7c8079260 con 0x7ff7d4152cd0 2024-09-16T01:48:53.037 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:48:53.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.039+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff7b406c850 msgr2=0x7ff7b406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:53.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.039+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff7b406c850 0x7ff7b406ed10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4007cb0 tx=0x7ff7c4000f80 comp rx=0 tx=0).stop 2024-09-16T01:48:53.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.039+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7d4152cd0 msgr2=0x7ff7d4154510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:53.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.039+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7d4152cd0 0x7ff7d4154510 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7ff7c8005040 tx=0x7ff7c8001120 comp rx=0 tx=0).stop 2024-09-16T01:48:53.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 shutdown_connections 2024-09-16T01:48:53.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff7b406c850 0x7ff7b406ed10 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7d414f250 0x7ff7d4158020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7d4152cd0 0x7ff7d4154510 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 --2- 172.21.15.16:0/1158646421 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7bc004800 0x7ff7d4155e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 >> 172.21.15.16:0/1158646421 conn(0x7ff7d40b4250 msgr2=0x7ff7d406c840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:53.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 shutdown_connections 2024-09-16T01:48:53.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.040+0000 7ff7d8d6d640 1 -- 172.21.15.16:0/1158646421 wait complete. 2024-09-16T01:48:53.054 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:48:53.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.162+0000 7f0a78f9d640 1 Processor -- start 2024-09-16T01:48:53.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.162+0000 7f0a78f9d640 1 -- start start 2024-09-16T01:48:53.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a78f9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0a7415c1b0 0x7f0a74072d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:53.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a78f9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0a74073270 0x7f0a7415fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a78f9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74160400 0x7f0a7415c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a78f9d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0a740736b0 con 0x7f0a74073270 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a78f9d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0a7406edc0 con 0x7f0a7415c1b0 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a78f9d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0a7406e000 con 0x7f0a74160400 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0a74073270 0x7f0a7415fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0a74073270 0x7f0a7415fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59860/0 (socket says 172.21.15.16:59860) 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 -- 172.21.15.16:0/857263373 learned_addr learned my addr 172.21.15.16:0/857263373 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 -- 172.21.15.16:0/857263373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74160400 msgr2=0x7f0a7415c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 --2- 172.21.15.16:0/857263373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74160400 0x7f0a7415c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 -- 172.21.15.16:0/857263373 >> v2:172.21.15.104:3300/0 conn(0x7f0a7415c1b0 msgr2=0x7f0a74072d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a737fe640 1 --2- 172.21.15.16:0/857263373 >> v2:172.21.15.104:3300/0 conn(0x7f0a7415c1b0 0x7f0a74072d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 --2- 172.21.15.16:0/857263373 >> v2:172.21.15.104:3300/0 conn(0x7f0a7415c1b0 0x7f0a74072d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a72ffd640 1 -- 172.21.15.16:0/857263373 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a7406e2e0 con 0x7f0a74073270 2024-09-16T01:48:53.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.163+0000 7f0a737fe640 1 --2- 172.21.15.16:0/857263373 >> v2:172.21.15.104:3300/0 conn(0x7f0a7415c1b0 0x7f0a74072d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:53.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.164+0000 7f0a72ffd640 1 --2- 172.21.15.16:0/857263373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74073270 0x7f0a7415fec0 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f0a740715b0 tx=0x7f0a6802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff06e4ae3f30457 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:53.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.164+0000 7f0a727fc640 1 -- 172.21.15.16:0/857263373 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a68037070 con 0x7f0a74073270 2024-09-16T01:48:53.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.164+0000 7f0a727fc640 1 -- 172.21.15.16:0/857263373 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a68032440 con 0x7f0a74073270 2024-09-16T01:48:53.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.164+0000 7f0a727fc640 1 -- 172.21.15.16:0/857263373 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a68032810 con 0x7f0a74073270 2024-09-16T01:48:53.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 -- 172.21.15.16:0/857263373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74073270 msgr2=0x7f0a7415fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:53.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/857263373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74073270 0x7f0a7415fec0 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f0a740715b0 tx=0x7f0a6802a140 comp rx=0 tx=0).stop 2024-09-16T01:48:53.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 -- 172.21.15.16:0/857263373 shutdown_connections 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/857263373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74160400 0x7f0a7415c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/857263373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74073270 0x7f0a7415fec0 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/857263373 >> v2:172.21.15.104:3300/0 conn(0x7f0a7415c1b0 0x7f0a74072d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 -- 172.21.15.16:0/857263373 >> 172.21.15.16:0/857263373 conn(0x7f0a740d21a0 msgr2=0x7f0a740d25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 -- 172.21.15.16:0/857263373 shutdown_connections 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.165+0000 7f0a78f9d640 1 -- 172.21.15.16:0/857263373 wait complete. 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.166+0000 7f0a78f9d640 1 Processor -- start 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.166+0000 7f0a78f9d640 1 -- start start 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a78f9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74073270 0x7f0a7406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a78f9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a7415c1b0 0x7f0a741f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a78f9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74160400 0x7f0a74070560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:53.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a78f9d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0a74160a10 con 0x7f0a74160400 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a78f9d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0a74160890 con 0x7f0a7415c1b0 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a78f9d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0a7415cad0 con 0x7f0a74073270 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74160400 0x7f0a74070560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74160400 0x7f0a74070560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59874/0 (socket says 172.21.15.16:59874) 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 -- 172.21.15.16:0/3496176439 learned_addr learned my addr 172.21.15.16:0/3496176439 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a72ffd640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a7415c1b0 0x7f0a741f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a737fe640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74073270 0x7f0a7406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 -- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74073270 msgr2=0x7f0a7406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74073270 0x7f0a7406bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 -- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a7415c1b0 msgr2=0x7f0a741f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a7415c1b0 0x7f0a741f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:53.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.167+0000 7f0a73fff640 1 -- 172.21.15.16:0/3496176439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a7406c2c0 con 0x7f0a74160400 2024-09-16T01:48:53.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.168+0000 7f0a73fff640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74160400 0x7f0a74070560 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00b970 tx=0x7f0a6c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:53.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.168+0000 7f0a5bfff640 1 -- 172.21.15.16:0/3496176439 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c019070 con 0x7f0a74160400 2024-09-16T01:48:53.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.168+0000 7f0a5bfff640 1 -- 172.21.15.16:0/3496176439 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a6c00cb00 con 0x7f0a74160400 2024-09-16T01:48:53.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.168+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a7406c5a0 con 0x7f0a74160400 2024-09-16T01:48:53.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.168+0000 7f0a5bfff640 1 -- 172.21.15.16:0/3496176439 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c014440 con 0x7f0a74160400 2024-09-16T01:48:53.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.168+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a7406cb60 con 0x7f0a74160400 2024-09-16T01:48:53.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.169+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a74072d30 con 0x7f0a74160400 2024-09-16T01:48:53.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.169+0000 7f0a5bfff640 1 -- 172.21.15.16:0/3496176439 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f0a6c01c070 con 0x7f0a74160400 2024-09-16T01:48:53.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.170+0000 7f0a5bfff640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a6006c880 0x7f0a6006ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:53.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.170+0000 7f0a5bfff640 1 -- 172.21.15.16:0/3496176439 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5471+0+0 (secure 0 0 0) 0x7f0a6c08b9e0 con 0x7f0a74160400 2024-09-16T01:48:53.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.170+0000 7f0a737fe640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a6006c880 0x7f0a6006ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:53.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.170+0000 7f0a737fe640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a6006c880 0x7f0a6006ed40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0a6400a990 tx=0x7f0a64008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:53.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.174+0000 7f0a5bfff640 1 -- 172.21.15.16:0/3496176439 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0a6c059a60 con 0x7f0a74160400 2024-09-16T01:48:53.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:53.348+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0a7406ff10 con 0x7f0a74160400 2024-09-16T01:48:54.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.041+0000 7f0a5bfff640 1 -- 172.21.15.16:0/3496176439 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v120) ==== 169+0+0 (secure 0 0 0) 0x7f0a6c059360 con 0x7f0a74160400 2024-09-16T01:48:54.043 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:48:54.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a6006c880 msgr2=0x7f0a6006ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a6006c880 0x7f0a6006ed40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0a6400a990 tx=0x7f0a64008040 comp rx=0 tx=0).stop 2024-09-16T01:48:54.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74160400 msgr2=0x7f0a74070560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74160400 0x7f0a74070560 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00b970 tx=0x7f0a6c00be30 comp rx=0 tx=0).stop 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 shutdown_connections 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a6006c880 0x7f0a6006ed40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a74160400 0x7f0a74070560 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a7415c1b0 0x7f0a741f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 --2- 172.21.15.16:0/3496176439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a74073270 0x7f0a7406bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.046+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 >> 172.21.15.16:0/3496176439 conn(0x7f0a740d21a0 msgr2=0x7f0a740ce430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.047+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 shutdown_connections 2024-09-16T01:48:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.047+0000 7f0a78f9d640 1 -- 172.21.15.16:0/3496176439 wait complete. 2024-09-16T01:48:54.064 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:48:54.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.173+0000 7f7ffd3af640 1 Processor -- start 2024-09-16T01:48:54.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.174+0000 7f7ffd3af640 1 -- start start 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ffd3af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7ff8147f30 0x7f7ff80cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ffd3af640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ff80d22f0 con 0x7f7ff80cfb00 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ffd3af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ff80d25d0 con 0x7f7ff80d1680 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ffd3af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7ff80d20a0 con 0x7f7ff8147f30 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff67fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7ff80cfb00 0x7f7ff80d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35202/0 (socket says 172.21.15.16:35202) 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff67fc640 1 -- 172.21.15.16:0/1520322797 learned_addr learned my addr 172.21.15.16:0/1520322797 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff6ffd640 1 --2- 172.21.15.16:0/1520322797 >> v2:172.21.15.104:3300/0 conn(0x7f7ff8147f30 0x7f7ff80cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff5ffb640 1 -- 172.21.15.16:0/1520322797 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1239761619 0 0) 0x7f7ff80d22f0 con 0x7f7ff80cfb00 2024-09-16T01:48:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff5ffb640 1 -- 172.21.15.16:0/1520322797 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fe4003520 con 0x7f7ff80cfb00 2024-09-16T01:48:54.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff6ffd640 1 -- 172.21.15.16:0/1520322797 >> v1:172.21.15.104:6789/0 conn(0x7f7ff80d1680 legacy=0x7f7ff80b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff5ffb640 1 -- 172.21.15.16:0/1520322797 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3640798105 0 0) 0x7f7fe4003520 con 0x7f7ff80cfb00 2024-09-16T01:48:54.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff6ffd640 1 -- 172.21.15.16:0/1520322797 >> v1:172.21.15.16:6789/0 conn(0x7f7ff80cfb00 legacy=0x7f7ff80d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.175+0000 7f7ff6ffd640 1 -- 172.21.15.16:0/1520322797 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff80d28b0 con 0x7f7ff8147f30 2024-09-16T01:48:54.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.176+0000 7f7ff6ffd640 1 --2- 172.21.15.16:0/1520322797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8147f30 0x7f7ff80cf5c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0009d90 tx=0x7f7ff002a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b05a43632aabf38 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.176+0000 7f7ff5ffb640 1 -- 172.21.15.16:0/1520322797 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0001670 con 0x7f7ff8147f30 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.176+0000 7f7ff5ffb640 1 -- 172.21.15.16:0/1520322797 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ff0007540 con 0x7f7ff8147f30 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.176+0000 7f7ff5ffb640 1 -- 172.21.15.16:0/1520322797 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff00078f0 con 0x7f7ff8147f30 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.177+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1520322797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8147f30 msgr2=0x7f7ff80cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.177+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1520322797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8147f30 0x7f7ff80cf5c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0009d90 tx=0x7f7ff002a5f0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.177+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1520322797 shutdown_connections 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.177+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1520322797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8147f30 0x7f7ff80cf5c0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.177+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1520322797 >> 172.21.15.16:0/1520322797 conn(0x7f7ff8074da0 msgr2=0x7f7ff80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.177+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1520322797 shutdown_connections 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.177+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1520322797 wait complete. 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.178+0000 7f7ffd3af640 1 Processor -- start 2024-09-16T01:48:54.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.178+0000 7f7ffd3af640 1 -- start start 2024-09-16T01:48:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ffd3af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ff80cfb00 0x7f7ff813d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ffd3af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff80d1680 0x7f7ff80cbc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ffd3af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ff8147f30 0x7f7ff80ce5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ffd3af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff80d4010 con 0x7f7ff8147f30 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ffd3af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8148310 con 0x7f7ff80d1680 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ffd3af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7ff80d4190 con 0x7f7ff80cfb00 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ff77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ff8147f30 0x7f7ff80ce5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ff77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ff8147f30 0x7f7ff80ce5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59886/0 (socket says 172.21.15.16:59886) 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ff77fe640 1 -- 172.21.15.16:0/1242108494 learned_addr learned my addr 172.21.15.16:0/1242108494 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ff67fc640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff80d1680 0x7f7ff80cbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.179+0000 7f7ff6ffd640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ff80cfb00 0x7f7ff813d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ff77fe640 1 -- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ff80cfb00 msgr2=0x7f7ff813d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ff77fe640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ff80cfb00 0x7f7ff813d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ff77fe640 1 -- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff80d1680 msgr2=0x7f7ff80cbc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ff77fe640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff80d1680 0x7f7ff80cbc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ff77fe640 1 -- 172.21.15.16:0/1242108494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff80cc190 con 0x7f7ff8147f30 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ff67fc640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff80d1680 0x7f7ff80cbc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ff77fe640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ff8147f30 0x7f7ff80ce5d0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8001eb0 tx=0x7f7fe800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7fef7fe640 1 -- 172.21.15.16:0/1242108494 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8017070 con 0x7f7ff8147f30 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7fef7fe640 1 -- 172.21.15.16:0/1242108494 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fe80052d0 con 0x7f7ff8147f30 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ff80cd560 con 0x7f7ff8147f30 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7fef7fe640 1 -- 172.21.15.16:0/1242108494 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8003810 con 0x7f7ff8147f30 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.180+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ff80cdb20 con 0x7f7ff8147f30 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.181+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ff80d30b0 con 0x7f7ff8147f30 2024-09-16T01:48:54.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.182+0000 7f7fef7fe640 1 -- 172.21.15.16:0/1242108494 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f7fe801a070 con 0x7f7ff8147f30 2024-09-16T01:48:54.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.182+0000 7f7fef7fe640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7fd806c850 0x7f7fd806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.182+0000 7f7fef7fe640 1 -- 172.21.15.16:0/1242108494 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7f7fe808afa0 con 0x7f7ff8147f30 2024-09-16T01:48:54.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.182+0000 7f7ff6ffd640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7fd806c850 0x7f7fd806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.183+0000 7f7ff6ffd640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7fd806c850 0x7f7fd806ed10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0034000 tx=0x7f7ff002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:54.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.186+0000 7f7fef7fe640 1 -- 172.21.15.16:0/1242108494 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7fe8059160 con 0x7f7ff8147f30 2024-09-16T01:48:54.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.364+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f7ff8145090 con 0x7f7ff8147f30 2024-09-16T01:48:54.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.367+0000 7f7fef7fe640 1 -- 172.21.15.16:0/1242108494 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v23) ==== 104+0+0 (secure 0 0 0) 0x7f7fe8058a60 con 0x7f7ff8147f30 2024-09-16T01:48:54.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7fd806c850 msgr2=0x7f7fd806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7fd806c850 0x7f7fd806ed10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0034000 tx=0x7f7ff002f000 comp rx=0 tx=0).stop 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ff8147f30 msgr2=0x7f7ff80ce5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ff8147f30 0x7f7ff80ce5d0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8001eb0 tx=0x7f7fe800c890 comp rx=0 tx=0).stop 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 shutdown_connections 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7fd806c850 0x7f7fd806ed10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ff8147f30 0x7f7ff80ce5d0 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff80d1680 0x7f7ff80cbc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 --2- 172.21.15.16:0/1242108494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ff80cfb00 0x7f7ff813d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 >> 172.21.15.16:0/1242108494 conn(0x7f7ff8074da0 msgr2=0x7f7ff80d35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 shutdown_connections 2024-09-16T01:48:54.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.369+0000 7f7ffd3af640 1 -- 172.21.15.16:0/1242108494 wait complete. 2024-09-16T01:48:54.381 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2' 2024-09-16T01:48:54.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.483+0000 7f47bbaba640 1 Processor -- start 2024-09-16T01:48:54.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.483+0000 7f47bbaba640 1 -- start start 2024-09-16T01:48:54.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47bbaba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40b7f20 0x7f47b40b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47bbaba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f47b40d4570 0x7f47b40d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47bbaba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47b40b8500 con 0x7f47b415e680 2024-09-16T01:48:54.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47bbaba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f47b40d4f20 con 0x7f47b40d4570 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47bbaba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f47b40b87e0 con 0x7f47b40b7f20 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47ba057640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f47b40d4570 0x7f47b40d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47b9055640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40b7f20 0x7f47b40b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47ba057640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f47b40d4570 0x7f47b40d49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:37968/0 (socket says 172.21.15.16:37968) 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47b9856640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f47b415e680 0x7f47b40d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:43026/0 (socket says 172.21.15.16:43026) 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47ba057640 1 -- 172.21.15.16:0/2607621506 learned_addr learned my addr 172.21.15.16:0/2607621506 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47ba057640 1 -- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40b7f20 msgr2=0x7f47b40b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47ba057640 1 --2- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40b7f20 0x7f47b40b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47ba057640 1 -- 172.21.15.16:0/2607621506 >> v1:172.21.15.104:6789/0 conn(0x7f47b415e680 legacy=0x7f47b40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47ba057640 1 -- 172.21.15.16:0/2607621506 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b40b8ac0 con 0x7f47b40d4570 2024-09-16T01:48:54.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.484+0000 7f47b9055640 1 --2- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40b7f20 0x7f47b40b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:54.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.485+0000 7f47ba057640 1 --2- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40d4570 0x7f47b40d49e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f47ac009e50 tx=0x7f47ac02a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=422244e6a72b2890 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:54.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.485+0000 7f47b8854640 1 -- 172.21.15.16:0/2607621506 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac036070 con 0x7f47b40d4570 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.485+0000 7f47b8854640 1 -- 172.21.15.16:0/2607621506 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47ac031600 con 0x7f47b40d4570 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.485+0000 7f47b8854640 1 -- 172.21.15.16:0/2607621506 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac0319d0 con 0x7f47b40d4570 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 -- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40d4570 msgr2=0x7f47b40d49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 --2- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40d4570 0x7f47b40d49e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f47ac009e50 tx=0x7f47ac02a710 comp rx=0 tx=0).stop 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 -- 172.21.15.16:0/2607621506 shutdown_connections 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 --2- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40d4570 0x7f47b40d49e0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 --2- 172.21.15.16:0/2607621506 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40b7f20 0x7f47b40b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 -- 172.21.15.16:0/2607621506 >> 172.21.15.16:0/2607621506 conn(0x7f47b4074fe0 msgr2=0x7f47b4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 -- 172.21.15.16:0/2607621506 shutdown_connections 2024-09-16T01:48:54.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.486+0000 7f47bbaba640 1 -- 172.21.15.16:0/2607621506 wait complete. 2024-09-16T01:48:54.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.487+0000 7f47bbaba640 1 Processor -- start 2024-09-16T01:48:54.489 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.487+0000 7f47bbaba640 1 -- start start 2024-09-16T01:48:54.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47bbaba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40b7f20 0x7f47b41561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.490 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47bbaba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40d4570 0x7f47b414da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47bbaba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47b415e680 0x7f47b41f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47bbaba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f47b415ea60 con 0x7f47b415e680 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47bbaba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f47b40b9080 con 0x7f47b40b7f20 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47bbaba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f47b415ebe0 con 0x7f47b40d4570 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47ba057640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47b415e680 0x7f47b41f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47ba057640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47b415e680 0x7f47b41f41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59896/0 (socket says 172.21.15.16:59896) 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47ba057640 1 -- 172.21.15.16:0/1487383964 learned_addr learned my addr 172.21.15.16:0/1487383964 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47b9856640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40b7f20 0x7f47b41561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.488+0000 7f47b9055640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40d4570 0x7f47b414da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47ba057640 1 -- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40d4570 msgr2=0x7f47b414da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47ba057640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40d4570 0x7f47b414da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47ba057640 1 -- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40b7f20 msgr2=0x7f47b41561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:54.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47ba057640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40b7f20 0x7f47b41561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:54.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47ba057640 1 -- 172.21.15.16:0/1487383964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b4156700 con 0x7f47b415e680 2024-09-16T01:48:54.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47ba057640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47b415e680 0x7f47b41f41a0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f47ac009f70 tx=0x7f47ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:54.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47aa7fc640 1 -- 172.21.15.16:0/1487383964 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac03f020 con 0x7f47b415e680 2024-09-16T01:48:54.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47aa7fc640 1 -- 172.21.15.16:0/1487383964 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47ac037040 con 0x7f47b415e680 2024-09-16T01:48:54.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47b41569a0 con 0x7f47b415e680 2024-09-16T01:48:54.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47aa7fc640 1 -- 172.21.15.16:0/1487383964 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac036070 con 0x7f47b415e680 2024-09-16T01:48:54.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.489+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47b4156f60 con 0x7f47b415e680 2024-09-16T01:48:54.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.490+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47b40d49e0 con 0x7f47b415e680 2024-09-16T01:48:54.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.491+0000 7f47aa7fc640 1 -- 172.21.15.16:0/1487383964 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f47ac042020 con 0x7f47b415e680 2024-09-16T01:48:54.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.491+0000 7f47aa7fc640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f479806c850 0x7f479806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:54.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.491+0000 7f47aa7fc640 1 -- 172.21.15.16:0/1487383964 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7f47ac0abf40 con 0x7f47b415e680 2024-09-16T01:48:54.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.491+0000 7f47b9856640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f479806c850 0x7f479806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:54.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.492+0000 7f47b9856640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f479806c850 0x7f479806ed10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f47b0007fd0 tx=0x7f47b0007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:54.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.496+0000 7f47aa7fc640 1 -- 172.21.15.16:0/1487383964 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f47ac049030 con 0x7f47b415e680 2024-09-16T01:48:54.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:54.738+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]} v 0) -- 0x7f47b4158de0 con 0x7f47b415e680 2024-09-16T01:48:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.043+0000 7f47aa7fc640 1 -- 172.21.15.16:0/1487383964 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]}]=0 v350) ==== 148+0+0 (secure 0 0 0) 0x7f47ac079a30 con 0x7f47b415e680 2024-09-16T01:48:55.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f479806c850 msgr2=0x7f479806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f479806c850 0x7f479806ed10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f47b0007fd0 tx=0x7f47b0007e80 comp rx=0 tx=0).stop 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47b415e680 msgr2=0x7f47b41f41a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47b415e680 0x7f47b41f41a0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f47ac009f70 tx=0x7f47ac004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 shutdown_connections 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f479806c850 0x7f479806ed10 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47b415e680 0x7f47b41f41a0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f47b40d4570 0x7f47b414da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 --2- 172.21.15.16:0/1487383964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47b40b7f20 0x7f47b41561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 >> 172.21.15.16:0/1487383964 conn(0x7f47b4074fe0 msgr2=0x7f47b40d1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 shutdown_connections 2024-09-16T01:48:55.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.045+0000 7f47bbaba640 1 -- 172.21.15.16:0/1487383964 wait complete. 2024-09-16T01:48:55.058 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-16T01:48:55.059 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_ops_on_nonexistent_vol (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:48:55.059 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:48:55.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.163+0000 7fd4fbcae640 1 Processor -- start 2024-09-16T01:48:55.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.163+0000 7fd4fbcae640 1 -- start start 2024-09-16T01:48:55.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4fbcae640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd4f415c2b0 0x7fd4f406e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4fbcae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf210 0x7fd4f406f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4fbcae640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4f406d8d0 con 0x7fd4f40cf650 2024-09-16T01:48:55.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4fbcae640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd4f406d680 con 0x7fd4f415c2b0 2024-09-16T01:48:55.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4fbcae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd4f406e200 con 0x7fd4f40cf210 2024-09-16T01:48:55.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4f9a4a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd4f415c2b0 0x7fd4f406e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4f9249640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf210 0x7fd4f406f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4f9a4a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd4f415c2b0 0x7fd4f406e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:37996/0 (socket says 172.21.15.16:37996) 2024-09-16T01:48:55.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.164+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/2652460483 learned_addr learned my addr 172.21.15.16:0/2652460483 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:55.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.165+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf210 msgr2=0x7fd4f406f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:55.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.165+0000 7fd4f9a4a640 1 --2- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf210 0x7fd4f406f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.165+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/2652460483 >> v1:172.21.15.104:6789/0 conn(0x7fd4f40cf650 legacy=0x7fd4f40b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.165+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/2652460483 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4f406dbb0 con 0x7fd4f415c2b0 2024-09-16T01:48:55.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.165+0000 7fd4f9249640 1 --2- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf210 0x7fd4f406f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:55.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.165+0000 7fd4f9a4a640 1 --2- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 0x7fd4f406e690 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd4f0009870 tx=0x7fd4f002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a24a85bb0bfc0cb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4f8a48640 1 -- 172.21.15.16:0/2652460483 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0037070 con 0x7fd4f415c2b0 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4f8a48640 1 -- 172.21.15.16:0/2652460483 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4f0032440 con 0x7fd4f415c2b0 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4f8a48640 1 -- 172.21.15.16:0/2652460483 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0032810 con 0x7fd4f415c2b0 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 -- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 msgr2=0x7fd4f406e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 0x7fd4f406e690 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd4f0009870 tx=0x7fd4f002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 -- 172.21.15.16:0/2652460483 shutdown_connections 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf210 0x7fd4f406f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/2652460483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 0x7fd4f406e690 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 -- 172.21.15.16:0/2652460483 >> 172.21.15.16:0/2652460483 conn(0x7fd4f40b2690 msgr2=0x7fd4f40b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 -- 172.21.15.16:0/2652460483 shutdown_connections 2024-09-16T01:48:55.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.166+0000 7fd4fbcae640 1 -- 172.21.15.16:0/2652460483 wait complete. 2024-09-16T01:48:55.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.167+0000 7fd4fbcae640 1 Processor -- start 2024-09-16T01:48:55.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fbcae640 1 -- start start 2024-09-16T01:48:55.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fbcae640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4f40cf210 0x7fd4f4153880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fbcae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf650 0x7fd4f40b0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fbcae640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 0x7fd4f4154430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fbcae640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f406ebd0 con 0x7fd4f40cf210 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fbcae640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f415c690 con 0x7fd4f415c2b0 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fbcae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd4f40d0320 con 0x7fd4f40cf650 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4f9a4a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4f40cf210 0x7fd4f4153880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4f9a4a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4f40cf210 0x7fd4f4153880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59912/0 (socket says 172.21.15.16:59912) 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/3960791288 learned_addr learned my addr 172.21.15.16:0/3960791288 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4f9249640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf650 0x7fd4f40b0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.168+0000 7fd4fa24b640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 0x7fd4f4154430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf650 msgr2=0x7fd4f40b0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4f9a4a640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf650 0x7fd4f40b0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 msgr2=0x7fd4f4154430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4f9a4a640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 0x7fd4f4154430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4f9a4a640 1 -- 172.21.15.16:0/3960791288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4f414cb20 con 0x7fd4f40cf210 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4f9a4a640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4f40cf210 0x7fd4f4153880 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fd4f0000c00 tx=0x7fd4f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4ea7fc640 1 -- 172.21.15.16:0/3960791288 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0037040 con 0x7fd4f40cf210 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4ea7fc640 1 -- 172.21.15.16:0/3960791288 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4f0042070 con 0x7fd4f40cf210 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4f41f7a50 con 0x7fd4f40cf210 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4ea7fc640 1 -- 172.21.15.16:0/3960791288 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0030880 con 0x7fd4f40cf210 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.169+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4f41f8010 con 0x7fd4f40cf210 2024-09-16T01:48:55.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.170+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4f406e690 con 0x7fd4f40cf210 2024-09-16T01:48:55.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.171+0000 7fd4ea7fc640 1 -- 172.21.15.16:0/3960791288 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fd4f002ad10 con 0x7fd4f40cf210 2024-09-16T01:48:55.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.171+0000 7fd4ea7fc640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4d806c850 0x7fd4d806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.171+0000 7fd4ea7fc640 1 -- 172.21.15.16:0/3960791288 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7fd4f00ac060 con 0x7fd4f40cf210 2024-09-16T01:48:55.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.171+0000 7fd4f9249640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4d806c850 0x7fd4d806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.172+0000 7fd4f9249640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4d806c850 0x7fd4d806ed10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd4f415e5e0 tx=0x7fd4e4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.175+0000 7fd4ea7fc640 1 -- 172.21.15.16:0/3960791288 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd4f0079bd0 con 0x7fd4f40cf210 2024-09-16T01:48:55.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.362+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd4f40b4210 con 0x7fd4f40cf210 2024-09-16T01:48:55.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.363+0000 7fd4ea7fc640 1 -- 172.21.15.16:0/3960791288 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v120) ==== 74+0+13095 (secure 0 0 0) 0x7fd4f007ded0 con 0x7fd4f40cf210 2024-09-16T01:48:55.364 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:55.364 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":120,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:48:54.037605+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6835/3159855294":"2024-09-17T01:48:51.026557+0000","172.21.15.16:6834/3159855294":"2024-09-17T01:48:51.026557+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4d806c850 msgr2=0x7fd4d806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4d806c850 0x7fd4d806ed10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd4f415e5e0 tx=0x7fd4e4009190 comp rx=0 tx=0).stop 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4f40cf210 msgr2=0x7fd4f4153880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4f40cf210 0x7fd4f4153880 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fd4f0000c00 tx=0x7fd4f00046c0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 shutdown_connections 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4d806c850 0x7fd4d806ed10 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4f415c2b0 0x7fd4f4154430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4f40cf650 0x7fd4f40b0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 --2- 172.21.15.16:0/3960791288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4f40cf210 0x7fd4f4153880 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 >> 172.21.15.16:0/3960791288 conn(0x7fd4f40b2690 msgr2=0x7fd4f40b4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:55.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 shutdown_connections 2024-09-16T01:48:55.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.365+0000 7fd4fbcae640 1 -- 172.21.15.16:0/3960791288 wait complete. 2024-09-16T01:48:55.378 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:48:55.379 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:48:55.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.482+0000 7f686c6f1640 1 Processor -- start 2024-09-16T01:48:55.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.482+0000 7f686c6f1640 1 -- start start 2024-09-16T01:48:55.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.483+0000 7f686c6f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6864147f30 0x7f68640cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.483+0000 7f686c6f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68640d1680 0x7f68640b8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.483+0000 7f686c6f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68640d22f0 con 0x7f68640cfb00 2024-09-16T01:48:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.483+0000 7f686c6f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f68640d20a0 con 0x7f68640d1680 2024-09-16T01:48:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.483+0000 7f686c6f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f68640d25d0 con 0x7f6864147f30 2024-09-16T01:48:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686ac8e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68640d1680 0x7f68640b8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686a48d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6864147f30 0x7f68640cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686ac8e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68640d1680 0x7f68640b8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:38024/0 (socket says 172.21.15.16:38024) 2024-09-16T01:48:55.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686ac8e640 1 -- 172.21.15.16:0/809210326 learned_addr learned my addr 172.21.15.16:0/809210326 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:55.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686ac8e640 1 -- 172.21.15.16:0/809210326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6864147f30 msgr2=0x7f68640cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:55.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686ac8e640 1 --2- 172.21.15.16:0/809210326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6864147f30 0x7f68640cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686ac8e640 1 -- 172.21.15.16:0/809210326 >> v1:172.21.15.104:6789/0 conn(0x7f68640cfb00 legacy=0x7f68640d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.484+0000 7f686ac8e640 1 -- 172.21.15.16:0/809210326 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68640d28b0 con 0x7f68640d1680 2024-09-16T01:48:55.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.485+0000 7f686ac8e640 1 --2- 172.21.15.16:0/809210326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68640d1680 0x7f68640b8810 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f6854009e50 tx=0x7f685402a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0206cbbe1061223 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.491 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.485+0000 7f686948b640 1 -- 172.21.15.16:0/809210326 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6854036070 con 0x7f68640d1680 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.485+0000 7f686948b640 1 -- 172.21.15.16:0/809210326 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6854031600 con 0x7f68640d1680 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.485+0000 7f686948b640 1 -- 172.21.15.16:0/809210326 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68540319d0 con 0x7f68640d1680 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 -- 172.21.15.16:0/809210326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68640d1680 msgr2=0x7f68640b8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 --2- 172.21.15.16:0/809210326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68640d1680 0x7f68640b8810 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f6854009e50 tx=0x7f685402a680 comp rx=0 tx=0).stop 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 -- 172.21.15.16:0/809210326 shutdown_connections 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 --2- 172.21.15.16:0/809210326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68640d1680 0x7f68640b8810 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 --2- 172.21.15.16:0/809210326 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6864147f30 0x7f68640cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 -- 172.21.15.16:0/809210326 >> 172.21.15.16:0/809210326 conn(0x7f6864074da0 msgr2=0x7f68640d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 -- 172.21.15.16:0/809210326 shutdown_connections 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.486+0000 7f686c6f1640 1 -- 172.21.15.16:0/809210326 wait complete. 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.487+0000 7f686c6f1640 1 Processor -- start 2024-09-16T01:48:55.492 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.487+0000 7f686c6f1640 1 -- start start 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686c6f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68640cfb00 0x7f68640b5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686c6f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68640d1680 0x7f68640cd200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686c6f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6864147f30 0x7f68640b65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686c6f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f68640d4010 con 0x7f68640d1680 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686c6f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6864148310 con 0x7f6864147f30 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686c6f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f68640d4190 con 0x7f68640cfb00 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68640d1680 0x7f68640cd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68640d1680 0x7f68640cd200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59928/0 (socket says 172.21.15.16:59928) 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 -- 172.21.15.16:0/3793955167 learned_addr learned my addr 172.21.15.16:0/3793955167 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686ac8e640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6864147f30 0x7f68640b65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686a48d640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68640cfb00 0x7f68640b5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 -- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68640cfb00 msgr2=0x7f68640b5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68640cfb00 0x7f68640b5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 -- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6864147f30 msgr2=0x7f68640b65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6864147f30 0x7f68640b65a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 -- 172.21.15.16:0/3793955167 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68640cec10 con 0x7f68640d1680 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f686ac8e640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6864147f30 0x7f68640b65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.488+0000 7f6869c8c640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68640d1680 0x7f68640cd200 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f685800c3d0 tx=0x7f685800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.489+0000 7f6862ffd640 1 -- 172.21.15.16:0/3793955167 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68580052d0 con 0x7f68640d1680 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.489+0000 7f6862ffd640 1 -- 172.21.15.16:0/3793955167 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6858005490 con 0x7f68640d1680 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.489+0000 7f6862ffd640 1 -- 172.21.15.16:0/3793955167 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6858007260 con 0x7f68640d1680 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.489+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68640cdb70 con 0x7f68640d1680 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.489+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68640ce130 con 0x7f68640d1680 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.489+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68640d30b0 con 0x7f68640d1680 2024-09-16T01:48:55.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.490+0000 7f6862ffd640 1 -- 172.21.15.16:0/3793955167 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6858007400 con 0x7f68640d1680 2024-09-16T01:48:55.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.490+0000 7f6862ffd640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f685006c850 0x7f685006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.491+0000 7f6862ffd640 1 -- 172.21.15.16:0/3793955167 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7f685808b0b0 con 0x7f68640d1680 2024-09-16T01:48:55.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.491+0000 7f686a48d640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f685006c850 0x7f685006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.491+0000 7f686a48d640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f685006c850 0x7f685006ed10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f68640b3cd0 tx=0x7f685c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.495+0000 7f6862ffd640 1 -- 172.21.15.16:0/3793955167 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6858059270 con 0x7f68640d1680 2024-09-16T01:48:55.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.670+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f68640cf890 con 0x7f68640d1680 2024-09-16T01:48:55.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.670+0000 7f6862ffd640 1 -- 172.21.15.16:0/3793955167 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v120) ==== 93+0+10 (secure 0 0 0) 0x7f6858058b70 con 0x7f68640d1680 2024-09-16T01:48:55.672 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:48:55.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.672+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f685006c850 msgr2=0x7f685006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.672+0000 7f686c6f1640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f685006c850 0x7f685006ed10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f68640b3cd0 tx=0x7f685c008040 comp rx=0 tx=0).stop 2024-09-16T01:48:55.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.672+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68640d1680 msgr2=0x7f68640cd200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.672+0000 7f686c6f1640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68640d1680 0x7f68640cd200 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f685800c3d0 tx=0x7f685800c890 comp rx=0 tx=0).stop 2024-09-16T01:48:55.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 shutdown_connections 2024-09-16T01:48:55.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f685006c850 0x7f685006ed10 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6864147f30 0x7f68640b65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68640d1680 0x7f68640cd200 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 --2- 172.21.15.16:0/3793955167 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68640cfb00 0x7f68640b5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 >> 172.21.15.16:0/3793955167 conn(0x7f6864074da0 msgr2=0x7f6864161110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:55.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 shutdown_connections 2024-09-16T01:48:55.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.673+0000 7f686c6f1640 1 -- 172.21.15.16:0/3793955167 wait complete. 2024-09-16T01:48:55.685 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol' 2024-09-16T01:48:55.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.787+0000 7fe3e01e8640 1 Processor -- start 2024-09-16T01:48:55.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.787+0000 7fe3e01e8640 1 -- start start 2024-09-16T01:48:55.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3e01e8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3d80b5550 0x7fe3d8169850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3e01e8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3d80d1f10 con 0x7fe3d80b4d70 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3e01e8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3d8074210 con 0x7fe3d80b6ec0 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3e01e8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe3d806dac0 con 0x7fe3d80b5550 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3de785640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3d80b5550 0x7fe3d8169850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3dd783640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe3d80b4d70 0x7fe3d8166120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35214/0 (socket says 172.21.15.16:35214) 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3dd783640 1 -- 172.21.15.16:0/246876456 learned_addr learned my addr 172.21.15.16:0/246876456 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3de785640 1 -- 172.21.15.16:0/246876456 >> v1:172.21.15.104:6789/0 conn(0x7fe3d80b6ec0 legacy=0x7fe3d80b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3de785640 1 -- 172.21.15.16:0/246876456 >> v1:172.21.15.16:6789/0 conn(0x7fe3d80b4d70 legacy=0x7fe3d8166120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.788+0000 7fe3de785640 1 -- 172.21.15.16:0/246876456 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d8071320 con 0x7fe3d80b5550 2024-09-16T01:48:55.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.789+0000 7fe3de785640 1 --2- 172.21.15.16:0/246876456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b5550 0x7fe3d8169850 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00097a0 tx=0x7fe3d002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa5790240c14d253 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.789+0000 7fe3dcf82640 1 -- 172.21.15.16:0/246876456 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0037070 con 0x7fe3d80b5550 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.789+0000 7fe3dcf82640 1 -- 172.21.15.16:0/246876456 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3d0032440 con 0x7fe3d80b5550 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.789+0000 7fe3dcf82640 1 -- 172.21.15.16:0/246876456 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0032810 con 0x7fe3d80b5550 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.790+0000 7fe3e01e8640 1 -- 172.21.15.16:0/246876456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b5550 msgr2=0x7fe3d8169850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.790+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/246876456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b5550 0x7fe3d8169850 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00097a0 tx=0x7fe3d002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.790+0000 7fe3e01e8640 1 -- 172.21.15.16:0/246876456 shutdown_connections 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.790+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/246876456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b5550 0x7fe3d8169850 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.790+0000 7fe3e01e8640 1 -- 172.21.15.16:0/246876456 >> 172.21.15.16:0/246876456 conn(0x7fe3d80b4250 msgr2=0x7fe3d80b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.790+0000 7fe3e01e8640 1 -- 172.21.15.16:0/246876456 shutdown_connections 2024-09-16T01:48:55.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.790+0000 7fe3e01e8640 1 -- 172.21.15.16:0/246876456 wait complete. 2024-09-16T01:48:55.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.791+0000 7fe3e01e8640 1 Processor -- start 2024-09-16T01:48:55.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.791+0000 7fe3e01e8640 1 -- start start 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3e01e8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b4d70 0x7fe3d8148d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3e01e8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b5550 0x7fe3d80cc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3e01e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3d80b6ec0 0x7fe3d80cce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3e01e8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d80b59a0 con 0x7fe3d80b4d70 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3e01e8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d806d500 con 0x7fe3d80b5550 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3e01e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe3d806d750 con 0x7fe3d80b6ec0 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b4d70 0x7fe3d8148d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b4d70 0x7fe3d8148d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59954/0 (socket says 172.21.15.16:59954) 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 -- 172.21.15.16:0/1169553992 learned_addr learned my addr 172.21.15.16:0/1169553992 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3dd783640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b5550 0x7fe3d80cc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3de785640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3d80b6ec0 0x7fe3d80cce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 -- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3d80b6ec0 msgr2=0x7fe3d80cce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3d80b6ec0 0x7fe3d80cce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 -- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b5550 msgr2=0x7fe3d80cc8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b5550 0x7fe3d80cc8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3ddf84640 1 -- 172.21.15.16:0/1169553992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d815c760 con 0x7fe3d80b4d70 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.792+0000 7fe3dd783640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b5550 0x7fe3d80cc8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.793+0000 7fe3ddf84640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b4d70 0x7fe3d8148d30 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fe3c800ba50 tx=0x7fe3c800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.793+0000 7fe3d67fc640 1 -- 172.21.15.16:0/1169553992 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c8019070 con 0x7fe3d80b4d70 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.793+0000 7fe3d67fc640 1 -- 172.21.15.16:0/1169553992 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3c800cc10 con 0x7fe3d80b4d70 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.793+0000 7fe3d67fc640 1 -- 172.21.15.16:0/1169553992 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c8014440 con 0x7fe3d80b4d70 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.793+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3d815ca40 con 0x7fe3d80b4d70 2024-09-16T01:48:55.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.793+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3d815d000 con 0x7fe3d80b4d70 2024-09-16T01:48:55.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.794+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3d815e990 con 0x7fe3d80b4d70 2024-09-16T01:48:55.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.794+0000 7fe3d67fc640 1 -- 172.21.15.16:0/1169553992 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fe3c801c070 con 0x7fe3d80b4d70 2024-09-16T01:48:55.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.795+0000 7fe3d67fc640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe3c406c850 0x7fe3c406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:55.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.795+0000 7fe3dd783640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe3c406c850 0x7fe3c406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:55.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.795+0000 7fe3d67fc640 1 -- 172.21.15.16:0/1169553992 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7fe3c808b9d0 con 0x7fe3d80b4d70 2024-09-16T01:48:55.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.796+0000 7fe3dd783640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe3c406c850 0x7fe3c406ed10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8071020 tx=0x7fe3cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:55.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:55.799+0000 7fe3d67fc640 1 -- 172.21.15.16:0/1169553992 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3c8059b90 con 0x7fe3d80b4d70 2024-09-16T01:48:56.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.037+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]} v 0) -- 0x7fe3d80b3020 con 0x7fe3d80b4d70 2024-09-16T01:48:56.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.044+0000 7fe3d67fc640 1 -- 172.21.15.16:0/1169553992 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]}]=0 v351) ==== 154+0+0 (secure 0 0 0) 0x7fe3c8059490 con 0x7fe3d80b4d70 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe3c406c850 msgr2=0x7fe3c406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe3c406c850 0x7fe3c406ed10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8071020 tx=0x7fe3cc009040 comp rx=0 tx=0).stop 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b4d70 msgr2=0x7fe3d8148d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b4d70 0x7fe3d8148d30 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fe3c800ba50 tx=0x7fe3c800bf10 comp rx=0 tx=0).stop 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 shutdown_connections 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe3c406c850 0x7fe3c406ed10 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3d80b6ec0 0x7fe3d80cce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b5550 0x7fe3d80cc8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 --2- 172.21.15.16:0/1169553992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3d80b4d70 0x7fe3d8148d30 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 >> 172.21.15.16:0/1169553992 conn(0x7fe3d80b4250 msgr2=0x7fe3d80cbd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:56.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 shutdown_connections 2024-09-16T01:48:56.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.046+0000 7fe3e01e8640 1 -- 172.21.15.16:0/1169553992 wait complete. 2024-09-16T01:48:56.059 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:48:56.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.163+0000 7f753895b640 1 Processor -- start 2024-09-16T01:48:56.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.163+0000 7f753895b640 1 -- start start 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.164+0000 7f753895b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 0x7f753415c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.164+0000 7f753895b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f753406bbe0 0x7f753406c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.164+0000 7f753895b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75340719d0 con 0x7f753415ccf0 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.164+0000 7f753895b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f75340b3900 con 0x7f753406bbe0 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.164+0000 7f753895b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7534071cb0 con 0x7f7534145e20 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.164+0000 7f7531d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f753415ccf0 0x7f7534070f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35226/0 (socket says 172.21.15.16:35226) 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.164+0000 7f7531d9b640 1 -- 172.21.15.16:0/3601753228 learned_addr learned my addr 172.21.15.16:0/3601753228 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 164303453 0 0) 0x7f75340719d0 con 0x7f753415ccf0 2024-09-16T01:48:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7520003520 con 0x7f753415ccf0 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753259c640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 0x7f753415c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f7532d9d640 1 --2- 172.21.15.16:0/3601753228 >> v2:172.21.15.104:3300/0 conn(0x7f753406bbe0 0x7f753406c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2497241355 0 0) 0x7f7520003520 con 0x7f753415ccf0 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 msgr2=0x7f753415c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 0x7f753415c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 >> v2:172.21.15.104:3300/0 conn(0x7f753406bbe0 msgr2=0x7f753406c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 --2- 172.21.15.16:0/3601753228 >> v2:172.21.15.104:3300/0 conn(0x7f753406bbe0 0x7f753406c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75340b3b50 con 0x7f753415ccf0 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f751c001670 con 0x7f753415ccf0 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 >> v1:172.21.15.16:6789/0 conn(0x7f753415ccf0 legacy=0x7f7534070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 0x7f75200039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7520003f30 0x7f7520004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7520004d40 0x7f75200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f75340b3900 con 0x7f7520004d40 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7534071cb0 con 0x7f7520003f30 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f752000b9c0 con 0x7f7534145e20 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f7532d9d640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7520004d40 0x7f75200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f7531d9b640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7520003f30 0x7f7520004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f753259c640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 0x7f75200039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f7532d9d640 1 -- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 msgr2=0x7f75200039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f7532d9d640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7534145e20 0x7f75200039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f7532d9d640 1 -- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7520003f30 msgr2=0x7f7520004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.165+0000 7f7532d9d640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7520003f30 0x7f7520004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.166+0000 7f7532d9d640 1 -- 172.21.15.16:0/3601753228 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7520003520 con 0x7f7520004d40 2024-09-16T01:48:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.166+0000 7f7532d9d640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7520004d40 0x7f75200051c0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f7524009fc0 tx=0x7f7520005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=623edf20925bcdea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.166+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7524009c10 con 0x7f7520004d40 2024-09-16T01:48:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.166+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7524036070 con 0x7f7520004d40 2024-09-16T01:48:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.166+0000 7f753159a640 1 -- 172.21.15.16:0/3601753228 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752402d070 con 0x7f7520004d40 2024-09-16T01:48:56.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.167+0000 7f753895b640 1 -- 172.21.15.16:0/3601753228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7520004d40 msgr2=0x7f75200051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.167+0000 7f753895b640 1 --2- 172.21.15.16:0/3601753228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7520004d40 0x7f75200051c0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f7524009fc0 tx=0x7f7520005830 comp rx=0 tx=0).stop 2024-09-16T01:48:56.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.167+0000 7f7532d9d640 1 -- 172.21.15.16:0/3601753228 reap_dead start 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.167+0000 7f753895b640 1 -- 172.21.15.16:0/3601753228 shutdown_connections 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.167+0000 7f753895b640 1 -- 172.21.15.16:0/3601753228 >> 172.21.15.16:0/3601753228 conn(0x7f75340b2000 msgr2=0x7f75340b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.167+0000 7f753895b640 1 -- 172.21.15.16:0/3601753228 shutdown_connections 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.167+0000 7f753895b640 1 -- 172.21.15.16:0/3601753228 wait complete. 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.168+0000 7f753895b640 1 Processor -- start 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f753895b640 1 -- start start 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f753895b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7520004d40 0x7f75341f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f753895b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f753415bf80 0x7f75341f26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f753895b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7534073590 0x7f7534073a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f753895b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7534071620 con 0x7f753415bf80 2024-09-16T01:48:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f753895b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f75340b3530 con 0x7f7534073590 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f753895b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f75341f2c10 con 0x7f7520004d40 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f7531d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f753415bf80 0x7f75341f26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f7531d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f753415bf80 0x7f75341f26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59980/0 (socket says 172.21.15.16:59980) 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.169+0000 7f7531d9b640 1 -- 172.21.15.16:0/2191944546 learned_addr learned my addr 172.21.15.16:0/2191944546 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f7532d9d640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7534073590 0x7f7534073a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f753259c640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7520004d40 0x7f75341f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f7531d9b640 1 -- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7520004d40 msgr2=0x7f75341f5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f7531d9b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7520004d40 0x7f75341f5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f7531d9b640 1 -- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7534073590 msgr2=0x7f7534073a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f7531d9b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7534073590 0x7f7534073a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f7531d9b640 1 -- 172.21.15.16:0/2191944546 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75341f58e0 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f7531d9b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f753415bf80 0x7f75341f26d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f751c0072c0 tx=0x7f751c007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f752affd640 1 -- 172.21.15.16:0/2191944546 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c00f960 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f752affd640 1 -- 172.21.15.16:0/2191944546 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f751c018070 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75341f5bc0 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f752affd640 1 -- 172.21.15.16:0/2191944546 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c00fd40 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.170+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75341f2ee0 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.171+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75341f60e0 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.172+0000 7f752affd640 1 -- 172.21.15.16:0/2191944546 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f751c01d460 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.172+0000 7f752affd640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f751406c850 0x7f751406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.172+0000 7f752affd640 1 -- 172.21.15.16:0/2191944546 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7f751c08bc70 con 0x7f753415bf80 2024-09-16T01:48:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.172+0000 7f753259c640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f751406c850 0x7f751406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.173+0000 7f753259c640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f751406c850 0x7f751406ed10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f75340b4e80 tx=0x7f752c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:56.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.177+0000 7f752affd640 1 -- 172.21.15.16:0/2191944546 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f751c059ec0 con 0x7f753415bf80 2024-09-16T01:48:56.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.356+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f753415c7b0 con 0x7f753415bf80 2024-09-16T01:48:56.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.359+0000 7f752affd640 1 -- 172.21.15.16:0/2191944546 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v24)=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7f751c0597c0 con 0x7f753415bf80 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f751406c850 msgr2=0x7f751406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f751406c850 0x7f751406ed10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f75340b4e80 tx=0x7f752c008040 comp rx=0 tx=0).stop 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f753415bf80 msgr2=0x7f75341f26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f753415bf80 0x7f75341f26d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f751c0072c0 tx=0x7f751c007780 comp rx=0 tx=0).stop 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 shutdown_connections 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f751406c850 0x7f751406ed10 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7534073590 0x7f7534073a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f753415bf80 0x7f75341f26d0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 --2- 172.21.15.16:0/2191944546 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7520004d40 0x7f75341f5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 >> 172.21.15.16:0/2191944546 conn(0x7f75340b2000 msgr2=0x7f75340b4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:56.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 shutdown_connections 2024-09-16T01:48:56.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.362+0000 7f753895b640 1 -- 172.21.15.16:0/2191944546 wait complete. 2024-09-16T01:48:56.374 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:48:56.374 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:56.413 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:48:56.471 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:48:56.471 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:56.471 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:56.487 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:48:56.487 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:56.488 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:56.506 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:48:56.506 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:48:56.506 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:56.544 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:48:56.544 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:48:56.544 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:48:56.563 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:48:56.563 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:48:56.564 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:48:56.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.684+0000 7ff3456a6640 1 Processor -- start 2024-09-16T01:48:56.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.684+0000 7ff3456a6640 1 -- start start 2024-09-16T01:48:56.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff3456a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 0x7ff3400739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff3456a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff34015f350 con 0x7ff340073f20 2024-09-16T01:48:56.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff3456a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff34015f630 con 0x7ff34006d2a0 2024-09-16T01:48:56.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff3456a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff340073270 con 0x7ff3400755d0 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff33f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff340073f20 0x7ff3400cab10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35230/0 (socket says 172.21.15.16:35230) 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff33f7fe640 1 -- 172.21.15.16:0/3614389383 learned_addr learned my addr 172.21.15.16:0/3614389383 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 0x7ff3400739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2703360232 0 0) 0x7ff34015f350 con 0x7ff340073f20 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff328003520 con 0x7ff340073f20 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.685+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3407059315 0 0) 0x7ff328003520 con 0x7ff340073f20 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 msgr2=0x7ff3400739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 0x7ff3400739e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 >> v1:172.21.15.104:6789/0 conn(0x7ff34006d2a0 legacy=0x7ff34015eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff34015f910 con 0x7ff340073f20 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff3380019f0 con 0x7ff340073f20 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 >> v1:172.21.15.16:6789/0 conn(0x7ff340073f20 legacy=0x7ff3400cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3280039e0 0x7ff328003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff328004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 0x7ff3280050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff340073270 con 0x7ff328004390 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff32800b9c0 con 0x7ff3280039e0 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff32800bbc0 con 0x7ff3400755d0 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff328004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33effd640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3280039e0 0x7ff328003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33f7fe640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 0x7ff3280050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33e7fc640 1 -- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 msgr2=0x7ff3280050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400755d0 0x7ff3280050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33e7fc640 1 -- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3280039e0 msgr2=0x7ff328003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3280039e0 0x7ff328003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33e7fc640 1 -- 172.21.15.16:0/3614389383 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff328003520 con 0x7ff328004390 2024-09-16T01:48:56.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.686+0000 7ff33effd640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3280039e0 0x7ff328003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:56.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.687+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff328004860 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7ff334009a90 tx=0x7ff328005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6035c6b5543bba40 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:56.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.687+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff334036070 con 0x7ff328004390 2024-09-16T01:48:56.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.687+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff334031400 con 0x7ff328004390 2024-09-16T01:48:56.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.687+0000 7ff33dffb640 1 -- 172.21.15.16:0/3614389383 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff334009690 con 0x7ff328004390 2024-09-16T01:48:56.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.687+0000 7ff3456a6640 1 -- 172.21.15.16:0/3614389383 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 msgr2=0x7ff328004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.687+0000 7ff3456a6640 1 --2- 172.21.15.16:0/3614389383 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff328004860 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7ff334009a90 tx=0x7ff328005830 comp rx=0 tx=0).stop 2024-09-16T01:48:56.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.687+0000 7ff33f7fe640 1 -- 172.21.15.16:0/3614389383 reap_dead start 2024-09-16T01:48:56.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.688+0000 7ff3456a6640 1 -- 172.21.15.16:0/3614389383 shutdown_connections 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.688+0000 7ff3456a6640 1 -- 172.21.15.16:0/3614389383 >> 172.21.15.16:0/3614389383 conn(0x7ff3400b2ec0 msgr2=0x7ff3400b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.688+0000 7ff3456a6640 1 -- 172.21.15.16:0/3614389383 shutdown_connections 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.688+0000 7ff3456a6640 1 -- 172.21.15.16:0/3614389383 wait complete. 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.689+0000 7ff3456a6640 1 Processor -- start 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.689+0000 7ff3456a6640 1 -- start start 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3456a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff340157aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3456a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3400cb640 0x7ff3401e94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3456a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400ccbe0 0x7ff3400cd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3456a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff340073550 con 0x7ff328004390 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3456a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff3400cb430 con 0x7ff3400cb640 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3456a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff3400739e0 con 0x7ff3400ccbe0 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff340157aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff340157aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59998/0 (socket says 172.21.15.16:59998) 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 -- 172.21.15.16:0/456895370 learned_addr learned my addr 172.21.15.16:0/456895370 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33f7fe640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400ccbe0 0x7ff3400cd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3400cb640 0x7ff3401e94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 -- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400ccbe0 msgr2=0x7ff3400cd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400ccbe0 0x7ff3400cd070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 -- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3400cb640 msgr2=0x7ff3401e94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3400cb640 0x7ff3401e94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 -- 172.21.15.16:0/456895370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3400cbb40 con 0x7ff328004390 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3400cb640 0x7ff3401e94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff33effd640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff340157aa0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7ff33000fb30 tx=0x7ff330001d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3277fe640 1 -- 172.21.15.16:0/456895370 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3300052e0 con 0x7ff328004390 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3277fe640 1 -- 172.21.15.16:0/456895370 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff330018070 con 0x7ff328004390 2024-09-16T01:48:56.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3277fe640 1 -- 172.21.15.16:0/456895370 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff33000da10 con 0x7ff328004390 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.690+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3400cbe20 con 0x7ff328004390 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.691+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3400cc3e0 con 0x7ff328004390 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.692+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff34015f630 con 0x7ff328004390 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.692+0000 7ff3277fe640 1 -- 172.21.15.16:0/456895370 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7ff33000dbb0 con 0x7ff328004390 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.693+0000 7ff3277fe640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff32c06c880 0x7ff32c06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.693+0000 7ff3277fe640 1 -- 172.21.15.16:0/456895370 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7ff33008bd10 con 0x7ff328004390 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.693+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff32c06c880 0x7ff32c06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:56.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.693+0000 7ff33e7fc640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff32c06c880 0x7ff32c06ed40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff334009a90 tx=0x7ff334008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:56.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.697+0000 7ff3277fe640 1 -- 172.21.15.16:0/456895370 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff330059ed0 con 0x7ff328004390 2024-09-16T01:48:56.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.909+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff34006fd30 con 0x7ff328004390 2024-09-16T01:48:56.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.909+0000 7ff3277fe640 1 -- 172.21.15.16:0/456895370 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+3917 (secure 0 0 0) 0x7ff3300597d0 con 0x7ff328004390 2024-09-16T01:48:56.911 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:56.911 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":72,"btime":"2024-09-16T01:48:52:028136+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6281,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3322996829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3322996829},{"type":"v1","addr":"172.21.15.104:6834","nonce":3322996829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3930434798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3930434798},{"type":"v1","addr":"172.21.15.104:6835","nonce":3930434798}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7548,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1496738114","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1496738114},{"type":"v1","addr":"172.21.15.16:6833","nonce":1496738114}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":7872,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2826808543","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":2826808543},{"type":"v1","addr":"172.21.15.16:6835","nonce":2826808543}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[]} 2024-09-16T01:48:56.911 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 72 2024-09-16T01:48:56.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.911+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff32c06c880 msgr2=0x7ff32c06ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff32c06c880 0x7ff32c06ed40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff334009a90 tx=0x7ff334008030 comp rx=0 tx=0).stop 2024-09-16T01:48:56.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 msgr2=0x7ff340157aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:56.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff340157aa0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7ff33000fb30 tx=0x7ff330001d00 comp rx=0 tx=0).stop 2024-09-16T01:48:56.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 shutdown_connections 2024-09-16T01:48:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff32c06c880 0x7ff32c06ed40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff3400ccbe0 0x7ff3400cd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3400cb640 0x7ff3401e94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 --2- 172.21.15.16:0/456895370 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff328004390 0x7ff340157aa0 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 >> 172.21.15.16:0/456895370 conn(0x7ff3400b2ec0 msgr2=0x7ff3400ca540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 shutdown_connections 2024-09-16T01:48:56.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:56.912+0000 7ff3456a6640 1 -- 172.21.15.16:0/456895370 wait complete. 2024-09-16T01:48:56.924 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:48:56.924 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:48:56.924 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:48:56.924 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:56.925 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:48:56.925 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:48:56.925 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:48:56.925 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:56.925 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:48:56.925 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:48:56.925 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:48:56.925 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:56.926 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:48:56.926 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:48:56.926 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:48:56.926 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:48:56.934 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:48:56.934 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:48:56.935 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:48:56.935 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:48:56.937 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:48:56.938 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:48:56.939 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:48:56.939 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:48:56.976 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:48:56.977 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:56.977 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:48:56.978 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:56.981 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:48:56.981 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:56.981 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:48:56.982 DEBUG:teuthology.parallel:result is None 2024-09-16T01:48:56.982 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:48:57.054 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:48:57.055 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:48:57.065 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:48:57.065 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:48:57.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.089+0000 7f3a0fed0640 1 Processor -- start 2024-09-16T01:48:57.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.089+0000 7f3a0fed0640 1 -- start start 2024-09-16T01:48:57.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0fed0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a08147fc0 0x7f3a0815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:57.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0fed0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3a080b9ee0 0x7f3a080d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0fed0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a080ba310 con 0x7f3a080d0ee0 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0fed0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3a081483a0 con 0x7f3a080b9ee0 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0fed0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3a0815efa0 con 0x7f3a08147fc0 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0e46d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3a080b9ee0 0x7f3a080d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0e46d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3a080b9ee0 0x7f3a080d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60022/0 (socket says 172.21.15.16:60022) 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0e46d640 1 -- 172.21.15.16:0/848397503 learned_addr learned my addr 172.21.15.16:0/848397503 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0dc6c640 1 --2- 172.21.15.16:0/848397503 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a08147fc0 0x7f3a0815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0e46d640 1 -- 172.21.15.16:0/848397503 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a08147fc0 msgr2=0x7f3a0815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0e46d640 1 --2- 172.21.15.16:0/848397503 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a08147fc0 0x7f3a0815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0e46d640 1 -- 172.21.15.16:0/848397503 >> v1:172.21.15.16:6789/0 conn(0x7f3a080d0ee0 legacy=0x7f3a080b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:57.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.090+0000 7f3a0e46d640 1 -- 172.21.15.16:0/848397503 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a080d2750 con 0x7f3a080b9ee0 2024-09-16T01:48:57.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.091+0000 7f3a0e46d640 1 --2- 172.21.15.16:0/848397503 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a080b9ee0 0x7f3a080d1340 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f3a00009e50 tx=0x7f3a0002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7d717ae154ea23e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:57.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.091+0000 7f3a0cc6a640 1 -- 172.21.15.16:0/848397503 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a00036070 con 0x7f3a080b9ee0 2024-09-16T01:48:57.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.091+0000 7f3a0cc6a640 1 -- 172.21.15.16:0/848397503 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a00031600 con 0x7f3a080b9ee0 2024-09-16T01:48:57.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.091+0000 7f3a0cc6a640 1 -- 172.21.15.16:0/848397503 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a000319d0 con 0x7f3a080b9ee0 2024-09-16T01:48:57.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 -- 172.21.15.16:0/848397503 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a080b9ee0 msgr2=0x7f3a080d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:57.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/848397503 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a080b9ee0 0x7f3a080d1340 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f3a00009e50 tx=0x7f3a0002a710 comp rx=0 tx=0).stop 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 -- 172.21.15.16:0/848397503 shutdown_connections 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/848397503 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a080b9ee0 0x7f3a080d1340 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/848397503 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a08147fc0 0x7f3a0815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 -- 172.21.15.16:0/848397503 >> 172.21.15.16:0/848397503 conn(0x7f3a08074fe0 msgr2=0x7f3a0806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 -- 172.21.15.16:0/848397503 shutdown_connections 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.092+0000 7f3a0fed0640 1 -- 172.21.15.16:0/848397503 wait complete. 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.093+0000 7f3a0fed0640 1 Processor -- start 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.093+0000 7f3a0fed0640 1 -- start start 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0fed0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a080b9ee0 0x7f3a0815d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0fed0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a080d0ee0 0x7f3a080cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0fed0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a08147fc0 0x7f3a080cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0fed0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3a080d2500 con 0x7f3a08147fc0 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0fed0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3a080d2d10 con 0x7f3a080d0ee0 2024-09-16T01:48:57.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0fed0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3a080d2ff0 con 0x7f3a080b9ee0 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a08147fc0 0x7f3a080cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a08147fc0 0x7f3a080cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60038/0 (socket says 172.21.15.16:60038) 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 -- 172.21.15.16:0/150634687 learned_addr learned my addr 172.21.15.16:0/150634687 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0dc6c640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a080b9ee0 0x7f3a0815d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0d46b640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a080d0ee0 0x7f3a080cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 -- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a080b9ee0 msgr2=0x7f3a0815d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a080b9ee0 0x7f3a0815d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 -- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a080d0ee0 msgr2=0x7f3a080cf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a080d0ee0 0x7f3a080cf5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.094+0000 7f3a0e46d640 1 -- 172.21.15.16:0/150634687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a08144a50 con 0x7f3a08147fc0 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.095+0000 7f3a0e46d640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a08147fc0 0x7f3a080cfb30 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f3a00034040 tx=0x7f3a00004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:57.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.095+0000 7f39fa7fc640 1 -- 172.21.15.16:0/150634687 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a00036050 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.095+0000 7f39fa7fc640 1 -- 172.21.15.16:0/150634687 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a00042070 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.095+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a08144d30 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.095+0000 7f39fa7fc640 1 -- 172.21.15.16:0/150634687 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a00009510 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.095+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a08145010 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.096+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a080d1340 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.096+0000 7f39fa7fc640 1 -- 172.21.15.16:0/150634687 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f3a00007bf0 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.097+0000 7f39fa7fc640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39ec06c850 0x7f39ec06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.097+0000 7f39fa7fc640 1 -- 172.21.15.16:0/150634687 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4999+0+0 (secure 0 0 0) 0x7f3a000ac990 con 0x7f3a08147fc0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.097+0000 7f3a0dc6c640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39ec06c850 0x7f39ec06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:57.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.097+0000 7f3a0dc6c640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39ec06c850 0x7f39ec06ed10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3a081e9660 tx=0x7f3a04008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:57.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.101+0000 7f39fa7fc640 1 -- 172.21.15.16:0/150634687 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3a0007a3f0 con 0x7f3a08147fc0 2024-09-16T01:48:57.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:57.288+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f3a08146380 con 0x7f3a08147fc0 2024-09-16T01:48:58.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.390+0000 7f39fa7fc640 1 -- 172.21.15.16:0/150634687 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v125) ==== 97+0+0 (secure 0 0 0) 0x7f3a0007e6f0 con 0x7f3a08147fc0 2024-09-16T01:48:58.392 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:48:58.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39ec06c850 msgr2=0x7f39ec06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39ec06c850 0x7f39ec06ed10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3a081e9660 tx=0x7f3a04008040 comp rx=0 tx=0).stop 2024-09-16T01:48:58.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a08147fc0 msgr2=0x7f3a080cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a08147fc0 0x7f3a080cfb30 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f3a00034040 tx=0x7f3a00004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 shutdown_connections 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39ec06c850 0x7f39ec06ed10 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a08147fc0 0x7f3a080cfb30 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a080d0ee0 0x7f3a080cf5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 --2- 172.21.15.16:0/150634687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a080b9ee0 0x7f3a0815d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 >> 172.21.15.16:0/150634687 conn(0x7f3a08074fe0 msgr2=0x7f3a0815dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 shutdown_connections 2024-09-16T01:48:58.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.394+0000 7f3a0fed0640 1 -- 172.21.15.16:0/150634687 wait complete. 2024-09-16T01:48:58.409 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:48:58.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.517+0000 7f2b12986640 1 Processor -- start 2024-09-16T01:48:58.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.517+0000 7f2b12986640 1 -- start start 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b12986640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2b0c15e570 0x7f2b0c0d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b12986640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2b0c0d1030 0x7f2b0c0d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b12986640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b0c15e950 con 0x7f2b0c0d4a00 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b12986640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2b0c0d19e0 con 0x7f2b0c0d1030 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b12986640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2b0c0d3960 con 0x7f2b0c15e570 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b10f23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2b0c0d1030 0x7f2b0c0d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b10f23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2b0c0d1030 0x7f2b0c0d14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60040/0 (socket says 172.21.15.16:60040) 2024-09-16T01:48:58.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.518+0000 7f2b10f23640 1 -- 172.21.15.16:0/2978502694 learned_addr learned my addr 172.21.15.16:0/2978502694 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:58.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.519+0000 7f2b0bfff640 1 --2- 172.21.15.16:0/2978502694 >> v2:172.21.15.104:3300/0 conn(0x7f2b0c15e570 0x7f2b0c0d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.519+0000 7f2b10f23640 1 -- 172.21.15.16:0/2978502694 >> v2:172.21.15.104:3300/0 conn(0x7f2b0c15e570 msgr2=0x7f2b0c0d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:58.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.519+0000 7f2b10f23640 1 --2- 172.21.15.16:0/2978502694 >> v2:172.21.15.104:3300/0 conn(0x7f2b0c15e570 0x7f2b0c0d32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.519+0000 7f2b10f23640 1 -- 172.21.15.16:0/2978502694 >> v1:172.21.15.16:6789/0 conn(0x7f2b0c0d4a00 legacy=0x7f2b0c0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.519+0000 7f2b10f23640 1 -- 172.21.15.16:0/2978502694 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0c0d3c40 con 0x7f2b0c0d1030 2024-09-16T01:48:58.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.519+0000 7f2b0bfff640 1 --2- 172.21.15.16:0/2978502694 >> v2:172.21.15.104:3300/0 conn(0x7f2b0c15e570 0x7f2b0c0d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:58.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.519+0000 7f2b10f23640 1 --2- 172.21.15.16:0/2978502694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c0d14a0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c0d2110 tx=0x7f2b0402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b0c8d6ade0057fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:58.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b0affd640 1 -- 172.21.15.16:0/2978502694 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04036070 con 0x7f2b0c0d1030 2024-09-16T01:48:58.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b0affd640 1 -- 172.21.15.16:0/2978502694 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b04031600 con 0x7f2b0c0d1030 2024-09-16T01:48:58.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b0affd640 1 -- 172.21.15.16:0/2978502694 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b040319d0 con 0x7f2b0c0d1030 2024-09-16T01:48:58.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 -- 172.21.15.16:0/2978502694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 msgr2=0x7f2b0c0d14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 --2- 172.21.15.16:0/2978502694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c0d14a0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c0d2110 tx=0x7f2b0402a730 comp rx=0 tx=0).stop 2024-09-16T01:48:58.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 -- 172.21.15.16:0/2978502694 shutdown_connections 2024-09-16T01:48:58.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 --2- 172.21.15.16:0/2978502694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c0d14a0 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 --2- 172.21.15.16:0/2978502694 >> v2:172.21.15.104:3300/0 conn(0x7f2b0c15e570 0x7f2b0c0d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 -- 172.21.15.16:0/2978502694 >> 172.21.15.16:0/2978502694 conn(0x7f2b0c074bc0 msgr2=0x7f2b0c074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:58.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 -- 172.21.15.16:0/2978502694 shutdown_connections 2024-09-16T01:48:58.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.520+0000 7f2b12986640 1 -- 172.21.15.16:0/2978502694 wait complete. 2024-09-16T01:48:58.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.521+0000 7f2b12986640 1 Processor -- start 2024-09-16T01:48:58.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.522+0000 7f2b12986640 1 -- start start 2024-09-16T01:48:58.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.522+0000 7f2b12986640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c1616f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.522+0000 7f2b12986640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b0c0d4a00 0x7f2b0c0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.522+0000 7f2b12986640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b0c15e570 0x7f2b0c14b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.522+0000 7f2b12986640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c0d44e0 con 0x7f2b0c0d1030 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.522+0000 7f2b12986640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c0d4200 con 0x7f2b0c15e570 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.522+0000 7f2b12986640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b0c0d4e40 con 0x7f2b0c0d4a00 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c1616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c1616f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60048/0 (socket says 172.21.15.16:60048) 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 -- 172.21.15.16:0/1484728531 learned_addr learned my addr 172.21.15.16:0/1484728531 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0b7fe640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b0c0d4a00 0x7f2b0c0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b10f23640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b0c15e570 0x7f2b0c14b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 -- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b0c0d4a00 msgr2=0x7f2b0c0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b0c0d4a00 0x7f2b0c0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 -- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b0c15e570 msgr2=0x7f2b0c14b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b0c15e570 0x7f2b0c14b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 -- 172.21.15.16:0/1484728531 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0c0ce020 con 0x7f2b0c0d1030 2024-09-16T01:48:58.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b0bfff640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c1616f0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f2afc00d7d0 tx=0x7f2afc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:58.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b08ff9640 1 -- 172.21.15.16:0/1484728531 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc004030 con 0x7f2b0c0d1030 2024-09-16T01:48:58.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b08ff9640 1 -- 172.21.15.16:0/1484728531 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2afc0041d0 con 0x7f2b0c0d1030 2024-09-16T01:48:58.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b0c0ce2a0 con 0x7f2b0c0d1030 2024-09-16T01:48:58.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b08ff9640 1 -- 172.21.15.16:0/1484728531 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc0096a0 con 0x7f2b0c0d1030 2024-09-16T01:48:58.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.523+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b0c0c9860 con 0x7f2b0c0d1030 2024-09-16T01:48:58.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.524+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b0c0d1b60 con 0x7f2b0c0d1030 2024-09-16T01:48:58.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.525+0000 7f2b08ff9640 1 -- 172.21.15.16:0/1484728531 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f2afc009840 con 0x7f2b0c0d1030 2024-09-16T01:48:58.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.525+0000 7f2b08ff9640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2af806c850 0x7f2af806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.525+0000 7f2b08ff9640 1 -- 172.21.15.16:0/1484728531 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 4913+0+0 (secure 0 0 0) 0x7f2afc08be00 con 0x7f2b0c0d1030 2024-09-16T01:48:58.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.525+0000 7f2b0b7fe640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2af806c850 0x7f2af806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.526+0000 7f2b0b7fe640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2af806c850 0x7f2af806ed10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c160d00 tx=0x7f2b00009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:58.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.530+0000 7f2b08ff9640 1 -- 172.21.15.16:0/1484728531 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b0c0d1b60 con 0x7f2b0c0d1030 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.769+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f2b0c0d14a0 con 0x7f2b0c0d1030 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.769+0000 7f2b08ff9640 1 -- 172.21.15.16:0/1484728531 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7f2b0c0ce020 con 0x7f2b0c0d1030 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:48:58.771 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.772 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:48:58.774 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.775 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:48:58.776 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.777 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:48:58.778 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.779 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.780 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.782 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:48:58.782 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:48:58.782 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:48:58.782 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.782 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.782 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:48:58.783 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:48:58.784 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:48:58.785 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.786 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:58.786 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:48:58.786 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:48:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2af806c850 msgr2=0x7f2af806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2af806c850 0x7f2af806ed10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c160d00 tx=0x7f2b00009040 comp rx=0 tx=0).stop 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 msgr2=0x7f2b0c1616f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c1616f0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f2afc00d7d0 tx=0x7f2afc00dc90 comp rx=0 tx=0).stop 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 shutdown_connections 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2af806c850 0x7f2af806ed10 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b0c15e570 0x7f2b0c14b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b0c0d4a00 0x7f2b0c0cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 --2- 172.21.15.16:0/1484728531 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b0c0d1030 0x7f2b0c1616f0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 >> 172.21.15.16:0/1484728531 conn(0x7f2b0c074bc0 msgr2=0x7f2b0c162070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 shutdown_connections 2024-09-16T01:48:58.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.772+0000 7f2b12986640 1 -- 172.21.15.16:0/1484728531 wait complete. 2024-09-16T01:48:58.789 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:48:58.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.890+0000 7f546f0c9640 1 Processor -- start 2024-09-16T01:48:58.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.890+0000 7f546f0c9640 1 -- start start 2024-09-16T01:48:58.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546f0c9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f546815e680 0x7f54680b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546f0c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54680d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546f0c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54680b8500 con 0x7f54680d4570 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546f0c9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f54680b87e0 con 0x7f546815e680 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546f0c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f54680b8ac0 con 0x7f54680b95a0 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546ce65640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f546815e680 0x7f54680b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546ce65640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f546815e680 0x7f54680b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60050/0 (socket says 172.21.15.16:60050) 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546ce65640 1 -- 172.21.15.16:0/2780497717 learned_addr learned my addr 172.21.15.16:0/2780497717 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f5467fff640 1 --2- 172.21.15.16:0/2780497717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54680d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546ce65640 1 -- 172.21.15.16:0/2780497717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 msgr2=0x7f54680d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:58.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546ce65640 1 --2- 172.21.15.16:0/2780497717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54680d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546ce65640 1 -- 172.21.15.16:0/2780497717 >> v1:172.21.15.104:6789/0 conn(0x7f54680d4570 legacy=0x7f546815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f546ce65640 1 -- 172.21.15.16:0/2780497717 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54680b8da0 con 0x7f546815e680 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.891+0000 7f5467fff640 1 --2- 172.21.15.16:0/2780497717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54680d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.892+0000 7f546ce65640 1 --2- 172.21.15.16:0/2780497717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54680b7f20 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f545c009870 tx=0x7f545c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d9e1cd9d8793b3b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.892+0000 7f54677fe640 1 -- 172.21.15.16:0/2780497717 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f545c037070 con 0x7f546815e680 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.892+0000 7f54677fe640 1 -- 172.21.15.16:0/2780497717 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f545c032440 con 0x7f546815e680 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.892+0000 7f54677fe640 1 -- 172.21.15.16:0/2780497717 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f545c032810 con 0x7f546815e680 2024-09-16T01:48:58.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.892+0000 7f546f0c9640 1 -- 172.21.15.16:0/2780497717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 msgr2=0x7f54680b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.892+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2780497717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54680b7f20 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f545c009870 tx=0x7f545c02a210 comp rx=0 tx=0).stop 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.893+0000 7f546f0c9640 1 -- 172.21.15.16:0/2780497717 shutdown_connections 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.893+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2780497717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54680d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.893+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2780497717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54680b7f20 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.893+0000 7f546f0c9640 1 -- 172.21.15.16:0/2780497717 >> 172.21.15.16:0/2780497717 conn(0x7f5468074fe0 msgr2=0x7f5468072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.893+0000 7f546f0c9640 1 -- 172.21.15.16:0/2780497717 shutdown_connections 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.893+0000 7f546f0c9640 1 -- 172.21.15.16:0/2780497717 wait complete. 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.894+0000 7f546f0c9640 1 Processor -- start 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.894+0000 7f546f0c9640 1 -- start start 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546f0c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54681430a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546f0c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54680d4570 0x7f54681551e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546f0c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54681f44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546f0c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f54680b99e0 con 0x7f546815e680 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546f0c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f54680d1bd0 con 0x7f54680d4570 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546f0c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f54680d49e0 con 0x7f54680b95a0 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54681f44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54681f44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60052/0 (socket says 172.21.15.16:60052) 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 -- 172.21.15.16:0/2157535532 learned_addr learned my addr 172.21.15.16:0/2157535532 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f5467fff640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54680d4570 0x7f54681551e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546ce65640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54681430a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 -- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 msgr2=0x7f54681430a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54681430a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 -- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54680d4570 msgr2=0x7f54681551e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54680d4570 0x7f54681551e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 -- 172.21.15.16:0/2157535532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54681501e0 con 0x7f546815e680 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f546d666640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54681f44b0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f546000c780 tx=0x7f546000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f54657fa640 1 -- 172.21.15.16:0/2157535532 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5460004b60 con 0x7f546815e680 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.895+0000 7f54657fa640 1 -- 172.21.15.16:0/2157535532 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5460004d00 con 0x7f546815e680 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.896+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f546814f140 con 0x7f546815e680 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.896+0000 7f54657fa640 1 -- 172.21.15.16:0/2157535532 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f546000aa90 con 0x7f546815e680 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.896+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f546814f700 con 0x7f546815e680 2024-09-16T01:48:58.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.896+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54680d4e40 con 0x7f546815e680 2024-09-16T01:48:58.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.897+0000 7f54657fa640 1 -- 172.21.15.16:0/2157535532 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f546000ac30 con 0x7f546815e680 2024-09-16T01:48:58.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.898+0000 7f54657fa640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f544c06c880 0x7f544c06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:58.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.898+0000 7f54657fa640 1 -- 172.21.15.16:0/2157535532 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 4913+0+0 (secure 0 0 0) 0x7f546008c000 con 0x7f546815e680 2024-09-16T01:48:58.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.898+0000 7f546ce65640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f544c06c880 0x7f544c06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:58.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.898+0000 7f546ce65640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f544c06c880 0x7f544c06ed40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f545c034000 tx=0x7f545c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:58.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:58.902+0000 7f54657fa640 1 -- 172.21.15.16:0/2157535532 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5460059b30 con 0x7f546815e680 2024-09-16T01:48:59.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.080+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f5468072200 con 0x7f546815e680 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.080+0000 7f54657fa640 1 -- 172.21.15.16:0/2157535532 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v125) ==== 84+0+65 (secure 0 0 0) 0x7f546005de30 con 0x7f546815e680 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:48:59.082 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:48:59.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.082+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f544c06c880 msgr2=0x7f544c06ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:59.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.082+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f544c06c880 0x7f544c06ed40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f545c034000 tx=0x7f545c02e000 comp rx=0 tx=0).stop 2024-09-16T01:48:59.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.082+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 msgr2=0x7f54681f44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:59.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.082+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54681f44b0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f546000c780 tx=0x7f546000cc40 comp rx=0 tx=0).stop 2024-09-16T01:48:59.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 shutdown_connections 2024-09-16T01:48:59.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f544c06c880 0x7f544c06ed40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f546815e680 0x7f54681f44b0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54680d4570 0x7f54681551e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 --2- 172.21.15.16:0/2157535532 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f54680b95a0 0x7f54681430a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 >> 172.21.15.16:0/2157535532 conn(0x7f5468074fe0 msgr2=0x7f5468160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:59.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 shutdown_connections 2024-09-16T01:48:59.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.083+0000 7f546f0c9640 1 -- 172.21.15.16:0/2157535532 wait complete. 2024-09-16T01:48:59.095 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:48:59.095 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:48:59.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.200+0000 7f3422fc4640 1 Processor -- start 2024-09-16T01:48:59.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.200+0000 7f3422fc4640 1 -- start start 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3422fc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f341c1619e0 0x7f341c06c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3422fc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f341c0d1b20 0x7f341c073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3422fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 0x7f341c0707e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3422fc4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f341c06c320 con 0x7f341c1619e0 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3422fc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f341c06bd60 con 0x7f341c0d1b20 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3422fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f341c06c040 con 0x7f341c0735d0 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3420d60640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f341c1619e0 0x7f341c06c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3420d60640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f341c1619e0 0x7f341c06c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60054/0 (socket says 172.21.15.16:60054) 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.201+0000 7f3420d60640 1 -- 172.21.15.16:0/3633845406 learned_addr learned my addr 172.21.15.16:0/3633845406 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:59.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.202+0000 7f3420d60640 1 -- 172.21.15.16:0/3633845406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 msgr2=0x7f341c0707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.202+0000 7f3420d60640 1 --2- 172.21.15.16:0/3633845406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 0x7f341c0707e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.202+0000 7f3420d60640 1 -- 172.21.15.16:0/3633845406 >> v2:172.21.15.104:3300/0 conn(0x7f341c0d1b20 msgr2=0x7f341c073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.202+0000 7f3420d60640 1 --2- 172.21.15.16:0/3633845406 >> v2:172.21.15.104:3300/0 conn(0x7f341c0d1b20 0x7f341c073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.202+0000 7f3420d60640 1 -- 172.21.15.16:0/3633845406 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341c161dc0 con 0x7f341c1619e0 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.202+0000 7f3420d60640 1 --2- 172.21.15.16:0/3633845406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c06c860 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f341c0b1dd0 tx=0x7f340c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfe29d560e07e296 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.202+0000 7f341b7fe640 1 -- 172.21.15.16:0/3633845406 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c036070 con 0x7f341c1619e0 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f341b7fe640 1 -- 172.21.15.16:0/3633845406 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f340c031600 con 0x7f341c1619e0 2024-09-16T01:48:59.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f341b7fe640 1 -- 172.21.15.16:0/3633845406 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c0319d0 con 0x7f341c1619e0 2024-09-16T01:48:59.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 -- 172.21.15.16:0/3633845406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 msgr2=0x7f341c06c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:59.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3633845406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c06c860 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f341c0b1dd0 tx=0x7f340c02a610 comp rx=0 tx=0).stop 2024-09-16T01:48:59.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 -- 172.21.15.16:0/3633845406 shutdown_connections 2024-09-16T01:48:59.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3633845406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 0x7f341c0707e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3633845406 >> v2:172.21.15.104:3300/0 conn(0x7f341c0d1b20 0x7f341c073090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3633845406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c06c860 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 -- 172.21.15.16:0/3633845406 >> 172.21.15.16:0/3633845406 conn(0x7f341c0b4170 msgr2=0x7f341c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 -- 172.21.15.16:0/3633845406 shutdown_connections 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.203+0000 7f3422fc4640 1 -- 172.21.15.16:0/3633845406 wait complete. 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.204+0000 7f3422fc4640 1 Processor -- start 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.204+0000 7f3422fc4640 1 -- start start 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3422fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 0x7f341c14af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3422fc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f341c0d1b20 0x7f341c15a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3422fc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c15a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3422fc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f341c070ea0 con 0x7f341c1619e0 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3422fc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f341c070d20 con 0x7f341c0d1b20 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3422fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f341c071020 con 0x7f341c0735d0 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3421561640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c15a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:59.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3421561640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c15a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60062/0 (socket says 172.21.15.16:60062) 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.205+0000 7f3421561640 1 -- 172.21.15.16:0/3605155021 learned_addr learned my addr 172.21.15.16:0/3605155021 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3420d60640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 0x7f341c14af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f341bfff640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f341c0d1b20 0x7f341c15a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3421561640 1 -- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 msgr2=0x7f341c14af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3421561640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 0x7f341c14af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3421561640 1 -- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f341c0d1b20 msgr2=0x7f341c15a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3421561640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f341c0d1b20 0x7f341c15a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3421561640 1 -- 172.21.15.16:0/3605155021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341c0cc400 con 0x7f341c1619e0 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f341bfff640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f341c0d1b20 0x7f341c15a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3421561640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c15a9a0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f341400b450 tx=0x7f341400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f34197fa640 1 -- 172.21.15.16:0/3605155021 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3414015020 con 0x7f341c1619e0 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f34197fa640 1 -- 172.21.15.16:0/3605155021 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3414011890 con 0x7f341c1619e0 2024-09-16T01:48:59.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f34197fa640 1 -- 172.21.15.16:0/3605155021 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3414011c60 con 0x7f341c1619e0 2024-09-16T01:48:59.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f341c0d0620 con 0x7f341c1619e0 2024-09-16T01:48:59.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.206+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f341c0cc980 con 0x7f341c1619e0 2024-09-16T01:48:59.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.207+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f341c071400 con 0x7f341c1619e0 2024-09-16T01:48:59.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.208+0000 7f34197fa640 1 -- 172.21.15.16:0/3605155021 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f3414018020 con 0x7f341c1619e0 2024-09-16T01:48:59.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.208+0000 7f34197fa640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f33fc06c850 0x7f33fc06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:59.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.208+0000 7f34197fa640 1 -- 172.21.15.16:0/3605155021 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 4913+0+0 (secure 0 0 0) 0x7f341408bca0 con 0x7f341c1619e0 2024-09-16T01:48:59.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.208+0000 7f3420d60640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f33fc06c850 0x7f33fc06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:59.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.209+0000 7f3420d60640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f33fc06c850 0x7f33fc06ed10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f340c033000 tx=0x7f340c009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:59.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.212+0000 7f34197fa640 1 -- 172.21.15.16:0/3605155021 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f341401f020 con 0x7f341c1619e0 2024-09-16T01:48:59.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:48:59.388+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f341c0b7670 con 0x7f341c1619e0 2024-09-16T01:49:00.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.054+0000 7f34197fa640 1 -- 172.21.15.16:0/3605155021 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v126) ==== 138+0+0 (secure 0 0 0) 0x7f341400d040 con 0x7f341c1619e0 2024-09-16T01:49:00.056 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:49:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.057+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f33fc06c850 msgr2=0x7f33fc06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.057+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f33fc06c850 0x7f33fc06ed10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f340c033000 tx=0x7f340c009000 comp rx=0 tx=0).stop 2024-09-16T01:49:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.057+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 msgr2=0x7f341c15a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:00.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.057+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c15a9a0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f341400b450 tx=0x7f341400b910 comp rx=0 tx=0).stop 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.058+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 shutdown_connections 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.058+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f33fc06c850 0x7f33fc06ed10 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.058+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341c1619e0 0x7f341c15a9a0 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.058+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f341c0d1b20 0x7f341c15a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.058+0000 7f3422fc4640 1 --2- 172.21.15.16:0/3605155021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f341c0735d0 0x7f341c14af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.058+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 >> 172.21.15.16:0/3605155021 conn(0x7f341c0b4170 msgr2=0x7f341c0cb880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.058+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 shutdown_connections 2024-09-16T01:49:00.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.059+0000 7f3422fc4640 1 -- 172.21.15.16:0/3605155021 wait complete. 2024-09-16T01:49:00.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:49:00.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.193+0000 7f196cfb0640 1 Processor -- start 2024-09-16T01:49:00.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.193+0000 7f196cfb0640 1 -- start start 2024-09-16T01:49:00.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f196cfb0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196806c2f0 0x7f19680cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:00.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f196cfb0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f19680cf5e0 0x7f19680b7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:00.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f196cfb0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f196815ea70 con 0x7f196815e690 2024-09-16T01:49:00.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f196cfb0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f19680722a0 con 0x7f19680cf5e0 2024-09-16T01:49:00.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f196cfb0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1968072580 con 0x7f196806c2f0 2024-09-16T01:49:00.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1966d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f19680cf5e0 0x7f19680b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1966d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f19680cf5e0 0x7f19680b7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60068/0 (socket says 172.21.15.16:60068) 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1966d9d640 1 -- 172.21.15.16:0/2501434007 learned_addr learned my addr 172.21.15.16:0/2501434007 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1965d9b640 1 --2- 172.21.15.16:0/2501434007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196806c2f0 0x7f19680cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1966d9d640 1 -- 172.21.15.16:0/2501434007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196806c2f0 msgr2=0x7f19680cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1966d9d640 1 --2- 172.21.15.16:0/2501434007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196806c2f0 0x7f19680cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1966d9d640 1 -- 172.21.15.16:0/2501434007 >> v1:172.21.15.104:6789/0 conn(0x7f196815e690 legacy=0x7f196806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.194+0000 7f1966d9d640 1 -- 172.21.15.16:0/2501434007 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1968072860 con 0x7f19680cf5e0 2024-09-16T01:49:00.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.195+0000 7f1966d9d640 1 --2- 172.21.15.16:0/2501434007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19680cf5e0 0x7f19680b7630 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f1960009e50 tx=0x7f196002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ab50600daa1978 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:00.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.195+0000 7f196559a640 1 -- 172.21.15.16:0/2501434007 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1960036070 con 0x7f19680cf5e0 2024-09-16T01:49:00.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.195+0000 7f196559a640 1 -- 172.21.15.16:0/2501434007 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1960031600 con 0x7f19680cf5e0 2024-09-16T01:49:00.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.195+0000 7f196559a640 1 -- 172.21.15.16:0/2501434007 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19600319d0 con 0x7f19680cf5e0 2024-09-16T01:49:00.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 -- 172.21.15.16:0/2501434007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19680cf5e0 msgr2=0x7f19680b7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:00.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2501434007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19680cf5e0 0x7f19680b7630 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f1960009e50 tx=0x7f196002a710 comp rx=0 tx=0).stop 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 -- 172.21.15.16:0/2501434007 shutdown_connections 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2501434007 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19680cf5e0 0x7f19680b7630 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2501434007 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196806c2f0 0x7f19680cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 -- 172.21.15.16:0/2501434007 >> 172.21.15.16:0/2501434007 conn(0x7f19680d1200 msgr2=0x7f19680d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 -- 172.21.15.16:0/2501434007 shutdown_connections 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.196+0000 7f196cfb0640 1 -- 172.21.15.16:0/2501434007 wait complete. 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.197+0000 7f196cfb0640 1 Processor -- start 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.197+0000 7f196cfb0640 1 -- start start 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196cfb0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f196806c2f0 0x7f196815dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196cfb0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19680cf5e0 0x7f19680c9520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196cfb0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196815e690 0x7f19680ccd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196cfb0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f19680b7b70 con 0x7f196806c2f0 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196cfb0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f19680cfa70 con 0x7f19680cf5e0 2024-09-16T01:49:00.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196cfb0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f19680b7cf0 con 0x7f196815e690 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f196806c2f0 0x7f196815dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f196806c2f0 0x7f196815dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60070/0 (socket says 172.21.15.16:60070) 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f196659c640 1 -- 172.21.15.16:0/2786655010 learned_addr learned my addr 172.21.15.16:0/2786655010 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f1966d9d640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196815e690 0x7f19680ccd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.198+0000 7f1965d9b640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19680cf5e0 0x7f19680c9520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196659c640 1 -- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196815e690 msgr2=0x7f19680ccd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196659c640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196815e690 0x7f19680ccd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196659c640 1 -- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19680cf5e0 msgr2=0x7f19680c9520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196659c640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19680cf5e0 0x7f19680c9520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196659c640 1 -- 172.21.15.16:0/2786655010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19681f43e0 con 0x7f196806c2f0 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196659c640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f196806c2f0 0x7f196815dad0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f195800c3c0 tx=0x7f195800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f1956ffd640 1 -- 172.21.15.16:0/2786655010 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19580052d0 con 0x7f196806c2f0 2024-09-16T01:49:00.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f1956ffd640 1 -- 172.21.15.16:0/2786655010 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1958005490 con 0x7f196806c2f0 2024-09-16T01:49:00.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f1956ffd640 1 -- 172.21.15.16:0/2786655010 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958007260 con 0x7f196806c2f0 2024-09-16T01:49:00.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196815e010 con 0x7f196806c2f0 2024-09-16T01:49:00.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.199+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19680ca170 con 0x7f196806c2f0 2024-09-16T01:49:00.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.200+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19680cf0a0 con 0x7f196806c2f0 2024-09-16T01:49:00.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.201+0000 7f1956ffd640 1 -- 172.21.15.16:0/2786655010 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1958007400 con 0x7f196806c2f0 2024-09-16T01:49:00.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.202+0000 7f1956ffd640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f194806c850 0x7f194806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:00.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.202+0000 7f1956ffd640 1 -- 172.21.15.16:0/2786655010 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5283+0+0 (secure 0 0 0) 0x7f195808b510 con 0x7f196806c2f0 2024-09-16T01:49:00.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.202+0000 7f1965d9b640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f194806c850 0x7f194806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:00.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.202+0000 7f1965d9b640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f194806c850 0x7f194806ed10 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f19681f7910 tx=0x7f195c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:00.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.206+0000 7f1956ffd640 1 -- 172.21.15.16:0/2786655010 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f196815e010 con 0x7f196806c2f0 2024-09-16T01:49:00.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:00.382+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f19680d3cb0 con 0x7f196806c2f0 2024-09-16T01:49:01.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.057+0000 7f1956ffd640 1 -- 172.21.15.16:0/2786655010 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v127) ==== 170+0+0 (secure 0 0 0) 0x7f19580590f0 con 0x7f196806c2f0 2024-09-16T01:49:01.058 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:49:01.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f194806c850 msgr2=0x7f194806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:01.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f194806c850 0x7f194806ed10 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f19681f7910 tx=0x7f195c009190 comp rx=0 tx=0).stop 2024-09-16T01:49:01.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f196806c2f0 msgr2=0x7f196815dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:01.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f196806c2f0 0x7f196815dad0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f195800c3c0 tx=0x7f195800c880 comp rx=0 tx=0).stop 2024-09-16T01:49:01.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 shutdown_connections 2024-09-16T01:49:01.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f194806c850 0x7f194806ed10 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f196815e690 0x7f19680ccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19680cf5e0 0x7f19680c9520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 --2- 172.21.15.16:0/2786655010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f196806c2f0 0x7f196815dad0 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.061+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 >> 172.21.15.16:0/2786655010 conn(0x7f19680d1200 msgr2=0x7f19680b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:01.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.063+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 shutdown_connections 2024-09-16T01:49:01.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.063+0000 7f196cfb0640 1 -- 172.21.15.16:0/2786655010 wait complete. 2024-09-16T01:49:01.089 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:49:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.200+0000 7f6c9b4e6640 1 Processor -- start 2024-09-16T01:49:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.200+0000 7f6c9b4e6640 1 -- start start 2024-09-16T01:49:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c9b4e6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6c940d2b20 0x7f6c9406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c9b4e6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c9406ecf0 con 0x7f6c9406e5e0 2024-09-16T01:49:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c9b4e6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c9406bbe0 con 0x7f6c9415c280 2024-09-16T01:49:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c9b4e6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6c9406bec0 con 0x7f6c940d2b20 2024-09-16T01:49:01.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c98a81640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6c940d2b20 0x7f6c9406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:01.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c98a81640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6c940d2b20 0x7f6c9406e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60080/0 (socket says 172.21.15.16:60080) 2024-09-16T01:49:01.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c98a81640 1 -- 172.21.15.16:0/3167307070 learned_addr learned my addr 172.21.15.16:0/3167307070 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:01.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c98a81640 1 -- 172.21.15.16:0/3167307070 >> v1:172.21.15.104:6789/0 conn(0x7f6c9415c280 legacy=0x7f6c940d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:01.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c98a81640 1 -- 172.21.15.16:0/3167307070 >> v1:172.21.15.16:6789/0 conn(0x7f6c9406e5e0 legacy=0x7f6c940b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:01.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.201+0000 7f6c98a81640 1 -- 172.21.15.16:0/3167307070 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9406c1a0 con 0x7f6c940d2b20 2024-09-16T01:49:01.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.202+0000 7f6c98a81640 1 --2- 172.21.15.16:0/3167307070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c9406e0a0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f6c84009870 tx=0x7f6c8402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b124d8bb8f915b98 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:01.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.202+0000 7f6c8bfff640 1 -- 172.21.15.16:0/3167307070 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84037070 con 0x7f6c940d2b20 2024-09-16T01:49:01.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.202+0000 7f6c8bfff640 1 -- 172.21.15.16:0/3167307070 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c84032440 con 0x7f6c940d2b20 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.202+0000 7f6c8bfff640 1 -- 172.21.15.16:0/3167307070 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84032810 con 0x7f6c940d2b20 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.202+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3167307070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 msgr2=0x7f6c9406e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.202+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3167307070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c9406e0a0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f6c84009870 tx=0x7f6c8402a2a0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.203+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3167307070 shutdown_connections 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.203+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3167307070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c9406e0a0 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.203+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3167307070 >> 172.21.15.16:0/3167307070 conn(0x7f6c9406f2d0 msgr2=0x7f6c9406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.203+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3167307070 shutdown_connections 2024-09-16T01:49:01.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.203+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3167307070 wait complete. 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.204+0000 7f6c9b4e6640 1 Processor -- start 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.204+0000 7f6c9b4e6640 1 -- start start 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c9b4e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c9406e5e0 0x7f6c94159490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c9b4e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c941519c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c9b4e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c9415c280 0x7f6c941e6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c9b4e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9415fae0 con 0x7f6c940d2b20 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c9b4e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9406ea10 con 0x7f6c9406e5e0 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c9b4e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6c9406c9a0 con 0x7f6c9415c280 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c941519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c941519c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60092/0 (socket says 172.21.15.16:60092) 2024-09-16T01:49:01.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 -- 172.21.15.16:0/3927145026 learned_addr learned my addr 172.21.15.16:0/3927145026 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c99a83640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c9415c280 0x7f6c941e6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c99282640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c9406e5e0 0x7f6c94159490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 -- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c9415c280 msgr2=0x7f6c941e6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c9415c280 0x7f6c941e6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 -- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c9406e5e0 msgr2=0x7f6c94159490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c9406e5e0 0x7f6c94159490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 -- 172.21.15.16:0/3927145026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c94159ce0 con 0x7f6c940d2b20 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c99a83640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c9415c280 0x7f6c941e6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c99282640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c9406e5e0 0x7f6c94159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c98a81640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c941519c0 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f6c84009870 tx=0x7f6c840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c89ffb640 1 -- 172.21.15.16:0/3927145026 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84041070 con 0x7f6c940d2b20 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c89ffb640 1 -- 172.21.15.16:0/3927145026 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c8403c870 con 0x7f6c940d2b20 2024-09-16T01:49:01.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c94159fc0 con 0x7f6c940d2b20 2024-09-16T01:49:01.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.205+0000 7f6c89ffb640 1 -- 172.21.15.16:0/3927145026 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84037040 con 0x7f6c940d2b20 2024-09-16T01:49:01.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.206+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c9415c700 con 0x7f6c940d2b20 2024-09-16T01:49:01.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.207+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c940b3d50 con 0x7f6c940d2b20 2024-09-16T01:49:01.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.207+0000 7f6c89ffb640 1 -- 172.21.15.16:0/3927145026 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6c84044070 con 0x7f6c940d2b20 2024-09-16T01:49:01.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.208+0000 7f6c89ffb640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6c7806c850 0x7f6c7806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:01.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.208+0000 7f6c89ffb640 1 -- 172.21.15.16:0/3927145026 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5665+0+0 (secure 0 0 0) 0x7f6c840aca10 con 0x7f6c940d2b20 2024-09-16T01:49:01.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.208+0000 7f6c99282640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6c7806c850 0x7f6c7806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:01.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.208+0000 7f6c99282640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6c7806c850 0x7f6c7806ed10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6c9415ea70 tx=0x7f6c90009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:01.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.213+0000 7f6c89ffb640 1 -- 172.21.15.16:0/3927145026 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c8407a8f0 con 0x7f6c940d2b20 2024-09-16T01:49:01.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:01.424+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6c9406e0a0 con 0x7f6c940d2b20 2024-09-16T01:49:02.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.094+0000 7f6c89ffb640 1 -- 172.21.15.16:0/3927145026 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 20 and data pool 21 v74) ==== 174+0+0 (secure 0 0 0) 0x7f6c8407a1f0 con 0x7f6c940d2b20 2024-09-16T01:49:02.098 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 20 and data pool 21 2024-09-16T01:49:02.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.102+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6c7806c850 msgr2=0x7f6c7806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.102+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6c7806c850 0x7f6c7806ed10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6c9415ea70 tx=0x7f6c90009040 comp rx=0 tx=0).stop 2024-09-16T01:49:02.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.102+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 msgr2=0x7f6c941519c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.102+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c941519c0 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f6c84009870 tx=0x7f6c840046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.103+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 shutdown_connections 2024-09-16T01:49:02.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.103+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6c7806c850 0x7f6c7806ed10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.103+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c9415c280 0x7f6c941e6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.103+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c940d2b20 0x7f6c941519c0 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.103+0000 7f6c9b4e6640 1 --2- 172.21.15.16:0/3927145026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c9406e5e0 0x7f6c94159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.103+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 >> 172.21.15.16:0/3927145026 conn(0x7f6c9406f2d0 msgr2=0x7f6c940b27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:02.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.103+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 shutdown_connections 2024-09-16T01:49:02.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.104+0000 7f6c9b4e6640 1 -- 172.21.15.16:0/3927145026 wait complete. 2024-09-16T01:49:02.127 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:02.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.232+0000 7f91980ba640 1 Processor -- start 2024-09-16T01:49:02.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.233+0000 7f91980ba640 1 -- start start 2024-09-16T01:49:02.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f91980ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91900d15f0 0x7f919015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f91980ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900b97d0 0x7f91900b9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f91980ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91900d2750 con 0x7f9190147fc0 2024-09-16T01:49:02.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f91980ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f91901483a0 con 0x7f91900d15f0 2024-09-16T01:49:02.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f91980ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f919015efa0 con 0x7f91900b97d0 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9195655640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91900d15f0 0x7f919015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9195655640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91900d15f0 0x7f919015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55780/0 (socket says 172.21.15.16:55780) 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9195655640 1 -- 172.21.15.16:0/4019312231 learned_addr learned my addr 172.21.15.16:0/4019312231 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9196657640 1 --2- 172.21.15.16:0/4019312231 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900b97d0 0x7f91900b9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9195655640 1 -- 172.21.15.16:0/4019312231 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900b97d0 msgr2=0x7f91900b9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9195655640 1 --2- 172.21.15.16:0/4019312231 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900b97d0 0x7f91900b9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9195655640 1 -- 172.21.15.16:0/4019312231 >> v1:172.21.15.104:6789/0 conn(0x7f9190147fc0 legacy=0x7f91900d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9195655640 1 -- 172.21.15.16:0/4019312231 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91900d2a30 con 0x7f91900d15f0 2024-09-16T01:49:02.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.234+0000 7f9196657640 1 --2- 172.21.15.16:0/4019312231 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900b97d0 0x7f91900b9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:02.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.235+0000 7f9195655640 1 --2- 172.21.15.16:0/4019312231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900d15f0 0x7f919015ea60 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f9180009870 tx=0x7f918002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=189980cf2949c55e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.235+0000 7f9194e54640 1 -- 172.21.15.16:0/4019312231 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180037070 con 0x7f91900d15f0 2024-09-16T01:49:02.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.235+0000 7f9194e54640 1 -- 172.21.15.16:0/4019312231 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9180032440 con 0x7f91900d15f0 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.235+0000 7f9194e54640 1 -- 172.21.15.16:0/4019312231 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180032810 con 0x7f91900d15f0 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.235+0000 7f91980ba640 1 -- 172.21.15.16:0/4019312231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900d15f0 msgr2=0x7f919015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.235+0000 7f91980ba640 1 --2- 172.21.15.16:0/4019312231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900d15f0 0x7f919015ea60 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f9180009870 tx=0x7f918002a270 comp rx=0 tx=0).stop 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.236+0000 7f91980ba640 1 -- 172.21.15.16:0/4019312231 shutdown_connections 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.236+0000 7f91980ba640 1 --2- 172.21.15.16:0/4019312231 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900b97d0 0x7f91900b9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.236+0000 7f91980ba640 1 --2- 172.21.15.16:0/4019312231 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900d15f0 0x7f919015ea60 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.236+0000 7f91980ba640 1 -- 172.21.15.16:0/4019312231 >> 172.21.15.16:0/4019312231 conn(0x7f9190074fe0 msgr2=0x7f919006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.236+0000 7f91980ba640 1 -- 172.21.15.16:0/4019312231 shutdown_connections 2024-09-16T01:49:02.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.236+0000 7f91980ba640 1 -- 172.21.15.16:0/4019312231 wait complete. 2024-09-16T01:49:02.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.237+0000 7f91980ba640 1 Processor -- start 2024-09-16T01:49:02.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.237+0000 7f91980ba640 1 -- start start 2024-09-16T01:49:02.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f91980ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900b97d0 0x7f9190144af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f91980ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900d15f0 0x7f91901414a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f91980ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9190147fc0 0x7f91900ca9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f91980ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f91900d2ff0 con 0x7f91900b97d0 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f91980ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f91900d2500 con 0x7f9190147fc0 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f91980ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f91900ba150 con 0x7f91900d15f0 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900b97d0 0x7f9190144af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900b97d0 0x7f9190144af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55794/0 (socket says 172.21.15.16:55794) 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 -- 172.21.15.16:0/3750307306 learned_addr learned my addr 172.21.15.16:0/3750307306 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195655640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900d15f0 0x7f91901414a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9196657640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9190147fc0 0x7f91900ca9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 -- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900d15f0 msgr2=0x7f91901414a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900d15f0 0x7f91901414a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 -- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9190147fc0 msgr2=0x7f91900ca9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9190147fc0 0x7f91900ca9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 -- 172.21.15.16:0/3750307306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91900c9930 con 0x7f91900b97d0 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f9195e56640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900b97d0 0x7f9190144af0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f918c00c3c0 tx=0x7f918c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.238+0000 7f91867fc640 1 -- 172.21.15.16:0/3750307306 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918c0052d0 con 0x7f91900b97d0 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.239+0000 7f91867fc640 1 -- 172.21.15.16:0/3750307306 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f918c005490 con 0x7f91900b97d0 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.239+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91900c9c10 con 0x7f91900b97d0 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.239+0000 7f91867fc640 1 -- 172.21.15.16:0/3750307306 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918c007260 con 0x7f91900b97d0 2024-09-16T01:49:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.239+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91900ca1d0 con 0x7f91900b97d0 2024-09-16T01:49:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.240+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91900b9c10 con 0x7f91900b97d0 2024-09-16T01:49:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.240+0000 7f91867fc640 1 -- 172.21.15.16:0/3750307306 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f918c007400 con 0x7f91900b97d0 2024-09-16T01:49:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.241+0000 7f91867fc640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917406c850 0x7f917406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.241+0000 7f91867fc640 1 -- 172.21.15.16:0/3750307306 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5765+0+0 (secure 0 0 0) 0x7f918c08b2c0 con 0x7f91900b97d0 2024-09-16T01:49:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.241+0000 7f9195655640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917406c850 0x7f917406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.241+0000 7f9195655640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917406c850 0x7f917406ed10 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9180034000 tx=0x7f918002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.245+0000 7f91867fc640 1 -- 172.21.15.16:0/3750307306 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f918c058b80 con 0x7f91900b97d0 2024-09-16T01:49:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.423+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f919015f250 con 0x7f91900b97d0 2024-09-16T01:49:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.424+0000 7f91867fc640 1 -- 172.21.15.16:0/3750307306 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v128) ==== 74+0+16805 (secure 0 0 0) 0x7f918c05ce80 con 0x7f91900b97d0 2024-09-16T01:49:02.426 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:02.426 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":128,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:01.425198+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:59.419857+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:00.414094+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:02.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.426+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917406c850 msgr2=0x7f917406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.426+0000 7f91980ba640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917406c850 0x7f917406ed10 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9180034000 tx=0x7f918002e000 comp rx=0 tx=0).stop 2024-09-16T01:49:02.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.426+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900b97d0 msgr2=0x7f9190144af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.426+0000 7f91980ba640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900b97d0 0x7f9190144af0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f918c00c3c0 tx=0x7f918c00c880 comp rx=0 tx=0).stop 2024-09-16T01:49:02.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 shutdown_connections 2024-09-16T01:49:02.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f917406c850 0x7f917406ed10 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9190147fc0 0x7f91900ca9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91900d15f0 0x7f91901414a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 --2- 172.21.15.16:0/3750307306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91900b97d0 0x7f9190144af0 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 >> 172.21.15.16:0/3750307306 conn(0x7f9190074fe0 msgr2=0x7f91900cfdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:02.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 shutdown_connections 2024-09-16T01:49:02.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.427+0000 7f91980ba640 1 -- 172.21.15.16:0/3750307306 wait complete. 2024-09-16T01:49:02.439 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:02.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.540+0000 7fb747496640 1 Processor -- start 2024-09-16T01:49:02.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.540+0000 7fb747496640 1 -- start start 2024-09-16T01:49:02.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb747496640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb7400cecb0 0x7fb7400ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb747496640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb740160230 con 0x7fb7400cf090 2024-09-16T01:49:02.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb747496640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb740160510 con 0x7fb7400cda90 2024-09-16T01:49:02.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb747496640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb740160e40 con 0x7fb7400cecb0 2024-09-16T01:49:02.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb744a31640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb7400cf090 0x7fb7400cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59460/0 (socket says 172.21.15.16:59460) 2024-09-16T01:49:02.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb744a31640 1 -- 172.21.15.16:0/4055377722 learned_addr learned my addr 172.21.15.16:0/4055377722 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb745232640 1 --2- 172.21.15.16:0/4055377722 >> v2:172.21.15.104:3300/0 conn(0x7fb7400cecb0 0x7fb7400ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1489842214 0 0) 0x7fb740160230 con 0x7fb7400cf090 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb72c003520 con 0x7fb7400cf090 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.541+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4084755640 0 0) 0x7fb72c003520 con 0x7fb7400cf090 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 >> v2:172.21.15.104:3300/0 conn(0x7fb7400cecb0 msgr2=0x7fb7400ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 --2- 172.21.15.16:0/4055377722 >> v2:172.21.15.104:3300/0 conn(0x7fb7400cecb0 0x7fb7400ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 >> v1:172.21.15.104:6789/0 conn(0x7fb7400cda90 legacy=0x7fb74006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7401607f0 con 0x7fb7400cf090 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fb730001670 con 0x7fb7400cf090 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 >> v1:172.21.15.16:6789/0 conn(0x7fb7400cf090 legacy=0x7fb7400cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb72c0039b0 0x7fb72c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb72c004800 0x7fb72c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0051c0 0x7fb72c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb740160e40 con 0x7fb72c0039b0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb72c00c060 con 0x7fb72c0051c0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb72c00c260 con 0x7fb72c004800 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745232640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb72c0039b0 0x7fb72c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb744a31640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb72c004800 0x7fb72c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745a33640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0051c0 0x7fb72c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745232640 1 -- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb72c004800 msgr2=0x7fb72c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745232640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb72c004800 0x7fb72c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745232640 1 -- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0051c0 msgr2=0x7fb72c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745232640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0051c0 0x7fb72c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745a33640 1 -- 172.21.15.16:0/4055377722 reap_dead start 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.542+0000 7fb745232640 1 -- 172.21.15.16:0/4055377722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb72c003520 con 0x7fb72c0039b0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.543+0000 7fb745232640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb72c0039b0 0x7fb72c003dd0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7fb73c009ac0 tx=0x7fb72c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95cca72206b11b07 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.543+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73c036070 con 0x7fb72c0039b0 2024-09-16T01:49:02.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.543+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb73c031400 con 0x7fb72c0039b0 2024-09-16T01:49:02.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.543+0000 7fb737fff640 1 -- 172.21.15.16:0/4055377722 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73c009690 con 0x7fb72c0039b0 2024-09-16T01:49:02.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.543+0000 7fb747496640 1 -- 172.21.15.16:0/4055377722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb72c0039b0 msgr2=0x7fb72c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.543+0000 7fb747496640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb72c0039b0 0x7fb72c003dd0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7fb73c009ac0 tx=0x7fb72c005830 comp rx=0 tx=0).stop 2024-09-16T01:49:02.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.543+0000 7fb747496640 1 -- 172.21.15.16:0/4055377722 shutdown_connections 2024-09-16T01:49:02.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.544+0000 7fb747496640 1 --2- 172.21.15.16:0/4055377722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb72c0039b0 0x7fb72c003dd0 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.544+0000 7fb747496640 1 -- 172.21.15.16:0/4055377722 >> 172.21.15.16:0/4055377722 conn(0x7fb7400b2000 msgr2=0x7fb7400b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.544+0000 7fb747496640 1 -- 172.21.15.16:0/4055377722 shutdown_connections 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.544+0000 7fb747496640 1 -- 172.21.15.16:0/4055377722 wait complete. 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.545+0000 7fb747496640 1 Processor -- start 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.545+0000 7fb747496640 1 -- start start 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.545+0000 7fb747496640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0039b0 0x7fb74014b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.545+0000 7fb747496640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb74015f2b0 0x7fb7400b4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb747496640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7400ae8a0 0x7fb7400aed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb747496640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb7400ce310 con 0x7fb7400ae8a0 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb747496640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7400ce190 con 0x7fb72c0039b0 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb747496640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb7400ce490 con 0x7fb74015f2b0 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7400ae8a0 0x7fb7400aed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7400ae8a0 0x7fb7400aed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55812/0 (socket says 172.21.15.16:55812) 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 -- 172.21.15.16:0/401807129 learned_addr learned my addr 172.21.15.16:0/401807129 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:02.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745232640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0039b0 0x7fb74014b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb744a31640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb74015f2b0 0x7fb7400b4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 -- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb74015f2b0 msgr2=0x7fb7400b4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb74015f2b0 0x7fb7400b4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 -- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0039b0 msgr2=0x7fb74014b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0039b0 0x7fb74014b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 -- 172.21.15.16:0/401807129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7401f7ec0 con 0x7fb7400ae8a0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb745a33640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7400ae8a0 0x7fb7400aed20 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fb740073820 tx=0x7fb73800fb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb735ffb640 1 -- 172.21.15.16:0/401807129 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73801a070 con 0x7fb7400ae8a0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb735ffb640 1 -- 172.21.15.16:0/401807129 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb73800fe50 con 0x7fb7400ae8a0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7401f81a0 con 0x7fb7400ae8a0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.546+0000 7fb735ffb640 1 -- 172.21.15.16:0/401807129 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb738003970 con 0x7fb7400ae8a0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.547+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7401f8760 con 0x7fb7400ae8a0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.547+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7400af260 con 0x7fb7400ae8a0 2024-09-16T01:49:02.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.548+0000 7fb735ffb640 1 -- 172.21.15.16:0/401807129 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fb738003b10 con 0x7fb7400ae8a0 2024-09-16T01:49:02.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.549+0000 7fb735ffb640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb72406c880 0x7fb72406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.549+0000 7fb745232640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb72406c880 0x7fb72406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.549+0000 7fb735ffb640 1 -- 172.21.15.16:0/401807129 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5765+0+0 (secure 0 0 0) 0x7fb73808b3c0 con 0x7fb7400ae8a0 2024-09-16T01:49:02.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.549+0000 7fb745232640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb72406c880 0x7fb72406ed40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb73c033000 tx=0x7fb73c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.553+0000 7fb735ffb640 1 -- 172.21.15.16:0/401807129 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb738058c80 con 0x7fb7400ae8a0 2024-09-16T01:49:02.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.732+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb7400cd4a0 con 0x7fb7400ae8a0 2024-09-16T01:49:02.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.733+0000 7fb735ffb640 1 -- 172.21.15.16:0/401807129 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v128) ==== 74+0+16805 (secure 0 0 0) 0x7fb73805cf80 con 0x7fb7400ae8a0 2024-09-16T01:49:02.735 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:02.735 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":128,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:01.425198+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:59.419857+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:00.414094+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:02.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb72406c880 msgr2=0x7fb72406ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb72406c880 0x7fb72406ed40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb73c033000 tx=0x7fb73c008030 comp rx=0 tx=0).stop 2024-09-16T01:49:02.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7400ae8a0 msgr2=0x7fb7400aed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7400ae8a0 0x7fb7400aed20 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fb740073820 tx=0x7fb73800fb40 comp rx=0 tx=0).stop 2024-09-16T01:49:02.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 shutdown_connections 2024-09-16T01:49:02.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb72406c880 0x7fb72406ed40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7400ae8a0 0x7fb7400aed20 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.735+0000 7fb747496640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb74015f2b0 0x7fb7400b4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.736+0000 7fb747496640 1 --2- 172.21.15.16:0/401807129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb72c0039b0 0x7fb74014b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.736+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 >> 172.21.15.16:0/401807129 conn(0x7fb7400b2000 msgr2=0x7fb74006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:02.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.736+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 shutdown_connections 2024-09-16T01:49:02.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.736+0000 7fb747496640 1 -- 172.21.15.16:0/401807129 wait complete. 2024-09-16T01:49:02.748 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:49:02.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.852+0000 7fdb8a959640 1 Processor -- start 2024-09-16T01:49:02.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.852+0000 7fdb8a959640 1 -- start start 2024-09-16T01:49:02.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb8a959640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb8a959640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdb840d2950 0x7fdb8406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb8a959640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb8406ea50 con 0x7fdb8406e5e0 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb8a959640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdb840d2db0 con 0x7fdb840d2950 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb8a959640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb8406ecf0 con 0x7fdb8415c280 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb837fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdb840d2950 0x7fdb8406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb837fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdb840d2950 0x7fdb8406e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55828/0 (socket says 172.21.15.16:55828) 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb837fe640 1 -- 172.21.15.16:0/3728657489 learned_addr learned my addr 172.21.15.16:0/3728657489 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb83fff640 1 --2- 172.21.15.16:0/3728657489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb837fe640 1 -- 172.21.15.16:0/3728657489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 msgr2=0x7fdb840d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb837fe640 1 --2- 172.21.15.16:0/3728657489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb837fe640 1 -- 172.21.15.16:0/3728657489 >> v1:172.21.15.104:6789/0 conn(0x7fdb8406e5e0 legacy=0x7fdb84073030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.853+0000 7fdb837fe640 1 -- 172.21.15.16:0/3728657489 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb8406bbe0 con 0x7fdb840d2950 2024-09-16T01:49:02.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.854+0000 7fdb837fe640 1 --2- 172.21.15.16:0/3728657489 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8406e0a0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7fdb8406ec20 tx=0x7fdb7802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14a5e1d05a814e9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.854+0000 7fdb82ffd640 1 -- 172.21.15.16:0/3728657489 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb78037070 con 0x7fdb840d2950 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.854+0000 7fdb82ffd640 1 -- 172.21.15.16:0/3728657489 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb78032440 con 0x7fdb840d2950 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.854+0000 7fdb82ffd640 1 -- 172.21.15.16:0/3728657489 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb78032810 con 0x7fdb840d2950 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 -- 172.21.15.16:0/3728657489 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 msgr2=0x7fdb8406e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 --2- 172.21.15.16:0/3728657489 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8406e0a0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7fdb8406ec20 tx=0x7fdb7802a250 comp rx=0 tx=0).stop 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 -- 172.21.15.16:0/3728657489 shutdown_connections 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 --2- 172.21.15.16:0/3728657489 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8406e0a0 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 --2- 172.21.15.16:0/3728657489 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 -- 172.21.15.16:0/3728657489 >> 172.21.15.16:0/3728657489 conn(0x7fdb8406f2d0 msgr2=0x7fdb8406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 -- 172.21.15.16:0/3728657489 shutdown_connections 2024-09-16T01:49:02.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.855+0000 7fdb8a959640 1 -- 172.21.15.16:0/3728657489 wait complete. 2024-09-16T01:49:02.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.856+0000 7fdb8a959640 1 Processor -- start 2024-09-16T01:49:02.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.856+0000 7fdb8a959640 1 -- start start 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb8a959640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb8406e5e0 0x7fdb841f49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb8a959640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8414cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb8a959640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb8a959640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8406c480 con 0x7fdb840d2950 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb8a959640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8406c1a0 con 0x7fdb8406e5e0 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb8a959640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb8415fae0 con 0x7fdb8415c280 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8414cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8414cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55836/0 (socket says 172.21.15.16:55836) 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 -- 172.21.15.16:0/89187810 learned_addr learned my addr 172.21.15.16:0/89187810 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb83fff640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb8406e5e0 0x7fdb841f49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb88ef6640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 -- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 msgr2=0x7fdb840ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840ccf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 -- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb8406e5e0 msgr2=0x7fdb841f49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb8406e5e0 0x7fdb841f49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb837fe640 1 -- 172.21.15.16:0/89187810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb841f4f00 con 0x7fdb840d2950 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb88ef6640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.857+0000 7fdb83fff640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb8406e5e0 0x7fdb841f49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.858+0000 7fdb837fe640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8414cf00 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7fdb7802a290 tx=0x7fdb780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.858+0000 7fdb80ff9640 1 -- 172.21.15.16:0/89187810 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb78041020 con 0x7fdb840d2950 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.858+0000 7fdb80ff9640 1 -- 172.21.15.16:0/89187810 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb780306c0 con 0x7fdb840d2950 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.858+0000 7fdb80ff9640 1 -- 172.21.15.16:0/89187810 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb78037040 con 0x7fdb840d2950 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.858+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb840cbe90 con 0x7fdb840d2950 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.858+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb840cc450 con 0x7fdb840d2950 2024-09-16T01:49:02.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.859+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb8406c9a0 con 0x7fdb840d2950 2024-09-16T01:49:02.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.859+0000 7fdb80ff9640 1 -- 172.21.15.16:0/89187810 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fdb78044020 con 0x7fdb840d2950 2024-09-16T01:49:02.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.860+0000 7fdb80ff9640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb7006c850 0x7fdb7006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:02.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.860+0000 7fdb80ff9640 1 -- 172.21.15.16:0/89187810 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5765+0+0 (secure 0 0 0) 0x7fdb780ac660 con 0x7fdb840d2950 2024-09-16T01:49:02.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.860+0000 7fdb83fff640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb7006c850 0x7fdb7006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:02.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.860+0000 7fdb83fff640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb7006c850 0x7fdb7006ed10 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fdb74006fd0 tx=0x7fdb74008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:02.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:02.864+0000 7fdb80ff9640 1 -- 172.21.15.16:0/89187810 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb7804b030 con 0x7fdb840d2950 2024-09-16T01:49:03.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.075+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdb840d2020 con 0x7fdb840d2950 2024-09-16T01:49:03.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.105+0000 7fdb80ff9640 1 -- 172.21.15.16:0/89187810 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v75) ==== 118+0+0 (secure 0 0 0) 0x7fdb7807a5a0 con 0x7fdb840d2950 2024-09-16T01:49:03.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb7006c850 msgr2=0x7fdb7006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:03.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb7006c850 0x7fdb7006ed10 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fdb74006fd0 tx=0x7fdb74008040 comp rx=0 tx=0).stop 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 msgr2=0x7fdb8414cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8414cf00 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7fdb7802a290 tx=0x7fdb780046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 shutdown_connections 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb7006c850 0x7fdb7006ed10 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb8415c280 0x7fdb840ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb840d2950 0x7fdb8414cf00 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 --2- 172.21.15.16:0/89187810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb8406e5e0 0x7fdb841f49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 >> 172.21.15.16:0/89187810 conn(0x7fdb8406f2d0 msgr2=0x7fdb840b6c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 shutdown_connections 2024-09-16T01:49:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.107+0000 7fdb8a959640 1 -- 172.21.15.16:0/89187810 wait complete. 2024-09-16T01:49:03.119 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:49:03.119 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:49:03.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.224+0000 7f82b6fcf640 1 Processor -- start 2024-09-16T01:49:03.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.224+0000 7f82b6fcf640 1 -- start start 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b6fcf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b6fcf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f82b0166120 0x7f82b0168510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b6fcf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82b00d1f10 con 0x7f82b00b5550 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b6fcf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f82b006dac0 con 0x7f82b0166120 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b6fcf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82b006d500 con 0x7f82b00b6ec0 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b4d6b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b4d6b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00b4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:33862/0 (socket says 172.21.15.16:33862) 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b4d6b640 1 -- 172.21.15.16:0/4185204128 learned_addr learned my addr 172.21.15.16:0/4185204128 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b556c640 1 --2- 172.21.15.16:0/4185204128 >> v2:172.21.15.104:3300/0 conn(0x7f82b0166120 0x7f82b0168510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b556c640 1 -- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 msgr2=0x7f82b00b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b556c640 1 --2- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b556c640 1 -- 172.21.15.16:0/4185204128 >> v1:172.21.15.104:6789/0 conn(0x7f82b00b5550 legacy=0x7f82b00b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82b556c640 1 -- 172.21.15.16:0/4185204128 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82b0074210 con 0x7f82b0166120 2024-09-16T01:49:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.225+0000 7f82a77fe640 1 -- 172.21.15.16:0/4185204128 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3448005417 0 0) 0x7f82b00d1f10 con 0x7f82b00b5550 2024-09-16T01:49:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.226+0000 7f82b4d6b640 1 --2- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.226+0000 7f82b556c640 1 --2- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 0x7f82b0168510 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f82a8009d90 tx=0x7f82a802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fcd481dbd3e4f312 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.226+0000 7f82a77fe640 1 -- 172.21.15.16:0/4185204128 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a8031600 con 0x7f82b0166120 2024-09-16T01:49:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.226+0000 7f82a77fe640 1 -- 172.21.15.16:0/4185204128 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82a80317a0 con 0x7f82b0166120 2024-09-16T01:49:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.226+0000 7f82a77fe640 1 -- 172.21.15.16:0/4185204128 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a8031b70 con 0x7f82b0166120 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 -- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 msgr2=0x7f82b0168510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 0x7f82b0168510 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f82a8009d90 tx=0x7f82a802a5d0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 -- 172.21.15.16:0/4185204128 shutdown_connections 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 0x7f82b0168510 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/4185204128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 -- 172.21.15.16:0/4185204128 >> 172.21.15.16:0/4185204128 conn(0x7f82b00b4250 msgr2=0x7f82b00b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 -- 172.21.15.16:0/4185204128 shutdown_connections 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.227+0000 7f82b6fcf640 1 -- 172.21.15.16:0/4185204128 wait complete. 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.228+0000 7f82b6fcf640 1 Processor -- start 2024-09-16T01:49:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.228+0000 7f82b6fcf640 1 -- start start 2024-09-16T01:49:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b6fcf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82b00b5550 0x7f82b014c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b6fcf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00d02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b6fcf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 0x7f82b00d0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b6fcf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f82b0071600 con 0x7f82b00b5550 2024-09-16T01:49:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b6fcf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82b00b5990 con 0x7f82b0166120 2024-09-16T01:49:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b6fcf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82b006d750 con 0x7f82b00b6ec0 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82b00b5550 0x7f82b014c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82b00b5550 0x7f82b014c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55844/0 (socket says 172.21.15.16:55844) 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 -- 172.21.15.16:0/548345456 learned_addr learned my addr 172.21.15.16:0/548345456 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b556c640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 0x7f82b00d0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82a7fff640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00d02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 -- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 msgr2=0x7f82b00d02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00d02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 -- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 msgr2=0x7f82b00d0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 0x7f82b00d0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.229+0000 7f82b4d6b640 1 -- 172.21.15.16:0/548345456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82b00cdde0 con 0x7f82b00b5550 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.230+0000 7f82a7fff640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00d02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.230+0000 7f82b4d6b640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82b00b5550 0x7f82b014c820 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00ea00 tx=0x7f82ac00eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.230+0000 7f82a57fa640 1 -- 172.21.15.16:0/548345456 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ac017070 con 0x7f82b00b5550 2024-09-16T01:49:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.230+0000 7f82a57fa640 1 -- 172.21.15.16:0/548345456 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82ac00ca60 con 0x7f82b00b5550 2024-09-16T01:49:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.230+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82b00d0e50 con 0x7f82b00b5550 2024-09-16T01:49:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.230+0000 7f82a57fa640 1 -- 172.21.15.16:0/548345456 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ac00ce10 con 0x7f82b00b5550 2024-09-16T01:49:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.230+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82b00d1410 con 0x7f82b00b5550 2024-09-16T01:49:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.231+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82b015e990 con 0x7f82b00b5550 2024-09-16T01:49:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.231+0000 7f82a57fa640 1 -- 172.21.15.16:0/548345456 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f82ac01a070 con 0x7f82b00b5550 2024-09-16T01:49:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.232+0000 7f82a57fa640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f829c06c850 0x7f829c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.232+0000 7f82a57fa640 1 -- 172.21.15.16:0/548345456 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f82ac08be40 con 0x7f82b00b5550 2024-09-16T01:49:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.232+0000 7f82a7fff640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f829c06c850 0x7f829c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.232+0000 7f82a7fff640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f829c06c850 0x7f829c06ed10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f82b015e3a0 tx=0x7f82a0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:03.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.236+0000 7f82a57fa640 1 -- 172.21.15.16:0/548345456 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82ac090070 con 0x7f82b00b5550 2024-09-16T01:49:03.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:03.454+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f82b00b3020 con 0x7f82b00b5550 2024-09-16T01:49:04.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.106+0000 7f82a57fa640 1 -- 172.21.15.16:0/548345456 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v76) ==== 122+0+0 (secure 0 0 0) 0x7f82ac059d90 con 0x7f82b00b5550 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f829c06c850 msgr2=0x7f829c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f829c06c850 0x7f829c06ed10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f82b015e3a0 tx=0x7f82a0009040 comp rx=0 tx=0).stop 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82b00b5550 msgr2=0x7f82b014c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82b00b5550 0x7f82b014c820 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00ea00 tx=0x7f82ac00eec0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 shutdown_connections 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f829c06c850 0x7f829c06ed10 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82b0166120 0x7f82b00d0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82b00b6ec0 0x7f82b00d02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 --2- 172.21.15.16:0/548345456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82b00b5550 0x7f82b014c820 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.108+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 >> 172.21.15.16:0/548345456 conn(0x7f82b00b4250 msgr2=0x7f82b0156d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:04.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.109+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 shutdown_connections 2024-09-16T01:49:04.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.109+0000 7f82b6fcf640 1 -- 172.21.15.16:0/548345456 wait complete. 2024-09-16T01:49:04.123 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:49:04.123 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:04.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.230+0000 7f7297c65640 1 Processor -- start 2024-09-16T01:49:04.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.230+0000 7f7297c65640 1 -- start start 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7297c65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900d0f00 0x7f72900d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7297c65640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f72900b6630 0x7f72900b6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7297c65640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7290163e50 con 0x7f729014c2b0 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7297c65640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f72900d1880 con 0x7f72900b6630 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7297c65640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f72900d2c70 con 0x7f72900d0f00 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7295a01640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f729014c2b0 0x7f72900d2560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59474/0 (socket says 172.21.15.16:59474) 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7295a01640 1 -- 172.21.15.16:0/428267964 learned_addr learned my addr 172.21.15.16:0/428267964 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7295200640 1 --2- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900d0f00 0x7f72900d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f7296202640 1 --2- 172.21.15.16:0/428267964 >> v2:172.21.15.104:3300/0 conn(0x7f72900b6630 0x7f72900b6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f72949ff640 1 -- 172.21.15.16:0/428267964 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2435808336 0 0) 0x7f7290163e50 con 0x7f729014c2b0 2024-09-16T01:49:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.231+0000 7f72949ff640 1 -- 172.21.15.16:0/428267964 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7278003520 con 0x7f729014c2b0 2024-09-16T01:49:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.232+0000 7f72949ff640 1 -- 172.21.15.16:0/428267964 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1599805220 0 0) 0x7f7278003520 con 0x7f729014c2b0 2024-09-16T01:49:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.232+0000 7f7296202640 1 -- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900d0f00 msgr2=0x7f72900d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.232+0000 7f7296202640 1 --2- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900d0f00 0x7f72900d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.232+0000 7f7296202640 1 -- 172.21.15.16:0/428267964 >> v1:172.21.15.16:6789/0 conn(0x7f729014c2b0 legacy=0x7f72900d2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.232+0000 7f7296202640 1 -- 172.21.15.16:0/428267964 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72900b7000 con 0x7f72900b6630 2024-09-16T01:49:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.232+0000 7f7295200640 1 --2- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900d0f00 0x7f72900d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:04.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.232+0000 7f7296202640 1 --2- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72900b6630 0x7f72900b6ac0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f72880097a0 tx=0x7f728802a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f1b16085a1c201c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f72949ff640 1 -- 172.21.15.16:0/428267964 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7288037070 con 0x7f72900b6630 2024-09-16T01:49:04.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f72949ff640 1 -- 172.21.15.16:0/428267964 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f728802ab10 con 0x7f72900b6630 2024-09-16T01:49:04.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f72949ff640 1 -- 172.21.15.16:0/428267964 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800019f0 con 0x7f72900b6630 2024-09-16T01:49:04.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f7297c65640 1 -- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72900b6630 msgr2=0x7f72900b6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f7297c65640 1 --2- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72900b6630 0x7f72900b6ac0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f72880097a0 tx=0x7f728802a080 comp rx=0 tx=0).stop 2024-09-16T01:49:04.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f7297c65640 1 -- 172.21.15.16:0/428267964 shutdown_connections 2024-09-16T01:49:04.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f7297c65640 1 --2- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72900b6630 0x7f72900b6ac0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f7297c65640 1 --2- 172.21.15.16:0/428267964 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900d0f00 0x7f72900d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.233+0000 7f7297c65640 1 -- 172.21.15.16:0/428267964 >> 172.21.15.16:0/428267964 conn(0x7f7290074fe0 msgr2=0x7f729006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:04.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.234+0000 7f7297c65640 1 -- 172.21.15.16:0/428267964 shutdown_connections 2024-09-16T01:49:04.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.234+0000 7f7297c65640 1 -- 172.21.15.16:0/428267964 wait complete. 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 Processor -- start 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 -- start start 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900b6630 0x7f7290071590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d0f00 0x7f7290143020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729014c2b0 0x7f72900b8590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f72900b5e30 con 0x7f72900d0f00 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f72900b5b50 con 0x7f729014c2b0 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.235+0000 7f7297c65640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7290162e20 con 0x7f72900b6630 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d0f00 0x7f7290143020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d0f00 0x7f7290143020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55852/0 (socket says 172.21.15.16:55852) 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 -- 172.21.15.16:0/361691165 learned_addr learned my addr 172.21.15.16:0/361691165 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7296202640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729014c2b0 0x7f72900b8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295a01640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900b6630 0x7f7290071590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 -- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900b6630 msgr2=0x7f7290071590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900b6630 0x7f7290071590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 -- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729014c2b0 msgr2=0x7f72900b8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729014c2b0 0x7f72900b8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 -- 172.21.15.16:0/361691165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7290071ad0 con 0x7f72900d0f00 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7295200640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d0f00 0x7f7290143020 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f728400ebe0 tx=0x7f728400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f728e7fc640 1 -- 172.21.15.16:0/361691165 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7284017070 con 0x7f72900d0f00 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f728e7fc640 1 -- 172.21.15.16:0/361691165 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f728400cc30 con 0x7f72900d0f00 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72900b9fc0 con 0x7f72900d0f00 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f728e7fc640 1 -- 172.21.15.16:0/361691165 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7284013470 con 0x7f72900d0f00 2024-09-16T01:49:04.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.236+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7290143560 con 0x7f72900d0f00 2024-09-16T01:49:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.237+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72900b6ac0 con 0x7f72900d0f00 2024-09-16T01:49:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.238+0000 7f728e7fc640 1 -- 172.21.15.16:0/361691165 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f728401a070 con 0x7f72900d0f00 2024-09-16T01:49:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.238+0000 7f728e7fc640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f727c06c850 0x7f727c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.238+0000 7f728e7fc640 1 -- 172.21.15.16:0/361691165 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f728408beb0 con 0x7f72900d0f00 2024-09-16T01:49:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.238+0000 7f7295a01640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f727c06c850 0x7f727c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.239+0000 7f7295a01640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f727c06c850 0x7f727c06ed10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7280005c00 tx=0x7f7280009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.243+0000 7f728e7fc640 1 -- 172.21.15.16:0/361691165 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7290071ad0 con 0x7f72900d0f00 2024-09-16T01:49:04.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.453+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72900d3dd0 con 0x7f72900d0f00 2024-09-16T01:49:04.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.454+0000 7f728e7fc640 1 -- 172.21.15.16:0/361691165 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5233 (secure 0 0 0) 0x7f7284059d70 con 0x7f72900d0f00 2024-09-16T01:49:04.455 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:04.456 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":76,"btime":"2024-09-16T01:49:04:105832+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1691998268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1691998268},{"type":"v1","addr":"172.21.15.104:6834","nonce":1691998268}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/4211123909","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":4211123909},{"type":"v1","addr":"172.21.15.16:6835","nonce":4211123909}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7938,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1187798214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1187798214},{"type":"v1","addr":"172.21.15.16:6834","nonce":1187798214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:01.425505+0000","modified":"2024-09-16T01:49:03.455781+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7953},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7953":{"gid":7953,"name":"b","rank":0,"incarnation":74,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/2760622130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2760622130},{"type":"v1","addr":"172.21.15.104:6835","nonce":2760622130}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7953,"qdb_cluster":[7953]},"id":10}]} 2024-09-16T01:49:04.456 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 76 2024-09-16T01:49:04.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f727c06c850 msgr2=0x7f727c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f727c06c850 0x7f727c06ed10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7280005c00 tx=0x7f7280009040 comp rx=0 tx=0).stop 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d0f00 msgr2=0x7f7290143020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d0f00 0x7f7290143020 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f728400ebe0 tx=0x7f728400c520 comp rx=0 tx=0).stop 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 shutdown_connections 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f727c06c850 0x7f727c06ed10 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729014c2b0 0x7f72900b8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d0f00 0x7f7290143020 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 --2- 172.21.15.16:0/361691165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72900b6630 0x7f7290071590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 >> 172.21.15.16:0/361691165 conn(0x7f7290074fe0 msgr2=0x7f72900d2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 shutdown_connections 2024-09-16T01:49:04.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.456+0000 7f7297c65640 1 -- 172.21.15.16:0/361691165 wait complete. 2024-09-16T01:49:04.469 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:04.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.570+0000 7fc354391640 1 Processor -- start 2024-09-16T01:49:04.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.570+0000 7fc354391640 1 -- start start 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc354391640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c15e3a0 0x7fc34c06d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc354391640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc34c06d790 0x7fc34c06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc354391640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc34c0b6a70 con 0x7fc34c06bbe0 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc354391640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc34c0b7640 con 0x7fc34c06d790 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc354391640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc34c0b6d10 con 0x7fc34c15e3a0 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35192c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc34c06d790 0x7fc34c06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35192c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc34c06d790 0x7fc34c06f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55860/0 (socket says 172.21.15.16:55860) 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35192c640 1 -- 172.21.15.16:0/1148066295 learned_addr learned my addr 172.21.15.16:0/1148066295 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35212d640 1 --2- 172.21.15.16:0/1148066295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c15e3a0 0x7fc34c06d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35192c640 1 -- 172.21.15.16:0/1148066295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c15e3a0 msgr2=0x7fc34c06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:04.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35192c640 1 --2- 172.21.15.16:0/1148066295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c15e3a0 0x7fc34c06d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35192c640 1 -- 172.21.15.16:0/1148066295 >> v1:172.21.15.104:6789/0 conn(0x7fc34c06bbe0 legacy=0x7fc34c0706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:04.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.571+0000 7fc35192c640 1 -- 172.21.15.16:0/1148066295 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc34c0b6ff0 con 0x7fc34c06d790 2024-09-16T01:49:04.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.572+0000 7fc35192c640 1 --2- 172.21.15.16:0/1148066295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c06d790 0x7fc34c06f1a0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fc34c071ae0 tx=0x7fc33c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e848c51a63dee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.572+0000 7fc35112b640 1 -- 172.21.15.16:0/1148066295 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c02ae40 con 0x7fc34c06d790 2024-09-16T01:49:04.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.572+0000 7fc35112b640 1 -- 172.21.15.16:0/1148066295 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc33c004030 con 0x7fc34c06d790 2024-09-16T01:49:04.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.572+0000 7fc35112b640 1 -- 172.21.15.16:0/1148066295 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c004460 con 0x7fc34c06d790 2024-09-16T01:49:04.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 -- 172.21.15.16:0/1148066295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c06d790 msgr2=0x7fc34c06f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 --2- 172.21.15.16:0/1148066295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c06d790 0x7fc34c06f1a0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fc34c071ae0 tx=0x7fc33c02a130 comp rx=0 tx=0).stop 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 -- 172.21.15.16:0/1148066295 shutdown_connections 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 --2- 172.21.15.16:0/1148066295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c06d790 0x7fc34c06f1a0 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 --2- 172.21.15.16:0/1148066295 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c15e3a0 0x7fc34c06d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 -- 172.21.15.16:0/1148066295 >> 172.21.15.16:0/1148066295 conn(0x7fc34c0b4090 msgr2=0x7fc34c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 -- 172.21.15.16:0/1148066295 shutdown_connections 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.573+0000 7fc354391640 1 -- 172.21.15.16:0/1148066295 wait complete. 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.574+0000 7fc354391640 1 Processor -- start 2024-09-16T01:49:04.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.574+0000 7fc354391640 1 -- start start 2024-09-16T01:49:04.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc354391640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c06bbe0 0x7fc34c15c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc354391640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c06d790 0x7fc34c15cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc354391640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c15e3a0 0x7fc34c1f7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc354391640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c073cc0 con 0x7fc34c15e3a0 2024-09-16T01:49:04.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc354391640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c15e780 con 0x7fc34c06d790 2024-09-16T01:49:04.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc354391640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc34c073e40 con 0x7fc34c06bbe0 2024-09-16T01:49:04.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c15e3a0 0x7fc34c1f7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c15e3a0 0x7fc34c1f7b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55862/0 (socket says 172.21.15.16:55862) 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 -- 172.21.15.16:0/956694974 learned_addr learned my addr 172.21.15.16:0/956694974 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35212d640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c06bbe0 0x7fc34c15c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35192c640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c06d790 0x7fc34c15cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 -- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c06bbe0 msgr2=0x7fc34c15c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c06bbe0 0x7fc34c15c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 -- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c06d790 msgr2=0x7fc34c15cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c06d790 0x7fc34c15cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.575+0000 7fc35292e640 1 -- 172.21.15.16:0/956694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc34c0b04f0 con 0x7fc34c15e3a0 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.576+0000 7fc35292e640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c15e3a0 0x7fc34c1f7b50 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7fc34400c780 tx=0x7fc34400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.576+0000 7fc342ffd640 1 -- 172.21.15.16:0/956694974 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344004b60 con 0x7fc34c15e3a0 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.576+0000 7fc342ffd640 1 -- 172.21.15.16:0/956694974 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc344004d00 con 0x7fc34c15e3a0 2024-09-16T01:49:04.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.576+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc34c0cee40 con 0x7fc34c15e3a0 2024-09-16T01:49:04.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.576+0000 7fc342ffd640 1 -- 172.21.15.16:0/956694974 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34400aa90 con 0x7fc34c15e3a0 2024-09-16T01:49:04.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.576+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc34c0cf400 con 0x7fc34c15e3a0 2024-09-16T01:49:04.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.577+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc34c15a5b0 con 0x7fc34c15e3a0 2024-09-16T01:49:04.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.577+0000 7fc342ffd640 1 -- 172.21.15.16:0/956694974 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc34400ac30 con 0x7fc34c15e3a0 2024-09-16T01:49:04.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.578+0000 7fc342ffd640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc33006c850 0x7fc33006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.578+0000 7fc342ffd640 1 -- 172.21.15.16:0/956694974 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fc34408c330 con 0x7fc34c15e3a0 2024-09-16T01:49:04.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.578+0000 7fc35212d640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc33006c850 0x7fc33006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.578+0000 7fc35212d640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc33006c850 0x7fc33006ed10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc3480079a0 tx=0x7fc348008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.582+0000 7fc342ffd640 1 -- 172.21.15.16:0/956694974 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc344059ba0 con 0x7fc34c15e3a0 2024-09-16T01:49:04.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.759+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc34c071150 con 0x7fc34c15e3a0 2024-09-16T01:49:04.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.760+0000 7fc342ffd640 1 -- 172.21.15.16:0/956694974 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16792 (secure 0 0 0) 0x7fc34405dea0 con 0x7fc34c15e3a0 2024-09-16T01:49:04.762 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:04.762 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":129,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:03.083874+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:59.419857+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:00.414094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc33006c850 msgr2=0x7fc33006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc33006c850 0x7fc33006ed10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc3480079a0 tx=0x7fc348008040 comp rx=0 tx=0).stop 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c15e3a0 msgr2=0x7fc34c1f7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c15e3a0 0x7fc34c1f7b50 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7fc34400c780 tx=0x7fc34400cc40 comp rx=0 tx=0).stop 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 shutdown_connections 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc33006c850 0x7fc33006ed10 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc34c15e3a0 0x7fc34c1f7b50 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c06d790 0x7fc34c15cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 --2- 172.21.15.16:0/956694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc34c06bbe0 0x7fc34c15c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.762+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 >> 172.21.15.16:0/956694974 conn(0x7fc34c0b4090 msgr2=0x7fc34c0d29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:04.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.763+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 shutdown_connections 2024-09-16T01:49:04.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.763+0000 7fc354391640 1 -- 172.21.15.16:0/956694974 wait complete. 2024-09-16T01:49:04.775 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:49:04.775 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:04.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.875+0000 7f56d391f640 1 Processor -- start 2024-09-16T01:49:04.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.875+0000 7f56d391f640 1 -- start start 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.876+0000 7f56d391f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f56cc06c2f0 0x7f56cc0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.876+0000 7f56d391f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56cc15bb20 con 0x7f56cc158cf0 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.876+0000 7f56d391f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56cc15be00 con 0x7f56cc1590d0 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.876+0000 7f56d391f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f56cc0afd50 con 0x7f56cc06c2f0 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.876+0000 7f56d16bb640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f56cc158cf0 0x7f56cc06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59478/0 (socket says 172.21.15.16:59478) 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.876+0000 7f56d16bb640 1 -- 172.21.15.16:0/1306169571 learned_addr learned my addr 172.21.15.16:0/1306169571 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3086639039 0 0) 0x7f56cc15bb20 con 0x7f56cc158cf0 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f56b4003520 con 0x7f56cc158cf0 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56d0eba640 1 --2- 172.21.15.16:0/1306169571 >> v2:172.21.15.104:3300/0 conn(0x7f56cc06c2f0 0x7f56cc0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2673912078 0 0) 0x7f56b4003520 con 0x7f56cc158cf0 2024-09-16T01:49:04.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 >> v2:172.21.15.104:3300/0 conn(0x7f56cc06c2f0 msgr2=0x7f56cc0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 --2- 172.21.15.16:0/1306169571 >> v2:172.21.15.104:3300/0 conn(0x7f56cc06c2f0 0x7f56cc0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 >> v1:172.21.15.104:6789/0 conn(0x7f56cc1590d0 legacy=0x7f56cc0ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56cc15c0e0 con 0x7f56cc158cf0 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f56bc0019f0 con 0x7f56cc158cf0 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 >> v1:172.21.15.16:6789/0 conn(0x7f56cc158cf0 legacy=0x7f56cc06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40039b0 0x7f56b4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56b4004800 0x7f56b4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56b40052e0 0x7f56b400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f56cc0afd50 con 0x7f56b40052e0 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f56b400c1b0 con 0x7f56b40039b0 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f56b400c3b0 con 0x7f56b4004800 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56d1ebc640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56b40052e0 0x7f56b400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56d16bb640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40039b0 0x7f56b4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.877+0000 7f56d0eba640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56b4004800 0x7f56b4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.878+0000 7f56d1ebc640 1 -- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56b4004800 msgr2=0x7f56b4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.878+0000 7f56d1ebc640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56b4004800 0x7f56b4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.878+0000 7f56d1ebc640 1 -- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40039b0 msgr2=0x7f56b4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.878+0000 7f56d1ebc640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40039b0 0x7f56b4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.878+0000 7f56d1ebc640 1 -- 172.21.15.16:0/1306169571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b4003520 con 0x7f56b40052e0 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.878+0000 7f56d1ebc640 1 -- 172.21.15.16:0/1306169571 reap_dead start 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.878+0000 7f56d1ebc640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56b40052e0 0x7f56b400b9c0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f56cc1594e0 tx=0x7f56b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2f70399e2424167 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56c4001370 con 0x7f56b40052e0 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56c40052d0 con 0x7f56b40052e0 2024-09-16T01:49:04.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56cbfff640 1 -- 172.21.15.16:0/1306169571 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56c402ab70 con 0x7f56b40052e0 2024-09-16T01:49:04.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56d391f640 1 -- 172.21.15.16:0/1306169571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56b40052e0 msgr2=0x7f56b400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56d391f640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56b40052e0 0x7f56b400b9c0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f56cc1594e0 tx=0x7f56b4005830 comp rx=0 tx=0).stop 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56d391f640 1 -- 172.21.15.16:0/1306169571 shutdown_connections 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56d391f640 1 --2- 172.21.15.16:0/1306169571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56b40052e0 0x7f56b400b9c0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56d391f640 1 -- 172.21.15.16:0/1306169571 >> 172.21.15.16:0/1306169571 conn(0x7f56cc0b2000 msgr2=0x7f56cc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56d391f640 1 -- 172.21.15.16:0/1306169571 shutdown_connections 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.879+0000 7f56d391f640 1 -- 172.21.15.16:0/1306169571 wait complete. 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.880+0000 7f56d391f640 1 Processor -- start 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.881+0000 7f56d391f640 1 -- start start 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.881+0000 7f56d391f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40052e0 0x7f56cc143d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.881+0000 7f56d391f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56cc0acbf0 0x7f56cc0aa650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.881+0000 7f56d391f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56cc0ae230 0x7f56cc0ae6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.881+0000 7f56d391f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f56cc15cb90 con 0x7f56cc0ae230 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.881+0000 7f56d391f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f56cc15ca10 con 0x7f56b40052e0 2024-09-16T01:49:04.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.881+0000 7f56d391f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f56cc15cd10 con 0x7f56cc0acbf0 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56cc0ae230 0x7f56cc0ae6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d16bb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40052e0 0x7f56cc143d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56cc0ae230 0x7f56cc0ae6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55880/0 (socket says 172.21.15.16:55880) 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 -- 172.21.15.16:0/3825093599 learned_addr learned my addr 172.21.15.16:0/3825093599 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d0eba640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56cc0acbf0 0x7f56cc0aa650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 -- 172.21.15.16:0/3825093599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56cc0acbf0 msgr2=0x7f56cc0aa650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56cc0acbf0 0x7f56cc0aa650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 -- 172.21.15.16:0/3825093599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40052e0 msgr2=0x7f56cc143d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40052e0 0x7f56cc143d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 -- 172.21.15.16:0/3825093599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56cc0ad190 con 0x7f56cc0ae230 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d1ebc640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56cc0ae230 0x7f56cc0ae6e0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f56c402a540 tx=0x7f56c4001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56c9ffb640 1 -- 172.21.15.16:0/3825093599 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56c4041070 con 0x7f56cc0ae230 2024-09-16T01:49:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56c9ffb640 1 -- 172.21.15.16:0/3825093599 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56c4005480 con 0x7f56cc0ae230 2024-09-16T01:49:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56cc0ad470 con 0x7f56cc0ae230 2024-09-16T01:49:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56c9ffb640 1 -- 172.21.15.16:0/3825093599 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56c4007a30 con 0x7f56cc0ae230 2024-09-16T01:49:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.882+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56cc0ada30 con 0x7f56cc0ae230 2024-09-16T01:49:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.883+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56cc15b470 con 0x7f56cc0ae230 2024-09-16T01:49:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.884+0000 7f56c9ffb640 1 -- 172.21.15.16:0/3825093599 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f56c4044070 con 0x7f56cc0ae230 2024-09-16T01:49:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.885+0000 7f56c9ffb640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56b806c880 0x7f56b806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.885+0000 7f56d16bb640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56b806c880 0x7f56b806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.885+0000 7f56c9ffb640 1 -- 172.21.15.16:0/3825093599 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f56c40aaa40 con 0x7f56cc0ae230 2024-09-16T01:49:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.885+0000 7f56d16bb640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56b806c880 0x7f56b806ed40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f56cc06e240 tx=0x7f56bc006040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:04.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:04.889+0000 7f56c9ffb640 1 -- 172.21.15.16:0/3825093599 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f56cc15b470 con 0x7f56cc0ae230 2024-09-16T01:49:05.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.061+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f56cc0b3300 con 0x7f56b806c880 2024-09-16T01:49:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.066+0000 7f56c9ffb640 1 -- 172.21.15.16:0/3825093599 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240282 (secure 0 0 0) 0x7f56cc0b3300 con 0x7f56b806c880 2024-09-16T01:49:05.070 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:05.071 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56b806c880 msgr2=0x7f56b806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56b806c880 0x7f56b806ed40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f56cc06e240 tx=0x7f56bc006040 comp rx=0 tx=0).stop 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56cc0ae230 msgr2=0x7f56cc0ae6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56cc0ae230 0x7f56cc0ae6e0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f56c402a540 tx=0x7f56c4001120 comp rx=0 tx=0).stop 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 shutdown_connections 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f56b806c880 0x7f56b806ed40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f56cc0ae230 0x7f56cc0ae6e0 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f56cc0acbf0 0x7f56cc0aa650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 --2- 172.21.15.16:0/3825093599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f56b40052e0 0x7f56cc143d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.069+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 >> 172.21.15.16:0/3825093599 conn(0x7f56cc0b2000 msgr2=0x7f56cc0ce190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.070+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 shutdown_connections 2024-09-16T01:49:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.070+0000 7f56d391f640 1 -- 172.21.15.16:0/3825093599 wait complete. 2024-09-16T01:49:05.081 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-16T01:49:04.761759+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275432,"kb_used_data":13400,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699288,"statfs":{"total":773094113280,"available":772812070912,"internally_reserved":0,"allocated":13721600,"data_stored":6699708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":268095026},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.705825"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060873+0000","last_change":"2024-09-16T01:49:00.060873+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060873+0000","last_undegraded":"2024-09-16T01:49:00.060873+0000","last_fullsized":"2024-09-16T01:49:00.060873+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.064345+0000","last_change":"2024-09-16T01:49:00.064345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.064345+0000","last_undegraded":"2024-09-16T01:49:00.064345+0000","last_fullsized":"2024-09-16T01:49:00.064345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059691+0000","last_change":"2024-09-16T01:49:00.059691+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059691+0000","last_undegraded":"2024-09-16T01:49:00.059691+0000","last_fullsized":"2024-09-16T01:49:00.059691+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058098+0000","last_change":"2024-09-16T01:49:00.058098+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058098+0000","last_undegraded":"2024-09-16T01:49:00.058098+0000","last_fullsized":"2024-09-16T01:49:00.058098+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060282+0000","last_change":"2024-09-16T01:49:00.060282+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060282+0000","last_undegraded":"2024-09-16T01:49:00.060282+0000","last_fullsized":"2024-09-16T01:49:00.060282+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063234+0000","last_change":"2024-09-16T01:49:00.063234+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063234+0000","last_undegraded":"2024-09-16T01:49:00.063234+0000","last_fullsized":"2024-09-16T01:49:00.063234+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060018+0000","last_change":"2024-09-16T01:49:00.060018+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060018+0000","last_undegraded":"2024-09-16T01:49:00.060018+0000","last_fullsized":"2024-09-16T01:49:00.060018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058165+0000","last_change":"2024-09-16T01:49:00.058165+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058165+0000","last_undegraded":"2024-09-16T01:49:00.058165+0000","last_fullsized":"2024-09-16T01:49:00.058165+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063235+0000","last_change":"2024-09-16T01:49:00.063235+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063235+0000","last_undegraded":"2024-09-16T01:49:00.063235+0000","last_fullsized":"2024-09-16T01:49:00.063235+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060326+0000","last_change":"2024-09-16T01:49:00.060326+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060326+0000","last_undegraded":"2024-09-16T01:49:00.060326+0000","last_fullsized":"2024-09-16T01:49:00.060326+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061571+0000","last_change":"2024-09-16T01:49:00.061571+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061571+0000","last_undegraded":"2024-09-16T01:49:00.061571+0000","last_fullsized":"2024-09-16T01:49:00.061571+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058135+0000","last_change":"2024-09-16T01:49:00.058135+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058135+0000","last_undegraded":"2024-09-16T01:49:00.058135+0000","last_fullsized":"2024-09-16T01:49:00.058135+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058496+0000","last_change":"2024-09-16T01:49:00.058496+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058496+0000","last_undegraded":"2024-09-16T01:49:00.058496+0000","last_fullsized":"2024-09-16T01:49:00.058496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060861+0000","last_change":"2024-09-16T01:49:00.060861+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060861+0000","last_undegraded":"2024-09-16T01:49:00.060861+0000","last_fullsized":"2024-09-16T01:49:00.060861+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059988+0000","last_change":"2024-09-16T01:49:00.059988+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059988+0000","last_undegraded":"2024-09-16T01:49:00.059988+0000","last_fullsized":"2024-09-16T01:49:00.059988+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063345+0000","last_change":"2024-09-16T01:49:00.063345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063345+0000","last_undegraded":"2024-09-16T01:49:00.063345+0000","last_fullsized":"2024-09-16T01:49:00.063345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063849+0000","last_change":"2024-09-16T01:49:00.063849+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063849+0000","last_undegraded":"2024-09-16T01:49:00.063849+0000","last_fullsized":"2024-09-16T01:49:00.063849+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059359+0000","last_change":"2024-09-16T01:49:00.059359+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059359+0000","last_undegraded":"2024-09-16T01:49:00.059359+0000","last_fullsized":"2024-09-16T01:49:00.059359+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.062831+0000","last_change":"2024-09-16T01:49:00.062831+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.062831+0000","last_undegraded":"2024-09-16T01:49:00.062831+0000","last_fullsized":"2024-09-16T01:49:00.062831+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061586+0000","last_change":"2024-09-16T01:49:00.061586+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061586+0000","last_undegraded":"2024-09-16T01:49:00.061586+0000","last_fullsized":"2024-09-16T01:49:00.061586+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061037+0000","last_change":"2024-09-16T01:49:00.061037+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061037+0000","last_undegraded":"2024-09-16T01:49:00.061037+0000","last_fullsized":"2024-09-16T01:49:00.061037+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060421+0000","last_change":"2024-09-16T01:49:00.060421+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060421+0000","last_undegraded":"2024-09-16T01:49:00.060421+0000","last_fullsized":"2024-09-16T01:49:00.060421+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058942+0000","last_change":"2024-09-16T01:49:00.058942+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058942+0000","last_undegraded":"2024-09-16T01:49:00.058942+0000","last_fullsized":"2024-09-16T01:49:00.058942+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060346+0000","last_change":"2024-09-16T01:49:00.060346+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060346+0000","last_undegraded":"2024-09-16T01:49:00.060346+0000","last_fullsized":"2024-09-16T01:49:00.060346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061291+0000","last_change":"2024-09-16T01:49:00.061291+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061291+0000","last_undegraded":"2024-09-16T01:49:00.061291+0000","last_fullsized":"2024-09-16T01:49:00.061291+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060725+0000","last_change":"2024-09-16T01:49:00.060725+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060725+0000","last_undegraded":"2024-09-16T01:49:00.060725+0000","last_fullsized":"2024-09-16T01:49:00.060725+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061456+0000","last_change":"2024-09-16T01:49:00.061456+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061456+0000","last_undegraded":"2024-09-16T01:49:00.061456+0000","last_fullsized":"2024-09-16T01:49:00.061456+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061085+0000","last_change":"2024-09-16T01:49:00.061085+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061085+0000","last_undegraded":"2024-09-16T01:49:00.061085+0000","last_fullsized":"2024-09-16T01:49:00.061085+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060335+0000","last_change":"2024-09-16T01:49:00.060335+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060335+0000","last_undegraded":"2024-09-16T01:49:00.060335+0000","last_fullsized":"2024-09-16T01:49:00.060335+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058166+0000","last_change":"2024-09-16T01:49:00.058166+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058166+0000","last_undegraded":"2024-09-16T01:49:00.058166+0000","last_fullsized":"2024-09-16T01:49:00.058166+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063193+0000","last_change":"2024-09-16T01:49:00.063193+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063193+0000","last_undegraded":"2024-09-16T01:49:00.063193+0000","last_fullsized":"2024-09-16T01:49:00.063193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058636+0000","last_change":"2024-09-16T01:49:00.058636+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058636+0000","last_undegraded":"2024-09-16T01:49:00.058636+0000","last_fullsized":"2024-09-16T01:49:00.058636+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":404,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-16T01:49:00.061446+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:00.061446+0000","last_peered":"2024-09-16T01:49:00.061446+0000","last_clean":"2024-09-16T01:49:00.061446+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:00.061446+0000","last_undegraded":"2024-09-16T01:49:00.061446+0000","last_fullsized":"2024-09-16T01:49:00.061446+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574935,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33312,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338528,"statfs":{"total":96636764160,"available":96602652672,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32724,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339116,"statfs":{"total":96636764160,"available":96603254784,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32716,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339124,"statfs":{"total":96636764160,"available":96603262976,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542231,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36880,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334960,"statfs":{"total":96636764160,"available":96598999040,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36872,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334968,"statfs":{"total":96636764160,"available":96599007232,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542232,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37472,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334368,"statfs":{"total":96636764160,"available":96598392832,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:05.086 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:05.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.223+0000 7fae65af8640 1 Processor -- start 2024-09-16T01:49:05.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.223+0000 7fae65af8640 1 -- start start 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae65af8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fae6015e570 0x7fae600d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae65af8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae600cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae65af8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae600d1030 0x7fae600d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae65af8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fae6015e950 con 0x7fae600d1030 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae65af8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fae600d3960 con 0x7fae6015e570 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae65af8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae600d3c40 con 0x7fae600d4a00 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae5ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae600d1030 0x7fae600d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae5ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae600d1030 0x7fae600d14c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55882/0 (socket says 172.21.15.16:55882) 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.224+0000 7fae5ffff640 1 -- 172.21.15.16:0/3654471074 learned_addr learned my addr 172.21.15.16:0/3654471074 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae56ffd640 1 --2- 172.21.15.16:0/3654471074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae600cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5f7fe640 1 --2- 172.21.15.16:0/3654471074 >> v2:172.21.15.104:3300/0 conn(0x7fae6015e570 0x7fae600d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5ffff640 1 -- 172.21.15.16:0/3654471074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 msgr2=0x7fae600cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:05.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5ffff640 1 --2- 172.21.15.16:0/3654471074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae600cf720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5ffff640 1 -- 172.21.15.16:0/3654471074 >> v2:172.21.15.104:3300/0 conn(0x7fae6015e570 msgr2=0x7fae600d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:05.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5ffff640 1 --2- 172.21.15.16:0/3654471074 >> v2:172.21.15.104:3300/0 conn(0x7fae6015e570 0x7fae600d32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5ffff640 1 -- 172.21.15.16:0/3654471074 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae600d3f20 con 0x7fae600d1030 2024-09-16T01:49:05.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5ffff640 1 --2- 172.21.15.16:0/3654471074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae600d1030 0x7fae600d14c0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fae600d2110 tx=0x7fae5802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34e20df1f67b977f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.225+0000 7fae5effd640 1 -- 172.21.15.16:0/3654471074 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae58036070 con 0x7fae600d1030 2024-09-16T01:49:05.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae5effd640 1 -- 172.21.15.16:0/3654471074 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae58031600 con 0x7fae600d1030 2024-09-16T01:49:05.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae5effd640 1 -- 172.21.15.16:0/3654471074 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae580319d0 con 0x7fae600d1030 2024-09-16T01:49:05.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 -- 172.21.15.16:0/3654471074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae600d1030 msgr2=0x7fae600d14c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 --2- 172.21.15.16:0/3654471074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae600d1030 0x7fae600d14c0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fae600d2110 tx=0x7fae5802a6a0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 -- 172.21.15.16:0/3654471074 shutdown_connections 2024-09-16T01:49:05.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 --2- 172.21.15.16:0/3654471074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae600d1030 0x7fae600d14c0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 --2- 172.21.15.16:0/3654471074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae600cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 --2- 172.21.15.16:0/3654471074 >> v2:172.21.15.104:3300/0 conn(0x7fae6015e570 0x7fae600d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 -- 172.21.15.16:0/3654471074 >> 172.21.15.16:0/3654471074 conn(0x7fae60074bc0 msgr2=0x7fae60074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:05.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 -- 172.21.15.16:0/3654471074 shutdown_connections 2024-09-16T01:49:05.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.226+0000 7fae65af8640 1 -- 172.21.15.16:0/3654471074 wait complete. 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.227+0000 7fae65af8640 1 Processor -- start 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.228+0000 7fae65af8640 1 -- start start 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.228+0000 7fae65af8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae600d1030 0x7fae601f4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.228+0000 7fae65af8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae601f5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.228+0000 7fae65af8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae6015e570 0x7fae60160d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.228+0000 7fae65af8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae600cfc60 con 0x7fae6015e570 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.228+0000 7fae65af8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae600d44e0 con 0x7fae600d1030 2024-09-16T01:49:05.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.228+0000 7fae65af8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae600d4e40 con 0x7fae600d4a00 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae6015e570 0x7fae60160d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae6015e570 0x7fae60160d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55888/0 (socket says 172.21.15.16:55888) 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 -- 172.21.15.16:0/643767990 learned_addr learned my addr 172.21.15.16:0/643767990 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5f7fe640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae600d1030 0x7fae601f4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae56ffd640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae601f5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 -- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 msgr2=0x7fae601f5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae601f5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 -- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae600d1030 msgr2=0x7fae601f4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae600d1030 0x7fae601f4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 -- 172.21.15.16:0/643767990 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae6015efd0 con 0x7fae6015e570 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5ffff640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae6015e570 0x7fae60160d40 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fae58034040 tx=0x7fae58004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5cff9640 1 -- 172.21.15.16:0/643767990 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae58036050 con 0x7fae6015e570 2024-09-16T01:49:05.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5cff9640 1 -- 172.21.15.16:0/643767990 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae58042070 con 0x7fae6015e570 2024-09-16T01:49:05.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae6015f2b0 con 0x7fae6015e570 2024-09-16T01:49:05.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae5cff9640 1 -- 172.21.15.16:0/643767990 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae58009510 con 0x7fae6015e570 2024-09-16T01:49:05.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.229+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae6015f870 con 0x7fae6015e570 2024-09-16T01:49:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.230+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae600cf720 con 0x7fae6015e570 2024-09-16T01:49:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.231+0000 7fae5cff9640 1 -- 172.21.15.16:0/643767990 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fae58007bd0 con 0x7fae6015e570 2024-09-16T01:49:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.231+0000 7fae5cff9640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae4006c850 0x7fae4006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.232+0000 7fae5f7fe640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae4006c850 0x7fae4006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.232+0000 7fae5cff9640 1 -- 172.21.15.16:0/643767990 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fae580ace20 con 0x7fae6015e570 2024-09-16T01:49:05.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.232+0000 7fae5f7fe640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae4006c850 0x7fae4006ed10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fae5000aac0 tx=0x7fae50008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.236+0000 7fae5cff9640 1 -- 172.21.15.16:0/643767990 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae5807a580 con 0x7fae6015e570 2024-09-16T01:49:05.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.407+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fae60159f30 con 0x7fae4006c850 2024-09-16T01:49:05.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.413+0000 7fae5cff9640 1 -- 172.21.15.16:0/643767990 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240282 (secure 0 0 0) 0x7fae60159f30 con 0x7fae4006c850 2024-09-16T01:49:05.416 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae4006c850 msgr2=0x7fae4006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae4006c850 0x7fae4006ed10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fae5000aac0 tx=0x7fae50008040 comp rx=0 tx=0).stop 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae6015e570 msgr2=0x7fae60160d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae6015e570 0x7fae60160d40 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fae58034040 tx=0x7fae58004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 shutdown_connections 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fae4006c850 0x7fae4006ed10 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae6015e570 0x7fae60160d40 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae600d4a00 0x7fae601f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 --2- 172.21.15.16:0/643767990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae600d1030 0x7fae601f4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 >> 172.21.15.16:0/643767990 conn(0x7fae60074bc0 msgr2=0x7fae600d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:05.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 shutdown_connections 2024-09-16T01:49:05.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.416+0000 7fae65af8640 1 -- 172.21.15.16:0/643767990 wait complete. 2024-09-16T01:49:05.428 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-16T01:49:04.761759+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275432,"kb_used_data":13400,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699288,"statfs":{"total":773094113280,"available":772812070912,"internally_reserved":0,"allocated":13721600,"data_stored":6699708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":268095026},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.705825"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060873+0000","last_change":"2024-09-16T01:49:00.060873+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060873+0000","last_undegraded":"2024-09-16T01:49:00.060873+0000","last_fullsized":"2024-09-16T01:49:00.060873+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.064345+0000","last_change":"2024-09-16T01:49:00.064345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.064345+0000","last_undegraded":"2024-09-16T01:49:00.064345+0000","last_fullsized":"2024-09-16T01:49:00.064345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059691+0000","last_change":"2024-09-16T01:49:00.059691+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059691+0000","last_undegraded":"2024-09-16T01:49:00.059691+0000","last_fullsized":"2024-09-16T01:49:00.059691+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058098+0000","last_change":"2024-09-16T01:49:00.058098+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058098+0000","last_undegraded":"2024-09-16T01:49:00.058098+0000","last_fullsized":"2024-09-16T01:49:00.058098+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060282+0000","last_change":"2024-09-16T01:49:00.060282+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060282+0000","last_undegraded":"2024-09-16T01:49:00.060282+0000","last_fullsized":"2024-09-16T01:49:00.060282+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063234+0000","last_change":"2024-09-16T01:49:00.063234+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063234+0000","last_undegraded":"2024-09-16T01:49:00.063234+0000","last_fullsized":"2024-09-16T01:49:00.063234+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060018+0000","last_change":"2024-09-16T01:49:00.060018+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060018+0000","last_undegraded":"2024-09-16T01:49:00.060018+0000","last_fullsized":"2024-09-16T01:49:00.060018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058165+0000","last_change":"2024-09-16T01:49:00.058165+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058165+0000","last_undegraded":"2024-09-16T01:49:00.058165+0000","last_fullsized":"2024-09-16T01:49:00.058165+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063235+0000","last_change":"2024-09-16T01:49:00.063235+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063235+0000","last_undegraded":"2024-09-16T01:49:00.063235+0000","last_fullsized":"2024-09-16T01:49:00.063235+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060326+0000","last_change":"2024-09-16T01:49:00.060326+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060326+0000","last_undegraded":"2024-09-16T01:49:00.060326+0000","last_fullsized":"2024-09-16T01:49:00.060326+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061571+0000","last_change":"2024-09-16T01:49:00.061571+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061571+0000","last_undegraded":"2024-09-16T01:49:00.061571+0000","last_fullsized":"2024-09-16T01:49:00.061571+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058135+0000","last_change":"2024-09-16T01:49:00.058135+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058135+0000","last_undegraded":"2024-09-16T01:49:00.058135+0000","last_fullsized":"2024-09-16T01:49:00.058135+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058496+0000","last_change":"2024-09-16T01:49:00.058496+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058496+0000","last_undegraded":"2024-09-16T01:49:00.058496+0000","last_fullsized":"2024-09-16T01:49:00.058496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060861+0000","last_change":"2024-09-16T01:49:00.060861+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060861+0000","last_undegraded":"2024-09-16T01:49:00.060861+0000","last_fullsized":"2024-09-16T01:49:00.060861+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059988+0000","last_change":"2024-09-16T01:49:00.059988+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059988+0000","last_undegraded":"2024-09-16T01:49:00.059988+0000","last_fullsized":"2024-09-16T01:49:00.059988+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063345+0000","last_change":"2024-09-16T01:49:00.063345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063345+0000","last_undegraded":"2024-09-16T01:49:00.063345+0000","last_fullsized":"2024-09-16T01:49:00.063345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063849+0000","last_change":"2024-09-16T01:49:00.063849+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063849+0000","last_undegraded":"2024-09-16T01:49:00.063849+0000","last_fullsized":"2024-09-16T01:49:00.063849+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059359+0000","last_change":"2024-09-16T01:49:00.059359+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059359+0000","last_undegraded":"2024-09-16T01:49:00.059359+0000","last_fullsized":"2024-09-16T01:49:00.059359+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.062831+0000","last_change":"2024-09-16T01:49:00.062831+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.062831+0000","last_undegraded":"2024-09-16T01:49:00.062831+0000","last_fullsized":"2024-09-16T01:49:00.062831+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061586+0000","last_change":"2024-09-16T01:49:00.061586+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061586+0000","last_undegraded":"2024-09-16T01:49:00.061586+0000","last_fullsized":"2024-09-16T01:49:00.061586+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061037+0000","last_change":"2024-09-16T01:49:00.061037+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061037+0000","last_undegraded":"2024-09-16T01:49:00.061037+0000","last_fullsized":"2024-09-16T01:49:00.061037+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060421+0000","last_change":"2024-09-16T01:49:00.060421+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060421+0000","last_undegraded":"2024-09-16T01:49:00.060421+0000","last_fullsized":"2024-09-16T01:49:00.060421+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058942+0000","last_change":"2024-09-16T01:49:00.058942+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058942+0000","last_undegraded":"2024-09-16T01:49:00.058942+0000","last_fullsized":"2024-09-16T01:49:00.058942+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060346+0000","last_change":"2024-09-16T01:49:00.060346+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060346+0000","last_undegraded":"2024-09-16T01:49:00.060346+0000","last_fullsized":"2024-09-16T01:49:00.060346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061291+0000","last_change":"2024-09-16T01:49:00.061291+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061291+0000","last_undegraded":"2024-09-16T01:49:00.061291+0000","last_fullsized":"2024-09-16T01:49:00.061291+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060725+0000","last_change":"2024-09-16T01:49:00.060725+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060725+0000","last_undegraded":"2024-09-16T01:49:00.060725+0000","last_fullsized":"2024-09-16T01:49:00.060725+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061456+0000","last_change":"2024-09-16T01:49:00.061456+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061456+0000","last_undegraded":"2024-09-16T01:49:00.061456+0000","last_fullsized":"2024-09-16T01:49:00.061456+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061085+0000","last_change":"2024-09-16T01:49:00.061085+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061085+0000","last_undegraded":"2024-09-16T01:49:00.061085+0000","last_fullsized":"2024-09-16T01:49:00.061085+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060335+0000","last_change":"2024-09-16T01:49:00.060335+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060335+0000","last_undegraded":"2024-09-16T01:49:00.060335+0000","last_fullsized":"2024-09-16T01:49:00.060335+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058166+0000","last_change":"2024-09-16T01:49:00.058166+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058166+0000","last_undegraded":"2024-09-16T01:49:00.058166+0000","last_fullsized":"2024-09-16T01:49:00.058166+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063193+0000","last_change":"2024-09-16T01:49:00.063193+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063193+0000","last_undegraded":"2024-09-16T01:49:00.063193+0000","last_fullsized":"2024-09-16T01:49:00.063193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058636+0000","last_change":"2024-09-16T01:49:00.058636+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058636+0000","last_undegraded":"2024-09-16T01:49:00.058636+0000","last_fullsized":"2024-09-16T01:49:00.058636+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":404,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-16T01:49:00.061446+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:00.061446+0000","last_peered":"2024-09-16T01:49:00.061446+0000","last_clean":"2024-09-16T01:49:00.061446+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:00.061446+0000","last_undegraded":"2024-09-16T01:49:00.061446+0000","last_fullsized":"2024-09-16T01:49:00.061446+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574935,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33312,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338528,"statfs":{"total":96636764160,"available":96602652672,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32724,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339116,"statfs":{"total":96636764160,"available":96603254784,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32716,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339124,"statfs":{"total":96636764160,"available":96603262976,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542231,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36880,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334960,"statfs":{"total":96636764160,"available":96598999040,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36872,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334968,"statfs":{"total":96636764160,"available":96599007232,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542232,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37472,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334368,"statfs":{"total":96636764160,"available":96598392832,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:05.431 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:05.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.569+0000 7f4353aa5640 1 Processor -- start 2024-09-16T01:49:05.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.569+0000 7f4353aa5640 1 -- start start 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4353aa5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4353aa5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f434c1590d0 0x7f434c0ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4353aa5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f434c15bb20 con 0x7f434c158cf0 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4353aa5640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f434c0afd50 con 0x7f434c1590d0 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4353aa5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f434c15be00 con 0x7f434c06c2f0 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4352042640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f434c1590d0 0x7f434c0ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4352042640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f434c1590d0 0x7f434c0ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55904/0 (socket says 172.21.15.16:55904) 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4352042640 1 -- 172.21.15.16:0/3588764006 learned_addr learned my addr 172.21.15.16:0/3588764006 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:05.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.570+0000 7f4351040640 1 --2- 172.21.15.16:0/3588764006 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.571+0000 7f4352042640 1 -- 172.21.15.16:0/3588764006 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 msgr2=0x7f434c0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:05.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.571+0000 7f4352042640 1 --2- 172.21.15.16:0/3588764006 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.571+0000 7f4352042640 1 -- 172.21.15.16:0/3588764006 >> v1:172.21.15.104:6789/0 conn(0x7f434c158cf0 legacy=0x7f434c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.571+0000 7f4352042640 1 -- 172.21.15.16:0/3588764006 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f434c15c0e0 con 0x7f434c1590d0 2024-09-16T01:49:05.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.571+0000 7f4352042640 1 --2- 172.21.15.16:0/3588764006 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c0ce290 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f433c00d150 tx=0x7f433c02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541b54e34c585122 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.571+0000 7f435083f640 1 -- 172.21.15.16:0/3588764006 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433c039070 con 0x7f434c1590d0 2024-09-16T01:49:05.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f435083f640 1 -- 172.21.15.16:0/3588764006 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f433c009600 con 0x7f434c1590d0 2024-09-16T01:49:05.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f435083f640 1 -- 172.21.15.16:0/3588764006 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433c0099d0 con 0x7f434c1590d0 2024-09-16T01:49:05.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 -- 172.21.15.16:0/3588764006 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 msgr2=0x7f434c0ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 --2- 172.21.15.16:0/3588764006 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c0ce290 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f433c00d150 tx=0x7f433c02c890 comp rx=0 tx=0).stop 2024-09-16T01:49:05.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 -- 172.21.15.16:0/3588764006 shutdown_connections 2024-09-16T01:49:05.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 --2- 172.21.15.16:0/3588764006 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c0ce290 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 --2- 172.21.15.16:0/3588764006 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 -- 172.21.15.16:0/3588764006 >> 172.21.15.16:0/3588764006 conn(0x7f434c0b2000 msgr2=0x7f434c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:05.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 -- 172.21.15.16:0/3588764006 shutdown_connections 2024-09-16T01:49:05.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.572+0000 7f4353aa5640 1 -- 172.21.15.16:0/3588764006 wait complete. 2024-09-16T01:49:05.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.573+0000 7f4353aa5640 1 Processor -- start 2024-09-16T01:49:05.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.573+0000 7f4353aa5640 1 -- start start 2024-09-16T01:49:05.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4353aa5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c073bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4353aa5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f434c158cf0 0x7f434c149c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4353aa5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c072810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4353aa5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f434c15cb90 con 0x7f434c1590d0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4353aa5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f434c15ca10 con 0x7f434c158cf0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4353aa5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f434c15cd10 con 0x7f434c06c2f0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4352042640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c072810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4352042640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c072810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55908/0 (socket says 172.21.15.16:55908) 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4352042640 1 -- 172.21.15.16:0/1554584058 learned_addr learned my addr 172.21.15.16:0/1554584058 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4351040640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f434c158cf0 0x7f434c149c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.574+0000 7f4351841640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c073bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4352042640 1 -- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 msgr2=0x7f434c073bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4352042640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c073bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4352042640 1 -- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f434c158cf0 msgr2=0x7f434c149c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4352042640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f434c158cf0 0x7f434c149c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4352042640 1 -- 172.21.15.16:0/1554584058 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f434c15add0 con 0x7f434c1590d0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4352042640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c072810 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f433c00d270 tx=0x7f433c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f434a7fc640 1 -- 172.21.15.16:0/1554584058 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433c039050 con 0x7f434c1590d0 2024-09-16T01:49:05.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f434a7fc640 1 -- 172.21.15.16:0/1554584058 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f433c045070 con 0x7f434c1590d0 2024-09-16T01:49:05.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f434c071770 con 0x7f434c1590d0 2024-09-16T01:49:05.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f434a7fc640 1 -- 172.21.15.16:0/1554584058 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433c0346c0 con 0x7f434c1590d0 2024-09-16T01:49:05.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.575+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f434c071d30 con 0x7f434c1590d0 2024-09-16T01:49:05.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.576+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f434c0b3300 con 0x7f434c1590d0 2024-09-16T01:49:05.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.577+0000 7f434a7fc640 1 -- 172.21.15.16:0/1554584058 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f433c034860 con 0x7f434c1590d0 2024-09-16T01:49:05.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.577+0000 7f434a7fc640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f433806c880 0x7f433806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.578+0000 7f434a7fc640 1 -- 172.21.15.16:0/1554584058 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f433c0aecc0 con 0x7f434c1590d0 2024-09-16T01:49:05.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.578+0000 7f4351841640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f433806c880 0x7f433806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.578+0000 7f4351841640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f433806c880 0x7f433806ed40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4344000f60 tx=0x7f4344009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.582+0000 7f434a7fc640 1 -- 172.21.15.16:0/1554584058 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f433c07c5d0 con 0x7f434c1590d0 2024-09-16T01:49:05.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.754+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f434c06be90 con 0x7f433806c880 2024-09-16T01:49:05.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.759+0000 7f434a7fc640 1 -- 172.21.15.16:0/1554584058 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240282 (secure 0 0 0) 0x7f434c06be90 con 0x7f433806c880 2024-09-16T01:49:05.763 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:05.764 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.762+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f433806c880 msgr2=0x7f433806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.762+0000 7f4353aa5640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f433806c880 0x7f433806ed40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4344000f60 tx=0x7f4344009040 comp rx=0 tx=0).stop 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.762+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 msgr2=0x7f434c072810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.762+0000 7f4353aa5640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c072810 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f433c00d270 tx=0x7f433c004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.762+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 shutdown_connections 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.762+0000 7f4353aa5640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f433806c880 0x7f433806ed40 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.762+0000 7f4353aa5640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f434c1590d0 0x7f434c072810 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.763+0000 7f4353aa5640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f434c158cf0 0x7f434c149c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.763+0000 7f4353aa5640 1 --2- 172.21.15.16:0/1554584058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f434c06c2f0 0x7f434c073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.763+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 >> 172.21.15.16:0/1554584058 conn(0x7f434c0b2000 msgr2=0x7f434c14d600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:05.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.763+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 shutdown_connections 2024-09-16T01:49:05.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.763+0000 7f4353aa5640 1 -- 172.21.15.16:0/1554584058 wait complete. 2024-09-16T01:49:05.774 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-16T01:49:04.761759+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275432,"kb_used_data":13400,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699288,"statfs":{"total":773094113280,"available":772812070912,"internally_reserved":0,"allocated":13721600,"data_stored":6699708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":268095026},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.705825"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060873+0000","last_change":"2024-09-16T01:49:00.060873+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060873+0000","last_undegraded":"2024-09-16T01:49:00.060873+0000","last_fullsized":"2024-09-16T01:49:00.060873+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.064345+0000","last_change":"2024-09-16T01:49:00.064345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.064345+0000","last_undegraded":"2024-09-16T01:49:00.064345+0000","last_fullsized":"2024-09-16T01:49:00.064345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059691+0000","last_change":"2024-09-16T01:49:00.059691+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059691+0000","last_undegraded":"2024-09-16T01:49:00.059691+0000","last_fullsized":"2024-09-16T01:49:00.059691+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058098+0000","last_change":"2024-09-16T01:49:00.058098+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058098+0000","last_undegraded":"2024-09-16T01:49:00.058098+0000","last_fullsized":"2024-09-16T01:49:00.058098+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060282+0000","last_change":"2024-09-16T01:49:00.060282+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060282+0000","last_undegraded":"2024-09-16T01:49:00.060282+0000","last_fullsized":"2024-09-16T01:49:00.060282+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063234+0000","last_change":"2024-09-16T01:49:00.063234+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063234+0000","last_undegraded":"2024-09-16T01:49:00.063234+0000","last_fullsized":"2024-09-16T01:49:00.063234+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060018+0000","last_change":"2024-09-16T01:49:00.060018+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060018+0000","last_undegraded":"2024-09-16T01:49:00.060018+0000","last_fullsized":"2024-09-16T01:49:00.060018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058165+0000","last_change":"2024-09-16T01:49:00.058165+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058165+0000","last_undegraded":"2024-09-16T01:49:00.058165+0000","last_fullsized":"2024-09-16T01:49:00.058165+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063235+0000","last_change":"2024-09-16T01:49:00.063235+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063235+0000","last_undegraded":"2024-09-16T01:49:00.063235+0000","last_fullsized":"2024-09-16T01:49:00.063235+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060326+0000","last_change":"2024-09-16T01:49:00.060326+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060326+0000","last_undegraded":"2024-09-16T01:49:00.060326+0000","last_fullsized":"2024-09-16T01:49:00.060326+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061571+0000","last_change":"2024-09-16T01:49:00.061571+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061571+0000","last_undegraded":"2024-09-16T01:49:00.061571+0000","last_fullsized":"2024-09-16T01:49:00.061571+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058135+0000","last_change":"2024-09-16T01:49:00.058135+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058135+0000","last_undegraded":"2024-09-16T01:49:00.058135+0000","last_fullsized":"2024-09-16T01:49:00.058135+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058496+0000","last_change":"2024-09-16T01:49:00.058496+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058496+0000","last_undegraded":"2024-09-16T01:49:00.058496+0000","last_fullsized":"2024-09-16T01:49:00.058496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060861+0000","last_change":"2024-09-16T01:49:00.060861+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060861+0000","last_undegraded":"2024-09-16T01:49:00.060861+0000","last_fullsized":"2024-09-16T01:49:00.060861+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059988+0000","last_change":"2024-09-16T01:49:00.059988+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059988+0000","last_undegraded":"2024-09-16T01:49:00.059988+0000","last_fullsized":"2024-09-16T01:49:00.059988+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063345+0000","last_change":"2024-09-16T01:49:00.063345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063345+0000","last_undegraded":"2024-09-16T01:49:00.063345+0000","last_fullsized":"2024-09-16T01:49:00.063345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063849+0000","last_change":"2024-09-16T01:49:00.063849+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063849+0000","last_undegraded":"2024-09-16T01:49:00.063849+0000","last_fullsized":"2024-09-16T01:49:00.063849+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059359+0000","last_change":"2024-09-16T01:49:00.059359+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059359+0000","last_undegraded":"2024-09-16T01:49:00.059359+0000","last_fullsized":"2024-09-16T01:49:00.059359+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.062831+0000","last_change":"2024-09-16T01:49:00.062831+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.062831+0000","last_undegraded":"2024-09-16T01:49:00.062831+0000","last_fullsized":"2024-09-16T01:49:00.062831+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061586+0000","last_change":"2024-09-16T01:49:00.061586+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061586+0000","last_undegraded":"2024-09-16T01:49:00.061586+0000","last_fullsized":"2024-09-16T01:49:00.061586+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061037+0000","last_change":"2024-09-16T01:49:00.061037+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061037+0000","last_undegraded":"2024-09-16T01:49:00.061037+0000","last_fullsized":"2024-09-16T01:49:00.061037+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060421+0000","last_change":"2024-09-16T01:49:00.060421+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060421+0000","last_undegraded":"2024-09-16T01:49:00.060421+0000","last_fullsized":"2024-09-16T01:49:00.060421+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058942+0000","last_change":"2024-09-16T01:49:00.058942+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058942+0000","last_undegraded":"2024-09-16T01:49:00.058942+0000","last_fullsized":"2024-09-16T01:49:00.058942+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060346+0000","last_change":"2024-09-16T01:49:00.060346+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060346+0000","last_undegraded":"2024-09-16T01:49:00.060346+0000","last_fullsized":"2024-09-16T01:49:00.060346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061291+0000","last_change":"2024-09-16T01:49:00.061291+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061291+0000","last_undegraded":"2024-09-16T01:49:00.061291+0000","last_fullsized":"2024-09-16T01:49:00.061291+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060725+0000","last_change":"2024-09-16T01:49:00.060725+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060725+0000","last_undegraded":"2024-09-16T01:49:00.060725+0000","last_fullsized":"2024-09-16T01:49:00.060725+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061456+0000","last_change":"2024-09-16T01:49:00.061456+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061456+0000","last_undegraded":"2024-09-16T01:49:00.061456+0000","last_fullsized":"2024-09-16T01:49:00.061456+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061085+0000","last_change":"2024-09-16T01:49:00.061085+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061085+0000","last_undegraded":"2024-09-16T01:49:00.061085+0000","last_fullsized":"2024-09-16T01:49:00.061085+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060335+0000","last_change":"2024-09-16T01:49:00.060335+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060335+0000","last_undegraded":"2024-09-16T01:49:00.060335+0000","last_fullsized":"2024-09-16T01:49:00.060335+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058166+0000","last_change":"2024-09-16T01:49:00.058166+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058166+0000","last_undegraded":"2024-09-16T01:49:00.058166+0000","last_fullsized":"2024-09-16T01:49:00.058166+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063193+0000","last_change":"2024-09-16T01:49:00.063193+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063193+0000","last_undegraded":"2024-09-16T01:49:00.063193+0000","last_fullsized":"2024-09-16T01:49:00.063193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058636+0000","last_change":"2024-09-16T01:49:00.058636+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058636+0000","last_undegraded":"2024-09-16T01:49:00.058636+0000","last_fullsized":"2024-09-16T01:49:00.058636+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":404,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-16T01:49:00.061446+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:00.061446+0000","last_peered":"2024-09-16T01:49:00.061446+0000","last_clean":"2024-09-16T01:49:00.061446+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:00.061446+0000","last_undegraded":"2024-09-16T01:49:00.061446+0000","last_fullsized":"2024-09-16T01:49:00.061446+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574935,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33312,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338528,"statfs":{"total":96636764160,"available":96602652672,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32724,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339116,"statfs":{"total":96636764160,"available":96603254784,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32716,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339124,"statfs":{"total":96636764160,"available":96603262976,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542231,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36880,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334960,"statfs":{"total":96636764160,"available":96598999040,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36872,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334968,"statfs":{"total":96636764160,"available":96599007232,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542232,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37472,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334368,"statfs":{"total":96636764160,"available":96598392832,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:05.778 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3f is not active+clean 2024-09-16T01:49:05.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.778 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3e is not active+clean 2024-09-16T01:49:05.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.778 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3d is not active+clean 2024-09-16T01:49:05.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3c is not active+clean 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3b is not active+clean 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3a is not active+clean 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:PG 21.39 is not active+clean 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:PG 21.38 is not active+clean 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:PG 21.37 is not active+clean 2024-09-16T01:49:05.779 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:PG 21.36 is not active+clean 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:PG 21.35 is not active+clean 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:PG 21.34 is not active+clean 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:PG 21.33 is not active+clean 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:PG 21.32 is not active+clean 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.780 INFO:tasks.ceph.ceph_manager.ceph:PG 21.31 is not active+clean 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:PG 21.30 is not active+clean 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2f is not active+clean 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2e is not active+clean 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2d is not active+clean 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2c is not active+clean 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.781 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2b is not active+clean 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2a is not active+clean 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:PG 21.29 is not active+clean 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:PG 21.28 is not active+clean 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:PG 21.27 is not active+clean 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:PG 21.26 is not active+clean 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:PG 21.25 is not active+clean 2024-09-16T01:49:05.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:PG 21.24 is not active+clean 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:PG 21.23 is not active+clean 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:PG 21.22 is not active+clean 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:PG 21.21 is not active+clean 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:PG 21.20 is not active+clean 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1e is not active+clean 2024-09-16T01:49:05.783 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:PG 20.1f is not active+clean 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060873+0000', 'last_change': '2024-09-16T01:49:00.060873+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060873+0000', 'last_undegraded': '2024-09-16T01:49:00.060873+0000', 'last_fullsized': '2024-09-16T01:49:00.060873+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1f is not active+clean 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:PG 20.1e is not active+clean 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.064345+0000', 'last_change': '2024-09-16T01:49:00.064345+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.064345+0000', 'last_undegraded': '2024-09-16T01:49:00.064345+0000', 'last_fullsized': '2024-09-16T01:49:00.064345+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1c is not active+clean 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:PG 20.1d is not active+clean 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.059691+0000', 'last_change': '2024-09-16T01:49:00.059691+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.059691+0000', 'last_undegraded': '2024-09-16T01:49:00.059691+0000', 'last_fullsized': '2024-09-16T01:49:00.059691+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1d is not active+clean 2024-09-16T01:49:05.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.785 INFO:tasks.ceph.ceph_manager.ceph:PG 20.1c is not active+clean 2024-09-16T01:49:05.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.058098+0000', 'last_change': '2024-09-16T01:49:00.058098+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.058098+0000', 'last_undegraded': '2024-09-16T01:49:00.058098+0000', 'last_fullsized': '2024-09-16T01:49:00.058098+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:49:05.785 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1a is not active+clean 2024-09-16T01:49:05.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.785 INFO:tasks.ceph.ceph_manager.ceph:PG 20.1b is not active+clean 2024-09-16T01:49:05.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060282+0000', 'last_change': '2024-09-16T01:49:00.060282+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060282+0000', 'last_undegraded': '2024-09-16T01:49:00.060282+0000', 'last_fullsized': '2024-09-16T01:49:00.060282+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:49:05.785 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1b is not active+clean 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:PG 20.1a is not active+clean 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.063234+0000', 'last_change': '2024-09-16T01:49:00.063234+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.063234+0000', 'last_undegraded': '2024-09-16T01:49:00.063234+0000', 'last_fullsized': '2024-09-16T01:49:00.063234+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:PG 21.18 is not active+clean 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:PG 20.19 is not active+clean 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060018+0000', 'last_change': '2024-09-16T01:49:00.060018+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060018+0000', 'last_undegraded': '2024-09-16T01:49:00.060018+0000', 'last_fullsized': '2024-09-16T01:49:00.060018+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:PG 21.19 is not active+clean 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:PG 20.18 is not active+clean 2024-09-16T01:49:05.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.058165+0000', 'last_change': '2024-09-16T01:49:00.058165+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.058165+0000', 'last_undegraded': '2024-09-16T01:49:00.058165+0000', 'last_fullsized': '2024-09-16T01:49:00.058165+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:PG 21.16 is not active+clean 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:PG 20.17 is not active+clean 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.063235+0000', 'last_change': '2024-09-16T01:49:00.063235+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.063235+0000', 'last_undegraded': '2024-09-16T01:49:00.063235+0000', 'last_fullsized': '2024-09-16T01:49:00.063235+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:PG 21.17 is not active+clean 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:PG 20.16 is not active+clean 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060326+0000', 'last_change': '2024-09-16T01:49:00.060326+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060326+0000', 'last_undegraded': '2024-09-16T01:49:00.060326+0000', 'last_fullsized': '2024-09-16T01:49:00.060326+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:PG 21.15 is not active+clean 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.787 INFO:tasks.ceph.ceph_manager.ceph:PG 20.14 is not active+clean 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.061571+0000', 'last_change': '2024-09-16T01:49:00.061571+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.061571+0000', 'last_undegraded': '2024-09-16T01:49:00.061571+0000', 'last_fullsized': '2024-09-16T01:49:00.061571+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:PG 21.12 is not active+clean 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:PG 20.13 is not active+clean 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.058135+0000', 'last_change': '2024-09-16T01:49:00.058135+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.058135+0000', 'last_undegraded': '2024-09-16T01:49:00.058135+0000', 'last_fullsized': '2024-09-16T01:49:00.058135+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:PG 21.13 is not active+clean 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:PG 20.12 is not active+clean 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.058496+0000', 'last_change': '2024-09-16T01:49:00.058496+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.058496+0000', 'last_undegraded': '2024-09-16T01:49:00.058496+0000', 'last_fullsized': '2024-09-16T01:49:00.058496+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:PG 21.10 is not active+clean 2024-09-16T01:49:05.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:PG 20.11 is not active+clean 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060861+0000', 'last_change': '2024-09-16T01:49:00.060861+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060861+0000', 'last_undegraded': '2024-09-16T01:49:00.060861+0000', 'last_fullsized': '2024-09-16T01:49:00.060861+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:PG 21.11 is not active+clean 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:PG 20.10 is not active+clean 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.059988+0000', 'last_change': '2024-09-16T01:49:00.059988+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.059988+0000', 'last_undegraded': '2024-09-16T01:49:00.059988+0000', 'last_fullsized': '2024-09-16T01:49:00.059988+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:PG 21.e is not active+clean 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:PG 20.f is not active+clean 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.063345+0000', 'last_change': '2024-09-16T01:49:00.063345+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.063345+0000', 'last_undegraded': '2024-09-16T01:49:00.063345+0000', 'last_fullsized': '2024-09-16T01:49:00.063345+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:49:05.789 INFO:tasks.ceph.ceph_manager.ceph:PG 21.f is not active+clean 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:PG 20.e is not active+clean 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.063849+0000', 'last_change': '2024-09-16T01:49:00.063849+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.063849+0000', 'last_undegraded': '2024-09-16T01:49:00.063849+0000', 'last_fullsized': '2024-09-16T01:49:00.063849+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:PG 21.c is not active+clean 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:PG 20.d is not active+clean 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.059359+0000', 'last_change': '2024-09-16T01:49:00.059359+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.059359+0000', 'last_undegraded': '2024-09-16T01:49:00.059359+0000', 'last_fullsized': '2024-09-16T01:49:00.059359+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:PG 21.d is not active+clean 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:PG 20.c is not active+clean 2024-09-16T01:49:05.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.062831+0000', 'last_change': '2024-09-16T01:49:00.062831+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.062831+0000', 'last_undegraded': '2024-09-16T01:49:00.062831+0000', 'last_fullsized': '2024-09-16T01:49:00.062831+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:PG 21.a is not active+clean 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:PG 20.b is not active+clean 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.061586+0000', 'last_change': '2024-09-16T01:49:00.061586+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.061586+0000', 'last_undegraded': '2024-09-16T01:49:00.061586+0000', 'last_fullsized': '2024-09-16T01:49:00.061586+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:PG 21.b is not active+clean 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:PG 20.a is not active+clean 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.061037+0000', 'last_change': '2024-09-16T01:49:00.061037+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.061037+0000', 'last_undegraded': '2024-09-16T01:49:00.061037+0000', 'last_fullsized': '2024-09-16T01:49:00.061037+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:PG 21.8 is not active+clean 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.791 INFO:tasks.ceph.ceph_manager.ceph:PG 20.9 is not active+clean 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060421+0000', 'last_change': '2024-09-16T01:49:00.060421+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060421+0000', 'last_undegraded': '2024-09-16T01:49:00.060421+0000', 'last_fullsized': '2024-09-16T01:49:00.060421+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:PG 21.9 is not active+clean 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:PG 20.8 is not active+clean 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.058942+0000', 'last_change': '2024-09-16T01:49:00.058942+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.058942+0000', 'last_undegraded': '2024-09-16T01:49:00.058942+0000', 'last_fullsized': '2024-09-16T01:49:00.058942+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:PG 21.6 is not active+clean 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:PG 20.7 is not active+clean 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060346+0000', 'last_change': '2024-09-16T01:49:00.060346+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060346+0000', 'last_undegraded': '2024-09-16T01:49:00.060346+0000', 'last_fullsized': '2024-09-16T01:49:00.060346+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:49:05.792 INFO:tasks.ceph.ceph_manager.ceph:PG 21.7 is not active+clean 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:PG 20.6 is not active+clean 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.061291+0000', 'last_change': '2024-09-16T01:49:00.061291+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.061291+0000', 'last_undegraded': '2024-09-16T01:49:00.061291+0000', 'last_fullsized': '2024-09-16T01:49:00.061291+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:PG 21.4 is not active+clean 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:PG 20.5 is not active+clean 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060725+0000', 'last_change': '2024-09-16T01:49:00.060725+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060725+0000', 'last_undegraded': '2024-09-16T01:49:00.060725+0000', 'last_fullsized': '2024-09-16T01:49:00.060725+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:PG 21.5 is not active+clean 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:PG 20.4 is not active+clean 2024-09-16T01:49:05.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.061456+0000', 'last_change': '2024-09-16T01:49:00.061456+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.061456+0000', 'last_undegraded': '2024-09-16T01:49:00.061456+0000', 'last_fullsized': '2024-09-16T01:49:00.061456+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2 is not active+clean 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:PG 20.3 is not active+clean 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.061085+0000', 'last_change': '2024-09-16T01:49:00.061085+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.061085+0000', 'last_undegraded': '2024-09-16T01:49:00.061085+0000', 'last_fullsized': '2024-09-16T01:49:00.061085+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:PG 21.3 is not active+clean 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:PG 20.2 is not active+clean 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.060335+0000', 'last_change': '2024-09-16T01:49:00.060335+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.060335+0000', 'last_undegraded': '2024-09-16T01:49:00.060335+0000', 'last_fullsized': '2024-09-16T01:49:00.060335+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:PG 21.0 is not active+clean 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.794 INFO:tasks.ceph.ceph_manager.ceph:PG 20.1 is not active+clean 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.058166+0000', 'last_change': '2024-09-16T01:49:00.058166+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.058166+0000', 'last_undegraded': '2024-09-16T01:49:00.058166+0000', 'last_fullsized': '2024-09-16T01:49:00.058166+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1 is not active+clean 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:PG 20.0 is not active+clean 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.063193+0000', 'last_change': '2024-09-16T01:49:00.063193+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.063193+0000', 'last_undegraded': '2024-09-16T01:49:00.063193+0000', 'last_fullsized': '2024-09-16T01:49:00.063193+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:PG 21.14 is not active+clean 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T01:49:01.055452+0000', 'last_change': '2024-09-16T01:49:01.055452+0000', 'last_active': '2024-09-16T01:49:01.055452+0000', 'last_peered': '2024-09-16T01:49:01.055452+0000', 'last_clean': '2024-09-16T01:49:01.055452+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:01.055452+0000', 'last_undegraded': '2024-09-16T01:49:01.055452+0000', 'last_fullsized': '2024-09-16T01:49:01.055452+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:01.055452+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:PG 20.15 is not active+clean 2024-09-16T01:49:05.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '20.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:49:00.058636+0000', 'last_change': '2024-09-16T01:49:00.058636+0000', 'last_active': '2024-09-16T01:49:00.053580+0000', 'last_peered': '2024-09-16T01:49:00.053580+0000', 'last_clean': '2024-09-16T01:49:00.053580+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:49:00.058636+0000', 'last_undegraded': '2024-09-16T01:49:00.058636+0000', 'last_fullsized': '2024-09-16T01:49:00.058636+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'last_clean_scrub_stamp': '2024-09-16T01:49:00.053580+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:49:05.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:49:05.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.915+0000 7f5a90017640 1 Processor -- start 2024-09-16T01:49:05.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.915+0000 7f5a90017640 1 -- start start 2024-09-16T01:49:05.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a90017640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5a8815e3d0 0x7f5a880b5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a90017640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815e7b0 0x7f5a8806c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a90017640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a8806cb30 con 0x7f5a8815f2a0 2024-09-16T01:49:05.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a90017640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5a8815ee10 con 0x7f5a8815e3d0 2024-09-16T01:49:05.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a90017640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5a8806bbe0 con 0x7f5a8815e7b0 2024-09-16T01:49:05.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a8d5b2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815e7b0 0x7f5a8806c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a8ddb3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5a8815e3d0 0x7f5a880b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a8d5b2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815e7b0 0x7f5a8806c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:33962/0 (socket says 172.21.15.16:33962) 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a8ddb3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5a8815e3d0 0x7f5a880b5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:43346/0 (socket says 172.21.15.16:43346) 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.916+0000 7f5a8d5b2640 1 -- 172.21.15.16:0/2114512194 learned_addr learned my addr 172.21.15.16:0/2114512194 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.917+0000 7f5a8ddb3640 1 -- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815e7b0 msgr2=0x7f5a8806c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.917+0000 7f5a8ddb3640 1 --2- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815e7b0 0x7f5a8806c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.917+0000 7f5a8ddb3640 1 -- 172.21.15.16:0/2114512194 >> v1:172.21.15.104:6789/0 conn(0x7f5a8815f2a0 legacy=0x7f5a88073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.917+0000 7f5a8ddb3640 1 -- 172.21.15.16:0/2114512194 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a8806bec0 con 0x7f5a8815e3d0 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.917+0000 7f5a8d5b2640 1 --2- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815e7b0 0x7f5a8806c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a8ddb3640 1 --2- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e3d0 0x7f5a880b5600 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f5a840097a0 tx=0x7f5a8402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb8f609195df6dc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a8cdb1640 1 -- 172.21.15.16:0/2114512194 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a84037070 con 0x7f5a8815e3d0 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a8cdb1640 1 -- 172.21.15.16:0/2114512194 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a84032440 con 0x7f5a8815e3d0 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a8cdb1640 1 -- 172.21.15.16:0/2114512194 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a84032810 con 0x7f5a8815e3d0 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 -- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e3d0 msgr2=0x7f5a880b5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 --2- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e3d0 0x7f5a880b5600 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f5a840097a0 tx=0x7f5a8402a180 comp rx=0 tx=0).stop 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 -- 172.21.15.16:0/2114512194 shutdown_connections 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 --2- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815e7b0 0x7f5a8806c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 --2- 172.21.15.16:0/2114512194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e3d0 0x7f5a880b5600 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 -- 172.21.15.16:0/2114512194 >> 172.21.15.16:0/2114512194 conn(0x7f5a880b4170 msgr2=0x7f5a880b4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 -- 172.21.15.16:0/2114512194 shutdown_connections 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.918+0000 7f5a90017640 1 -- 172.21.15.16:0/2114512194 wait complete. 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 Processor -- start 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 -- start start 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a8815e3d0 0x7f5a881f6f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e7b0 0x7f5a881f7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815f2a0 0x7f5a881f7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5a88073920 con 0x7f5a8815e3d0 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5a880737a0 con 0x7f5a8815e7b0 2024-09-16T01:49:05.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a90017640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5a8815f700 con 0x7f5a8815f2a0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a8ddb3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a8815e3d0 0x7f5a881f6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.920+0000 7f5a8ddb3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a8815e3d0 0x7f5a881f6f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55922/0 (socket says 172.21.15.16:55922) 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8ddb3640 1 -- 172.21.15.16:0/116441062 learned_addr learned my addr 172.21.15.16:0/116441062 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8e5b4640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815f2a0 0x7f5a881f7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8d5b2640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e7b0 0x7f5a881f7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8ddb3640 1 -- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815f2a0 msgr2=0x7f5a881f7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8ddb3640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815f2a0 0x7f5a881f7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8ddb3640 1 -- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e7b0 msgr2=0x7f5a881f7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8ddb3640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e7b0 0x7f5a881f7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8ddb3640 1 -- 172.21.15.16:0/116441062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a8815ae90 con 0x7f5a8815e3d0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a8ddb3640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a8815e3d0 0x7f5a881f6f60 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f5a8402a1c0 tx=0x7f5a840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a7e7fc640 1 -- 172.21.15.16:0/116441062 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a84041020 con 0x7f5a8815e3d0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a7e7fc640 1 -- 172.21.15.16:0/116441062 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a84030700 con 0x7f5a8815e3d0 2024-09-16T01:49:05.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a7e7fc640 1 -- 172.21.15.16:0/116441062 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a84037040 con 0x7f5a8815e3d0 2024-09-16T01:49:05.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a880acaa0 con 0x7f5a8815e3d0 2024-09-16T01:49:05.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.921+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a88155470 con 0x7f5a8815e3d0 2024-09-16T01:49:05.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.922+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a880b5600 con 0x7f5a8815e3d0 2024-09-16T01:49:05.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.923+0000 7f5a7e7fc640 1 -- 172.21.15.16:0/116441062 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f5a84044020 con 0x7f5a8815e3d0 2024-09-16T01:49:05.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.923+0000 7f5a7e7fc640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5a6c06c850 0x7f5a6c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:05.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.923+0000 7f5a7e7fc640 1 -- 172.21.15.16:0/116441062 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f5a840ac6b0 con 0x7f5a8815e3d0 2024-09-16T01:49:05.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.923+0000 7f5a8d5b2640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5a6c06c850 0x7f5a6c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:05.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.924+0000 7f5a8d5b2640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5a6c06c850 0x7f5a6c06ed10 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5a78009630 tx=0x7f5a78008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:05.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:05.927+0000 7f5a7e7fc640 1 -- 172.21.15.16:0/116441062 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5a8404b030 con 0x7f5a8815e3d0 2024-09-16T01:49:06.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.168+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f5a8815d090 con 0x7f5a8815e3d0 2024-09-16T01:49:06.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.169+0000 7f5a7e7fc640 1 -- 172.21.15.16:0/116441062 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1574 (secure 0 0 0) 0x7f5a8407a600 con 0x7f5a8815e3d0 2024-09-16T01:49:06.170 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:06.171 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":436,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":129,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":282042368,"bytes_avail":772812070912,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":76,"btime":"2024-09-16T01:49:04:105832+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"b","status":"up:active","gid":7953}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":11,"modified":"2024-09-16T01:48:16.752755+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T01:49:06.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5a6c06c850 msgr2=0x7f5a6c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5a6c06c850 0x7f5a6c06ed10 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5a78009630 tx=0x7f5a78008040 comp rx=0 tx=0).stop 2024-09-16T01:49:06.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a8815e3d0 msgr2=0x7f5a881f6f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a8815e3d0 0x7f5a881f6f60 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f5a8402a1c0 tx=0x7f5a840046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 shutdown_connections 2024-09-16T01:49:06.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5a6c06c850 0x7f5a6c06ed10 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a8815f2a0 0x7f5a881f7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8815e7b0 0x7f5a881f7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 --2- 172.21.15.16:0/116441062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a8815e3d0 0x7f5a881f6f60 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 >> 172.21.15.16:0/116441062 conn(0x7f5a880b4170 msgr2=0x7f5a8815c980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:06.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 shutdown_connections 2024-09-16T01:49:06.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.171+0000 7f5a90017640 1 -- 172.21.15.16:0/116441062 wait complete. 2024-09-16T01:49:06.183 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:49:06.183 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:06.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.284+0000 7fca2608d640 1 Processor -- start 2024-09-16T01:49:06.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.284+0000 7fca2608d640 1 -- start start 2024-09-16T01:49:06.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca2608d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 0x7fca200b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca2608d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fca200d4570 0x7fca200d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca2608d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca200b8500 con 0x7fca2015e680 2024-09-16T01:49:06.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca2608d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fca200d4f20 con 0x7fca200d4570 2024-09-16T01:49:06.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca2608d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fca200b87e0 con 0x7fca200b7f20 2024-09-16T01:49:06.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fca2015e680 0x7fca200d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59492/0 (socket says 172.21.15.16:59492) 2024-09-16T01:49:06.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1f7fe640 1 -- 172.21.15.16:0/3028467230 learned_addr learned my addr 172.21.15.16:0/3028467230 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3028467230 >> v2:172.21.15.104:3300/0 conn(0x7fca200d4570 0x7fca200d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1effd640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 0x7fca200b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 836853392 0 0) 0x7fca200b8500 con 0x7fca2015e680 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fca08003520 con 0x7fca2015e680 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2433846568 0 0) 0x7fca08003520 con 0x7fca2015e680 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 msgr2=0x7fca200b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 0x7fca200b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 >> v2:172.21.15.104:3300/0 conn(0x7fca200d4570 msgr2=0x7fca200d49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 --2- 172.21.15.16:0/3028467230 >> v2:172.21.15.104:3300/0 conn(0x7fca200d4570 0x7fca200d49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca200b8ac0 con 0x7fca2015e680 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fca10001670 con 0x7fca2015e680 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.285+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 >> v1:172.21.15.16:6789/0 conn(0x7fca2015e680 legacy=0x7fca200d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1e7fc640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 0x7fca080039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1e7fc640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca08003f30 0x7fca08004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1e7fc640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca08004d40 0x7fca080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fca200d4f20 con 0x7fca08004d40 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fca200b87e0 con 0x7fca08003f30 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fca0800b9c0 con 0x7fca200b7f20 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca08004d40 0x7fca080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1f7fe640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 0x7fca080039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1effd640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca08003f30 0x7fca08004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1ffff640 1 -- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 msgr2=0x7fca080039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca200b7f20 0x7fca080039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1ffff640 1 -- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca08003f30 msgr2=0x7fca08004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca08003f30 0x7fca08004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.286+0000 7fca1ffff640 1 -- 172.21.15.16:0/3028467230 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca08003520 con 0x7fca08004d40 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca08004d40 0x7fca080051c0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fca18009fc0 tx=0x7fca08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ffb00b9cfef1ee0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca18009c10 con 0x7fca08004d40 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca18036070 con 0x7fca08004d40 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca1e7fc640 1 -- 172.21.15.16:0/3028467230 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca1802d070 con 0x7fca08004d40 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca2608d640 1 -- 172.21.15.16:0/3028467230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca08004d40 msgr2=0x7fca080051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca2608d640 1 --2- 172.21.15.16:0/3028467230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca08004d40 0x7fca080051c0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fca18009fc0 tx=0x7fca08005830 comp rx=0 tx=0).stop 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca1ffff640 1 -- 172.21.15.16:0/3028467230 reap_dead start 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca2608d640 1 -- 172.21.15.16:0/3028467230 shutdown_connections 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.287+0000 7fca2608d640 1 -- 172.21.15.16:0/3028467230 >> 172.21.15.16:0/3028467230 conn(0x7fca20074fe0 msgr2=0x7fca20072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.288+0000 7fca2608d640 1 -- 172.21.15.16:0/3028467230 shutdown_connections 2024-09-16T01:49:06.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.288+0000 7fca2608d640 1 -- 172.21.15.16:0/3028467230 wait complete. 2024-09-16T01:49:06.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.289+0000 7fca2608d640 1 Processor -- start 2024-09-16T01:49:06.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.289+0000 7fca2608d640 1 -- start start 2024-09-16T01:49:06.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca2608d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca08004d40 0x7fca2014f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca2608d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca2014a090 0x7fca2014df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca2608d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca20150690 0x7fca2013fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca2608d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fca200b95a0 con 0x7fca20150690 2024-09-16T01:49:06.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca2608d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fca200b9080 con 0x7fca2014a090 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca2608d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fca200b9720 con 0x7fca08004d40 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca20150690 0x7fca2013fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca20150690 0x7fca2013fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55942/0 (socket says 172.21.15.16:55942) 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 -- 172.21.15.16:0/3800168289 learned_addr learned my addr 172.21.15.16:0/3800168289 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1f7fe640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca08004d40 0x7fca2014f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1effd640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca2014a090 0x7fca2014df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 -- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca08004d40 msgr2=0x7fca2014f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca08004d40 0x7fca2014f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 -- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca2014a090 msgr2=0x7fca2014df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca2014a090 0x7fca2014df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 -- 172.21.15.16:0/3800168289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca2014e770 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca1ffff640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca20150690 0x7fca2013fbb0 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fca18033040 tx=0x7fca18009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca07fff640 1 -- 172.21.15.16:0/3800168289 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca18009c10 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca07fff640 1 -- 172.21.15.16:0/3800168289 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca18003bb0 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca2014ea50 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.290+0000 7fca07fff640 1 -- 172.21.15.16:0/3800168289 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca18004020 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.291+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca2014f010 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.291+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca200d49e0 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.292+0000 7fca07fff640 1 -- 172.21.15.16:0/3800168289 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fca18005d10 con 0x7fca20150690 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.292+0000 7fca07fff640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca0c06c880 0x7fca0c06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:06.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.292+0000 7fca07fff640 1 -- 172.21.15.16:0/3800168289 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fca180ad350 con 0x7fca20150690 2024-09-16T01:49:06.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.293+0000 7fca1f7fe640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca0c06c880 0x7fca0c06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:06.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.293+0000 7fca1f7fe640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca0c06c880 0x7fca0c06ed40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fca10001050 tx=0x7fca10007970 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:06.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.297+0000 7fca07fff640 1 -- 172.21.15.16:0/3800168289 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca1804a060 con 0x7fca20150690 2024-09-16T01:49:06.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.468+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fca200b7b70 con 0x7fca0c06c880 2024-09-16T01:49:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.473+0000 7fca07fff640 1 -- 172.21.15.16:0/3800168289 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240282 (secure 0 0 0) 0x7fca200b7b70 con 0x7fca0c06c880 2024-09-16T01:49:06.477 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca0c06c880 msgr2=0x7fca0c06ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca0c06c880 0x7fca0c06ed40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fca10001050 tx=0x7fca10007970 comp rx=0 tx=0).stop 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca20150690 msgr2=0x7fca2013fbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca20150690 0x7fca2013fbb0 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fca18033040 tx=0x7fca18009750 comp rx=0 tx=0).stop 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 shutdown_connections 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fca0c06c880 0x7fca0c06ed40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fca20150690 0x7fca2013fbb0 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fca2014a090 0x7fca2014df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 --2- 172.21.15.16:0/3800168289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fca08004d40 0x7fca2014f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 >> 172.21.15.16:0/3800168289 conn(0x7fca20074fe0 msgr2=0x7fca200c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 shutdown_connections 2024-09-16T01:49:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:06.476+0000 7fca2608d640 1 -- 172.21.15.16:0/3800168289 wait complete. 2024-09-16T01:49:06.488 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-16T01:49:04.761759+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275432,"kb_used_data":13400,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699288,"statfs":{"total":773094113280,"available":772812070912,"internally_reserved":0,"allocated":13721600,"data_stored":6699708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":268095026},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.705825"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060873+0000","last_change":"2024-09-16T01:49:00.060873+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060873+0000","last_undegraded":"2024-09-16T01:49:00.060873+0000","last_fullsized":"2024-09-16T01:49:00.060873+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.064345+0000","last_change":"2024-09-16T01:49:00.064345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.064345+0000","last_undegraded":"2024-09-16T01:49:00.064345+0000","last_fullsized":"2024-09-16T01:49:00.064345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059691+0000","last_change":"2024-09-16T01:49:00.059691+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059691+0000","last_undegraded":"2024-09-16T01:49:00.059691+0000","last_fullsized":"2024-09-16T01:49:00.059691+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058098+0000","last_change":"2024-09-16T01:49:00.058098+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058098+0000","last_undegraded":"2024-09-16T01:49:00.058098+0000","last_fullsized":"2024-09-16T01:49:00.058098+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060282+0000","last_change":"2024-09-16T01:49:00.060282+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060282+0000","last_undegraded":"2024-09-16T01:49:00.060282+0000","last_fullsized":"2024-09-16T01:49:00.060282+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063234+0000","last_change":"2024-09-16T01:49:00.063234+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063234+0000","last_undegraded":"2024-09-16T01:49:00.063234+0000","last_fullsized":"2024-09-16T01:49:00.063234+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060018+0000","last_change":"2024-09-16T01:49:00.060018+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060018+0000","last_undegraded":"2024-09-16T01:49:00.060018+0000","last_fullsized":"2024-09-16T01:49:00.060018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058165+0000","last_change":"2024-09-16T01:49:00.058165+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058165+0000","last_undegraded":"2024-09-16T01:49:00.058165+0000","last_fullsized":"2024-09-16T01:49:00.058165+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063235+0000","last_change":"2024-09-16T01:49:00.063235+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063235+0000","last_undegraded":"2024-09-16T01:49:00.063235+0000","last_fullsized":"2024-09-16T01:49:00.063235+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060326+0000","last_change":"2024-09-16T01:49:00.060326+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060326+0000","last_undegraded":"2024-09-16T01:49:00.060326+0000","last_fullsized":"2024-09-16T01:49:00.060326+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061571+0000","last_change":"2024-09-16T01:49:00.061571+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061571+0000","last_undegraded":"2024-09-16T01:49:00.061571+0000","last_fullsized":"2024-09-16T01:49:00.061571+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058135+0000","last_change":"2024-09-16T01:49:00.058135+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058135+0000","last_undegraded":"2024-09-16T01:49:00.058135+0000","last_fullsized":"2024-09-16T01:49:00.058135+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058496+0000","last_change":"2024-09-16T01:49:00.058496+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058496+0000","last_undegraded":"2024-09-16T01:49:00.058496+0000","last_fullsized":"2024-09-16T01:49:00.058496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060861+0000","last_change":"2024-09-16T01:49:00.060861+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060861+0000","last_undegraded":"2024-09-16T01:49:00.060861+0000","last_fullsized":"2024-09-16T01:49:00.060861+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059988+0000","last_change":"2024-09-16T01:49:00.059988+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059988+0000","last_undegraded":"2024-09-16T01:49:00.059988+0000","last_fullsized":"2024-09-16T01:49:00.059988+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063345+0000","last_change":"2024-09-16T01:49:00.063345+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063345+0000","last_undegraded":"2024-09-16T01:49:00.063345+0000","last_fullsized":"2024-09-16T01:49:00.063345+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063849+0000","last_change":"2024-09-16T01:49:00.063849+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063849+0000","last_undegraded":"2024-09-16T01:49:00.063849+0000","last_fullsized":"2024-09-16T01:49:00.063849+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.059359+0000","last_change":"2024-09-16T01:49:00.059359+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.059359+0000","last_undegraded":"2024-09-16T01:49:00.059359+0000","last_fullsized":"2024-09-16T01:49:00.059359+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.062831+0000","last_change":"2024-09-16T01:49:00.062831+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.062831+0000","last_undegraded":"2024-09-16T01:49:00.062831+0000","last_fullsized":"2024-09-16T01:49:00.062831+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061586+0000","last_change":"2024-09-16T01:49:00.061586+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061586+0000","last_undegraded":"2024-09-16T01:49:00.061586+0000","last_fullsized":"2024-09-16T01:49:00.061586+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061037+0000","last_change":"2024-09-16T01:49:00.061037+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061037+0000","last_undegraded":"2024-09-16T01:49:00.061037+0000","last_fullsized":"2024-09-16T01:49:00.061037+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060421+0000","last_change":"2024-09-16T01:49:00.060421+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060421+0000","last_undegraded":"2024-09-16T01:49:00.060421+0000","last_fullsized":"2024-09-16T01:49:00.060421+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058942+0000","last_change":"2024-09-16T01:49:00.058942+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058942+0000","last_undegraded":"2024-09-16T01:49:00.058942+0000","last_fullsized":"2024-09-16T01:49:00.058942+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060346+0000","last_change":"2024-09-16T01:49:00.060346+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060346+0000","last_undegraded":"2024-09-16T01:49:00.060346+0000","last_fullsized":"2024-09-16T01:49:00.060346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061291+0000","last_change":"2024-09-16T01:49:00.061291+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061291+0000","last_undegraded":"2024-09-16T01:49:00.061291+0000","last_fullsized":"2024-09-16T01:49:00.061291+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060725+0000","last_change":"2024-09-16T01:49:00.060725+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060725+0000","last_undegraded":"2024-09-16T01:49:00.060725+0000","last_fullsized":"2024-09-16T01:49:00.060725+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061456+0000","last_change":"2024-09-16T01:49:00.061456+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061456+0000","last_undegraded":"2024-09-16T01:49:00.061456+0000","last_fullsized":"2024-09-16T01:49:00.061456+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.061085+0000","last_change":"2024-09-16T01:49:00.061085+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.061085+0000","last_undegraded":"2024-09-16T01:49:00.061085+0000","last_fullsized":"2024-09-16T01:49:00.061085+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.060335+0000","last_change":"2024-09-16T01:49:00.060335+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.060335+0000","last_undegraded":"2024-09-16T01:49:00.060335+0000","last_fullsized":"2024-09-16T01:49:00.060335+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058166+0000","last_change":"2024-09-16T01:49:00.058166+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058166+0000","last_undegraded":"2024-09-16T01:49:00.058166+0000","last_fullsized":"2024-09-16T01:49:00.058166+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.063193+0000","last_change":"2024-09-16T01:49:00.063193+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.063193+0000","last_undegraded":"2024-09-16T01:49:00.063193+0000","last_fullsized":"2024-09-16T01:49:00.063193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:01.055452+0000","last_change":"2024-09-16T01:49:01.055452+0000","last_active":"2024-09-16T01:49:01.055452+0000","last_peered":"2024-09-16T01:49:01.055452+0000","last_clean":"2024-09-16T01:49:01.055452+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:01.055452+0000","last_undegraded":"2024-09-16T01:49:01.055452+0000","last_fullsized":"2024-09-16T01:49:01.055452+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-16T01:49:00.058636+0000","last_change":"2024-09-16T01:49:00.058636+0000","last_active":"2024-09-16T01:49:00.053580+0000","last_peered":"2024-09-16T01:49:00.053580+0000","last_clean":"2024-09-16T01:49:00.053580+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:00.058636+0000","last_undegraded":"2024-09-16T01:49:00.058636+0000","last_fullsized":"2024-09-16T01:49:00.058636+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":404,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-16T01:49:00.061446+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:00.061446+0000","last_peered":"2024-09-16T01:49:00.061446+0000","last_clean":"2024-09-16T01:49:00.061446+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:00.061446+0000","last_undegraded":"2024-09-16T01:49:00.061446+0000","last_fullsized":"2024-09-16T01:49:00.061446+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574935,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33312,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338528,"statfs":{"total":96636764160,"available":96602652672,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32724,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339116,"statfs":{"total":96636764160,"available":96603254784,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509527,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32716,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339124,"statfs":{"total":96636764160,"available":96603262976,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542231,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36880,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334960,"statfs":{"total":96636764160,"available":96598999040,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1572864,"data_stored":692808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542232,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36872,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334968,"statfs":{"total":96636764160,"available":96599007232,"internally_reserved":0,"allocated":1560576,"data_stored":686935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542232,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37472,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334368,"statfs":{"total":96636764160,"available":96598392832,"internally_reserved":0,"allocated":2166784,"data_stored":1283176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:08.060 INFO:tasks.ceph.mds.b.smithi104.stderr:2024-09-16T01:49:08.058+0000 7f07f1674640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:49:09.493 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:09.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.608+0000 7fab1ffff640 1 Processor -- start 2024-09-16T01:49:09.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.608+0000 7fab1ffff640 1 -- start start 2024-09-16T01:49:09.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1ffff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 0x7fab20169030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1ffff640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab200b3f20 con 0x7fab200b37d0 2024-09-16T01:49:09.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1ffff640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab200b4200 con 0x7fab2015e4a0 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1ffff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fab200b4b30 con 0x7fab200b7a30 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1e7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fab200b37d0 0x7fab200b7320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59500/0 (socket says 172.21.15.16:59500) 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1e7fc640 1 -- 172.21.15.16:0/4240018109 learned_addr learned my addr 172.21.15.16:0/4240018109 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1f7fe640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 0x7fab20169030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3048650012 0 0) 0x7fab200b3f20 con 0x7fab200b37d0 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.609+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fab08003520 con 0x7fab200b37d0 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3568536454 0 0) 0x7fab200b4200 con 0x7fab2015e4a0 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fab200b3f20 con 0x7fab2015e4a0 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3015259057 0 0) 0x7fab08003520 con 0x7fab200b37d0 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 msgr2=0x7fab20169030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 0x7fab20169030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 >> v1:172.21.15.104:6789/0 conn(0x7fab2015e4a0 legacy=0x7fab200b4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab200b44e0 con 0x7fab200b37d0 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fab14001670 con 0x7fab200b37d0 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 >> v1:172.21.15.16:6789/0 conn(0x7fab200b37d0 legacy=0x7fab200b7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab08003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab08004800 0x7fab08004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 0x7fab080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fab200b4b30 con 0x7fab08003b70 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fab0800ba70 con 0x7fab08004800 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fab0800bc70 con 0x7fab200b7a30 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1effd640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab08003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1e7fc640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab08004800 0x7fab08004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1f7fe640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 0x7fab080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1effd640 1 -- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 msgr2=0x7fab080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:09.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1effd640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7a30 0x7fab080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1effd640 1 -- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab08004800 msgr2=0x7fab08004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1effd640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab08004800 0x7fab08004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1effd640 1 -- 172.21.15.16:0/4240018109 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab08003520 con 0x7fab08003b70 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.610+0000 7fab1e7fc640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab08004800 0x7fab08004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.611+0000 7fab1effd640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab08003f70 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fab100018d0 tx=0x7fab08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79ad089e376f5e5f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.611+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab100014f0 con 0x7fab08003b70 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.611+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab100052d0 con 0x7fab08003b70 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.611+0000 7fab1dffb640 1 -- 172.21.15.16:0/4240018109 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1002aca0 con 0x7fab08003b70 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.612+0000 7fab1ffff640 1 -- 172.21.15.16:0/4240018109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 msgr2=0x7fab08003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.612+0000 7fab1ffff640 1 --2- 172.21.15.16:0/4240018109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab08003f70 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fab100018d0 tx=0x7fab08005830 comp rx=0 tx=0).stop 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.612+0000 7fab1f7fe640 1 -- 172.21.15.16:0/4240018109 reap_dead start 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.612+0000 7fab1ffff640 1 -- 172.21.15.16:0/4240018109 shutdown_connections 2024-09-16T01:49:09.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.612+0000 7fab1ffff640 1 -- 172.21.15.16:0/4240018109 >> 172.21.15.16:0/4240018109 conn(0x7fab200b5ec0 msgr2=0x7fab200b62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:09.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.612+0000 7fab1ffff640 1 -- 172.21.15.16:0/4240018109 shutdown_connections 2024-09-16T01:49:09.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.612+0000 7fab1ffff640 1 -- 172.21.15.16:0/4240018109 wait complete. 2024-09-16T01:49:09.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.613+0000 7fab1ffff640 1 Processor -- start 2024-09-16T01:49:09.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.613+0000 7fab1ffff640 1 -- start start 2024-09-16T01:49:09.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab20154a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1ffff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7f70 0x7fab200b83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab201e9ed0 0x7fab201ea350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1ffff640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fab200b3bf0 con 0x7fab08003b70 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1ffff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fab2015e880 con 0x7fab201e9ed0 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1ffff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fab200b56d0 con 0x7fab200b7f70 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab20154a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab20154a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55974/0 (socket says 172.21.15.16:55974) 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1effd640 1 -- 172.21.15.16:0/684785165 learned_addr learned my addr 172.21.15.16:0/684785165 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1e7fc640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7f70 0x7fab200b83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.614+0000 7fab1f7fe640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab201e9ed0 0x7fab201ea350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1effd640 1 -- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7f70 msgr2=0x7fab200b83f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1effd640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7f70 0x7fab200b83f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1effd640 1 -- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab201e9ed0 msgr2=0x7fab201ea350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1effd640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab201e9ed0 0x7fab201ea350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1effd640 1 -- 172.21.15.16:0/684785165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab2015bcf0 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1effd640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab20154a80 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fab10005040 tx=0x7fab100012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab07fff640 1 -- 172.21.15.16:0/684785165 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab10040020 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab07fff640 1 -- 172.21.15.16:0/684785165 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab10005480 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab2015bfd0 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab07fff640 1 -- 172.21.15.16:0/684785165 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab10006d90 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.615+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab2015c590 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.616+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab200b7320 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.617+0000 7fab07fff640 1 -- 172.21.15.16:0/684785165 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fab10043020 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.618+0000 7fab07fff640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fab0c06c850 0x7fab0c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.618+0000 7fab1e7fc640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fab0c06c850 0x7fab0c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.618+0000 7fab07fff640 1 -- 172.21.15.16:0/684785165 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fab100abe20 con 0x7fab08003b70 2024-09-16T01:49:09.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.618+0000 7fab1e7fc640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fab0c06c850 0x7fab0c06ed10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fab140017e0 tx=0x7fab14007040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:09.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.622+0000 7fab07fff640 1 -- 172.21.15.16:0/684785165 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fab1004a030 con 0x7fab08003b70 2024-09-16T01:49:09.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.793+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fab2015baa0 con 0x7fab0c06c850 2024-09-16T01:49:09.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.799+0000 7fab07fff640 1 -- 172.21.15.16:0/684785165 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252488 (secure 0 0 0) 0x7fab2015baa0 con 0x7fab0c06c850 2024-09-16T01:49:09.803 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:09.804 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fab0c06c850 msgr2=0x7fab0c06ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fab0c06c850 0x7fab0c06ed10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fab140017e0 tx=0x7fab14007040 comp rx=0 tx=0).stop 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 msgr2=0x7fab20154a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab20154a80 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fab10005040 tx=0x7fab100012d0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 shutdown_connections 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fab0c06c850 0x7fab0c06ed10 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab201e9ed0 0x7fab201ea350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fab200b7f70 0x7fab200b83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 --2- 172.21.15.16:0/684785165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab08003b70 0x7fab20154a80 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.802+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 >> 172.21.15.16:0/684785165 conn(0x7fab200b5ec0 msgr2=0x7fab2006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.803+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 shutdown_connections 2024-09-16T01:49:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.803+0000 7fab1ffff640 1 -- 172.21.15.16:0/684785165 wait complete. 2024-09-16T01:49:09.815 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":136,"stamp":"2024-09-16T01:49:08.762665+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":284128,"kb_used_data":13800,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754690592,"statfs":{"total":773094113280,"available":772803166208,"internally_reserved":0,"allocated":14131200,"data_stored":6884164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.703854"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099100+0000","last_change":"2024-09-16T01:49:02.108368+0000","last_active":"2024-09-16T01:49:03.099100+0000","last_peered":"2024-09-16T01:49:03.099100+0000","last_clean":"2024-09-16T01:49:03.099100+0000","last_became_active":"2024-09-16T01:49:02.108060+0000","last_became_peered":"2024-09-16T01:49:02.108060+0000","last_unstale":"2024-09-16T01:49:03.099100+0000","last_undegraded":"2024-09-16T01:49:03.099100+0000","last_fullsized":"2024-09-16T01:49:03.099100+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:52.908639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275290+0000","last_change":"2024-09-16T01:49:02.101281+0000","last_active":"2024-09-16T01:49:03.275290+0000","last_peered":"2024-09-16T01:49:03.275290+0000","last_clean":"2024-09-16T01:49:03.275290+0000","last_became_active":"2024-09-16T01:49:02.100199+0000","last_became_peered":"2024-09-16T01:49:02.100199+0000","last_unstale":"2024-09-16T01:49:03.275290+0000","last_undegraded":"2024-09-16T01:49:03.275290+0000","last_fullsized":"2024-09-16T01:49:03.275290+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:11.794852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275570+0000","last_change":"2024-09-16T01:49:02.104641+0000","last_active":"2024-09-16T01:49:03.275570+0000","last_peered":"2024-09-16T01:49:03.275570+0000","last_clean":"2024-09-16T01:49:03.275570+0000","last_became_active":"2024-09-16T01:49:02.104354+0000","last_became_peered":"2024-09-16T01:49:02.104354+0000","last_unstale":"2024-09-16T01:49:03.275570+0000","last_undegraded":"2024-09-16T01:49:03.275570+0000","last_fullsized":"2024-09-16T01:49:03.275570+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:57:01.595009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276595+0000","last_change":"2024-09-16T01:49:02.113094+0000","last_active":"2024-09-16T01:49:03.276595+0000","last_peered":"2024-09-16T01:49:03.276595+0000","last_clean":"2024-09-16T01:49:03.276595+0000","last_became_active":"2024-09-16T01:49:02.112526+0000","last_became_peered":"2024-09-16T01:49:02.112526+0000","last_unstale":"2024-09-16T01:49:03.276595+0000","last_undegraded":"2024-09-16T01:49:03.276595+0000","last_fullsized":"2024-09-16T01:49:03.276595+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:35:59.082102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099763+0000","last_change":"2024-09-16T01:49:02.112874+0000","last_active":"2024-09-16T01:49:03.099763+0000","last_peered":"2024-09-16T01:49:03.099763+0000","last_clean":"2024-09-16T01:49:03.099763+0000","last_became_active":"2024-09-16T01:49:02.112398+0000","last_became_peered":"2024-09-16T01:49:02.112398+0000","last_unstale":"2024-09-16T01:49:03.099763+0000","last_undegraded":"2024-09-16T01:49:03.099763+0000","last_fullsized":"2024-09-16T01:49:03.099763+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:30.486586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098785+0000","last_change":"2024-09-16T01:49:02.107618+0000","last_active":"2024-09-16T01:49:03.098785+0000","last_peered":"2024-09-16T01:49:03.098785+0000","last_clean":"2024-09-16T01:49:03.098785+0000","last_became_active":"2024-09-16T01:49:02.107315+0000","last_became_peered":"2024-09-16T01:49:02.107315+0000","last_unstale":"2024-09-16T01:49:03.098785+0000","last_undegraded":"2024-09-16T01:49:03.098785+0000","last_fullsized":"2024-09-16T01:49:03.098785+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:56.027927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.274886+0000","last_change":"2024-09-16T01:49:02.106873+0000","last_active":"2024-09-16T01:49:03.274886+0000","last_peered":"2024-09-16T01:49:03.274886+0000","last_clean":"2024-09-16T01:49:03.274886+0000","last_became_active":"2024-09-16T01:49:02.106573+0000","last_became_peered":"2024-09-16T01:49:02.106573+0000","last_unstale":"2024-09-16T01:49:03.274886+0000","last_undegraded":"2024-09-16T01:49:03.274886+0000","last_fullsized":"2024-09-16T01:49:03.274886+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:06.285952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098668+0000","last_change":"2024-09-16T01:49:02.097487+0000","last_active":"2024-09-16T01:49:03.098668+0000","last_peered":"2024-09-16T01:49:03.098668+0000","last_clean":"2024-09-16T01:49:03.098668+0000","last_became_active":"2024-09-16T01:49:02.097169+0000","last_became_peered":"2024-09-16T01:49:02.097169+0000","last_unstale":"2024-09-16T01:49:03.098668+0000","last_undegraded":"2024-09-16T01:49:03.098668+0000","last_fullsized":"2024-09-16T01:49:03.098668+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:53.902503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275352+0000","last_change":"2024-09-16T01:49:02.104543+0000","last_active":"2024-09-16T01:49:03.275352+0000","last_peered":"2024-09-16T01:49:03.275352+0000","last_clean":"2024-09-16T01:49:03.275352+0000","last_became_active":"2024-09-16T01:49:02.103596+0000","last_became_peered":"2024-09-16T01:49:02.103596+0000","last_unstale":"2024-09-16T01:49:03.275352+0000","last_undegraded":"2024-09-16T01:49:03.275352+0000","last_fullsized":"2024-09-16T01:49:03.275352+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:46.093570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276342+0000","last_change":"2024-09-16T01:49:02.109702+0000","last_active":"2024-09-16T01:49:03.276342+0000","last_peered":"2024-09-16T01:49:03.276342+0000","last_clean":"2024-09-16T01:49:03.276342+0000","last_became_active":"2024-09-16T01:49:02.109430+0000","last_became_peered":"2024-09-16T01:49:02.109430+0000","last_unstale":"2024-09-16T01:49:03.276342+0000","last_undegraded":"2024-09-16T01:49:03.276342+0000","last_fullsized":"2024-09-16T01:49:03.276342+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:04.890037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098822+0000","last_change":"2024-09-16T01:49:02.098984+0000","last_active":"2024-09-16T01:49:03.098822+0000","last_peered":"2024-09-16T01:49:03.098822+0000","last_clean":"2024-09-16T01:49:03.098822+0000","last_became_active":"2024-09-16T01:49:02.098171+0000","last_became_peered":"2024-09-16T01:49:02.098171+0000","last_unstale":"2024-09-16T01:49:03.098822+0000","last_undegraded":"2024-09-16T01:49:03.098822+0000","last_fullsized":"2024-09-16T01:49:03.098822+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:13.583474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276259+0000","last_change":"2024-09-16T01:49:02.102030+0000","last_active":"2024-09-16T01:49:03.276259+0000","last_peered":"2024-09-16T01:49:03.276259+0000","last_clean":"2024-09-16T01:49:03.276259+0000","last_became_active":"2024-09-16T01:49:02.101738+0000","last_became_peered":"2024-09-16T01:49:02.101738+0000","last_unstale":"2024-09-16T01:49:03.276259+0000","last_undegraded":"2024-09-16T01:49:03.276259+0000","last_fullsized":"2024-09-16T01:49:03.276259+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:46.058517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099536+0000","last_change":"2024-09-16T01:49:02.112655+0000","last_active":"2024-09-16T01:49:03.099536+0000","last_peered":"2024-09-16T01:49:03.099536+0000","last_clean":"2024-09-16T01:49:03.099536+0000","last_became_active":"2024-09-16T01:49:02.112021+0000","last_became_peered":"2024-09-16T01:49:02.112021+0000","last_unstale":"2024-09-16T01:49:03.099536+0000","last_undegraded":"2024-09-16T01:49:03.099536+0000","last_fullsized":"2024-09-16T01:49:03.099536+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:35.756439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276465+0000","last_change":"2024-09-16T01:49:02.111512+0000","last_active":"2024-09-16T01:49:03.276465+0000","last_peered":"2024-09-16T01:49:03.276465+0000","last_clean":"2024-09-16T01:49:03.276465+0000","last_became_active":"2024-09-16T01:49:02.111189+0000","last_became_peered":"2024-09-16T01:49:02.111189+0000","last_unstale":"2024-09-16T01:49:03.276465+0000","last_undegraded":"2024-09-16T01:49:03.276465+0000","last_fullsized":"2024-09-16T01:49:03.276465+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:07:58.264697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275105+0000","last_change":"2024-09-16T01:49:02.109023+0000","last_active":"2024-09-16T01:49:03.275105+0000","last_peered":"2024-09-16T01:49:03.275105+0000","last_clean":"2024-09-16T01:49:03.275105+0000","last_became_active":"2024-09-16T01:49:02.108141+0000","last_became_peered":"2024-09-16T01:49:02.108141+0000","last_unstale":"2024-09-16T01:49:03.275105+0000","last_undegraded":"2024-09-16T01:49:03.275105+0000","last_fullsized":"2024-09-16T01:49:03.275105+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:00.344286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093374+0000","last_change":"2024-09-16T01:49:02.093789+0000","last_active":"2024-09-16T01:49:03.093374+0000","last_peered":"2024-09-16T01:49:03.093374+0000","last_clean":"2024-09-16T01:49:03.093374+0000","last_became_active":"2024-09-16T01:49:02.093495+0000","last_became_peered":"2024-09-16T01:49:02.093495+0000","last_unstale":"2024-09-16T01:49:03.093374+0000","last_undegraded":"2024-09-16T01:49:03.093374+0000","last_fullsized":"2024-09-16T01:49:03.093374+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:55.660534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276771+0000","last_change":"2024-09-16T01:49:02.107784+0000","last_active":"2024-09-16T01:49:03.276771+0000","last_peered":"2024-09-16T01:49:03.276771+0000","last_clean":"2024-09-16T01:49:03.276771+0000","last_became_active":"2024-09-16T01:49:02.107426+0000","last_became_peered":"2024-09-16T01:49:02.107426+0000","last_unstale":"2024-09-16T01:49:03.276771+0000","last_undegraded":"2024-09-16T01:49:03.276771+0000","last_fullsized":"2024-09-16T01:49:03.276771+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:01.897945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275824+0000","last_change":"2024-09-16T01:49:02.102759+0000","last_active":"2024-09-16T01:49:03.275824+0000","last_peered":"2024-09-16T01:49:03.275824+0000","last_clean":"2024-09-16T01:49:03.275824+0000","last_became_active":"2024-09-16T01:49:02.101281+0000","last_became_peered":"2024-09-16T01:49:02.101281+0000","last_unstale":"2024-09-16T01:49:03.275824+0000","last_undegraded":"2024-09-16T01:49:03.275824+0000","last_fullsized":"2024-09-16T01:49:03.275824+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:44.705921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099021+0000","last_change":"2024-09-16T01:49:02.093564+0000","last_active":"2024-09-16T01:49:03.099021+0000","last_peered":"2024-09-16T01:49:03.099021+0000","last_clean":"2024-09-16T01:49:03.099021+0000","last_became_active":"2024-09-16T01:49:02.093296+0000","last_became_peered":"2024-09-16T01:49:02.093296+0000","last_unstale":"2024-09-16T01:49:03.099021+0000","last_undegraded":"2024-09-16T01:49:03.099021+0000","last_fullsized":"2024-09-16T01:49:03.099021+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:28.221829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093658+0000","last_change":"2024-09-16T01:49:02.101005+0000","last_active":"2024-09-16T01:49:03.093658+0000","last_peered":"2024-09-16T01:49:03.093658+0000","last_clean":"2024-09-16T01:49:03.093658+0000","last_became_active":"2024-09-16T01:49:02.100700+0000","last_became_peered":"2024-09-16T01:49:02.100700+0000","last_unstale":"2024-09-16T01:49:03.093658+0000","last_undegraded":"2024-09-16T01:49:03.093658+0000","last_fullsized":"2024-09-16T01:49:03.093658+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:05.599098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275282+0000","last_change":"2024-09-16T01:49:02.108456+0000","last_active":"2024-09-16T01:49:03.275282+0000","last_peered":"2024-09-16T01:49:03.275282+0000","last_clean":"2024-09-16T01:49:03.275282+0000","last_became_active":"2024-09-16T01:49:02.108171+0000","last_became_peered":"2024-09-16T01:49:02.108171+0000","last_unstale":"2024-09-16T01:49:03.275282+0000","last_undegraded":"2024-09-16T01:49:03.275282+0000","last_fullsized":"2024-09-16T01:49:03.275282+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:11.875270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276581+0000","last_change":"2024-09-16T01:49:02.098798+0000","last_active":"2024-09-16T01:49:03.276581+0000","last_peered":"2024-09-16T01:49:03.276581+0000","last_clean":"2024-09-16T01:49:03.276581+0000","last_became_active":"2024-09-16T01:49:02.097895+0000","last_became_peered":"2024-09-16T01:49:02.097895+0000","last_unstale":"2024-09-16T01:49:03.276581+0000","last_undegraded":"2024-09-16T01:49:03.276581+0000","last_fullsized":"2024-09-16T01:49:03.276581+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:13.404423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275938+0000","last_change":"2024-09-16T01:49:02.094743+0000","last_active":"2024-09-16T01:49:03.275938+0000","last_peered":"2024-09-16T01:49:03.275938+0000","last_clean":"2024-09-16T01:49:03.275938+0000","last_became_active":"2024-09-16T01:49:02.094449+0000","last_became_peered":"2024-09-16T01:49:02.094449+0000","last_unstale":"2024-09-16T01:49:03.275938+0000","last_undegraded":"2024-09-16T01:49:03.275938+0000","last_fullsized":"2024-09-16T01:49:03.275938+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:44.131750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275153+0000","last_change":"2024-09-16T01:49:02.108979+0000","last_active":"2024-09-16T01:49:03.275153+0000","last_peered":"2024-09-16T01:49:03.275153+0000","last_clean":"2024-09-16T01:49:03.275153+0000","last_became_active":"2024-09-16T01:49:02.108698+0000","last_became_peered":"2024-09-16T01:49:02.108698+0000","last_unstale":"2024-09-16T01:49:03.275153+0000","last_undegraded":"2024-09-16T01:49:03.275153+0000","last_fullsized":"2024-09-16T01:49:03.275153+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:53:41.691507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093839+0000","last_change":"2024-09-16T01:49:02.095665+0000","last_active":"2024-09-16T01:49:03.093839+0000","last_peered":"2024-09-16T01:49:03.093839+0000","last_clean":"2024-09-16T01:49:03.093839+0000","last_became_active":"2024-09-16T01:49:02.095386+0000","last_became_peered":"2024-09-16T01:49:02.095386+0000","last_unstale":"2024-09-16T01:49:03.093839+0000","last_undegraded":"2024-09-16T01:49:03.093839+0000","last_fullsized":"2024-09-16T01:49:03.093839+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:16:22.137605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099010+0000","last_change":"2024-09-16T01:49:02.092872+0000","last_active":"2024-09-16T01:49:03.099010+0000","last_peered":"2024-09-16T01:49:03.099010+0000","last_clean":"2024-09-16T01:49:03.099010+0000","last_became_active":"2024-09-16T01:49:02.092571+0000","last_became_peered":"2024-09-16T01:49:02.092571+0000","last_unstale":"2024-09-16T01:49:03.099010+0000","last_undegraded":"2024-09-16T01:49:03.099010+0000","last_fullsized":"2024-09-16T01:49:03.099010+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:11.227863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093651+0000","last_change":"2024-09-16T01:49:02.104074+0000","last_active":"2024-09-16T01:49:03.093651+0000","last_peered":"2024-09-16T01:49:03.093651+0000","last_clean":"2024-09-16T01:49:03.093651+0000","last_became_active":"2024-09-16T01:49:02.103779+0000","last_became_peered":"2024-09-16T01:49:02.103779+0000","last_unstale":"2024-09-16T01:49:03.093651+0000","last_undegraded":"2024-09-16T01:49:03.093651+0000","last_fullsized":"2024-09-16T01:49:03.093651+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:41.245572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275069+0000","last_change":"2024-09-16T01:49:02.113666+0000","last_active":"2024-09-16T01:49:03.275069+0000","last_peered":"2024-09-16T01:49:03.275069+0000","last_clean":"2024-09-16T01:49:03.275069+0000","last_became_active":"2024-09-16T01:49:02.113390+0000","last_became_peered":"2024-09-16T01:49:02.113390+0000","last_unstale":"2024-09-16T01:49:03.275069+0000","last_undegraded":"2024-09-16T01:49:03.275069+0000","last_fullsized":"2024-09-16T01:49:03.275069+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:46.058517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098788+0000","last_change":"2024-09-16T01:49:02.108291+0000","last_active":"2024-09-16T01:49:03.098788+0000","last_peered":"2024-09-16T01:49:03.098788+0000","last_clean":"2024-09-16T01:49:03.098788+0000","last_became_active":"2024-09-16T01:49:02.108020+0000","last_became_peered":"2024-09-16T01:49:02.108020+0000","last_unstale":"2024-09-16T01:49:03.098788+0000","last_undegraded":"2024-09-16T01:49:03.098788+0000","last_fullsized":"2024-09-16T01:49:03.098788+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:16.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276630+0000","last_change":"2024-09-16T01:49:02.092719+0000","last_active":"2024-09-16T01:49:03.276630+0000","last_peered":"2024-09-16T01:49:03.276630+0000","last_clean":"2024-09-16T01:49:03.276630+0000","last_became_active":"2024-09-16T01:49:02.092400+0000","last_became_peered":"2024-09-16T01:49:02.092400+0000","last_unstale":"2024-09-16T01:49:03.276630+0000","last_undegraded":"2024-09-16T01:49:03.276630+0000","last_fullsized":"2024-09-16T01:49:03.276630+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:41.683544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275327+0000","last_change":"2024-09-16T01:49:02.112492+0000","last_active":"2024-09-16T01:49:03.275327+0000","last_peered":"2024-09-16T01:49:03.275327+0000","last_clean":"2024-09-16T01:49:03.275327+0000","last_became_active":"2024-09-16T01:49:02.109347+0000","last_became_peered":"2024-09-16T01:49:02.109347+0000","last_unstale":"2024-09-16T01:49:03.275327+0000","last_undegraded":"2024-09-16T01:49:03.275327+0000","last_fullsized":"2024-09-16T01:49:03.275327+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:11.094320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093452+0000","last_change":"2024-09-16T01:49:02.100428+0000","last_active":"2024-09-16T01:49:03.093452+0000","last_peered":"2024-09-16T01:49:03.093452+0000","last_clean":"2024-09-16T01:49:03.093452+0000","last_became_active":"2024-09-16T01:49:02.100132+0000","last_became_peered":"2024-09-16T01:49:02.100132+0000","last_unstale":"2024-09-16T01:49:03.093452+0000","last_undegraded":"2024-09-16T01:49:03.093452+0000","last_fullsized":"2024-09-16T01:49:03.093452+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:22.219266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276349+0000","last_change":"2024-09-16T01:49:02.107681+0000","last_active":"2024-09-16T01:49:03.276349+0000","last_peered":"2024-09-16T01:49:03.276349+0000","last_clean":"2024-09-16T01:49:03.276349+0000","last_became_active":"2024-09-16T01:49:02.107332+0000","last_became_peered":"2024-09-16T01:49:02.107332+0000","last_unstale":"2024-09-16T01:49:03.276349+0000","last_undegraded":"2024-09-16T01:49:03.276349+0000","last_fullsized":"2024-09-16T01:49:03.276349+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:18.902120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"128'4","reported_seq":18,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276596+0000","last_change":"2024-09-16T01:49:01.082481+0000","last_active":"2024-09-16T01:49:03.276596+0000","last_peered":"2024-09-16T01:49:03.276596+0000","last_clean":"2024-09-16T01:49:03.276596+0000","last_became_active":"2024-09-16T01:49:01.082150+0000","last_became_peered":"2024-09-16T01:49:01.082150+0000","last_unstale":"2024-09-16T01:49:03.276596+0000","last_undegraded":"2024-09-16T01:49:03.276596+0000","last_fullsized":"2024-09-16T01:49:03.276596+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:51.231365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275492+0000","last_change":"2024-09-16T01:49:02.099718+0000","last_active":"2024-09-16T01:49:03.275492+0000","last_peered":"2024-09-16T01:49:03.275492+0000","last_clean":"2024-09-16T01:49:03.275492+0000","last_became_active":"2024-09-16T01:49:02.099434+0000","last_became_peered":"2024-09-16T01:49:02.099434+0000","last_unstale":"2024-09-16T01:49:03.275492+0000","last_undegraded":"2024-09-16T01:49:03.275492+0000","last_fullsized":"2024-09-16T01:49:03.275492+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:02.233920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"128'1","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275030+0000","last_change":"2024-09-16T01:49:01.082171+0000","last_active":"2024-09-16T01:49:03.275030+0000","last_peered":"2024-09-16T01:49:03.275030+0000","last_clean":"2024-09-16T01:49:03.275030+0000","last_became_active":"2024-09-16T01:49:01.081743+0000","last_became_peered":"2024-09-16T01:49:01.081743+0000","last_unstale":"2024-09-16T01:49:03.275030+0000","last_undegraded":"2024-09-16T01:49:03.275030+0000","last_fullsized":"2024-09-16T01:49:03.275030+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:43.129878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098829+0000","last_change":"2024-09-16T01:49:02.098731+0000","last_active":"2024-09-16T01:49:03.098829+0000","last_peered":"2024-09-16T01:49:03.098829+0000","last_clean":"2024-09-16T01:49:03.098829+0000","last_became_active":"2024-09-16T01:49:02.098459+0000","last_became_peered":"2024-09-16T01:49:02.098459+0000","last_unstale":"2024-09-16T01:49:03.098829+0000","last_undegraded":"2024-09-16T01:49:03.098829+0000","last_fullsized":"2024-09-16T01:49:03.098829+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:36.756994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"128'2","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275927+0000","last_change":"2024-09-16T01:49:01.071936+0000","last_active":"2024-09-16T01:49:03.275927+0000","last_peered":"2024-09-16T01:49:03.275927+0000","last_clean":"2024-09-16T01:49:03.275927+0000","last_became_active":"2024-09-16T01:49:01.071655+0000","last_became_peered":"2024-09-16T01:49:01.071655+0000","last_unstale":"2024-09-16T01:49:03.275927+0000","last_undegraded":"2024-09-16T01:49:03.275927+0000","last_fullsized":"2024-09-16T01:49:03.275927+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:30.788336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276050+0000","last_change":"2024-09-16T01:49:02.100026+0000","last_active":"2024-09-16T01:49:03.276050+0000","last_peered":"2024-09-16T01:49:03.276050+0000","last_clean":"2024-09-16T01:49:03.276050+0000","last_became_active":"2024-09-16T01:49:02.099742+0000","last_became_peered":"2024-09-16T01:49:02.099742+0000","last_unstale":"2024-09-16T01:49:03.276050+0000","last_undegraded":"2024-09-16T01:49:03.276050+0000","last_fullsized":"2024-09-16T01:49:03.276050+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:06.285952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"128'2","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276440+0000","last_change":"2024-09-16T01:49:01.077662+0000","last_active":"2024-09-16T01:49:03.276440+0000","last_peered":"2024-09-16T01:49:03.276440+0000","last_clean":"2024-09-16T01:49:03.276440+0000","last_became_active":"2024-09-16T01:49:01.077354+0000","last_became_peered":"2024-09-16T01:49:01.077354+0000","last_unstale":"2024-09-16T01:49:03.276440+0000","last_undegraded":"2024-09-16T01:49:03.276440+0000","last_fullsized":"2024-09-16T01:49:03.276440+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:38:36.652844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275315+0000","last_change":"2024-09-16T01:49:02.109254+0000","last_active":"2024-09-16T01:49:03.275315+0000","last_peered":"2024-09-16T01:49:03.275315+0000","last_clean":"2024-09-16T01:49:03.275315+0000","last_became_active":"2024-09-16T01:49:02.108937+0000","last_became_peered":"2024-09-16T01:49:02.108937+0000","last_unstale":"2024-09-16T01:49:03.275315+0000","last_undegraded":"2024-09-16T01:49:03.275315+0000","last_fullsized":"2024-09-16T01:49:03.275315+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:20.501711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"128'1","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093502+0000","last_change":"2024-09-16T01:49:01.073812+0000","last_active":"2024-09-16T01:49:03.093502+0000","last_peered":"2024-09-16T01:49:03.093502+0000","last_clean":"2024-09-16T01:49:03.093502+0000","last_became_active":"2024-09-16T01:49:01.073481+0000","last_became_peered":"2024-09-16T01:49:01.073481+0000","last_unstale":"2024-09-16T01:49:03.093502+0000","last_undegraded":"2024-09-16T01:49:03.093502+0000","last_fullsized":"2024-09-16T01:49:03.093502+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:06:28.941308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276455+0000","last_change":"2024-09-16T01:49:02.110332+0000","last_active":"2024-09-16T01:49:03.276455+0000","last_peered":"2024-09-16T01:49:03.276455+0000","last_clean":"2024-09-16T01:49:03.276455+0000","last_became_active":"2024-09-16T01:49:02.109996+0000","last_became_peered":"2024-09-16T01:49:02.109996+0000","last_unstale":"2024-09-16T01:49:03.276455+0000","last_undegraded":"2024-09-16T01:49:03.276455+0000","last_fullsized":"2024-09-16T01:49:03.276455+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:29.650989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"128'1","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099298+0000","last_change":"2024-09-16T01:49:01.081633+0000","last_active":"2024-09-16T01:49:03.099298+0000","last_peered":"2024-09-16T01:49:03.099298+0000","last_clean":"2024-09-16T01:49:03.099298+0000","last_became_active":"2024-09-16T01:49:01.081298+0000","last_became_peered":"2024-09-16T01:49:01.081298+0000","last_unstale":"2024-09-16T01:49:03.099298+0000","last_undegraded":"2024-09-16T01:49:03.099298+0000","last_fullsized":"2024-09-16T01:49:03.099298+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:02.354146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275233+0000","last_change":"2024-09-16T01:49:02.098826+0000","last_active":"2024-09-16T01:49:03.275233+0000","last_peered":"2024-09-16T01:49:03.275233+0000","last_clean":"2024-09-16T01:49:03.275233+0000","last_became_active":"2024-09-16T01:49:02.098531+0000","last_became_peered":"2024-09-16T01:49:02.098531+0000","last_unstale":"2024-09-16T01:49:03.275233+0000","last_undegraded":"2024-09-16T01:49:03.275233+0000","last_fullsized":"2024-09-16T01:49:03.275233+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:38.865143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093528+0000","last_change":"2024-09-16T01:49:01.074778+0000","last_active":"2024-09-16T01:49:03.093528+0000","last_peered":"2024-09-16T01:49:03.093528+0000","last_clean":"2024-09-16T01:49:03.093528+0000","last_became_active":"2024-09-16T01:49:01.074505+0000","last_became_peered":"2024-09-16T01:49:01.074505+0000","last_unstale":"2024-09-16T01:49:03.093528+0000","last_undegraded":"2024-09-16T01:49:03.093528+0000","last_fullsized":"2024-09-16T01:49:03.093528+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:01.878179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099509+0000","last_change":"2024-09-16T01:49:02.097088+0000","last_active":"2024-09-16T01:49:03.099509+0000","last_peered":"2024-09-16T01:49:03.099509+0000","last_clean":"2024-09-16T01:49:03.099509+0000","last_became_active":"2024-09-16T01:49:02.096802+0000","last_became_peered":"2024-09-16T01:49:02.096802+0000","last_unstale":"2024-09-16T01:49:03.099509+0000","last_undegraded":"2024-09-16T01:49:03.099509+0000","last_fullsized":"2024-09-16T01:49:03.099509+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:38.275863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275715+0000","last_change":"2024-09-16T01:49:01.071121+0000","last_active":"2024-09-16T01:49:03.275715+0000","last_peered":"2024-09-16T01:49:03.275715+0000","last_clean":"2024-09-16T01:49:03.275715+0000","last_became_active":"2024-09-16T01:49:01.070818+0000","last_became_peered":"2024-09-16T01:49:01.070818+0000","last_unstale":"2024-09-16T01:49:03.275715+0000","last_undegraded":"2024-09-16T01:49:03.275715+0000","last_fullsized":"2024-09-16T01:49:03.275715+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:03.702251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099733+0000","last_change":"2024-09-16T01:49:02.102050+0000","last_active":"2024-09-16T01:49:03.099733+0000","last_peered":"2024-09-16T01:49:03.099733+0000","last_clean":"2024-09-16T01:49:03.099733+0000","last_became_active":"2024-09-16T01:49:02.101788+0000","last_became_peered":"2024-09-16T01:49:02.101788+0000","last_unstale":"2024-09-16T01:49:03.099733+0000","last_undegraded":"2024-09-16T01:49:03.099733+0000","last_fullsized":"2024-09-16T01:49:03.099733+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:21.424272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275451+0000","last_change":"2024-09-16T01:49:01.079753+0000","last_active":"2024-09-16T01:49:03.275451+0000","last_peered":"2024-09-16T01:49:03.275451+0000","last_clean":"2024-09-16T01:49:03.275451+0000","last_became_active":"2024-09-16T01:49:01.079175+0000","last_became_peered":"2024-09-16T01:49:01.079175+0000","last_unstale":"2024-09-16T01:49:03.275451+0000","last_undegraded":"2024-09-16T01:49:03.275451+0000","last_fullsized":"2024-09-16T01:49:03.275451+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:08.280297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276613+0000","last_change":"2024-09-16T01:49:02.109208+0000","last_active":"2024-09-16T01:49:03.276613+0000","last_peered":"2024-09-16T01:49:03.276613+0000","last_clean":"2024-09-16T01:49:03.276613+0000","last_became_active":"2024-09-16T01:49:02.107940+0000","last_became_peered":"2024-09-16T01:49:02.107940+0000","last_unstale":"2024-09-16T01:49:03.276613+0000","last_undegraded":"2024-09-16T01:49:03.276613+0000","last_fullsized":"2024-09-16T01:49:03.276613+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:05.770554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276766+0000","last_change":"2024-09-16T01:49:01.076042+0000","last_active":"2024-09-16T01:49:03.276766+0000","last_peered":"2024-09-16T01:49:03.276766+0000","last_clean":"2024-09-16T01:49:03.276766+0000","last_became_active":"2024-09-16T01:49:01.075755+0000","last_became_peered":"2024-09-16T01:49:01.075755+0000","last_unstale":"2024-09-16T01:49:03.276766+0000","last_undegraded":"2024-09-16T01:49:03.276766+0000","last_fullsized":"2024-09-16T01:49:03.276766+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:31.593899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093762+0000","last_change":"2024-09-16T01:49:02.101871+0000","last_active":"2024-09-16T01:49:03.093762+0000","last_peered":"2024-09-16T01:49:03.093762+0000","last_clean":"2024-09-16T01:49:03.093762+0000","last_became_active":"2024-09-16T01:49:02.101589+0000","last_became_peered":"2024-09-16T01:49:02.101589+0000","last_unstale":"2024-09-16T01:49:03.093762+0000","last_undegraded":"2024-09-16T01:49:03.093762+0000","last_fullsized":"2024-09-16T01:49:03.093762+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:31.530377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"128'6","reported_seq":20,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275192+0000","last_change":"2024-09-16T01:49:01.075116+0000","last_active":"2024-09-16T01:49:03.275192+0000","last_peered":"2024-09-16T01:49:03.275192+0000","last_clean":"2024-09-16T01:49:03.275192+0000","last_became_active":"2024-09-16T01:49:01.074815+0000","last_became_peered":"2024-09-16T01:49:01.074815+0000","last_unstale":"2024-09-16T01:49:03.275192+0000","last_undegraded":"2024-09-16T01:49:03.275192+0000","last_fullsized":"2024-09-16T01:49:03.275192+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:14.046115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275956+0000","last_change":"2024-09-16T01:49:02.106913+0000","last_active":"2024-09-16T01:49:03.275956+0000","last_peered":"2024-09-16T01:49:03.275956+0000","last_clean":"2024-09-16T01:49:03.275956+0000","last_became_active":"2024-09-16T01:49:02.106607+0000","last_became_peered":"2024-09-16T01:49:02.106607+0000","last_unstale":"2024-09-16T01:49:03.275956+0000","last_undegraded":"2024-09-16T01:49:03.275956+0000","last_fullsized":"2024-09-16T01:49:03.275956+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:28:09.282169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"128'2","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275541+0000","last_change":"2024-09-16T01:49:01.074492+0000","last_active":"2024-09-16T01:49:03.275541+0000","last_peered":"2024-09-16T01:49:03.275541+0000","last_clean":"2024-09-16T01:49:03.275541+0000","last_became_active":"2024-09-16T01:49:01.074215+0000","last_became_peered":"2024-09-16T01:49:01.074215+0000","last_unstale":"2024-09-16T01:49:03.275541+0000","last_undegraded":"2024-09-16T01:49:03.275541+0000","last_fullsized":"2024-09-16T01:49:03.275541+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:34.352278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275277+0000","last_change":"2024-09-16T01:49:02.101117+0000","last_active":"2024-09-16T01:49:03.275277+0000","last_peered":"2024-09-16T01:49:03.275277+0000","last_clean":"2024-09-16T01:49:03.275277+0000","last_became_active":"2024-09-16T01:49:02.100848+0000","last_became_peered":"2024-09-16T01:49:02.100848+0000","last_unstale":"2024-09-16T01:49:03.275277+0000","last_undegraded":"2024-09-16T01:49:03.275277+0000","last_fullsized":"2024-09-16T01:49:03.275277+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:17.324707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275652+0000","last_change":"2024-09-16T01:49:01.076414+0000","last_active":"2024-09-16T01:49:03.275652+0000","last_peered":"2024-09-16T01:49:03.275652+0000","last_clean":"2024-09-16T01:49:03.275652+0000","last_became_active":"2024-09-16T01:49:01.076145+0000","last_became_peered":"2024-09-16T01:49:01.076145+0000","last_unstale":"2024-09-16T01:49:03.275652+0000","last_undegraded":"2024-09-16T01:49:03.275652+0000","last_fullsized":"2024-09-16T01:49:03.275652+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:43.269970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099363+0000","last_change":"2024-09-16T01:49:02.111481+0000","last_active":"2024-09-16T01:49:03.099363+0000","last_peered":"2024-09-16T01:49:03.099363+0000","last_clean":"2024-09-16T01:49:03.099363+0000","last_became_active":"2024-09-16T01:49:02.111186+0000","last_became_peered":"2024-09-16T01:49:02.111186+0000","last_unstale":"2024-09-16T01:49:03.099363+0000","last_undegraded":"2024-09-16T01:49:03.099363+0000","last_fullsized":"2024-09-16T01:49:03.099363+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:08.742592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098548+0000","last_change":"2024-09-16T01:49:01.069676+0000","last_active":"2024-09-16T01:49:03.098548+0000","last_peered":"2024-09-16T01:49:03.098548+0000","last_clean":"2024-09-16T01:49:03.098548+0000","last_became_active":"2024-09-16T01:49:01.069398+0000","last_became_peered":"2024-09-16T01:49:01.069398+0000","last_unstale":"2024-09-16T01:49:03.098548+0000","last_undegraded":"2024-09-16T01:49:03.098548+0000","last_fullsized":"2024-09-16T01:49:03.098548+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:48.075282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275065+0000","last_change":"2024-09-16T01:49:02.106726+0000","last_active":"2024-09-16T01:49:03.275065+0000","last_peered":"2024-09-16T01:49:03.275065+0000","last_clean":"2024-09-16T01:49:03.275065+0000","last_became_active":"2024-09-16T01:49:02.106355+0000","last_became_peered":"2024-09-16T01:49:02.106355+0000","last_unstale":"2024-09-16T01:49:03.275065+0000","last_undegraded":"2024-09-16T01:49:03.275065+0000","last_fullsized":"2024-09-16T01:49:03.275065+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:42.177393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"128'8","reported_seq":22,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093428+0000","last_change":"2024-09-16T01:49:01.069746+0000","last_active":"2024-09-16T01:49:03.093428+0000","last_peered":"2024-09-16T01:49:03.093428+0000","last_clean":"2024-09-16T01:49:03.093428+0000","last_became_active":"2024-09-16T01:49:01.069466+0000","last_became_peered":"2024-09-16T01:49:01.069466+0000","last_unstale":"2024-09-16T01:49:03.093428+0000","last_undegraded":"2024-09-16T01:49:03.093428+0000","last_fullsized":"2024-09-16T01:49:03.093428+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:36.964726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276527+0000","last_change":"2024-09-16T01:49:02.107970+0000","last_active":"2024-09-16T01:49:03.276527+0000","last_peered":"2024-09-16T01:49:03.276527+0000","last_clean":"2024-09-16T01:49:03.276527+0000","last_became_active":"2024-09-16T01:49:02.107355+0000","last_became_peered":"2024-09-16T01:49:02.107355+0000","last_unstale":"2024-09-16T01:49:03.276527+0000","last_undegraded":"2024-09-16T01:49:03.276527+0000","last_fullsized":"2024-09-16T01:49:03.276527+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:36.922796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"128'1","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099521+0000","last_change":"2024-09-16T01:49:01.080463+0000","last_active":"2024-09-16T01:49:03.099521+0000","last_peered":"2024-09-16T01:49:03.099521+0000","last_clean":"2024-09-16T01:49:03.099521+0000","last_became_active":"2024-09-16T01:49:01.080145+0000","last_became_peered":"2024-09-16T01:49:01.080145+0000","last_unstale":"2024-09-16T01:49:03.099521+0000","last_undegraded":"2024-09-16T01:49:03.099521+0000","last_fullsized":"2024-09-16T01:49:03.099521+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:57.423567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093838+0000","last_change":"2024-09-16T01:49:02.108841+0000","last_active":"2024-09-16T01:49:03.093838+0000","last_peered":"2024-09-16T01:49:03.093838+0000","last_clean":"2024-09-16T01:49:03.093838+0000","last_became_active":"2024-09-16T01:49:02.108548+0000","last_became_peered":"2024-09-16T01:49:02.108548+0000","last_unstale":"2024-09-16T01:49:03.093838+0000","last_undegraded":"2024-09-16T01:49:03.093838+0000","last_fullsized":"2024-09-16T01:49:03.093838+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:53:47.427328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"128'2","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275137+0000","last_change":"2024-09-16T01:49:01.075250+0000","last_active":"2024-09-16T01:49:03.275137+0000","last_peered":"2024-09-16T01:49:03.275137+0000","last_clean":"2024-09-16T01:49:03.275137+0000","last_became_active":"2024-09-16T01:49:01.074978+0000","last_became_peered":"2024-09-16T01:49:01.074978+0000","last_unstale":"2024-09-16T01:49:03.275137+0000","last_undegraded":"2024-09-16T01:49:03.275137+0000","last_fullsized":"2024-09-16T01:49:03.275137+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:07:57.262825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275893+0000","last_change":"2024-09-16T01:49:02.108316+0000","last_active":"2024-09-16T01:49:03.275893+0000","last_peered":"2024-09-16T01:49:03.275893+0000","last_clean":"2024-09-16T01:49:03.275893+0000","last_became_active":"2024-09-16T01:49:02.108033+0000","last_became_peered":"2024-09-16T01:49:02.108033+0000","last_unstale":"2024-09-16T01:49:03.275893+0000","last_undegraded":"2024-09-16T01:49:03.275893+0000","last_fullsized":"2024-09-16T01:49:03.275893+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:09.430784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"128'1","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093803+0000","last_change":"2024-09-16T01:49:01.073128+0000","last_active":"2024-09-16T01:49:03.093803+0000","last_peered":"2024-09-16T01:49:03.093803+0000","last_clean":"2024-09-16T01:49:03.093803+0000","last_became_active":"2024-09-16T01:49:01.072771+0000","last_became_peered":"2024-09-16T01:49:01.072771+0000","last_unstale":"2024-09-16T01:49:03.093803+0000","last_undegraded":"2024-09-16T01:49:03.093803+0000","last_fullsized":"2024-09-16T01:49:03.093803+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:09:39.951945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098874+0000","last_change":"2024-09-16T01:49:02.106927+0000","last_active":"2024-09-16T01:49:03.098874+0000","last_peered":"2024-09-16T01:49:03.098874+0000","last_clean":"2024-09-16T01:49:03.098874+0000","last_became_active":"2024-09-16T01:49:02.106614+0000","last_became_peered":"2024-09-16T01:49:02.106614+0000","last_unstale":"2024-09-16T01:49:03.098874+0000","last_undegraded":"2024-09-16T01:49:03.098874+0000","last_fullsized":"2024-09-16T01:49:03.098874+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:15.671992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275146+0000","last_change":"2024-09-16T01:49:01.080366+0000","last_active":"2024-09-16T01:49:03.275146+0000","last_peered":"2024-09-16T01:49:03.275146+0000","last_clean":"2024-09-16T01:49:03.275146+0000","last_became_active":"2024-09-16T01:49:01.080008+0000","last_became_peered":"2024-09-16T01:49:01.080008+0000","last_unstale":"2024-09-16T01:49:03.275146+0000","last_undegraded":"2024-09-16T01:49:03.275146+0000","last_fullsized":"2024-09-16T01:49:03.275146+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:28.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276698+0000","last_change":"2024-09-16T01:49:02.092608+0000","last_active":"2024-09-16T01:49:03.276698+0000","last_peered":"2024-09-16T01:49:03.276698+0000","last_clean":"2024-09-16T01:49:03.276698+0000","last_became_active":"2024-09-16T01:49:02.092270+0000","last_became_peered":"2024-09-16T01:49:02.092270+0000","last_unstale":"2024-09-16T01:49:03.276698+0000","last_undegraded":"2024-09-16T01:49:03.276698+0000","last_fullsized":"2024-09-16T01:49:03.276698+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:49.341964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"128'2","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275268+0000","last_change":"2024-09-16T01:49:01.077404+0000","last_active":"2024-09-16T01:49:03.275268+0000","last_peered":"2024-09-16T01:49:03.275268+0000","last_clean":"2024-09-16T01:49:03.275268+0000","last_became_active":"2024-09-16T01:49:01.077113+0000","last_became_peered":"2024-09-16T01:49:01.077113+0000","last_unstale":"2024-09-16T01:49:03.275268+0000","last_undegraded":"2024-09-16T01:49:03.275268+0000","last_fullsized":"2024-09-16T01:49:03.275268+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:16:57.476074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275215+0000","last_change":"2024-09-16T01:49:02.107627+0000","last_active":"2024-09-16T01:49:03.275215+0000","last_peered":"2024-09-16T01:49:03.275215+0000","last_clean":"2024-09-16T01:49:03.275215+0000","last_became_active":"2024-09-16T01:49:02.107285+0000","last_became_peered":"2024-09-16T01:49:02.107285+0000","last_unstale":"2024-09-16T01:49:03.275215+0000","last_undegraded":"2024-09-16T01:49:03.275215+0000","last_fullsized":"2024-09-16T01:49:03.275215+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:18.902120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275186+0000","last_change":"2024-09-16T01:49:01.079306+0000","last_active":"2024-09-16T01:49:03.275186+0000","last_peered":"2024-09-16T01:49:03.275186+0000","last_clean":"2024-09-16T01:49:03.275186+0000","last_became_active":"2024-09-16T01:49:01.079007+0000","last_became_peered":"2024-09-16T01:49:01.079007+0000","last_unstale":"2024-09-16T01:49:03.275186+0000","last_undegraded":"2024-09-16T01:49:03.275186+0000","last_fullsized":"2024-09-16T01:49:03.275186+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:24.016047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275661+0000","last_change":"2024-09-16T01:49:02.100943+0000","last_active":"2024-09-16T01:49:03.275661+0000","last_peered":"2024-09-16T01:49:03.275661+0000","last_clean":"2024-09-16T01:49:03.275661+0000","last_became_active":"2024-09-16T01:49:02.100033+0000","last_became_peered":"2024-09-16T01:49:02.100033+0000","last_unstale":"2024-09-16T01:49:03.275661+0000","last_undegraded":"2024-09-16T01:49:03.275661+0000","last_fullsized":"2024-09-16T01:49:03.275661+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:21.926332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275082+0000","last_change":"2024-09-16T01:49:01.079298+0000","last_active":"2024-09-16T01:49:03.275082+0000","last_peered":"2024-09-16T01:49:03.275082+0000","last_clean":"2024-09-16T01:49:03.275082+0000","last_became_active":"2024-09-16T01:49:01.078998+0000","last_became_peered":"2024-09-16T01:49:01.078998+0000","last_unstale":"2024-09-16T01:49:03.275082+0000","last_undegraded":"2024-09-16T01:49:03.275082+0000","last_fullsized":"2024-09-16T01:49:03.275082+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:15:30.714549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.274718+0000","last_change":"2024-09-16T01:49:02.107550+0000","last_active":"2024-09-16T01:49:03.274718+0000","last_peered":"2024-09-16T01:49:03.274718+0000","last_clean":"2024-09-16T01:49:03.274718+0000","last_became_active":"2024-09-16T01:49:02.107228+0000","last_became_peered":"2024-09-16T01:49:02.107228+0000","last_unstale":"2024-09-16T01:49:03.274718+0000","last_undegraded":"2024-09-16T01:49:03.274718+0000","last_fullsized":"2024-09-16T01:49:03.274718+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:26.840230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.274854+0000","last_change":"2024-09-16T01:49:01.080027+0000","last_active":"2024-09-16T01:49:03.274854+0000","last_peered":"2024-09-16T01:49:03.274854+0000","last_clean":"2024-09-16T01:49:03.274854+0000","last_became_active":"2024-09-16T01:49:01.079747+0000","last_became_peered":"2024-09-16T01:49:01.079747+0000","last_unstale":"2024-09-16T01:49:03.274854+0000","last_undegraded":"2024-09-16T01:49:03.274854+0000","last_fullsized":"2024-09-16T01:49:03.274854+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:46:53.823193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099746+0000","last_change":"2024-09-16T01:49:02.111638+0000","last_active":"2024-09-16T01:49:03.099746+0000","last_peered":"2024-09-16T01:49:03.099746+0000","last_clean":"2024-09-16T01:49:03.099746+0000","last_became_active":"2024-09-16T01:49:02.111108+0000","last_became_peered":"2024-09-16T01:49:02.111108+0000","last_unstale":"2024-09-16T01:49:03.099746+0000","last_undegraded":"2024-09-16T01:49:03.099746+0000","last_fullsized":"2024-09-16T01:49:03.099746+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:30.328125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"128'2","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.276719+0000","last_change":"2024-09-16T01:49:01.081111+0000","last_active":"2024-09-16T01:49:03.276719+0000","last_peered":"2024-09-16T01:49:03.276719+0000","last_clean":"2024-09-16T01:49:03.276719+0000","last_became_active":"2024-09-16T01:49:01.080700+0000","last_became_peered":"2024-09-16T01:49:01.080700+0000","last_unstale":"2024-09-16T01:49:03.276719+0000","last_undegraded":"2024-09-16T01:49:03.276719+0000","last_fullsized":"2024-09-16T01:49:03.276719+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.771501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275521+0000","last_change":"2024-09-16T01:49:02.107632+0000","last_active":"2024-09-16T01:49:03.275521+0000","last_peered":"2024-09-16T01:49:03.275521+0000","last_clean":"2024-09-16T01:49:03.275521+0000","last_became_active":"2024-09-16T01:49:02.107368+0000","last_became_peered":"2024-09-16T01:49:02.107368+0000","last_unstale":"2024-09-16T01:49:03.275521+0000","last_undegraded":"2024-09-16T01:49:03.275521+0000","last_fullsized":"2024-09-16T01:49:03.275521+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:59.073578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"129'1","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098949+0000","last_change":"2024-09-16T01:49:01.076985+0000","last_active":"2024-09-16T01:49:03.098949+0000","last_peered":"2024-09-16T01:49:03.098949+0000","last_clean":"2024-09-16T01:49:03.098949+0000","last_became_active":"2024-09-16T01:49:01.076693+0000","last_became_peered":"2024-09-16T01:49:01.076693+0000","last_unstale":"2024-09-16T01:49:03.098949+0000","last_undegraded":"2024-09-16T01:49:03.098949+0000","last_fullsized":"2024-09-16T01:49:03.098949+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:30.433258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275360+0000","last_change":"2024-09-16T01:49:02.106665+0000","last_active":"2024-09-16T01:49:03.275360+0000","last_peered":"2024-09-16T01:49:03.275360+0000","last_clean":"2024-09-16T01:49:03.275360+0000","last_became_active":"2024-09-16T01:49:02.106364+0000","last_became_peered":"2024-09-16T01:49:02.106364+0000","last_unstale":"2024-09-16T01:49:03.275360+0000","last_undegraded":"2024-09-16T01:49:03.275360+0000","last_fullsized":"2024-09-16T01:49:03.275360+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:50:03.718121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099048+0000","last_change":"2024-09-16T01:49:01.076127+0000","last_active":"2024-09-16T01:49:03.099048+0000","last_peered":"2024-09-16T01:49:03.099048+0000","last_clean":"2024-09-16T01:49:03.099048+0000","last_became_active":"2024-09-16T01:49:01.075519+0000","last_became_peered":"2024-09-16T01:49:01.075519+0000","last_unstale":"2024-09-16T01:49:03.099048+0000","last_undegraded":"2024-09-16T01:49:03.099048+0000","last_fullsized":"2024-09-16T01:49:03.099048+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:22.884290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098998+0000","last_change":"2024-09-16T01:49:02.101263+0000","last_active":"2024-09-16T01:49:03.098998+0000","last_peered":"2024-09-16T01:49:03.098998+0000","last_clean":"2024-09-16T01:49:03.098998+0000","last_became_active":"2024-09-16T01:49:02.101002+0000","last_became_peered":"2024-09-16T01:49:02.101002+0000","last_unstale":"2024-09-16T01:49:03.098998+0000","last_undegraded":"2024-09-16T01:49:03.098998+0000","last_fullsized":"2024-09-16T01:49:03.098998+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:59.810870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.098813+0000","last_change":"2024-09-16T01:49:01.075556+0000","last_active":"2024-09-16T01:49:03.098813+0000","last_peered":"2024-09-16T01:49:03.098813+0000","last_clean":"2024-09-16T01:49:03.098813+0000","last_became_active":"2024-09-16T01:49:01.075253+0000","last_became_peered":"2024-09-16T01:49:01.075253+0000","last_unstale":"2024-09-16T01:49:03.098813+0000","last_undegraded":"2024-09-16T01:49:03.098813+0000","last_fullsized":"2024-09-16T01:49:03.098813+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:16.734653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.093598+0000","last_change":"2024-09-16T01:49:02.100910+0000","last_active":"2024-09-16T01:49:03.093598+0000","last_peered":"2024-09-16T01:49:03.093598+0000","last_clean":"2024-09-16T01:49:03.093598+0000","last_became_active":"2024-09-16T01:49:02.100616+0000","last_became_peered":"2024-09-16T01:49:02.100616+0000","last_unstale":"2024-09-16T01:49:03.093598+0000","last_undegraded":"2024-09-16T01:49:03.093598+0000","last_fullsized":"2024-09-16T01:49:03.093598+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:44:38.746805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275369+0000","last_change":"2024-09-16T01:49:01.076290+0000","last_active":"2024-09-16T01:49:03.275369+0000","last_peered":"2024-09-16T01:49:03.275369+0000","last_clean":"2024-09-16T01:49:03.275369+0000","last_became_active":"2024-09-16T01:49:01.075963+0000","last_became_peered":"2024-09-16T01:49:01.075963+0000","last_unstale":"2024-09-16T01:49:03.275369+0000","last_undegraded":"2024-09-16T01:49:03.275369+0000","last_fullsized":"2024-09-16T01:49:03.275369+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:07.489247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099736+0000","last_change":"2024-09-16T01:49:02.107170+0000","last_active":"2024-09-16T01:49:03.099736+0000","last_peered":"2024-09-16T01:49:03.099736+0000","last_clean":"2024-09-16T01:49:03.099736+0000","last_became_active":"2024-09-16T01:49:02.106900+0000","last_became_peered":"2024-09-16T01:49:02.106900+0000","last_unstale":"2024-09-16T01:49:03.099736+0000","last_undegraded":"2024-09-16T01:49:03.099736+0000","last_fullsized":"2024-09-16T01:49:03.099736+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:37.393817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275294+0000","last_change":"2024-09-16T01:49:01.078633+0000","last_active":"2024-09-16T01:49:03.275294+0000","last_peered":"2024-09-16T01:49:03.275294+0000","last_clean":"2024-09-16T01:49:03.275294+0000","last_became_active":"2024-09-16T01:49:01.078348+0000","last_became_peered":"2024-09-16T01:49:01.078348+0000","last_unstale":"2024-09-16T01:49:03.275294+0000","last_undegraded":"2024-09-16T01:49:03.275294+0000","last_fullsized":"2024-09-16T01:49:03.275294+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:19:03.358777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275294+0000","last_change":"2024-09-16T01:49:02.108716+0000","last_active":"2024-09-16T01:49:03.275294+0000","last_peered":"2024-09-16T01:49:03.275294+0000","last_clean":"2024-09-16T01:49:03.275294+0000","last_became_active":"2024-09-16T01:49:02.107924+0000","last_became_peered":"2024-09-16T01:49:02.107924+0000","last_unstale":"2024-09-16T01:49:03.275294+0000","last_undegraded":"2024-09-16T01:49:03.275294+0000","last_fullsized":"2024-09-16T01:49:03.275294+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:26.840230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275148+0000","last_change":"2024-09-16T01:49:01.074673+0000","last_active":"2024-09-16T01:49:03.275148+0000","last_peered":"2024-09-16T01:49:03.275148+0000","last_clean":"2024-09-16T01:49:03.275148+0000","last_became_active":"2024-09-16T01:49:01.074082+0000","last_became_peered":"2024-09-16T01:49:01.074082+0000","last_unstale":"2024-09-16T01:49:03.275148+0000","last_undegraded":"2024-09-16T01:49:03.275148+0000","last_fullsized":"2024-09-16T01:49:03.275148+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:41.690169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.099288+0000","last_change":"2024-09-16T01:49:02.103909+0000","last_active":"2024-09-16T01:49:03.099288+0000","last_peered":"2024-09-16T01:49:03.099288+0000","last_clean":"2024-09-16T01:49:03.099288+0000","last_became_active":"2024-09-16T01:49:02.101463+0000","last_became_peered":"2024-09-16T01:49:02.101463+0000","last_unstale":"2024-09-16T01:49:03.099288+0000","last_undegraded":"2024-09-16T01:49:03.099288+0000","last_fullsized":"2024-09-16T01:49:03.099288+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:11.412678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.274650+0000","last_change":"2024-09-16T01:49:01.076433+0000","last_active":"2024-09-16T01:49:03.274650+0000","last_peered":"2024-09-16T01:49:03.274650+0000","last_clean":"2024-09-16T01:49:03.274650+0000","last_became_active":"2024-09-16T01:49:01.076162+0000","last_became_peered":"2024-09-16T01:49:01.076162+0000","last_unstale":"2024-09-16T01:49:03.274650+0000","last_undegraded":"2024-09-16T01:49:03.274650+0000","last_fullsized":"2024-09-16T01:49:03.274650+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:20.924460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":12,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275135+0000","last_change":"2024-09-16T01:49:02.103946+0000","last_active":"2024-09-16T01:49:03.275135+0000","last_peered":"2024-09-16T01:49:03.275135+0000","last_clean":"2024-09-16T01:49:03.275135+0000","last_became_active":"2024-09-16T01:49:02.103621+0000","last_became_peered":"2024-09-16T01:49:02.103621+0000","last_unstale":"2024-09-16T01:49:03.275135+0000","last_undegraded":"2024-09-16T01:49:03.275135+0000","last_fullsized":"2024-09-16T01:49:03.275135+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:01.055452+0000","last_clean_scrub_stamp":"2024-09-16T01:49:01.055452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:04.890037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"128'3","reported_seq":17,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275637+0000","last_change":"2024-09-16T01:49:01.079191+0000","last_active":"2024-09-16T01:49:03.275637+0000","last_peered":"2024-09-16T01:49:03.275637+0000","last_clean":"2024-09-16T01:49:03.275637+0000","last_became_active":"2024-09-16T01:49:01.078910+0000","last_became_peered":"2024-09-16T01:49:01.078910+0000","last_unstale":"2024-09-16T01:49:03.275637+0000","last_undegraded":"2024-09-16T01:49:03.275637+0000","last_fullsized":"2024-09-16T01:49:03.275637+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:00.053580+0000","last_clean_scrub_stamp":"2024-09-16T01:49:00.053580+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:31.771761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":410,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T01:49:03.275424+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:03.275424+0000","last_peered":"2024-09-16T01:49:03.275424+0000","last_clean":"2024-09-16T01:49:03.275424+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:03.275424+0000","last_undegraded":"2024-09-16T01:49:03.275424+0000","last_fullsized":"2024-09-16T01:49:03.275424+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574936,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33352,"kb_used_data":2160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338488,"statfs":{"total":96636764160,"available":96602611712,"internally_reserved":0,"allocated":2211840,"data_stored":1303346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509528,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32772,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339068,"statfs":{"total":96636764160,"available":96603205632,"internally_reserved":0,"allocated":1622016,"data_stored":712472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509528,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1613824,"data_stored":712348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509529,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1609728,"data_stored":712326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542232,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41084,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330756,"statfs":{"total":96636764160,"available":96594694144,"internally_reserved":0,"allocated":1613824,"data_stored":712416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542233,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36940,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334900,"statfs":{"total":96636764160,"available":96598937600,"internally_reserved":0,"allocated":1626112,"data_stored":714008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542233,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36928,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334912,"statfs":{"total":96636764160,"available":96598949888,"internally_reserved":0,"allocated":1613824,"data_stored":712908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542233,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37524,"kb_used_data":2168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334316,"statfs":{"total":96636764160,"available":96598339584,"internally_reserved":0,"allocated":2220032,"data_stored":1304340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:09.819 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:49:09.819 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:49:09.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.963+0000 7f320888b640 1 Processor -- start 2024-09-16T01:49:09.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.963+0000 7f320888b640 1 -- start start 2024-09-16T01:49:09.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f320888b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f320406f720 0x7f32040ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f320888b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f320415c980 con 0x7f320406f2d0 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f320888b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f320415cc00 con 0x7f32040d1b20 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f320888b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f320413f890 con 0x7f320406f720 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f3201d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f320406f2d0 0x7f32040cd9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59506/0 (socket says 172.21.15.16:59506) 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f3201d9b640 1 -- 172.21.15.16:0/1377634952 learned_addr learned my addr 172.21.15.16:0/1377634952 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f3202d9d640 1 --2- 172.21.15.16:0/1377634952 >> v2:172.21.15.104:3300/0 conn(0x7f320406f720 0x7f32040ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.964+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1248006014 0 0) 0x7f31ec001110 con 0x7f320406f2d0 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31f0003520 con 0x7f320406f2d0 2024-09-16T01:49:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1006842078 0 0) 0x7f31f0003520 con 0x7f320406f2d0 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 >> v2:172.21.15.104:3300/0 conn(0x7f320406f720 msgr2=0x7f32040ce0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 --2- 172.21.15.16:0/1377634952 >> v2:172.21.15.104:3300/0 conn(0x7f320406f720 0x7f32040ce0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 >> v1:172.21.15.104:6789/0 conn(0x7f32040d1b20 legacy=0x7f3204160610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320415cee0 con 0x7f320406f2d0 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f31ec001840 con 0x7f320406f2d0 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f3202d9d640 1 --2- 172.21.15.16:0/1377634952 >> v2:172.21.15.104:3300/0 conn(0x7f320406f720 0x7f32040ce0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 >> v1:172.21.15.16:6789/0 conn(0x7f320406f2d0 legacy=0x7f32040cd9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f31f0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31f0004800 0x7f31f0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31f00051c0 0x7f31f000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f320413f890 con 0x7f31f00039b0 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31f000c060 con 0x7f31f0004800 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f31f000c260 con 0x7f31f00051c0 2024-09-16T01:49:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320259c640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f31f0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f3201d9b640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31f0004800 0x7f31f0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f3202d9d640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31f00051c0 0x7f31f000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320259c640 1 -- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31f00051c0 msgr2=0x7f31f000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320259c640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31f00051c0 0x7f31f000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320259c640 1 -- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31f0004800 msgr2=0x7f31f0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320259c640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31f0004800 0x7f31f0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f320259c640 1 -- 172.21.15.16:0/1377634952 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31f0003520 con 0x7f31f00039b0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f3202d9d640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31f00051c0 0x7f31f000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.965+0000 7f3202d9d640 1 -- 172.21.15.16:0/1377634952 reap_dead start 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.966+0000 7f320259c640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f31f0003dd0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f31fc001e50 tx=0x7f31f0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f611b513b0cb6253 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.966+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc001a70 con 0x7f31f00039b0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.966+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31fc02ae40 con 0x7f31f00039b0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.966+0000 7f320159a640 1 -- 172.21.15.16:0/1377634952 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc003bb0 con 0x7f31f00039b0 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.967+0000 7f320888b640 1 -- 172.21.15.16:0/1377634952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 msgr2=0x7f31f0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.967+0000 7f320888b640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f31f0003dd0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f31fc001e50 tx=0x7f31f0005830 comp rx=0 tx=0).stop 2024-09-16T01:49:09.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.967+0000 7f320888b640 1 -- 172.21.15.16:0/1377634952 shutdown_connections 2024-09-16T01:49:09.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.967+0000 7f320888b640 1 --2- 172.21.15.16:0/1377634952 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f31f0003dd0 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.967+0000 7f320888b640 1 -- 172.21.15.16:0/1377634952 >> 172.21.15.16:0/1377634952 conn(0x7f32040d23c0 msgr2=0x7f32040d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:09.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.967+0000 7f320888b640 1 -- 172.21.15.16:0/1377634952 shutdown_connections 2024-09-16T01:49:09.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.967+0000 7f320888b640 1 -- 172.21.15.16:0/1377634952 wait complete. 2024-09-16T01:49:09.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.968+0000 7f320888b640 1 Processor -- start 2024-09-16T01:49:09.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.968+0000 7f320888b640 1 -- start start 2024-09-16T01:49:09.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320888b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f3204070670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320888b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f32041f2280 0x7f32040b7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320888b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32040b7550 0x7f320413e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320888b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f320415d4a0 con 0x7f31f00039b0 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320888b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3204160d20 con 0x7f32040b7550 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320888b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f320406fb80 con 0x7f32041f2280 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f3204070670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f3204070670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55990/0 (socket says 172.21.15.16:55990) 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 -- 172.21.15.16:0/1087234838 learned_addr learned my addr 172.21.15.16:0/1087234838 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f3201d9b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f32041f2280 0x7f32040b7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f3202d9d640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32040b7550 0x7f320413e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 -- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f32041f2280 msgr2=0x7f32040b7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f32041f2280 0x7f32040b7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 -- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32040b7550 msgr2=0x7f320413e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32040b7550 0x7f320413e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.969+0000 7f320259c640 1 -- 172.21.15.16:0/1087234838 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3204150020 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.970+0000 7f320259c640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f3204070670 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f31fc000f80 tx=0x7f31fc0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.970+0000 7f31faffd640 1 -- 172.21.15.16:0/1087234838 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc040030 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.970+0000 7f31faffd640 1 -- 172.21.15.16:0/1087234838 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31fc02ac40 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.970+0000 7f31faffd640 1 -- 172.21.15.16:0/1087234838 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc037040 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.970+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3204150290 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.970+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3204150b30 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.971+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f320415d6e0 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.971+0000 7f31faffd640 1 -- 172.21.15.16:0/1087234838 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f31fc043070 con 0x7f31f00039b0 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.972+0000 7f31faffd640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f31e406c850 0x7f31e406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:09.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.972+0000 7f31faffd640 1 -- 172.21.15.16:0/1087234838 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f31fc0abdd0 con 0x7f31f00039b0 2024-09-16T01:49:09.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.972+0000 7f3201d9b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f31e406c850 0x7f31e406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:09.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.972+0000 7f3201d9b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f31e406c850 0x7f31e406ed10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f31ec007fd0 tx=0x7f31ec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:09.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:09.976+0000 7f31faffd640 1 -- 172.21.15.16:0/1087234838 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f320415d6e0 con 0x7f31f00039b0 2024-09-16T01:49:10.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.221+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f32041600c0 con 0x7f31f00039b0 2024-09-16T01:49:10.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.223+0000 7f31faffd640 1 -- 172.21.15.16:0/1087234838 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7f31fc079d20 con 0x7f31f00039b0 2024-09-16T01:49:10.225 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:49:10.225 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:49:10.225 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:49:10.225 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:49:10.225 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:49:10.225 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:49:10.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f31e406c850 msgr2=0x7f31e406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f31e406c850 0x7f31e406ed10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f31ec007fd0 tx=0x7f31ec009040 comp rx=0 tx=0).stop 2024-09-16T01:49:10.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 msgr2=0x7f3204070670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f3204070670 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f31fc000f80 tx=0x7f31fc0014a0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 shutdown_connections 2024-09-16T01:49:10.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f31e406c850 0x7f31e406ed10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32040b7550 0x7f320413e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f32041f2280 0x7f32040b7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 --2- 172.21.15.16:0/1087234838 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f00039b0 0x7f3204070670 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 >> 172.21.15.16:0/1087234838 conn(0x7f32040d23c0 msgr2=0x7f3204155cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:10.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 shutdown_connections 2024-09-16T01:49:10.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.226+0000 7f320888b640 1 -- 172.21.15.16:0/1087234838 wait complete. 2024-09-16T01:49:10.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:10.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.339+0000 7fd58a98d640 1 Processor -- start 2024-09-16T01:49:10.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.339+0000 7fd58a98d640 1 -- start start 2024-09-16T01:49:10.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd58a98d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cf090 0x7fd5840ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:10.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd58a98d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd584160230 con 0x7fd5840cda90 2024-09-16T01:49:10.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd58a98d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd584160510 con 0x7fd5840cecb0 2024-09-16T01:49:10.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd58a98d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd584160e40 con 0x7fd5840cf090 2024-09-16T01:49:10.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd5837fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd5840cda90 0x7fd58406bc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59508/0 (socket says 172.21.15.16:59508) 2024-09-16T01:49:10.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd5837fe640 1 -- 172.21.15.16:0/1353677329 learned_addr learned my addr 172.21.15.16:0/1353677329 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:10.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd588f2a640 1 --2- 172.21.15.16:0/1353677329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cf090 0x7fd5840ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3415462074 0 0) 0x7fd584160230 con 0x7fd5840cda90 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.340+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd56c003520 con 0x7fd5840cda90 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.341+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4289417584 0 0) 0x7fd584160510 con 0x7fd5840cecb0 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.341+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd584160230 con 0x7fd5840cecb0 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.341+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1407751567 0 0) 0x7fd56c003520 con 0x7fd5840cda90 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.341+0000 7fd588f2a640 1 -- 172.21.15.16:0/1353677329 >> v1:172.21.15.104:6789/0 conn(0x7fd5840cecb0 legacy=0x7fd5840cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.341+0000 7fd588f2a640 1 -- 172.21.15.16:0/1353677329 >> v1:172.21.15.16:6789/0 conn(0x7fd5840cda90 legacy=0x7fd58406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.341+0000 7fd588f2a640 1 -- 172.21.15.16:0/1353677329 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5841607f0 con 0x7fd5840cf090 2024-09-16T01:49:10.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.341+0000 7fd588f2a640 1 --2- 172.21.15.16:0/1353677329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cf090 0x7fd5840ce190 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd584160fc0 tx=0x7fd57c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70fdfc6ea1993f96 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:10.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd578001670 con 0x7fd5840cf090 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd57c007540 con 0x7fd5840cf090 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd582ffd640 1 -- 172.21.15.16:0/1353677329 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd57c007910 con 0x7fd5840cf090 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd58a98d640 1 -- 172.21.15.16:0/1353677329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cf090 msgr2=0x7fd5840ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd58a98d640 1 --2- 172.21.15.16:0/1353677329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cf090 0x7fd5840ce190 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd584160fc0 tx=0x7fd57c02a660 comp rx=0 tx=0).stop 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd58a98d640 1 -- 172.21.15.16:0/1353677329 shutdown_connections 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd58a98d640 1 --2- 172.21.15.16:0/1353677329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cf090 0x7fd5840ce190 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd58a98d640 1 -- 172.21.15.16:0/1353677329 >> 172.21.15.16:0/1353677329 conn(0x7fd5840b2000 msgr2=0x7fd5840b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd58a98d640 1 -- 172.21.15.16:0/1353677329 shutdown_connections 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.342+0000 7fd58a98d640 1 -- 172.21.15.16:0/1353677329 wait complete. 2024-09-16T01:49:10.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.343+0000 7fd58a98d640 1 Processor -- start 2024-09-16T01:49:10.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.344+0000 7fd58a98d640 1 -- start start 2024-09-16T01:49:10.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.344+0000 7fd58a98d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5840cda90 0x7fd58414de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:10.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.344+0000 7fd58a98d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cecb0 0x7fd58415a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.344+0000 7fd58a98d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5840cf090 0x7fd58415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.344+0000 7fd58a98d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd58406c4e0 con 0x7fd5840cf090 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.344+0000 7fd58a98d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd58406c360 con 0x7fd5840cda90 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.344+0000 7fd58a98d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd58406c660 con 0x7fd5840cecb0 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5840cf090 0x7fd58415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5840cf090 0x7fd58415ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56006/0 (socket says 172.21.15.16:56006) 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 -- 172.21.15.16:0/3374881536 learned_addr learned my addr 172.21.15.16:0/3374881536 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd583fff640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5840cda90 0x7fd58414de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd5837fe640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cecb0 0x7fd58415a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 -- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cecb0 msgr2=0x7fd58415a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cecb0 0x7fd58415a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 -- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5840cda90 msgr2=0x7fd58414de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5840cda90 0x7fd58414de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 -- 172.21.15.16:0/3374881536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5840ab040 con 0x7fd5840cf090 2024-09-16T01:49:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd588f2a640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5840cf090 0x7fd58415ac70 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fd57c009eb0 tx=0x7fd57c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd580ff9640 1 -- 172.21.15.16:0/3374881536 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd57c040070 con 0x7fd5840cf090 2024-09-16T01:49:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd580ff9640 1 -- 172.21.15.16:0/3374881536 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd57c031bc0 con 0x7fd5840cf090 2024-09-16T01:49:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd580ff9640 1 -- 172.21.15.16:0/3374881536 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd57c009450 con 0x7fd5840cf090 2024-09-16T01:49:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.345+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5840ab320 con 0x7fd5840cf090 2024-09-16T01:49:10.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.346+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5840ab8e0 con 0x7fd5840cf090 2024-09-16T01:49:10.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.347+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd58406e300 con 0x7fd5840cf090 2024-09-16T01:49:10.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.347+0000 7fd580ff9640 1 -- 172.21.15.16:0/3374881536 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fd57c039040 con 0x7fd5840cf090 2024-09-16T01:49:10.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.348+0000 7fd580ff9640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd57006c850 0x7fd57006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:10.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.348+0000 7fd583fff640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd57006c850 0x7fd57006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:10.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.348+0000 7fd580ff9640 1 -- 172.21.15.16:0/3374881536 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fd57c0ad210 con 0x7fd5840cf090 2024-09-16T01:49:10.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.348+0000 7fd583fff640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd57006c850 0x7fd57006ed10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd5740011e0 tx=0x7fd574009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:10.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.352+0000 7fd580ff9640 1 -- 172.21.15.16:0/3374881536 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd58406e300 con 0x7fd5840cf090 2024-09-16T01:49:10.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.565+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd5840712e0 con 0x7fd5840cf090 2024-09-16T01:49:10.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.566+0000 7fd580ff9640 1 -- 172.21.15.16:0/3374881536 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5233 (secure 0 0 0) 0x7fd5840712e0 con 0x7fd5840cf090 2024-09-16T01:49:10.567 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:10.568 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":76,"btime":"2024-09-16T01:49:04:105832+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1691998268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1691998268},{"type":"v1","addr":"172.21.15.104:6834","nonce":1691998268}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/4211123909","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":4211123909},{"type":"v1","addr":"172.21.15.16:6835","nonce":4211123909}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7938,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1187798214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1187798214},{"type":"v1","addr":"172.21.15.16:6834","nonce":1187798214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:01.425505+0000","modified":"2024-09-16T01:49:03.455781+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7953},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7953":{"gid":7953,"name":"b","rank":0,"incarnation":74,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/2760622130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2760622130},{"type":"v1","addr":"172.21.15.104:6835","nonce":2760622130}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7953,"qdb_cluster":[7953]},"id":10}]} 2024-09-16T01:49:10.568 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 76 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd57006c850 msgr2=0x7fd57006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd57006c850 0x7fd57006ed10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd5740011e0 tx=0x7fd574009040 comp rx=0 tx=0).stop 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5840cf090 msgr2=0x7fd58415ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5840cf090 0x7fd58415ac70 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fd57c009eb0 tx=0x7fd57c004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 shutdown_connections 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd57006c850 0x7fd57006ed10 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5840cf090 0x7fd58415ac70 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5840cecb0 0x7fd58415a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 --2- 172.21.15.16:0/3374881536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5840cda90 0x7fd58414de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:10.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 >> 172.21.15.16:0/3374881536 conn(0x7fd5840b2000 msgr2=0x7fd584072310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:10.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 shutdown_connections 2024-09-16T01:49:10.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:10.568+0000 7fd58a98d640 1 -- 172.21.15.16:0/3374881536 wait complete. 2024-09-16T01:49:10.983 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 76, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:49:01.425505+0000', 'modified': '2024-09-16T01:49:03.455781+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7953}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7953': {'gid': 7953, 'name': 'b', 'rank': 0, 'incarnation': 74, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6835/2760622130', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6833', 'nonce': 2760622130}, {'type': 'v1', 'addr': '172.21.15.104:6835', 'nonce': 2760622130}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [21], 'metadata_pool': 20, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7953, 'qdb_cluster': [7953]} 2024-09-16T01:49:10.983 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:49:10.983 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T01:49:11.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.088+0000 7f78abdbd640 1 Processor -- start 2024-09-16T01:49:11.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.089+0000 7f78abdbd640 1 -- start start 2024-09-16T01:49:11.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.089+0000 7f78abdbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40d15f0 0x7f78a415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.089+0000 7f78abdbd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f78a40b97d0 0x7f78a40b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.089+0000 7f78abdbd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78a40d2750 con 0x7f78a4147fc0 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.089+0000 7f78abdbd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f78a41483a0 con 0x7f78a40b97d0 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.089+0000 7f78abdbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f78a415efa0 con 0x7f78a40d15f0 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78a9b59640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f78a4147fc0 0x7f78a40d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59512/0 (socket says 172.21.15.16:59512) 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78a9b59640 1 -- 172.21.15.16:0/2974742439 learned_addr learned my addr 172.21.15.16:0/2974742439 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78aa35a640 1 --2- 172.21.15.16:0/2974742439 >> v2:172.21.15.16:3300/0 conn(0x7f78a40b97d0 0x7f78a40b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78a9358640 1 --2- 172.21.15.16:0/2974742439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40d15f0 0x7f78a415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78aa35a640 1 -- 172.21.15.16:0/2974742439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40d15f0 msgr2=0x7f78a415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78aa35a640 1 --2- 172.21.15.16:0/2974742439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40d15f0 0x7f78a415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78aa35a640 1 -- 172.21.15.16:0/2974742439 >> v1:172.21.15.16:6789/0 conn(0x7f78a4147fc0 legacy=0x7f78a40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78a8b57640 1 -- 172.21.15.16:0/2974742439 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4186798772 0 0) 0x7f78a40d2750 con 0x7f78a4147fc0 2024-09-16T01:49:11.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.090+0000 7f78aa35a640 1 -- 172.21.15.16:0/2974742439 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78a40d2a30 con 0x7f78a40b97d0 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78aa35a640 1 --2- 172.21.15.16:0/2974742439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a40b97d0 0x7f78a40b9be0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f789c009d90 tx=0x7f789c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b5ad522c38a79 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78a8b57640 1 -- 172.21.15.16:0/2974742439 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c007740 con 0x7f78a40b97d0 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78a8b57640 1 -- 172.21.15.16:0/2974742439 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f789c0078e0 con 0x7f78a40b97d0 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78a8b57640 1 -- 172.21.15.16:0/2974742439 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c007cb0 con 0x7f78a40b97d0 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78abdbd640 1 -- 172.21.15.16:0/2974742439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a40b97d0 msgr2=0x7f78a40b9be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78abdbd640 1 --2- 172.21.15.16:0/2974742439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a40b97d0 0x7f78a40b9be0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f789c009d90 tx=0x7f789c02a660 comp rx=0 tx=0).stop 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78abdbd640 1 -- 172.21.15.16:0/2974742439 shutdown_connections 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78abdbd640 1 --2- 172.21.15.16:0/2974742439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a40b97d0 0x7f78a40b9be0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78abdbd640 1 --2- 172.21.15.16:0/2974742439 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40d15f0 0x7f78a415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.091+0000 7f78abdbd640 1 -- 172.21.15.16:0/2974742439 >> 172.21.15.16:0/2974742439 conn(0x7f78a4074fe0 msgr2=0x7f78a406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.092+0000 7f78abdbd640 1 -- 172.21.15.16:0/2974742439 shutdown_connections 2024-09-16T01:49:11.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.092+0000 7f78abdbd640 1 -- 172.21.15.16:0/2974742439 wait complete. 2024-09-16T01:49:11.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.093+0000 7f78abdbd640 1 Processor -- start 2024-09-16T01:49:11.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.093+0000 7f78abdbd640 1 -- start start 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.093+0000 7f78abdbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40b97d0 0x7f78a415d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.093+0000 7f78abdbd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78a40d15f0 0x7f78a415dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.093+0000 7f78abdbd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a4147fc0 0x7f78a41e9be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.093+0000 7f78abdbd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f78a40d2ff0 con 0x7f78a4147fc0 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.093+0000 7f78abdbd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78a40d2500 con 0x7f78a40d15f0 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78abdbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f78a40ba120 con 0x7f78a40b97d0 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a4147fc0 0x7f78a41e9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a4147fc0 0x7f78a41e9be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56018/0 (socket says 172.21.15.16:56018) 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 -- 172.21.15.16:0/1575725034 learned_addr learned my addr 172.21.15.16:0/1575725034 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78a9358640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78a40d15f0 0x7f78a415dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78a9b59640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40b97d0 0x7f78a415d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 -- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40b97d0 msgr2=0x7f78a415d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40b97d0 0x7f78a415d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 -- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78a40d15f0 msgr2=0x7f78a415dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78a40d15f0 0x7f78a415dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 -- 172.21.15.16:0/1575725034 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78a4138cf0 con 0x7f78a4147fc0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78aa35a640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a4147fc0 0x7f78a41e9be0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f789c009eb0 tx=0x7f789c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f789a7fc640 1 -- 172.21.15.16:0/1575725034 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c040070 con 0x7f78a4147fc0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f789a7fc640 1 -- 172.21.15.16:0/1575725034 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f789c031bc0 con 0x7f78a4147fc0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78a4138fd0 con 0x7f78a4147fc0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f789a7fc640 1 -- 172.21.15.16:0/1575725034 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c009450 con 0x7f78a4147fc0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.094+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78a4139590 con 0x7f78a4147fc0 2024-09-16T01:49:11.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.096+0000 7f789a7fc640 1 -- 172.21.15.16:0/1575725034 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f789c039040 con 0x7f78a4147fc0 2024-09-16T01:49:11.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.096+0000 7f789a7fc640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f788806c850 0x7f788806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.096+0000 7f789a7fc640 1 -- 172.21.15.16:0/1575725034 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f789c0ad660 con 0x7f78a4147fc0 2024-09-16T01:49:11.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.096+0000 7f78a9b59640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f788806c850 0x7f788806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.097+0000 7f78a9b59640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f788806c850 0x7f788806ed10 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f78a0007fd0 tx=0x7f78a0007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.097+0000 7f78aec32740 1 Processor -- start 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.097+0000 7f78aec32740 1 -- start start 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37684a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78aec32740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763ca80 0x560e3763f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376398b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78aec32740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x560e375a1520 con 0x560e3763ca80 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560e375493e0 con 0x560e37640a50 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x560e3759d4e0 con 0x560e3763f2c0 2024-09-16T01:49:11.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78a9358640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763ca80 0x560e3763f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78a9358640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763ca80 0x560e3763f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56024/0 (socket says 172.21.15.16:56024) 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78a9358640 1 -- 172.21.15.16:0/3389713385 learned_addr learned my addr 172.21.15.16:0/3389713385 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.098+0000 7f78a9b59640 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37684a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78aa35a640 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376398b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78a9358640 1 -- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 msgr2=0x560e37684a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78a9358640 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37684a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78a9358640 1 -- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 msgr2=0x560e376398b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78a9358640 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376398b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78a9358640 1 -- 172.21.15.16:0/3389713385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e375642f0 con 0x560e3763ca80 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78a9b59640 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37684a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78a9358640 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763ca80 0x560e3763f6a0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f78940079f0 tx=0x7f7894007eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e64ef16a785f06a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78877fe640 1 -- 172.21.15.16:0/3389713385 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7894018070 con 0x560e3763ca80 2024-09-16T01:49:11.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78877fe640 1 -- 172.21.15.16:0/3389713385 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7894010b60 con 0x560e3763ca80 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.099+0000 7f78877fe640 1 -- 172.21.15.16:0/3389713385 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7894014430 con 0x560e3763ca80 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 -- 172.21.15.16:0/3389713385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763ca80 msgr2=0x560e3763f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763ca80 0x560e3763f6a0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f78940079f0 tx=0x7f7894007eb0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 -- 172.21.15.16:0/3389713385 shutdown_connections 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376398b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763ca80 0x560e3763f6a0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 --2- 172.21.15.16:0/3389713385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37684a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 -- 172.21.15.16:0/3389713385 >> 172.21.15.16:0/3389713385 conn(0x560e3763ba80 msgr2=0x560e37683f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 -- 172.21.15.16:0/3389713385 shutdown_connections 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 -- 172.21.15.16:0/3389713385 wait complete. 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 -- start start 2024-09-16T01:49:11.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.100+0000 7f78aec32740 1 Processor -- start 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aec32740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763f2c0 0x560e3765df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376652d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37665810 0x560e3763a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aec32740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x560e3763af20 con 0x560e3763f2c0 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560e3752a450 con 0x560e37640a50 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x560e37685290 con 0x560e37665810 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aec32740 10 client.0 _ll_register_callbacks cb 0x560e372b3ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78a9b59640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763f2c0 0x560e3765df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78a9b59640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763f2c0 0x560e3765df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56032/0 (socket says 172.21.15.16:56032) 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78a9b59640 1 -- 172.21.15.16:0/2480184163 learned_addr learned my addr 172.21.15.16:0/2480184163 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78a9358640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376652d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.101+0000 7f78aa35a640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37665810 0x560e3763a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78a9b59640 1 -- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37665810 msgr2=0x560e3763a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78a9b59640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37665810 0x560e3763a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78a9b59640 1 -- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 msgr2=0x560e376652d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78a9b59640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376652d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78a9b59640 1 -- 172.21.15.16:0/2480184163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e372b42d0 con 0x560e3763f2c0 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78a9358640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376652d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78a9b59640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763f2c0 0x560e3765df20 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f78a0013440 tx=0x7f78a0000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379ce3f85c02cbad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f7884ff9640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f7884ff9640 1 -- 172.21.15.16:0/2480184163 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a0026060 con 0x560e3763f2c0 2024-09-16T01:49:11.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f7884ff9640 1 -- 172.21.15.16:0/2480184163 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f78a0021ae0 con 0x560e3763f2c0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7894010b60 con 0x560e3763f2c0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f7884ff9640 1 -- 172.21.15.16:0/2480184163 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7f78a0019070 con 0x560e3763f2c0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78aec32740 10 client.8088 fetch_fsmap learned FSMap version 76 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x560e3737e6b0 con 0x560e3763f2c0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f7884ff9640 1 -- 172.21.15.16:0/2480184163 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7894010b60 con 0x560e3763f2c0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f7884ff9640 1 -- 172.21.15.16:0/2480184163 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 76) ==== 3502+0+0 (secure 0 0 0) 0x7f78a001f070 con 0x560e3763f2c0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78aec32740 10 client.8088 fetch_fsmap finished waiting for FSMap version 76 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78aec32740 10 client.8088 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78aec32740 20 client.8088 populate_metadata read hostname 'smithi016' 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.102+0000 7f78aec32740 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e3765e5c0 0x560e37668a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.103+0000 7f78aec32740 4 client.8088 mds_command: new command op to 7953 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.103+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 --> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e375aec50 con 0x560e3765e5c0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.103+0000 7f78a9358640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e3765e5c0 0x560e37668a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.103+0000 7f78a9358640 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e3765e5c0 0x560e37668a10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=883798ded34e6315 server_cookie=73e87802769db75c in_seq=0 out_seq=0 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.103+0000 7f7884ff9640 10 client.8088 ms_handle_connect on v2:172.21.15.104:6833/2760622130 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f7884ff9640 1 -- 172.21.15.16:0/2480184163 <== mds.0 v2:172.21.15.104:6833/2760622130 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560e375aec50 con 0x560e3765e5c0 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f7884ff9640 10 client.8088 handle_command_reply: tid=0 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 client.8088 shutdown 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763f2c0 msgr2=0x560e3765df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763f2c0 0x560e3765df20 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f78a0013440 tx=0x7f78a0000ed0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 shutdown_connections 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e3765e5c0 0x560e37668a10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37665810 0x560e3763a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e376652d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 --2- 172.21.15.16:0/2480184163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e3763f2c0 0x560e3765df20 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f7884ff9640 0 client.8088 ms_handle_reset on v2:172.21.15.104:6833/2760622130 2024-09-16T01:49:11.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 >> 172.21.15.16:0/2480184163 conn(0x560e3763ca80 msgr2=0x560e37682ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 shutdown_connections 2024-09-16T01:49:11.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 1 -- 172.21.15.16:0/2480184163 wait complete. 2024-09-16T01:49:11.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.104+0000 7f78aec32740 20 client.8088 trim_cache size 0 max 16384 2024-09-16T01:49:11.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.122+0000 7f78aec32740 1 Processor -- start 2024-09-16T01:49:11.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aec32740 1 -- start start 2024-09-16T01:49:11.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37682f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e3765f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aec32740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e37660820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aec32740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f78a4200990 con 0x560e37665810 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78a41ff9d0 con 0x560e37640a50 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f78a41f5050 con 0x560e3763f2c0 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aa35a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e37660820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aa35a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e37660820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56038/0 (socket says 172.21.15.16:56038) 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78aa35a640 1 -- 172.21.15.16:0/17521958 learned_addr learned my addr 172.21.15.16:0/17521958 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:11.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78a9b59640 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37682f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.123+0000 7f78a9358640 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e3765f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.124+0000 7f78aa35a640 1 -- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 msgr2=0x560e37682f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.124+0000 7f78aa35a640 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37682f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.124+0000 7f78aa35a640 1 -- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 msgr2=0x560e3765f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.124+0000 7f78aa35a640 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e3765f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.124+0000 7f78aa35a640 1 -- 172.21.15.16:0/17521958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e37640450 con 0x560e37665810 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.124+0000 7f78a9b59640 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37682f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:11.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.124+0000 7f78aa35a640 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e37660820 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f789c0ab580 tx=0x7f789c007fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7c561e9802b8347 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f7886ffd640 1 -- 172.21.15.16:0/17521958 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c083980 con 0x560e37665810 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f7886ffd640 1 -- 172.21.15.16:0/17521958 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f789c007840 con 0x560e37665810 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f7886ffd640 1 -- 172.21.15.16:0/17521958 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c0774c0 con 0x560e37665810 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 -- 172.21.15.16:0/17521958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 msgr2=0x560e37660820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e37660820 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f789c0ab580 tx=0x7f789c007fc0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 -- 172.21.15.16:0/17521958 shutdown_connections 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e37660820 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e37640a50 0x560e3765f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 --2- 172.21.15.16:0/17521958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e3763f2c0 0x560e37682f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 -- 172.21.15.16:0/17521958 >> 172.21.15.16:0/17521958 conn(0x560e3763ca80 msgr2=0x560e376388b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 -- 172.21.15.16:0/17521958 shutdown_connections 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.125+0000 7f78aec32740 1 -- 172.21.15.16:0/17521958 wait complete. 2024-09-16T01:49:11.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.126+0000 7f78aec32740 1 -- start start 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.126+0000 7f78aec32740 1 Processor -- start 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e3763f2c0 0x560e376e86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aec32740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37640a50 0x560e3763d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aec32740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e3763dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aec32740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x560e376699f0 con 0x560e37665810 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78a41f56a0 con 0x560e3763f2c0 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aec32740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x560e3765ea30 con 0x560e37640a50 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aec32740 10 client.0 _ll_register_callbacks cb 0x7f78a0007b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e3763dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e3763dd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56054/0 (socket says 172.21.15.16:56054) 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 -- 172.21.15.16:0/2596022537 learned_addr learned my addr 172.21.15.16:0/2596022537 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78a9b59640 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e3763f2c0 0x560e376e86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78a9358640 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37640a50 0x560e3763d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 -- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37640a50 msgr2=0x560e3763d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37640a50 0x560e3763d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 -- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e3763f2c0 msgr2=0x560e376e86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e3763f2c0 0x560e376e86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.127+0000 7f78aa35a640 1 -- 172.21.15.16:0/2596022537 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e376639f0 con 0x560e37665810 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aa35a640 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e3763dd00 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f789c009d90 tx=0x7f789c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aa0d527bf92db98 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f7884ff9640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f7884ff9640 1 -- 172.21.15.16:0/2596022537 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c083980 con 0x560e37665810 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f7884ff9640 1 -- 172.21.15.16:0/2596022537 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f789c0834f0 con 0x560e37665810 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f789c007840 con 0x560e37665810 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f7884ff9640 1 -- 172.21.15.16:0/2596022537 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7f789c0836f0 con 0x560e37665810 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 10 client.8094 fetch_fsmap learned FSMap version 76 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x560e376a84e0 con 0x560e37665810 2024-09-16T01:49:11.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f7884ff9640 1 -- 172.21.15.16:0/2596022537 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f789c007840 con 0x560e37665810 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f7884ff9640 1 -- 172.21.15.16:0/2596022537 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 76) ==== 3502+0+0 (secure 0 0 0) 0x7f789c04d030 con 0x560e37665810 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 10 client.8094 fetch_fsmap finished waiting for FSMap version 76 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 10 client.8094 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 20 client.8094 populate_metadata read hostname 'smithi016' 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e376a7c70 0x560e37696530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 4 client.8094 mds_command: new command op to 7953 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 --> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] -- command(tid 0: {"prefix": "status"}) -- 0x560e375a8fa0 con 0x560e376a7c70 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.128+0000 7f78a9b59640 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e376a7c70 0x560e37696530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78a9b59640 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e376a7c70 0x560e37696530 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fabade2b99b8900b server_cookie=948e0a72a06a0085 in_seq=0 out_seq=0 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f7884ff9640 10 client.8094 ms_handle_connect on v2:172.21.15.104:6833/2760622130 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f7884ff9640 1 -- 172.21.15.16:0/2596022537 <== mds.0 v2:172.21.15.104:6833/2760622130 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x560e375a8fa0 con 0x560e376a7c70 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f7884ff9640 10 client.8094 handle_command_reply: tid=0 2024-09-16T01:49:11.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 client.8094 shutdown 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 msgr2=0x560e3763dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e3763dd00 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f789c009d90 tx=0x7f789c009750 comp rx=0 tx=0).stop 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 shutdown_connections 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:6833/2760622130,v1:172.21.15.104:6835/2760622130] conn(0x560e376a7c70 0x560e37696530 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x560e37665810 0x560e3763dd00 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x560e37640a50 0x560e3763d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 --2- 172.21.15.16:0/2596022537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560e3763f2c0 0x560e376e86b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f7884ff9640 0 client.8094 ms_handle_reset on v2:172.21.15.104:6833/2760622130 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 >> 172.21.15.16:0/2596022537 conn(0x560e3763ca80 msgr2=0x560e3765f890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 shutdown_connections 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 1 -- 172.21.15.16:0/2596022537 wait complete. 2024-09-16T01:49:11.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.129+0000 7f78aec32740 20 client.8094 trim_cache size 0 max 16384 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 7953, 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 9.0316015669999992, 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 76, 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 129, 2024-09-16T01:49:11.137 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 129, 2024-09-16T01:49:11.138 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 14.063689329000001 2024-09-16T01:49:11.138 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:49:11.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f788806c850 msgr2=0x7f788806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f788806c850 0x7f788806ed10 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f78a0007fd0 tx=0x7f78a0007de0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a4147fc0 msgr2=0x7f78a41e9be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a4147fc0 0x7f78a41e9be0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f789c009eb0 tx=0x7f789c004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 shutdown_connections 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f788806c850 0x7f788806ed10 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78a4147fc0 0x7f78a41e9be0 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78a40d15f0 0x7f78a415dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 --2- 172.21.15.16:0/1575725034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78a40b97d0 0x7f78a415d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 >> 172.21.15.16:0/1575725034 conn(0x7f78a4074fe0 msgr2=0x7f78a40b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 shutdown_connections 2024-09-16T01:49:11.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.130+0000 7f78abdbd640 1 -- 172.21.15.16:0/1575725034 wait complete. 2024-09-16T01:49:11.142 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:49:11.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.243+0000 7f6e7c70c640 1 Processor -- start 2024-09-16T01:49:11.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.243+0000 7f6e7c70c640 1 -- start start 2024-09-16T01:49:11.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7c70c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6e7415e680 0x7f6e740b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7c70c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 0x7f6e740d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7c70c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e740b8500 con 0x7f6e740d4570 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7c70c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6e740b87e0 con 0x7f6e7415e680 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7c70c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e740b8ac0 con 0x7f6e740b95a0 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7aca9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6e740d4570 0x7f6e7415ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:59522/0 (socket says 172.21.15.16:59522) 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7aca9640 1 -- 172.21.15.16:0/3308906556 learned_addr learned my addr 172.21.15.16:0/3308906556 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e79ca7640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 0x7f6e740d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1920979514 0 0) 0x7f6e740b8500 con 0x7f6e740d4570 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e7a4a8640 1 --2- 172.21.15.16:0/3308906556 >> v2:172.21.15.104:3300/0 conn(0x7f6e7415e680 0x7f6e740b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.244+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e5c003520 con 0x7f6e740d4570 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3961515253 0 0) 0x7f6e5c003520 con 0x7f6e740d4570 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 msgr2=0x7f6e740d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 0x7f6e740d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 >> v2:172.21.15.104:3300/0 conn(0x7f6e7415e680 msgr2=0x7f6e740b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 --2- 172.21.15.16:0/3308906556 >> v2:172.21.15.104:3300/0 conn(0x7f6e7415e680 0x7f6e740b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e740b8da0 con 0x7f6e740d4570 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f6e6c001670 con 0x7f6e740d4570 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 >> v1:172.21.15.16:6789/0 conn(0x7f6e740d4570 legacy=0x7f6e7415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c0039b0 0x7f6e5c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 0x7f6e5c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e5c004d40 0x7f6e5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6e740b87e0 con 0x7f6e5c004d40 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e740b8ac0 con 0x7f6e5c0039b0 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e5c00b9c0 con 0x7f6e740b95a0 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e7aca9640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e5c004d40 0x7f6e5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e7a4a8640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c0039b0 0x7f6e5c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e79ca7640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 0x7f6e5c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e7aca9640 1 -- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 msgr2=0x7f6e5c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e7aca9640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e740b95a0 0x7f6e5c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e7aca9640 1 -- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c0039b0 msgr2=0x7f6e5c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e7aca9640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c0039b0 0x7f6e5c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.245+0000 7f6e7aca9640 1 -- 172.21.15.16:0/3308906556 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e5c003520 con 0x7f6e5c004d40 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.246+0000 7f6e7aca9640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e5c004d40 0x7f6e5c0051c0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00c210 tx=0x7f6e5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86ae9bbac82bc91a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.246+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c007d50 con 0x7f6e5c004d40 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.246+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e6c005ad0 con 0x7f6e5c004d40 2024-09-16T01:49:11.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.246+0000 7f6e794a6640 1 -- 172.21.15.16:0/3308906556 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c007070 con 0x7f6e5c004d40 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.247+0000 7f6e7c70c640 1 -- 172.21.15.16:0/3308906556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e5c004d40 msgr2=0x7f6e5c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.247+0000 7f6e7c70c640 1 --2- 172.21.15.16:0/3308906556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e5c004d40 0x7f6e5c0051c0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00c210 tx=0x7f6e5c005830 comp rx=0 tx=0).stop 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.247+0000 7f6e7aca9640 1 -- 172.21.15.16:0/3308906556 reap_dead start 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.247+0000 7f6e7c70c640 1 -- 172.21.15.16:0/3308906556 shutdown_connections 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.247+0000 7f6e7c70c640 1 -- 172.21.15.16:0/3308906556 >> 172.21.15.16:0/3308906556 conn(0x7f6e74074fe0 msgr2=0x7f6e74072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.247+0000 7f6e7c70c640 1 -- 172.21.15.16:0/3308906556 shutdown_connections 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.247+0000 7f6e7c70c640 1 -- 172.21.15.16:0/3308906556 wait complete. 2024-09-16T01:49:11.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.248+0000 7f6e7c70c640 1 Processor -- start 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.248+0000 7f6e7c70c640 1 -- start start 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7c70c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c004d40 0x7f6e7415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7c70c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e7415d880 0x7f6e74152f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7c70c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e741f7510 0x7f6e741f7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7c70c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6e740d49e0 con 0x7f6e7415d880 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7c70c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e740b99e0 con 0x7f6e5c004d40 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7c70c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e740d4b60 con 0x7f6e741f7510 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e7415d880 0x7f6e74152f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e7415d880 0x7f6e74152f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56070/0 (socket says 172.21.15.16:56070) 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 -- 172.21.15.16:0/199333284 learned_addr learned my addr 172.21.15.16:0/199333284 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7aca9640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e741f7510 0x7f6e741f7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e7a4a8640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c004d40 0x7f6e7415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 -- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e741f7510 msgr2=0x7f6e741f7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e741f7510 0x7f6e741f7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 -- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c004d40 msgr2=0x7f6e7415aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c004d40 0x7f6e7415aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 -- 172.21.15.16:0/199333284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7415b030 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e79ca7640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e7415d880 0x7f6e74152f50 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f6e680119a0 tx=0x7f6e68011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.249+0000 7f6e72ffd640 1 -- 172.21.15.16:0/199333284 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6800faf0 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.250+0000 7f6e72ffd640 1 -- 172.21.15.16:0/199333284 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e6800fc90 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.250+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e7415b310 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.250+0000 7f6e72ffd640 1 -- 172.21.15.16:0/199333284 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e68014440 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.250+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e7415b8d0 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.250+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e740b7f20 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.251+0000 7f6e72ffd640 1 -- 172.21.15.16:0/199333284 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6e68012040 con 0x7f6e7415d880 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.252+0000 7f6e72ffd640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6006c880 0x7f6e6006ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:11.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.252+0000 7f6e7a4a8640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6006c880 0x7f6e6006ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:11.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.252+0000 7f6e72ffd640 1 -- 172.21.15.16:0/199333284 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f6e6808c490 con 0x7f6e7415d880 2024-09-16T01:49:11.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.252+0000 7f6e7a4a8640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6006c880 0x7f6e6006ed40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6e64014450 tx=0x7f6e6400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:11.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.256+0000 7f6e72ffd640 1 -- 172.21.15.16:0/199333284 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e68019030 con 0x7f6e7415d880 2024-09-16T01:49:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.467+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6e741596a0 con 0x7f6e7415d880 2024-09-16T01:49:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.467+0000 7f6e72ffd640 1 -- 172.21.15.16:0/199333284 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v76) ==== 53+0+73 (secure 0 0 0) 0x7f6e68059d00 con 0x7f6e7415d880 2024-09-16T01:49:11.468 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6006c880 msgr2=0x7f6e6006ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6006c880 0x7f6e6006ed40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6e64014450 tx=0x7f6e6400b040 comp rx=0 tx=0).stop 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e7415d880 msgr2=0x7f6e74152f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e7415d880 0x7f6e74152f50 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f6e680119a0 tx=0x7f6e68011e60 comp rx=0 tx=0).stop 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 shutdown_connections 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e6006c880 0x7f6e6006ed40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e741f7510 0x7f6e741f7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e7415d880 0x7f6e74152f50 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 --2- 172.21.15.16:0/199333284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e5c004d40 0x7f6e7415aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:11.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 >> 172.21.15.16:0/199333284 conn(0x7f6e74074fe0 msgr2=0x7f6e741620a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:11.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 shutdown_connections 2024-09-16T01:49:11.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11.469+0000 7f6e7c70c640 1 -- 172.21.15.16:0/199333284 wait complete. 2024-09-16T01:49:11.481 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:49:11.482 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:49:11.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:11.482 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:49:11.498 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:49:11.498 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:49:11.499 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42389sec preferred_lft 42389sec 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:11.500 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:11.501 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:11.501 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:49:11.501 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:11.501 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:11.501 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:11.501 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:49:11.501 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:11.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:11.502 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:49:11.563 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:49:11.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:11.565 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:49:11.621 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:49:11.674 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:49:11.674 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:49:11.674 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:49:11.674 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:49:11.675 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:49:11.675 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:49:11.675 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:49:11.675 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:49:11.675 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:49:11.675 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:49:11.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:49:11.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:11.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:11.764 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:49:11.780 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:49:11.780 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:49:11.780 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:49:11.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:11.781 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:49:11.846 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:49:11.846 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:11.846 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:11.902 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:49:11.902 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:11.902 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:11.957 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:49:12.024 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:12.081 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:49:12.081 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:49:12.081 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:49:12.081 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:49:12.081 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:49:12.081 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:12.083 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:12.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:12.084 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:49:12.141 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:49:12.141 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:49:12.183 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:49:12.209 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:12.266 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:49:12.266 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:49:12.266 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:49:12.266 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:49:12.266 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:49:12.266 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:12.267 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:12.268 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:12.269 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:12.269 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:12.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:12.269 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:49:12.270 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:49:12.267+0000 7f9fe71ed480 -1 init, newargv = 0x55d1f6ff5720 newargc=15 2024-09-16T01:49:12.270 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[72287]: starting ceph client 2024-09-16T01:49:12.273 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[72287]: starting fuse 2024-09-16T01:49:12.286 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:49:12.287 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:49:12.287 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:49:12.288 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:49:12.289 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:49:12.289 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:49:12.289 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:12.289 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:49:12.289 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:49:12.407 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.72287.asok 2024-09-16T01:49:12.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:12.417 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.72287.asok 2024-09-16T01:49:12.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:12.418 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.72287.asok status 2024-09-16T01:49:12.554 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "72287", 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:12.555 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 8106, 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 8106 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2240158147 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:12.556 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 2240158147 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.8106 192.168.0.1:0/2240158147", 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/2240158147", 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 76, 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 129, 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:49:12.557 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:49:12.558 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:49:12.558 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:49:12.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:12.563 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:49:12.563 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:12.579 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:49:12.579 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:12.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:12.580 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:12.647 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:49:12.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.788+0000 7f52fd9d6640 1 Processor -- start 2024-09-16T01:49:12.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.788+0000 7f52fd9d6640 1 -- start start 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52fd9d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 0x7f52f80b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52fd9d6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f52f80d4570 0x7f52f80d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52fd9d6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52f80b8500 con 0x7f52f815e680 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52fd9d6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f52f80d4f20 con 0x7f52f80d4570 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52fd9d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f52f80b87e0 con 0x7f52f80b7f20 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f6ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f52f815e680 0x7f52f80d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57902/0 (socket says 172.21.15.16:57902) 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f6ffd640 1 -- 172.21.15.16:0/2974624662 learned_addr learned my addr 172.21.15.16:0/2974624662 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52effff640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 0x7f52f80b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f77fe640 1 --2- 172.21.15.16:0/2974624662 >> v2:172.21.15.104:3300/0 conn(0x7f52f80d4570 0x7f52f80d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2680167106 0 0) 0x7f52f80b8500 con 0x7f52f815e680 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f52e4003520 con 0x7f52f815e680 2024-09-16T01:49:12.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1045074922 0 0) 0x7f52e4003520 con 0x7f52f815e680 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 msgr2=0x7f52f80b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 0x7f52f80b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 >> v2:172.21.15.104:3300/0 conn(0x7f52f80d4570 msgr2=0x7f52f80d49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 --2- 172.21.15.16:0/2974624662 >> v2:172.21.15.104:3300/0 conn(0x7f52f80d4570 0x7f52f80d49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52f80b8ac0 con 0x7f52f815e680 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.789+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f52e8001670 con 0x7f52f815e680 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 >> v1:172.21.15.16:6789/0 conn(0x7f52f815e680 legacy=0x7f52f80d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f67fc640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 0x7f52e40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f67fc640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52e4003f30 0x7f52e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f67fc640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f52f80d4f20 con 0x7f52e4004d40 2024-09-16T01:49:12.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52f80b87e0 con 0x7f52e4003f30 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f52e400b9c0 con 0x7f52f80b7f20 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f77fe640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f6ffd640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 0x7f52e40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52effff640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52e4003f30 0x7f52e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f77fe640 1 -- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 msgr2=0x7f52e40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f77fe640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f80b7f20 0x7f52e40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f77fe640 1 -- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52e4003f30 msgr2=0x7f52e4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f77fe640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52e4003f30 0x7f52e4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.790+0000 7f52f77fe640 1 -- 172.21.15.16:0/2974624662 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52e4003520 con 0x7f52e4004d40 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52f77fe640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52e40051c0 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f52f0009fc0 tx=0x7f52e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc024984244b2de8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52f0009c10 con 0x7f52e4004d40 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52f0036070 con 0x7f52e4004d40 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52f67fc640 1 -- 172.21.15.16:0/2974624662 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52f002d070 con 0x7f52e4004d40 2024-09-16T01:49:12.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52fd9d6640 1 -- 172.21.15.16:0/2974624662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 msgr2=0x7f52e40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:12.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52fd9d6640 1 --2- 172.21.15.16:0/2974624662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52e40051c0 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f52f0009fc0 tx=0x7f52e4005830 comp rx=0 tx=0).stop 2024-09-16T01:49:12.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52f77fe640 1 -- 172.21.15.16:0/2974624662 reap_dead start 2024-09-16T01:49:12.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52fd9d6640 1 -- 172.21.15.16:0/2974624662 shutdown_connections 2024-09-16T01:49:12.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52fd9d6640 1 -- 172.21.15.16:0/2974624662 >> 172.21.15.16:0/2974624662 conn(0x7f52f8074fe0 msgr2=0x7f52f8072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:12.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.791+0000 7f52fd9d6640 1 -- 172.21.15.16:0/2974624662 shutdown_connections 2024-09-16T01:49:12.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.792+0000 7f52fd9d6640 1 -- 172.21.15.16:0/2974624662 wait complete. 2024-09-16T01:49:12.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.793+0000 7f52fd9d6640 1 Processor -- start 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.793+0000 7f52fd9d6640 1 -- start start 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.793+0000 7f52fd9d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52f814f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52fd9d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f814a090 0x7f52f814df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52fd9d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52f8150690 0x7f52f813fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52fd9d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f52f80b95a0 con 0x7f52e4004d40 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52fd9d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52f80b9080 con 0x7f52f8150690 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52fd9d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f52f80b9720 con 0x7f52f814a090 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52f814f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52f814f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39726/0 (socket says 172.21.15.16:39726) 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 -- 172.21.15.16:0/4109308554 learned_addr learned my addr 172.21.15.16:0/4109308554 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52effff640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f814a090 0x7f52f814df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f77fe640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52f8150690 0x7f52f813fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 -- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f814a090 msgr2=0x7f52f814df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f814a090 0x7f52f814df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 -- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52f8150690 msgr2=0x7f52f813fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52f8150690 0x7f52f813fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 -- 172.21.15.16:0/4109308554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52f814e770 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f6ffd640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52f814f810 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f52e8007290 tx=0x7f52e8007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f4ff9640 1 -- 172.21.15.16:0/4109308554 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e800f960 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f4ff9640 1 -- 172.21.15.16:0/4109308554 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52e8018070 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52f4ff9640 1 -- 172.21.15.16:0/4109308554 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e800fd00 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52f814ea50 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.794+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52f814f010 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.795+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52f80d49e0 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.796+0000 7f52f4ff9640 1 -- 172.21.15.16:0/4109308554 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f52e801d460 con 0x7f52e4004d40 2024-09-16T01:49:12.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.796+0000 7f52f4ff9640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f52d806c880 0x7f52d806ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:12.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.796+0000 7f52f4ff9640 1 -- 172.21.15.16:0/4109308554 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f52e808bf80 con 0x7f52e4004d40 2024-09-16T01:49:12.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.796+0000 7f52effff640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f52d806c880 0x7f52d806ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:12.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.797+0000 7f52effff640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f52d806c880 0x7f52d806ed40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f52f815fb40 tx=0x7f52e0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:12.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:12.800+0000 7f52f4ff9640 1 -- 172.21.15.16:0/4109308554 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f52e8059ed0 con 0x7f52e4004d40 2024-09-16T01:49:13.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.011+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f52f80b7b70 con 0x7f52e4004d40 2024-09-16T01:49:13.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.011+0000 7f52f4ff9640 1 -- 172.21.15.16:0/4109308554 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v76) ==== 53+0+73 (secure 0 0 0) 0x7f52e80597d0 con 0x7f52e4004d40 2024-09-16T01:49:13.013 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f52d806c880 msgr2=0x7f52d806ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f52d806c880 0x7f52d806ed40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f52f815fb40 tx=0x7f52e0008040 comp rx=0 tx=0).stop 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 msgr2=0x7f52f814f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52f814f810 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f52e8007290 tx=0x7f52e8007750 comp rx=0 tx=0).stop 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 shutdown_connections 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f52d806c880 0x7f52d806ed40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52f8150690 0x7f52f813fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f52f814a090 0x7f52f814df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 --2- 172.21.15.16:0/4109308554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52e4004d40 0x7f52f814f810 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 >> 172.21.15.16:0/4109308554 conn(0x7f52f8074fe0 msgr2=0x7f52f80c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:13.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 shutdown_connections 2024-09-16T01:49:13.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:13.013+0000 7f52fd9d6640 1 -- 172.21.15.16:0/4109308554 wait complete. 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:49:13.026 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:49:13.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:13.027 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:49:13.046 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:49:13.046 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:49:13.046 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:49:13.046 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:13.046 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:49:13.046 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:13.046 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42387sec preferred_lft 42387sec 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:13.047 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:49:13.048 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:13.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:13.049 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:49:13.115 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:49:13.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:13.117 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:49:13.176 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:49:13.176 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:49:13.176 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:49:13.177 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:49:13.177 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:49:13.177 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:49:13.177 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:49:13.177 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:49:13.177 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:49:13.177 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:49:13.177 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:49:13.233 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:49:13.235 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:49:13.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:49:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:49:13.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:49:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:13.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:13.313 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:49:13.369 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:49:13.369 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:49:13.370 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:49:13.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:13.370 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:49:13.443 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:49:13.444 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:13.444 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:13.500 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:49:13.500 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:13.500 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:13.555 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:49:13.620 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:13.676 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:49:13.676 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:49:13.676 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:49:13.676 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:49:13.676 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:49:13.676 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:49:13.676 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:13.677 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:13.678 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:13.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:13.679 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:49:13.732 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:49:13.732 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:49:13.774 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:49:13.798 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:13.855 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:49:13.855 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:49:13.855 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:49:13.855 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:49:13.855 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:49:13.855 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:13.856 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:13.857 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:13.858 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:13.858 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:13.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:13.858 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:49:13.858 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:49:13.854+0000 7fa60a322480 -1 init, newargv = 0x55efdbaabe20 newargc=15 2024-09-16T01:49:13.859 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[48767]: starting ceph client 2024-09-16T01:49:13.861 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[48767]: starting fuse 2024-09-16T01:49:13.873 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:49:13.873 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:49:13.874 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:49:13.875 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:49:13.990 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.48767.asok 2024-09-16T01:49:13.993 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:49:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:14.000 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48767.asok 2024-09-16T01:49:14.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:14.001 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48767.asok status 2024-09-16T01:49:14.134 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:49:14.134 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:49:14.134 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:49:14.134 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "48767", 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 6689, 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:49:14.135 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 6689 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2492375305 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2492375305 2024-09-16T01:49:14.136 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.6689 192.168.0.1:0/2492375305", 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/2492375305", 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 76, 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 129, 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:49:14.137 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:49:14.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:14.143 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:49:14.143 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:14.158 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:49:14.158 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:14.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:14.159 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:14.223 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:49:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.342+0000 7f774ad5b640 1 Processor -- start 2024-09-16T01:49:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.342+0000 7f774ad5b640 1 -- start start 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f774ad5b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f774406d3f0 0x7f77440715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f774ad5b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f77440b6b90 0x7f77440b7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f774ad5b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f774406da40 con 0x7f774415e690 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f774ad5b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7744071b30 con 0x7f774406d3f0 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f774ad5b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f77440708c0 con 0x7f77440b6b90 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7743fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f774406d3f0 0x7f77440715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7748af7640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f774415e690 0x7f7744073c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57908/0 (socket says 172.21.15.16:57908) 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7743fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f774406d3f0 0x7f77440715f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39730/0 (socket says 172.21.15.16:39730) 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7748af7640 1 -- 172.21.15.16:0/3164981431 learned_addr learned my addr 172.21.15.16:0/3164981431 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:14.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f77492f8640 1 --2- 172.21.15.16:0/3164981431 >> v2:172.21.15.104:3300/0 conn(0x7f77440b6b90 0x7f77440b7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7743fff640 1 -- 172.21.15.16:0/3164981431 >> v2:172.21.15.104:3300/0 conn(0x7f77440b6b90 msgr2=0x7f77440b7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7743fff640 1 --2- 172.21.15.16:0/3164981431 >> v2:172.21.15.104:3300/0 conn(0x7f77440b6b90 0x7f77440b7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7743fff640 1 -- 172.21.15.16:0/3164981431 >> v1:172.21.15.16:6789/0 conn(0x7f774415e690 legacy=0x7f7744073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f77437fe640 1 -- 172.21.15.16:0/3164981431 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2136530086 0 0) 0x7f774406da40 con 0x7f774415e690 2024-09-16T01:49:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.343+0000 7f7743fff640 1 -- 172.21.15.16:0/3164981431 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7744070b10 con 0x7f774406d3f0 2024-09-16T01:49:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.344+0000 7f7743fff640 1 --2- 172.21.15.16:0/3164981431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774406d3f0 0x7f77440715f0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f7744075f90 tx=0x7f773402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9d608373e1698f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.344+0000 7f77437fe640 1 -- 172.21.15.16:0/3164981431 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734007740 con 0x7f774406d3f0 2024-09-16T01:49:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.344+0000 7f77437fe640 1 -- 172.21.15.16:0/3164981431 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77340078e0 con 0x7f774406d3f0 2024-09-16T01:49:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.344+0000 7f77437fe640 1 -- 172.21.15.16:0/3164981431 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734007cb0 con 0x7f774406d3f0 2024-09-16T01:49:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 -- 172.21.15.16:0/3164981431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774406d3f0 msgr2=0x7f77440715f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 --2- 172.21.15.16:0/3164981431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774406d3f0 0x7f77440715f0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f7744075f90 tx=0x7f773402a560 comp rx=0 tx=0).stop 2024-09-16T01:49:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 -- 172.21.15.16:0/3164981431 shutdown_connections 2024-09-16T01:49:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 --2- 172.21.15.16:0/3164981431 >> v2:172.21.15.104:3300/0 conn(0x7f77440b6b90 0x7f77440b7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 --2- 172.21.15.16:0/3164981431 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774406d3f0 0x7f77440715f0 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 -- 172.21.15.16:0/3164981431 >> 172.21.15.16:0/3164981431 conn(0x7f77440b4250 msgr2=0x7f77440b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 -- 172.21.15.16:0/3164981431 shutdown_connections 2024-09-16T01:49:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.345+0000 7f774ad5b640 1 -- 172.21.15.16:0/3164981431 wait complete. 2024-09-16T01:49:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.346+0000 7f774ad5b640 1 Processor -- start 2024-09-16T01:49:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.346+0000 7f774ad5b640 1 -- start start 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f774ad5b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f774406d3f0 0x7f774413d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f774ad5b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77440b6b90 0x7f7744154d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f774ad5b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774415e690 0x7f7744155250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f774ad5b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f77440b7540 con 0x7f774415e690 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f774ad5b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f77440710d0 con 0x7f77440b6b90 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f774ad5b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f774415ea70 con 0x7f774406d3f0 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f77492f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774415e690 0x7f7744155250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f77492f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774415e690 0x7f7744155250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39744/0 (socket says 172.21.15.16:39744) 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f77492f8640 1 -- 172.21.15.16:0/1289335831 learned_addr learned my addr 172.21.15.16:0/1289335831 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.347+0000 7f7743fff640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77440b6b90 0x7f7744154d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f7748af7640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f774406d3f0 0x7f774413d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77492f8640 1 -- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f774406d3f0 msgr2=0x7f774413d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77492f8640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f774406d3f0 0x7f774413d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77492f8640 1 -- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77440b6b90 msgr2=0x7f7744154d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77492f8640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77440b6b90 0x7f7744154d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77492f8640 1 -- 172.21.15.16:0/1289335831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7744157010 con 0x7f774415e690 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77492f8640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774415e690 0x7f7744155250 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f772c00e930 tx=0x7f772c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77417fa640 1 -- 172.21.15.16:0/1289335831 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c017070 con 0x7f774415e690 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77417fa640 1 -- 172.21.15.16:0/1289335831 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f772c00c980 con 0x7f774415e690 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7744160940 con 0x7f774415e690 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f77417fa640 1 -- 172.21.15.16:0/1289335831 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c00cd70 con 0x7f774415e690 2024-09-16T01:49:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.348+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7744160f00 con 0x7f774415e690 2024-09-16T01:49:14.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.349+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77440715f0 con 0x7f774415e690 2024-09-16T01:49:14.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.350+0000 7f77417fa640 1 -- 172.21.15.16:0/1289335831 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f772c01a070 con 0x7f774415e690 2024-09-16T01:49:14.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.350+0000 7f77417fa640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f772406c850 0x7f772406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:14.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.350+0000 7f77417fa640 1 -- 172.21.15.16:0/1289335831 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f772c08bef0 con 0x7f774415e690 2024-09-16T01:49:14.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.350+0000 7f7748af7640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f772406c850 0x7f772406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:14.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.351+0000 7f7748af7640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f772406c850 0x7f772406ed10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f773c000f60 tx=0x7f773c007c00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:14.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.355+0000 7f77417fa640 1 -- 172.21.15.16:0/1289335831 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7744157010 con 0x7f774415e690 2024-09-16T01:49:14.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:14.570+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f77440b4910 con 0x7f774415e690 2024-09-16T01:49:15.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.239+0000 7f77417fa640 1 -- 172.21.15.16:0/1289335831 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v77) ==== 136+0+0 (secure 0 0 0) 0x7f772c059e70 con 0x7f774415e690 2024-09-16T01:49:15.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f772406c850 msgr2=0x7f772406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f772406c850 0x7f772406ed10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f773c000f60 tx=0x7f773c007c00 comp rx=0 tx=0).stop 2024-09-16T01:49:15.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774415e690 msgr2=0x7f7744155250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774415e690 0x7f7744155250 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f772c00e930 tx=0x7f772c00edf0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 shutdown_connections 2024-09-16T01:49:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f772406c850 0x7f772406ed10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f774415e690 0x7f7744155250 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77440b6b90 0x7f7744154d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 --2- 172.21.15.16:0/1289335831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f774406d3f0 0x7f774413d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 >> 172.21.15.16:0/1289335831 conn(0x7f77440b4250 msgr2=0x7f774406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 shutdown_connections 2024-09-16T01:49:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.242+0000 7f774ad5b640 1 -- 172.21.15.16:0/1289335831 wait complete. 2024-09-16T01:49:15.257 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:49:15.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.364+0000 7f17fce7b640 1 Processor -- start 2024-09-16T01:49:15.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.364+0000 7f17fce7b640 1 -- start start 2024-09-16T01:49:15.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.365+0000 7f17fce7b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f17f80b9ee0 0x7f17f815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.365+0000 7f17fce7b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17f80ba350 con 0x7f17f80d15f0 2024-09-16T01:49:15.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.365+0000 7f17fce7b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17f80d2750 con 0x7f17f8147fc0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.365+0000 7f17fce7b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f17f81483a0 con 0x7f17f80b9ee0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f5d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f17f80d15f0 0x7f17f80b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57918/0 (socket says 172.21.15.16:57918) 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f5d9b640 1 -- 172.21.15.16:0/3076898505 learned_addr learned my addr 172.21.15.16:0/3076898505 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f6d9d640 1 --2- 172.21.15.16:0/3076898505 >> v2:172.21.15.104:3300/0 conn(0x7f17f80b9ee0 0x7f17f815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3654060195 0 0) 0x7f17f80ba350 con 0x7f17f80d15f0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17e4003520 con 0x7f17f80d15f0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3199805150 0 0) 0x7f17f80d2750 con 0x7f17f8147fc0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17f80ba350 con 0x7f17f8147fc0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1890743468 0 0) 0x7f17e4003520 con 0x7f17f80d15f0 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 >> v2:172.21.15.104:3300/0 conn(0x7f17f80b9ee0 msgr2=0x7f17f815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 --2- 172.21.15.16:0/3076898505 >> v2:172.21.15.104:3300/0 conn(0x7f17f80b9ee0 0x7f17f815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 >> v1:172.21.15.104:6789/0 conn(0x7f17f8147fc0 legacy=0x7f17f80d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f80d2a30 con 0x7f17f80d15f0 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f17e0001670 con 0x7f17f80d15f0 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 >> v1:172.21.15.16:6789/0 conn(0x7f17f80d15f0 legacy=0x7f17f80b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17e4003b40 0x7f17e4003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4004800 0x7f17e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17e40051c0 0x7f17e400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f17f81483a0 con 0x7f17e4003b40 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f17e400c040 con 0x7f17e40051c0 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f17e400c240 con 0x7f17e4004800 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f659c640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17e4003b40 0x7f17e4003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f5d9b640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4004800 0x7f17e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.366+0000 7f17f6d9d640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17e40051c0 0x7f17e400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f659c640 1 -- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4004800 msgr2=0x7f17e4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:15.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f659c640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4004800 0x7f17e4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f659c640 1 -- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17e40051c0 msgr2=0x7f17e400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f659c640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17e40051c0 0x7f17e400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f659c640 1 -- 172.21.15.16:0/3076898505 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e4003520 con 0x7f17e4003b40 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f6d9d640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17e40051c0 0x7f17e400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f6d9d640 1 -- 172.21.15.16:0/3076898505 reap_dead start 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.367+0000 7f17f659c640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17e4003b40 0x7f17e4003f40 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f17f0001fd0 tx=0x7f17e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb19f5473e07fed0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0001bf0 con 0x7f17e4003b40 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f0003b70 con 0x7f17e4003b40 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17f559a640 1 -- 172.21.15.16:0/3076898505 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f00050d0 con 0x7f17e4003b40 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17fce7b640 1 -- 172.21.15.16:0/3076898505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17e4003b40 msgr2=0x7f17e4003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17fce7b640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17e4003b40 0x7f17e4003f40 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f17f0001fd0 tx=0x7f17e4005830 comp rx=0 tx=0).stop 2024-09-16T01:49:15.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17fce7b640 1 -- 172.21.15.16:0/3076898505 shutdown_connections 2024-09-16T01:49:15.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17fce7b640 1 --2- 172.21.15.16:0/3076898505 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17e4003b40 0x7f17e4003f40 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17fce7b640 1 -- 172.21.15.16:0/3076898505 >> 172.21.15.16:0/3076898505 conn(0x7f17f8074fe0 msgr2=0x7f17f806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:15.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17fce7b640 1 -- 172.21.15.16:0/3076898505 shutdown_connections 2024-09-16T01:49:15.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.368+0000 7f17fce7b640 1 -- 172.21.15.16:0/3076898505 wait complete. 2024-09-16T01:49:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 Processor -- start 2024-09-16T01:49:15.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 -- start start 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4003b40 0x7f17f8143e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17f8141cd0 0x7f17f8142150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17f80cc8b0 0x7f17f80ccd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f17f80d2500 con 0x7f17f8141cd0 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f17f815efa0 con 0x7f17f80cc8b0 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.370+0000 7f17fce7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f17f80d2ff0 con 0x7f17e4003b40 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17f8141cd0 0x7f17f8142150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4003b40 0x7f17f8143e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17f8141cd0 0x7f17f8142150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39762/0 (socket says 172.21.15.16:39762) 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 -- 172.21.15.16:0/2549274571 learned_addr learned my addr 172.21.15.16:0/2549274571 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f6d9d640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17f80cc8b0 0x7f17f80ccd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 -- 172.21.15.16:0/2549274571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4003b40 msgr2=0x7f17f8143e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4003b40 0x7f17f8143e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 -- 172.21.15.16:0/2549274571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17f80cc8b0 msgr2=0x7f17f80ccd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17f80cc8b0 0x7f17f80ccd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 -- 172.21.15.16:0/2549274571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f815e440 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17f5d9b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17f8141cd0 0x7f17f8142150 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f17e0007340 tx=0x7f17e0007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17eeffd640 1 -- 172.21.15.16:0/2549274571 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e000f860 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17eeffd640 1 -- 172.21.15.16:0/2549274571 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17e0018070 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f80cbaf0 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17eeffd640 1 -- 172.21.15.16:0/2549274571 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e000fc80 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.371+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f80cc0b0 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.372+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f8068ea0 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.373+0000 7f17eeffd640 1 -- 172.21.15.16:0/2549274571 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f17e001d460 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.373+0000 7f17eeffd640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f17d806c850 0x7f17d806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.373+0000 7f17eeffd640 1 -- 172.21.15.16:0/2549274571 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f17e008bdd0 con 0x7f17f8141cd0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.373+0000 7f17f659c640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f17d806c850 0x7f17d806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.374+0000 7f17f659c640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f17d806c850 0x7f17d806ed10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f17f0032000 tx=0x7f17f002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:15.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.378+0000 7f17eeffd640 1 -- 172.21.15.16:0/2549274571 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f17f8068ea0 con 0x7f17f8141cd0 2024-09-16T01:49:15.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.579+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f17f815eb80 con 0x7f17d806c850 2024-09-16T01:49:15.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.581+0000 7f17eeffd640 1 -- 172.21.15.16:0/2549274571 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f17f815eb80 con 0x7f17d806c850 2024-09-16T01:49:15.582 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:49:15.582 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:15.582 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:49:15.582 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:15.582 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:49:15.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f17d806c850 msgr2=0x7f17d806ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f17d806c850 0x7f17d806ed10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f17f0032000 tx=0x7f17f002f000 comp rx=0 tx=0).stop 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17f8141cd0 msgr2=0x7f17f8142150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17f8141cd0 0x7f17f8142150 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f17e0007340 tx=0x7f17e0007800 comp rx=0 tx=0).stop 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 shutdown_connections 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f17d806c850 0x7f17d806ed10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17f80cc8b0 0x7f17f80ccd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f17f8141cd0 0x7f17f8142150 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 --2- 172.21.15.16:0/2549274571 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f17e4003b40 0x7f17f8143e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 >> 172.21.15.16:0/2549274571 conn(0x7f17f8074fe0 msgr2=0x7f17f80cfbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 shutdown_connections 2024-09-16T01:49:15.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.583+0000 7f17fce7b640 1 -- 172.21.15.16:0/2549274571 wait complete. 2024-09-16T01:49:15.595 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:49:15.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.699+0000 7fd81b70a640 1 Processor -- start 2024-09-16T01:49:15.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.699+0000 7fd81b70a640 1 -- start start 2024-09-16T01:49:15.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd81b70a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd8140d2b20 0x7fd81406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd81b70a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81406e5e0 0x7fd8140b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd81b70a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd81406ecf0 con 0x7fd81415c280 2024-09-16T01:49:15.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd81b70a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd81406bbe0 con 0x7fd8140d2b20 2024-09-16T01:49:15.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd81b70a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd81406bec0 con 0x7fd81406e5e0 2024-09-16T01:49:15.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd818ca5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd8140d2b20 0x7fd81406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd818ca5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd8140d2b20 0x7fd81406e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39770/0 (socket says 172.21.15.16:39770) 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd818ca5640 1 -- 172.21.15.16:0/2913068349 learned_addr learned my addr 172.21.15.16:0/2913068349 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.700+0000 7fd8194a6640 1 --1- 172.21.15.16:0/2913068349 >> v1:172.21.15.16:6789/0 conn(0x7fd81415c280 0x7fd8140d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57920/0 (socket says 172.21.15.16:57920) 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd818ca5640 1 -- 172.21.15.16:0/2913068349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81406e5e0 msgr2=0x7fd8140b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd819ca7640 1 --2- 172.21.15.16:0/2913068349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81406e5e0 0x7fd8140b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd813fff640 1 -- 172.21.15.16:0/2913068349 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2600184039 0 0) 0x7fd81406ecf0 con 0x7fd81415c280 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd818ca5640 1 --2- 172.21.15.16:0/2913068349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81406e5e0 0x7fd8140b5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd818ca5640 1 -- 172.21.15.16:0/2913068349 >> v1:172.21.15.16:6789/0 conn(0x7fd81415c280 legacy=0x7fd8140d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd818ca5640 1 -- 172.21.15.16:0/2913068349 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd81406c1a0 con 0x7fd8140d2b20 2024-09-16T01:49:15.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd818ca5640 1 --2- 172.21.15.16:0/2913068349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8140d2b20 0x7fd81406e0a0 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fd808009870 tx=0x7fd80802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e15c5997668de3f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.701+0000 7fd813fff640 1 -- 172.21.15.16:0/2913068349 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd808037070 con 0x7fd8140d2b20 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd813fff640 1 -- 172.21.15.16:0/2913068349 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd808032440 con 0x7fd8140d2b20 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd813fff640 1 -- 172.21.15.16:0/2913068349 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd808032810 con 0x7fd8140d2b20 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 -- 172.21.15.16:0/2913068349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8140d2b20 msgr2=0x7fd81406e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 --2- 172.21.15.16:0/2913068349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8140d2b20 0x7fd81406e0a0 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fd808009870 tx=0x7fd80802a270 comp rx=0 tx=0).stop 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 -- 172.21.15.16:0/2913068349 shutdown_connections 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 --2- 172.21.15.16:0/2913068349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81406e5e0 0x7fd8140b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 --2- 172.21.15.16:0/2913068349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8140d2b20 0x7fd81406e0a0 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 -- 172.21.15.16:0/2913068349 >> 172.21.15.16:0/2913068349 conn(0x7fd81406f2d0 msgr2=0x7fd81406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 -- 172.21.15.16:0/2913068349 shutdown_connections 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.702+0000 7fd81b70a640 1 -- 172.21.15.16:0/2913068349 wait complete. 2024-09-16T01:49:15.705 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.703+0000 7fd81b70a640 1 Processor -- start 2024-09-16T01:49:15.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.703+0000 7fd81b70a640 1 -- start start 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd81b70a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd81406e5e0 0x7fd8141544a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd81b70a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8140d2b20 0x7fd814158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd81b70a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81415c280 0x7fd814154c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd81b70a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd81415fae0 con 0x7fd81406e5e0 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd81b70a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd81406ea10 con 0x7fd8140d2b20 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd81b70a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd81406c9a0 con 0x7fd81415c280 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd8194a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd81406e5e0 0x7fd8141544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd8194a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd81406e5e0 0x7fd8141544a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39784/0 (socket says 172.21.15.16:39784) 2024-09-16T01:49:15.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.704+0000 7fd8194a6640 1 -- 172.21.15.16:0/1860247578 learned_addr learned my addr 172.21.15.16:0/1860247578 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd8194a6640 1 -- 172.21.15.16:0/1860247578 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81415c280 msgr2=0x7fd814154c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd8194a6640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81415c280 0x7fd814154c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd8194a6640 1 -- 172.21.15.16:0/1860247578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8140d2b20 msgr2=0x7fd814158590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd8194a6640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8140d2b20 0x7fd814158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd8194a6640 1 -- 172.21.15.16:0/1860247578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8141549e0 con 0x7fd81406e5e0 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd8194a6640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd81406e5e0 0x7fd8141544a0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd80400c890 tx=0x7fd80400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd811ffb640 1 -- 172.21.15.16:0/1860247578 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd804018070 con 0x7fd81406e5e0 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd811ffb640 1 -- 172.21.15.16:0/1860247578 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd80400a5e0 con 0x7fd81406e5e0 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8141574f0 con 0x7fd81406e5e0 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd811ffb640 1 -- 172.21.15.16:0/1860247578 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80400a9d0 con 0x7fd81406e5e0 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.705+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd814157ab0 con 0x7fd81406e5e0 2024-09-16T01:49:15.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.706+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd81406e0a0 con 0x7fd81406e5e0 2024-09-16T01:49:15.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.707+0000 7fd811ffb640 1 -- 172.21.15.16:0/1860247578 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fd80401b070 con 0x7fd81406e5e0 2024-09-16T01:49:15.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.707+0000 7fd811ffb640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd80006c850 0x7fd80006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:15.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.707+0000 7fd811ffb640 1 -- 172.21.15.16:0/1860247578 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fd80408b520 con 0x7fd81406e5e0 2024-09-16T01:49:15.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.707+0000 7fd818ca5640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd80006c850 0x7fd80006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:15.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.708+0000 7fd818ca5640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd80006c850 0x7fd80006ed10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd808034000 tx=0x7fd80802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:15.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.712+0000 7fd811ffb640 1 -- 172.21.15.16:0/1860247578 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd804059470 con 0x7fd81406e5e0 2024-09-16T01:49:15.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.887+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd8141581b0 con 0x7fd81406e5e0 2024-09-16T01:49:15.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.888+0000 7fd811ffb640 1 -- 172.21.15.16:0/1860247578 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v24)=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7fd804058d70 con 0x7fd81406e5e0 2024-09-16T01:49:15.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd80006c850 msgr2=0x7fd80006ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd80006c850 0x7fd80006ed10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd808034000 tx=0x7fd80802c000 comp rx=0 tx=0).stop 2024-09-16T01:49:15.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd81406e5e0 msgr2=0x7fd8141544a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:15.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd81406e5e0 0x7fd8141544a0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd80400c890 tx=0x7fd80400cd50 comp rx=0 tx=0).stop 2024-09-16T01:49:15.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 shutdown_connections 2024-09-16T01:49:15.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd80006c850 0x7fd80006ed10 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd81415c280 0x7fd814154c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8140d2b20 0x7fd814158590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 --2- 172.21.15.16:0/1860247578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd81406e5e0 0x7fd8141544a0 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:15.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 >> 172.21.15.16:0/1860247578 conn(0x7fd81406f2d0 msgr2=0x7fd8140d2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:15.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 shutdown_connections 2024-09-16T01:49:15.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:15.890+0000 7fd81b70a640 1 -- 172.21.15.16:0/1860247578 wait complete. 2024-09-16T01:49:15.902 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create non_existent_subvolume subvolume_1 2024-09-16T01:49:16.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.006+0000 7f7764245640 1 Processor -- start 2024-09-16T01:49:16.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.006+0000 7f7764245640 1 -- start start 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f7764245640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f775c0d2b20 0x7f775c06e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f7764245640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f775c06e5e0 0x7f775c0b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f7764245640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f775c06ecf0 con 0x7f775c15c280 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f7764245640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f775c06bbe0 con 0x7f775c06e5e0 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f7764245640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f775c06bec0 con 0x7f775c0d2b20 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77627e2640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f775c06e5e0 0x7f775c0b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77627e2640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f775c06e5e0 0x7f775c0b5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39792/0 (socket says 172.21.15.16:39792) 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77627e2640 1 -- 172.21.15.16:0/183786009 learned_addr learned my addr 172.21.15.16:0/183786009 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77617e0640 1 --2- 172.21.15.16:0/183786009 >> v2:172.21.15.104:3300/0 conn(0x7f775c0d2b20 0x7f775c06e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77627e2640 1 -- 172.21.15.16:0/183786009 >> v2:172.21.15.104:3300/0 conn(0x7f775c0d2b20 msgr2=0x7f775c06e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:16.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77627e2640 1 --2- 172.21.15.16:0/183786009 >> v2:172.21.15.104:3300/0 conn(0x7f775c0d2b20 0x7f775c06e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77627e2640 1 -- 172.21.15.16:0/183786009 >> v1:172.21.15.104:6789/0 conn(0x7f775c15c280 legacy=0x7f775c0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.007+0000 7f77627e2640 1 -- 172.21.15.16:0/183786009 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f775c06c1a0 con 0x7f775c06e5e0 2024-09-16T01:49:16.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.008+0000 7f77627e2640 1 --2- 172.21.15.16:0/183786009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c06e5e0 0x7f775c0b5dc0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f775c1620d0 tx=0x7f775402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2693207870290cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.008+0000 7f7760fdf640 1 -- 172.21.15.16:0/183786009 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7754036070 con 0x7f775c06e5e0 2024-09-16T01:49:16.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.008+0000 7f7760fdf640 1 -- 172.21.15.16:0/183786009 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7754031600 con 0x7f775c06e5e0 2024-09-16T01:49:16.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.008+0000 7f7760fdf640 1 -- 172.21.15.16:0/183786009 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77540319d0 con 0x7f775c06e5e0 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 -- 172.21.15.16:0/183786009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c06e5e0 msgr2=0x7f775c0b5dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 --2- 172.21.15.16:0/183786009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c06e5e0 0x7f775c0b5dc0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f775c1620d0 tx=0x7f775402a730 comp rx=0 tx=0).stop 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 -- 172.21.15.16:0/183786009 shutdown_connections 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 --2- 172.21.15.16:0/183786009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c06e5e0 0x7f775c0b5dc0 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 --2- 172.21.15.16:0/183786009 >> v2:172.21.15.104:3300/0 conn(0x7f775c0d2b20 0x7f775c06e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 -- 172.21.15.16:0/183786009 >> 172.21.15.16:0/183786009 conn(0x7f775c06f2d0 msgr2=0x7f775c06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 -- 172.21.15.16:0/183786009 shutdown_connections 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.009+0000 7f7764245640 1 -- 172.21.15.16:0/183786009 wait complete. 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.010+0000 7f7764245640 1 Processor -- start 2024-09-16T01:49:16.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.010+0000 7f7764245640 1 -- start start 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f7764245640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f775c06e5e0 0x7f775c15d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f7764245640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f775c0d2b20 0x7f775c148850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f7764245640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c15c280 0x7f775c148d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f7764245640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f775c15fae0 con 0x7f775c15c280 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f7764245640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f775c06ea10 con 0x7f775c0d2b20 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f7764245640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f775c06c9a0 con 0x7f775c06e5e0 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c15c280 0x7f775c148d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c15c280 0x7f775c148d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39806/0 (socket says 172.21.15.16:39806) 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 -- 172.21.15.16:0/4272055915 learned_addr learned my addr 172.21.15.16:0/4272055915 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:16.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77617e0640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f775c0d2b20 0x7f775c148850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f7761fe1640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f775c06e5e0 0x7f775c15d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 -- 172.21.15.16:0/4272055915 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f775c06e5e0 msgr2=0x7f775c15d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f775c06e5e0 0x7f775c15d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 -- 172.21.15.16:0/4272055915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f775c0d2b20 msgr2=0x7f775c148850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f775c0d2b20 0x7f775c148850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 -- 172.21.15.16:0/4272055915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f775c152900 con 0x7f775c15c280 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77617e0640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f775c0d2b20 0x7f775c148850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.011+0000 7f77627e2640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f775c15c280 0x7f775c148d90 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f7754009f40 tx=0x7f7754004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.012+0000 7f77527fc640 1 -- 172.21.15.16:0/4272055915 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7754036050 con 0x7f775c15c280 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.012+0000 7f77527fc640 1 -- 172.21.15.16:0/4272055915 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7754042070 con 0x7f775c15c280 2024-09-16T01:49:16.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.012+0000 7f7764245640 1 -- 172.21.15.16:0/4272055915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f775c15fd00 con 0x7f775c15c280 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.012+0000 7f77527fc640 1 -- 172.21.15.16:0/4272055915 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7754009510 con 0x7f775c15c280 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.012+0000 7f7764245640 1 -- 172.21.15.16:0/4272055915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f775c1496a0 con 0x7f775c15c280 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.013+0000 7f7764245640 1 -- 172.21.15.16:0/4272055915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f775c0b4b90 con 0x7f775c15c280 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.013+0000 7f77527fc640 1 -- 172.21.15.16:0/4272055915 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f7754007bf0 con 0x7f775c15c280 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.014+0000 7f77527fc640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f774006c850 0x7f774006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.014+0000 7f77527fc640 1 -- 172.21.15.16:0/4272055915 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f77540acc90 con 0x7f775c15c280 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.014+0000 7f7761fe1640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f774006c850 0x7f774006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.014+0000 7f7761fe1640 1 --2- 172.21.15.16:0/4272055915 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f774006c850 0x7f774006ed10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f77580016e0 tx=0x7f7758009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.018+0000 7f77527fc640 1 -- 172.21.15.16:0/4272055915 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f775c0b4b90 con 0x7f775c15c280 2024-09-16T01:49:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.219+0000 7f7764245640 1 -- 172.21.15.16:0/4272055915 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f775c1f4890 con 0x7f774006c850 2024-09-16T01:49:16.221 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:16.220+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:16.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.220+0000 7f77527fc640 1 -- 172.21.15.16:0/4272055915 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f775c1f4890 con 0x7f774006c850 2024-09-16T01:49:16.222 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:16.227 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:16.228 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm non_existent_subvolume subvolume_1 2024-09-16T01:49:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.332+0000 7f7be99e8640 1 Processor -- start 2024-09-16T01:49:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.332+0000 7f7be99e8640 1 -- start start 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be99e8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7be40d2b20 0x7f7be40b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be99e8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7be40b7390 0x7f7be4073290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be99e8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7be415cba0 con 0x7f7be415a0b0 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be99e8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7be415ce80 con 0x7f7be40d2b20 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be99e8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7be415d160 con 0x7f7be40b7390 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be27fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7be40d2b20 0x7f7be40b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7be415a0b0 0x7f7be40d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57930/0 (socket says 172.21.15.16:57930) 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be2ffd640 1 -- 172.21.15.16:0/3273232869 learned_addr learned my addr 172.21.15.16:0/3273232869 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be27fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7be40d2b20 0x7f7be40b6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39810/0 (socket says 172.21.15.16:39810) 2024-09-16T01:49:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be27fc640 1 -- 172.21.15.16:0/3273232869 >> v2:172.21.15.104:3300/0 conn(0x7f7be40b7390 msgr2=0x7f7be4073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:16.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be27fc640 1 --2- 172.21.15.16:0/3273232869 >> v2:172.21.15.104:3300/0 conn(0x7f7be40b7390 0x7f7be4073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be27fc640 1 -- 172.21.15.16:0/3273232869 >> v1:172.21.15.16:6789/0 conn(0x7f7be415a0b0 legacy=0x7f7be40d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be27fc640 1 -- 172.21.15.16:0/3273232869 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be415d440 con 0x7f7be40d2b20 2024-09-16T01:49:16.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.333+0000 7f7be1ffb640 1 -- 172.21.15.16:0/3273232869 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4251682064 0 0) 0x7f7be415cba0 con 0x7f7be415a0b0 2024-09-16T01:49:16.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.334+0000 7f7be27fc640 1 --2- 172.21.15.16:0/3273232869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be40d2b20 0x7f7be40b6e50 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f7be406ef30 tx=0x7f7bcc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86d0c926cf4b2e75 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.334+0000 7f7be1ffb640 1 -- 172.21.15.16:0/3273232869 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc037070 con 0x7f7be40d2b20 2024-09-16T01:49:16.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.334+0000 7f7be1ffb640 1 -- 172.21.15.16:0/3273232869 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bcc032440 con 0x7f7be40d2b20 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.334+0000 7f7be1ffb640 1 -- 172.21.15.16:0/3273232869 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc02ae60 con 0x7f7be40d2b20 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 -- 172.21.15.16:0/3273232869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be40d2b20 msgr2=0x7f7be40b6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 --2- 172.21.15.16:0/3273232869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be40d2b20 0x7f7be40b6e50 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f7be406ef30 tx=0x7f7bcc02a110 comp rx=0 tx=0).stop 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 -- 172.21.15.16:0/3273232869 shutdown_connections 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 --2- 172.21.15.16:0/3273232869 >> v2:172.21.15.104:3300/0 conn(0x7f7be40b7390 0x7f7be4073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 --2- 172.21.15.16:0/3273232869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be40d2b20 0x7f7be40b6e50 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 -- 172.21.15.16:0/3273232869 >> 172.21.15.16:0/3273232869 conn(0x7f7be406f2d0 msgr2=0x7f7be406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 -- 172.21.15.16:0/3273232869 shutdown_connections 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.335+0000 7f7be99e8640 1 -- 172.21.15.16:0/3273232869 wait complete. 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.336+0000 7f7be99e8640 1 Processor -- start 2024-09-16T01:49:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.336+0000 7f7be99e8640 1 -- start start 2024-09-16T01:49:16.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be99e8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be40b7390 0x7f7be4158520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be99e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2b20 0x7f7be4153c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be99e8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415a0b0 0x7f7be4154180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be99e8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7be40b5550 con 0x7f7be415a0b0 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be99e8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7be40b77d0 con 0x7f7be40b7390 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be99e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7be40b56d0 con 0x7f7be40d2b20 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415a0b0 0x7f7be4154180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415a0b0 0x7f7be4154180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39814/0 (socket says 172.21.15.16:39814) 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 -- 172.21.15.16:0/1192444873 learned_addr learned my addr 172.21.15.16:0/1192444873 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be2ffd640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be40b7390 0x7f7be4158520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be27fc640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2b20 0x7f7be4153c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 -- 172.21.15.16:0/1192444873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2b20 msgr2=0x7f7be4153c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2b20 0x7f7be4153c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 -- 172.21.15.16:0/1192444873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be40b7390 msgr2=0x7f7be4158520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7be40b7390 0x7f7be4158520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be37fe640 1 -- 172.21.15.16:0/1192444873 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be4154830 con 0x7f7be415a0b0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.337+0000 7f7be27fc640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7be40d2b20 0x7f7be4153c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.338+0000 7f7be37fe640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7be415a0b0 0x7f7be4154180 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f7bd400b970 tx=0x7f7bd400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.338+0000 7f7bdbfff640 1 -- 172.21.15.16:0/1192444873 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd4019070 con 0x7f7be415a0b0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.338+0000 7f7bdbfff640 1 -- 172.21.15.16:0/1192444873 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bd400cb60 con 0x7f7be415a0b0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.338+0000 7f7be99e8640 1 -- 172.21.15.16:0/1192444873 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7be4154b10 con 0x7f7be415a0b0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.338+0000 7f7bdbfff640 1 -- 172.21.15.16:0/1192444873 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd4014440 con 0x7f7be415a0b0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.338+0000 7f7be99e8640 1 -- 172.21.15.16:0/1192444873 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7be41550d0 con 0x7f7be415a0b0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.339+0000 7f7be99e8640 1 -- 172.21.15.16:0/1192444873 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7be40b6e50 con 0x7f7be415a0b0 2024-09-16T01:49:16.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.339+0000 7f7bdbfff640 1 -- 172.21.15.16:0/1192444873 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f7bd401c070 con 0x7f7be415a0b0 2024-09-16T01:49:16.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.340+0000 7f7bdbfff640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc406c880 0x7f7bc406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.340+0000 7f7bdbfff640 1 -- 172.21.15.16:0/1192444873 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f7bd408bbd0 con 0x7f7be415a0b0 2024-09-16T01:49:16.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.340+0000 7f7be2ffd640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc406c880 0x7f7bc406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.340+0000 7f7be2ffd640 1 --2- 172.21.15.16:0/1192444873 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7bc406c880 0x7f7bc406ed40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc000f60 tx=0x7f7bdc007b70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.344+0000 7f7bdbfff640 1 -- 172.21.15.16:0/1192444873 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7bd4059ae0 con 0x7f7be415a0b0 2024-09-16T01:49:16.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.544+0000 7f7be99e8640 1 -- 172.21.15.16:0/1192444873 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f7be40d2400 con 0x7f7bc406c880 2024-09-16T01:49:16.549 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:16.546+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:16.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.546+0000 7f7bdbfff640 1 -- 172.21.15.16:0/1192444873 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f7be40d2400 con 0x7f7bc406c880 2024-09-16T01:49:16.549 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:16.552 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:16.553 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath non_existent_subvolume subvolume_1 2024-09-16T01:49:16.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.656+0000 7f59659c6640 1 Processor -- start 2024-09-16T01:49:16.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.656+0000 7f59659c6640 1 -- start start 2024-09-16T01:49:16.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f59659c6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f596006f2d0 0x7f596006f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f59659c6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f59600cd9b0 0x7f59600cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f59659c6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f596015c980 con 0x7f59600d1b20 2024-09-16T01:49:16.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f59659c6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f596013f890 con 0x7f596006f2d0 2024-09-16T01:49:16.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f59659c6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5960160d20 con 0x7f59600cd9b0 2024-09-16T01:49:16.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f595e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f596006f2d0 0x7f596006f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f595effd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f59600d1b20 0x7f5960160610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57942/0 (socket says 172.21.15.16:57942) 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.657+0000 7f595effd640 1 -- 172.21.15.16:0/526101986 learned_addr learned my addr 172.21.15.16:0/526101986 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595f7fe640 1 --2- 172.21.15.16:0/526101986 >> v2:172.21.15.104:3300/0 conn(0x7f59600cd9b0 0x7f59600cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595e7fc640 1 -- 172.21.15.16:0/526101986 >> v2:172.21.15.104:3300/0 conn(0x7f59600cd9b0 msgr2=0x7f59600cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595e7fc640 1 --2- 172.21.15.16:0/526101986 >> v2:172.21.15.104:3300/0 conn(0x7f59600cd9b0 0x7f59600cde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595e7fc640 1 -- 172.21.15.16:0/526101986 >> v1:172.21.15.16:6789/0 conn(0x7f59600d1b20 legacy=0x7f5960160610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595e7fc640 1 -- 172.21.15.16:0/526101986 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f596015cc00 con 0x7f596006f2d0 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595dffb640 1 -- 172.21.15.16:0/526101986 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3993498895 0 0) 0x7f5948001110 con 0x7f59600d1b20 2024-09-16T01:49:16.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595f7fe640 1 --2- 172.21.15.16:0/526101986 >> v2:172.21.15.104:3300/0 conn(0x7f59600cd9b0 0x7f59600cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:16.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.658+0000 7f595e7fc640 1 --2- 172.21.15.16:0/526101986 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 0x7f596006f720 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f59600b85f0 tx=0x7f595002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=345ea777130f066a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f595dffb640 1 -- 172.21.15.16:0/526101986 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5950037070 con 0x7f596006f2d0 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f595dffb640 1 -- 172.21.15.16:0/526101986 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5950032440 con 0x7f596006f2d0 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f595dffb640 1 -- 172.21.15.16:0/526101986 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5950032810 con 0x7f596006f2d0 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 -- 172.21.15.16:0/526101986 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 msgr2=0x7f596006f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 --2- 172.21.15.16:0/526101986 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 0x7f596006f720 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f59600b85f0 tx=0x7f595002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 -- 172.21.15.16:0/526101986 shutdown_connections 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 --2- 172.21.15.16:0/526101986 >> v2:172.21.15.104:3300/0 conn(0x7f59600cd9b0 0x7f59600cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 --2- 172.21.15.16:0/526101986 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 0x7f596006f720 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 -- 172.21.15.16:0/526101986 >> 172.21.15.16:0/526101986 conn(0x7f59600d23c0 msgr2=0x7f59600d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 -- 172.21.15.16:0/526101986 shutdown_connections 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.659+0000 7f59659c6640 1 -- 172.21.15.16:0/526101986 wait complete. 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.660+0000 7f59659c6640 1 Processor -- start 2024-09-16T01:49:16.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f59659c6640 1 -- start start 2024-09-16T01:49:16.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f59659c6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 0x7f59600b7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f59659c6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f59600cd9b0 0x7f59601f3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f59659c6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f59600d1b20 0x7f59600cb710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f59659c6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f596015d1c0 con 0x7f596006f2d0 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f59659c6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f596006fc60 con 0x7f59600cd9b0 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f59659c6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f596015d4a0 con 0x7f59600d1b20 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f595effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 0x7f59600b7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f595effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 0x7f59600b7ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39842/0 (socket says 172.21.15.16:39842) 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.661+0000 7f595effd640 1 -- 172.21.15.16:0/3463335475 learned_addr learned my addr 172.21.15.16:0/3463335475 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595e7fc640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f59600cd9b0 0x7f59601f3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595f7fe640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f59600d1b20 0x7f59600cb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595effd640 1 -- 172.21.15.16:0/3463335475 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f59600d1b20 msgr2=0x7f59600cb710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595effd640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f59600d1b20 0x7f59600cb710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595effd640 1 -- 172.21.15.16:0/3463335475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f59600cd9b0 msgr2=0x7f59601f3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595effd640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f59600cd9b0 0x7f59601f3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595effd640 1 -- 172.21.15.16:0/3463335475 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59601f4380 con 0x7f596006f2d0 2024-09-16T01:49:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f595effd640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596006f2d0 0x7f59600b7ba0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f594800c460 tx=0x7f594800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f5957fff640 1 -- 172.21.15.16:0/3463335475 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5948018070 con 0x7f596006f2d0 2024-09-16T01:49:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f5957fff640 1 -- 172.21.15.16:0/3463335475 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5948007500 con 0x7f596006f2d0 2024-09-16T01:49:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f5957fff640 1 -- 172.21.15.16:0/3463335475 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5948004a20 con 0x7f596006f2d0 2024-09-16T01:49:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f59659c6640 1 -- 172.21.15.16:0/3463335475 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59601f4630 con 0x7f596006f2d0 2024-09-16T01:49:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.662+0000 7f59659c6640 1 -- 172.21.15.16:0/3463335475 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59601f4bf0 con 0x7f596006f2d0 2024-09-16T01:49:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.663+0000 7f59659c6640 1 -- 172.21.15.16:0/3463335475 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59601600c0 con 0x7f596006f2d0 2024-09-16T01:49:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.664+0000 7f5957fff640 1 -- 172.21.15.16:0/3463335475 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f594801b070 con 0x7f596006f2d0 2024-09-16T01:49:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.664+0000 7f5957fff640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594006c850 0x7f594006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.664+0000 7f5957fff640 1 -- 172.21.15.16:0/3463335475 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f594808b0b0 con 0x7f596006f2d0 2024-09-16T01:49:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.664+0000 7f595e7fc640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594006c850 0x7f594006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.665+0000 7f595e7fc640 1 --2- 172.21.15.16:0/3463335475 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594006c850 0x7f594006ed10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5950034000 tx=0x7f595002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.669+0000 7f5957fff640 1 -- 172.21.15.16:0/3463335475 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f596015c980 con 0x7f596006f2d0 2024-09-16T01:49:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.869+0000 7f59659c6640 1 -- 172.21.15.16:0/3463335475 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f59601f4e30 con 0x7f594006c850 2024-09-16T01:49:16.872 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:16.871+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:16.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.871+0000 7f5957fff640 1 -- 172.21.15.16:0/3463335475 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f59601f4e30 con 0x7f594006c850 2024-09-16T01:49:16.872 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:16.877 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:16.878 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info non_existent_subvolume subvolume_1 2024-09-16T01:49:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.981+0000 7f689ba47640 1 Processor -- start 2024-09-16T01:49:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.982+0000 7f689ba47640 1 -- start start 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.982+0000 7f689ba47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 0x7f6894162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.982+0000 7f689ba47640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6894163050 con 0x7f689406cbf0 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.982+0000 7f689ba47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6894162a90 con 0x7f6894147510 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.982+0000 7f689ba47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6894162d70 con 0x7f68941478f0 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f6899fe4640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f689406cbf0 0x7f689406ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57948/0 (socket says 172.21.15.16:57948) 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f6899fe4640 1 -- 172.21.15.16:0/1329660983 learned_addr learned my addr 172.21.15.16:0/1329660983 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f6898fe2640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 0x7f6894162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2090224330 0 0) 0x7f6894163050 con 0x7f689406cbf0 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6880003520 con 0x7f689406cbf0 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4166707337 0 0) 0x7f6880003520 con 0x7f689406cbf0 2024-09-16T01:49:16.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 msgr2=0x7f6894162140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 0x7f6894162140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 >> v1:172.21.15.104:6789/0 conn(0x7f6894147510 legacy=0x7f68940aea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f689406e500 con 0x7f689406cbf0 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f688c0019f0 con 0x7f689406cbf0 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 >> v1:172.21.15.16:6789/0 conn(0x7f689406cbf0 legacy=0x7f689406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 0x7f68800039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6880003f20 0x7f6880004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880004d40 0x7f68800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6894162d70 con 0x7f6880003f20 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f688000ba20 con 0x7f6880004d40 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f688000bc20 con 0x7f68941478f0 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f6898fe2640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6880003f20 0x7f6880004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.983+0000 7f68997e3640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 0x7f68800039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f6899fe4640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880004d40 0x7f68800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f6898fe2640 1 -- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 msgr2=0x7f68800039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f6898fe2640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 0x7f68800039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f6898fe2640 1 -- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880004d40 msgr2=0x7f68800051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f6898fe2640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880004d40 0x7f68800051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f6898fe2640 1 -- 172.21.15.16:0/1329660983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6880003520 con 0x7f6880003f20 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f68997e3640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68941478f0 0x7f68800039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.984+0000 7f6898fe2640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6880003f20 0x7f6880004800 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f6884009ac0 tx=0x7f6880005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9607fc957740a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884036070 con 0x7f6880003f20 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6884031400 con 0x7f6880003f20 2024-09-16T01:49:16.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f688bfff640 1 -- 172.21.15.16:0/1329660983 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884009690 con 0x7f6880003f20 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f689ba47640 1 -- 172.21.15.16:0/1329660983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6880003f20 msgr2=0x7f6880004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f689ba47640 1 --2- 172.21.15.16:0/1329660983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6880003f20 0x7f6880004800 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f6884009ac0 tx=0x7f6880005830 comp rx=0 tx=0).stop 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f6899fe4640 1 -- 172.21.15.16:0/1329660983 reap_dead start 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f689ba47640 1 -- 172.21.15.16:0/1329660983 shutdown_connections 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f689ba47640 1 -- 172.21.15.16:0/1329660983 >> 172.21.15.16:0/1329660983 conn(0x7f6894071ff0 msgr2=0x7f6894072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f689ba47640 1 -- 172.21.15.16:0/1329660983 shutdown_connections 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.985+0000 7f689ba47640 1 -- 172.21.15.16:0/1329660983 wait complete. 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.986+0000 7f689ba47640 1 Processor -- start 2024-09-16T01:49:16.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f689ba47640 1 -- start start 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f689ba47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880003f20 0x7f68941f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f689ba47640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68940c6c30 0x7f6894142cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f689ba47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68940c7a70 0x7f68940c9090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f689ba47640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f689406fe20 con 0x7f68940c6c30 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f689ba47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f689406fca0 con 0x7f6880003f20 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f689ba47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f689406f410 con 0x7f68940c7a70 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f6898fe2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68940c6c30 0x7f6894142cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f6898fe2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68940c6c30 0x7f6894142cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39858/0 (socket says 172.21.15.16:39858) 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.987+0000 7f6898fe2640 1 -- 172.21.15.16:0/2487260781 learned_addr learned my addr 172.21.15.16:0/2487260781 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f68997e3640 1 --2- 172.21.15.16:0/2487260781 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880003f20 0x7f68941f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6898fe2640 1 -- 172.21.15.16:0/2487260781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68940c7a70 msgr2=0x7f68940c9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6898fe2640 1 --2- 172.21.15.16:0/2487260781 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68940c7a70 0x7f68940c9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6898fe2640 1 -- 172.21.15.16:0/2487260781 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880003f20 msgr2=0x7f68941f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6898fe2640 1 --2- 172.21.15.16:0/2487260781 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6880003f20 0x7f68941f41b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6898fe2640 1 -- 172.21.15.16:0/2487260781 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68940c8410 con 0x7f68940c6c30 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6898fe2640 1 --2- 172.21.15.16:0/2487260781 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68940c6c30 0x7f6894142cb0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f6884000c00 tx=0x7f6884004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6889ffb640 1 -- 172.21.15.16:0/2487260781 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884040020 con 0x7f68940c6c30 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6889ffb640 1 -- 172.21.15.16:0/2487260781 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6884003be0 con 0x7f68940c6c30 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f689ba47640 1 -- 172.21.15.16:0/2487260781 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f689415fc70 con 0x7f68940c6c30 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f6889ffb640 1 -- 172.21.15.16:0/2487260781 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884036040 con 0x7f68940c6c30 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.988+0000 7f689ba47640 1 -- 172.21.15.16:0/2487260781 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6894160230 con 0x7f68940c6c30 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.989+0000 7f689ba47640 1 -- 172.21.15.16:0/2487260781 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f689406f760 con 0x7f68940c6c30 2024-09-16T01:49:16.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.990+0000 7f6889ffb640 1 -- 172.21.15.16:0/2487260781 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6884043020 con 0x7f68940c6c30 2024-09-16T01:49:16.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.990+0000 7f6889ffb640 1 --2- 172.21.15.16:0/2487260781 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f687806c850 0x7f687806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:16.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.990+0000 7f6889ffb640 1 -- 172.21.15.16:0/2487260781 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f68840ac060 con 0x7f68940c6c30 2024-09-16T01:49:16.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.990+0000 7f68997e3640 1 --2- 172.21.15.16:0/2487260781 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f687806c850 0x7f687806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:16.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.991+0000 7f68997e3640 1 --2- 172.21.15.16:0/2487260781 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f687806c850 0x7f687806ed10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f6890007fd0 tx=0x7f6890009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:16.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:16.995+0000 7f6889ffb640 1 -- 172.21.15.16:0/2487260781 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f688404a070 con 0x7f68940c6c30 2024-09-16T01:49:17.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.198+0000 7f689ba47640 1 -- 172.21.15.16:0/2487260781 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f6894075950 con 0x7f687806c850 2024-09-16T01:49:17.201 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:17.200+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:17.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.200+0000 7f6889ffb640 1 -- 172.21.15.16:0/2487260781 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f6894075950 con 0x7f687806c850 2024-09-16T01:49:17.201 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:17.206 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:17.207 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume resize non_existent_subvolume subvolname_1 inf 2024-09-16T01:49:17.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.313+0000 7fc3337c4640 1 Processor -- start 2024-09-16T01:49:17.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.313+0000 7fc3337c4640 1 -- start start 2024-09-16T01:49:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.314+0000 7fc3337c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 0x7fc32c06d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.314+0000 7fc3337c4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc32c06da40 con 0x7fc32c0b6b90 2024-09-16T01:49:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.314+0000 7fc3337c4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc32c070b10 con 0x7fc32c0715f0 2024-09-16T01:49:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.314+0000 7fc3337c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc32c0708c0 con 0x7fc32c15e690 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.314+0000 7fc331d61640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc32c0b6b90 0x7fc32c0b7040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57950/0 (socket says 172.21.15.16:57950) 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.314+0000 7fc331d61640 1 -- 172.21.15.16:0/425647162 learned_addr learned my addr 172.21.15.16:0/425647162 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331560640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 0x7fc32c06d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1595502481 0 0) 0x7fc32c06da40 con 0x7fc32c0b6b90 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc314003520 con 0x7fc32c0b6b90 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1518583523 0 0) 0x7fc314003520 con 0x7fc32c0b6b90 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 msgr2=0x7fc32c06d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 0x7fc32c06d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 >> v1:172.21.15.104:6789/0 conn(0x7fc32c0715f0 legacy=0x7fc32c073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc32c070df0 con 0x7fc32c0b6b90 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc324001670 con 0x7fc32c0b6b90 2024-09-16T01:49:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 >> v1:172.21.15.16:6789/0 conn(0x7fc32c0b6b90 legacy=0x7fc32c0b7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc314003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 0x7fc314004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc314004d40 0x7fc3140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc32c0708c0 con 0x7fc3140039e0 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc31400bb80 con 0x7fc314004d40 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc31400bd80 con 0x7fc32c15e690 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331560640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc314003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331d61640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc314004d40 0x7fc3140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc330d5f640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 0x7fc314004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331560640 1 -- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 msgr2=0x7fc314004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331560640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c15e690 0x7fc314004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331560640 1 -- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc314004d40 msgr2=0x7fc3140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331560640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc314004d40 0x7fc3140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.315+0000 7fc331560640 1 -- 172.21.15.16:0/425647162 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc314003520 con 0x7fc3140039e0 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.316+0000 7fc331560640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc314003e00 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fc31c009fc0 tx=0x7fc314005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd8f9cb948f0af8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.316+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c009c10 con 0x7fc3140039e0 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.316+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc31c036070 con 0x7fc3140039e0 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.316+0000 7fc32bfff640 1 -- 172.21.15.16:0/425647162 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c031880 con 0x7fc3140039e0 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.317+0000 7fc3337c4640 1 -- 172.21.15.16:0/425647162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 msgr2=0x7fc314003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.317+0000 7fc3337c4640 1 --2- 172.21.15.16:0/425647162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc314003e00 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fc31c009fc0 tx=0x7fc314005830 comp rx=0 tx=0).stop 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.317+0000 7fc331d61640 1 -- 172.21.15.16:0/425647162 reap_dead start 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.317+0000 7fc3337c4640 1 -- 172.21.15.16:0/425647162 shutdown_connections 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.317+0000 7fc3337c4640 1 -- 172.21.15.16:0/425647162 >> 172.21.15.16:0/425647162 conn(0x7fc32c0b4250 msgr2=0x7fc32c0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:17.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.317+0000 7fc3337c4640 1 -- 172.21.15.16:0/425647162 shutdown_connections 2024-09-16T01:49:17.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.317+0000 7fc3337c4640 1 -- 172.21.15.16:0/425647162 wait complete. 2024-09-16T01:49:17.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.318+0000 7fc3337c4640 1 Processor -- start 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.318+0000 7fc3337c4640 1 -- start start 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc3337c4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc32c15bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc3337c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c1490f0 0x7fc32c15d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc3337c4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc32c155cb0 0x7fc32c156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc3337c4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc32c071a30 con 0x7fc3140039e0 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc3337c4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc32c15ea70 con 0x7fc32c155cb0 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc3337c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc32c06d3f0 con 0x7fc32c1490f0 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc32c15bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc32c15bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39886/0 (socket says 172.21.15.16:39886) 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 -- 172.21.15.16:0/1444725985 learned_addr learned my addr 172.21.15.16:0/1444725985 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc330d5f640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c1490f0 0x7fc32c15d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331d61640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc32c155cb0 0x7fc32c156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 -- 172.21.15.16:0/1444725985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c1490f0 msgr2=0x7fc32c15d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc32c1490f0 0x7fc32c15d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 -- 172.21.15.16:0/1444725985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc32c155cb0 msgr2=0x7fc32c156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc32c155cb0 0x7fc32c156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.319+0000 7fc331560640 1 -- 172.21.15.16:0/1444725985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc32c158c40 con 0x7fc3140039e0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.320+0000 7fc331560640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3140039e0 0x7fc32c15bea0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7fc31c00e230 tx=0x7fc31c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.320+0000 7fc329ffb640 1 -- 172.21.15.16:0/1444725985 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c009c10 con 0x7fc3140039e0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.320+0000 7fc329ffb640 1 -- 172.21.15.16:0/1444725985 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc31c003990 con 0x7fc3140039e0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.320+0000 7fc3337c4640 1 -- 172.21.15.16:0/1444725985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc32c15ded0 con 0x7fc3140039e0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.320+0000 7fc329ffb640 1 -- 172.21.15.16:0/1444725985 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c003d60 con 0x7fc3140039e0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.320+0000 7fc3337c4640 1 -- 172.21.15.16:0/1444725985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc32c1596c0 con 0x7fc3140039e0 2024-09-16T01:49:17.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.321+0000 7fc3337c4640 1 -- 172.21.15.16:0/1444725985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc32c073c50 con 0x7fc3140039e0 2024-09-16T01:49:17.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.321+0000 7fc329ffb640 1 -- 172.21.15.16:0/1444725985 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc31c005d10 con 0x7fc3140039e0 2024-09-16T01:49:17.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.322+0000 7fc329ffb640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc31806c850 0x7fc31806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.322+0000 7fc329ffb640 1 -- 172.21.15.16:0/1444725985 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fc31c0acfe0 con 0x7fc3140039e0 2024-09-16T01:49:17.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.322+0000 7fc330d5f640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc31806c850 0x7fc31806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.322+0000 7fc330d5f640 1 --2- 172.21.15.16:0/1444725985 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc31806c850 0x7fc31806ed10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc32c1f7990 tx=0x7fc320009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.326+0000 7fc329ffb640 1 -- 172.21.15.16:0/1444725985 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc31c07a8e0 con 0x7fc3140039e0 2024-09-16T01:49:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.534+0000 7fc3337c4640 1 -- 172.21.15.16:0/1444725985 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume resize", "vol_name": "non_existent_subvolume", "sub_name": "subvolname_1", "new_size": "inf", "target": ["mon-mgr", ""]}) -- 0x7fc32c15dc80 con 0x7fc31806c850 2024-09-16T01:49:17.537 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:17.536+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:17.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.536+0000 7fc329ffb640 1 -- 172.21.15.16:0/1444725985 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc32c15dc80 con 0x7fc31806c850 2024-09-16T01:49:17.537 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:17.542 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:17.543 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume pin non_existent_subvolume subvolname_1 export 1 2024-09-16T01:49:17.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.649+0000 7f84aed6f640 1 Processor -- start 2024-09-16T01:49:17.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.649+0000 7f84aed6f640 1 -- start start 2024-09-16T01:49:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84aed6f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f84a81619e0 0x7f84a806c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84aed6f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80737a0 0x7f84a80b6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84aed6f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84a806c320 con 0x7f84a80d1b20 2024-09-16T01:49:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84aed6f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f84a806bd60 con 0x7f84a81619e0 2024-09-16T01:49:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84aed6f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f84a806c040 con 0x7f84a80737a0 2024-09-16T01:49:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84acb0b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f84a81619e0 0x7f84a806c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84a7fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f84a80d1b20 0x7f84a8073090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57958/0 (socket says 172.21.15.16:57958) 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84a7fff640 1 -- 172.21.15.16:0/2113933644 learned_addr learned my addr 172.21.15.16:0/2113933644 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84ad30c640 1 --2- 172.21.15.16:0/2113933644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80737a0 0x7f84a80b6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.650+0000 7f84acb0b640 1 -- 172.21.15.16:0/2113933644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80737a0 msgr2=0x7f84a80b6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84acb0b640 1 --2- 172.21.15.16:0/2113933644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80737a0 0x7f84a80b6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84acb0b640 1 -- 172.21.15.16:0/2113933644 >> v1:172.21.15.16:6789/0 conn(0x7f84a80d1b20 legacy=0x7f84a8073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84acb0b640 1 -- 172.21.15.16:0/2113933644 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a8161dc0 con 0x7f84a81619e0 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84a77fe640 1 -- 172.21.15.16:0/2113933644 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4054830055 0 0) 0x7f84a806c320 con 0x7f84a80d1b20 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84ad30c640 1 --2- 172.21.15.16:0/2113933644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80737a0 0x7f84a80b6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84acb0b640 1 --2- 172.21.15.16:0/2113933644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 0x7f84a806c860 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f84a0009d90 tx=0x7f84a002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=824c77a84b57dfc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84a77fe640 1 -- 172.21.15.16:0/2113933644 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a0031600 con 0x7f84a81619e0 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84a77fe640 1 -- 172.21.15.16:0/2113933644 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84a00317a0 con 0x7f84a81619e0 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.651+0000 7f84a77fe640 1 -- 172.21.15.16:0/2113933644 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a0031b70 con 0x7f84a81619e0 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 -- 172.21.15.16:0/2113933644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 msgr2=0x7f84a806c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 --2- 172.21.15.16:0/2113933644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 0x7f84a806c860 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f84a0009d90 tx=0x7f84a002a5d0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 -- 172.21.15.16:0/2113933644 shutdown_connections 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 --2- 172.21.15.16:0/2113933644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80737a0 0x7f84a80b6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 --2- 172.21.15.16:0/2113933644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 0x7f84a806c860 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 -- 172.21.15.16:0/2113933644 >> 172.21.15.16:0/2113933644 conn(0x7f84a80b4170 msgr2=0x7f84a80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 -- 172.21.15.16:0/2113933644 shutdown_connections 2024-09-16T01:49:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.652+0000 7f84aed6f640 1 -- 172.21.15.16:0/2113933644 wait complete. 2024-09-16T01:49:17.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.653+0000 7f84aed6f640 1 Processor -- start 2024-09-16T01:49:17.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.653+0000 7f84aed6f640 1 -- start start 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84aed6f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a80737a0 0x7f84a815dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84aed6f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80d1b20 0x7f84a814dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84aed6f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 0x7f84a80cdc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84aed6f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f84a80b6ad0 con 0x7f84a81619e0 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84aed6f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f84a80b6950 con 0x7f84a80737a0 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84aed6f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f84a80b6c50 con 0x7f84a80d1b20 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84ad30c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 0x7f84a80cdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84ad30c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 0x7f84a80cdc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39898/0 (socket says 172.21.15.16:39898) 2024-09-16T01:49:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84ad30c640 1 -- 172.21.15.16:0/3998361421 learned_addr learned my addr 172.21.15.16:0/3998361421 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84a7fff640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80d1b20 0x7f84a814dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.654+0000 7f84acb0b640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a80737a0 0x7f84a815dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84ad30c640 1 -- 172.21.15.16:0/3998361421 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80d1b20 msgr2=0x7f84a814dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84ad30c640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f84a80d1b20 0x7f84a814dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84ad30c640 1 -- 172.21.15.16:0/3998361421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a80737a0 msgr2=0x7f84a815dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84ad30c640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a80737a0 0x7f84a815dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84ad30c640 1 -- 172.21.15.16:0/3998361421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a81f7690 con 0x7f84a81619e0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84acb0b640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84a80737a0 0x7f84a815dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84ad30c640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f84a81619e0 0x7f84a80cdc70 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f849800c7f0 tx=0x7f849800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84a57fa640 1 -- 172.21.15.16:0/3998361421 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8498015070 con 0x7f84a81619e0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84a57fa640 1 -- 172.21.15.16:0/3998361421 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8498004240 con 0x7f84a81619e0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84aed6f640 1 -- 172.21.15.16:0/3998361421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a81f7970 con 0x7f84a81619e0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84a57fa640 1 -- 172.21.15.16:0/3998361421 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8498007620 con 0x7f84a81619e0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.655+0000 7f84aed6f640 1 -- 172.21.15.16:0/3998361421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a81f7f30 con 0x7f84a81619e0 2024-09-16T01:49:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.656+0000 7f84aed6f640 1 -- 172.21.15.16:0/3998361421 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a80d17a0 con 0x7f84a81619e0 2024-09-16T01:49:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.656+0000 7f84a57fa640 1 -- 172.21.15.16:0/3998361421 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f84980077c0 con 0x7f84a81619e0 2024-09-16T01:49:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.657+0000 7f84a57fa640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f849406c850 0x7f849406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.657+0000 7f84a57fa640 1 -- 172.21.15.16:0/3998361421 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f849808bfb0 con 0x7f84a81619e0 2024-09-16T01:49:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.657+0000 7f84acb0b640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f849406c850 0x7f849406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.657+0000 7f84acb0b640 1 --2- 172.21.15.16:0/3998361421 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f849406c850 0x7f849406ed10 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f84a0034000 tx=0x7f84a002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.661+0000 7f84a57fa640 1 -- 172.21.15.16:0/3998361421 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8498059590 con 0x7f84a81619e0 2024-09-16T01:49:17.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.869+0000 7f84aed6f640 1 -- 172.21.15.16:0/3998361421 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume pin", "vol_name": "non_existent_subvolume", "sub_name": "subvolname_1", "pin_type": "export", "pin_setting": "1", "target": ["mon-mgr", ""]}) -- 0x7f84a80b63f0 con 0x7f849406c850 2024-09-16T01:49:17.871 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:17.870+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:17.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.870+0000 7f84a57fa640 1 -- 172.21.15.16:0/3998361421 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f84a80b63f0 con 0x7f849406c850 2024-09-16T01:49:17.872 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:17.877 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:17.878 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls non_existent_subvolume 2024-09-16T01:49:17.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.981+0000 7fc4248b7640 1 Processor -- start 2024-09-16T01:49:17.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.981+0000 7fc4248b7640 1 -- start start 2024-09-16T01:49:17.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc4248b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc4200b4550 0x7fc42015b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc4248b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4200ceaa0 con 0x7fc42015aa20 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc4248b7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4200ced80 con 0x7fc4200ce4c0 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc4248b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc4200cf060 con 0x7fc4200b4550 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc41e59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc42015aa20 0x7fc4200cd590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57960/0 (socket says 172.21.15.16:57960) 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc41e59c640 1 -- 172.21.15.16:0/2896046322 learned_addr learned my addr 172.21.15.16:0/2896046322 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc41ed9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc4200b4550 0x7fc42015b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc41ed9d640 1 -- 172.21.15.16:0/2896046322 >> v1:172.21.15.104:6789/0 conn(0x7fc4200ce4c0 legacy=0x7fc42015ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc41ed9d640 1 -- 172.21.15.16:0/2896046322 >> v1:172.21.15.16:6789/0 conn(0x7fc42015aa20 legacy=0x7fc4200cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc41ed9d640 1 -- 172.21.15.16:0/2896046322 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4200cf340 con 0x7fc4200b4550 2024-09-16T01:49:17.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.982+0000 7fc41dd9b640 1 -- 172.21.15.16:0/2896046322 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 485897366 0 0) 0x7fc4200ceaa0 con 0x7fc42015aa20 2024-09-16T01:49:17.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.983+0000 7fc41ed9d640 1 --2- 172.21.15.16:0/2896046322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200b4550 0x7fc42015b510 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7fc41800aea0 tx=0x7fc41802b760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80f5d3cb12732e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.983+0000 7fc41dd9b640 1 -- 172.21.15.16:0/2896046322 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418037070 con 0x7fc4200b4550 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.983+0000 7fc41dd9b640 1 -- 172.21.15.16:0/2896046322 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc418008640 con 0x7fc4200b4550 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.983+0000 7fc41dd9b640 1 -- 172.21.15.16:0/2896046322 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418008a10 con 0x7fc4200b4550 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.983+0000 7fc4248b7640 1 -- 172.21.15.16:0/2896046322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200b4550 msgr2=0x7fc42015b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.983+0000 7fc4248b7640 1 --2- 172.21.15.16:0/2896046322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200b4550 0x7fc42015b510 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7fc41800aea0 tx=0x7fc41802b760 comp rx=0 tx=0).stop 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.984+0000 7fc4248b7640 1 -- 172.21.15.16:0/2896046322 shutdown_connections 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.984+0000 7fc4248b7640 1 --2- 172.21.15.16:0/2896046322 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200b4550 0x7fc42015b510 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.984+0000 7fc4248b7640 1 -- 172.21.15.16:0/2896046322 >> 172.21.15.16:0/2896046322 conn(0x7fc4200b2000 msgr2=0x7fc4200b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.984+0000 7fc4248b7640 1 -- 172.21.15.16:0/2896046322 shutdown_connections 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.984+0000 7fc4248b7640 1 -- 172.21.15.16:0/2896046322 wait complete. 2024-09-16T01:49:17.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.985+0000 7fc4248b7640 1 Processor -- start 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.985+0000 7fc4248b7640 1 -- start start 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc4248b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4200b4550 0x7fc4200af080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc4248b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200ce4c0 0x7fc4200c5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc4248b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc42015aa20 0x7fc4201f4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc4248b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc42006bd60 con 0x7fc4200ce4c0 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc4248b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc42006bbe0 con 0x7fc4200b4550 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc4248b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc42006bee0 con 0x7fc42015aa20 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200ce4c0 0x7fc4200c5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200ce4c0 0x7fc4200c5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39916/0 (socket says 172.21.15.16:39916) 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 -- 172.21.15.16:0/1964716482 learned_addr learned my addr 172.21.15.16:0/1964716482 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:17.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc41ed9d640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc42015aa20 0x7fc4201f4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc41e59c640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4200b4550 0x7fc4200af080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 -- 172.21.15.16:0/1964716482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc42015aa20 msgr2=0x7fc4201f4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc42015aa20 0x7fc4201f4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 -- 172.21.15.16:0/1964716482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4200b4550 msgr2=0x7fc4200af080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4200b4550 0x7fc4200af080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 -- 172.21.15.16:0/1964716482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4201f53b0 con 0x7fc4200ce4c0 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc41ed9d640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc42015aa20 0x7fc4201f4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.986+0000 7fc415d9b640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4200ce4c0 0x7fc4200c5270 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fc40800c430 tx=0x7fc40800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.987+0000 7fc4177fe640 1 -- 172.21.15.16:0/1964716482 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc408011790 con 0x7fc4200ce4c0 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.987+0000 7fc4177fe640 1 -- 172.21.15.16:0/1964716482 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc408017070 con 0x7fc4200ce4c0 2024-09-16T01:49:17.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.987+0000 7fc4177fe640 1 -- 172.21.15.16:0/1964716482 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc408011bb0 con 0x7fc4200ce4c0 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.987+0000 7fc4248b7640 1 -- 172.21.15.16:0/1964716482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4201f5650 con 0x7fc4200ce4c0 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.987+0000 7fc4248b7640 1 -- 172.21.15.16:0/1964716482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4201f5c10 con 0x7fc4200ce4c0 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.988+0000 7fc4248b7640 1 -- 172.21.15.16:0/1964716482 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4200cd590 con 0x7fc4200ce4c0 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.988+0000 7fc4177fe640 1 -- 172.21.15.16:0/1964716482 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc40801c460 con 0x7fc4200ce4c0 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.989+0000 7fc4177fe640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc40006c850 0x7fc40006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.989+0000 7fc4177fe640 1 -- 172.21.15.16:0/1964716482 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fc40808bdc0 con 0x7fc4200ce4c0 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.989+0000 7fc41e59c640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc40006c850 0x7fc40006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:17.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.989+0000 7fc41e59c640 1 --2- 172.21.15.16:0/1964716482 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc40006c850 0x7fc40006ed10 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc410000f60 tx=0x7fc410007c00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:17.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:17.993+0000 7fc4177fe640 1 -- 172.21.15.16:0/1964716482 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc408059c80 con 0x7fc4200ce4c0 2024-09-16T01:49:18.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.196+0000 7fc4248b7640 1 -- 172.21.15.16:0/1964716482 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "non_existent_subvolume", "target": ["mon-mgr", ""]}) -- 0x7fc4200cc7a0 con 0x7fc40006c850 2024-09-16T01:49:18.198 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:18.197+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:18.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.198+0000 7fc4177fe640 1 -- 172.21.15.16:0/1964716482 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc4200cc7a0 con 0x7fc40006c850 2024-09-16T01:49:18.199 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:18.204 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:18.205 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot create non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T01:49:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.311+0000 7f1ac2726640 1 Processor -- start 2024-09-16T01:49:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.311+0000 7f1ac2726640 1 -- start start 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac2726640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc15e840 0x7f1abc0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac2726640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1abc0ba3d0 0x7f1abc15ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac2726640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1abc0d4350 con 0x7f1abc0b9880 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac2726640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1abc0cfe50 con 0x7f1abc0ba3d0 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac2726640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1abc0d3590 con 0x7f1abc15e840 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac0cc3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1abc0ba3d0 0x7f1abc15ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac0cc3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1abc0ba3d0 0x7f1abc15ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39930/0 (socket says 172.21.15.16:39930) 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.312+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/402746189 learned_addr learned my addr 172.21.15.16:0/402746189 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.313+0000 7f1abbfff640 1 --2- 172.21.15.16:0/402746189 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc15e840 0x7f1abc0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.313+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/402746189 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc15e840 msgr2=0x7f1abc0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.313+0000 7f1ac0cc3640 1 --2- 172.21.15.16:0/402746189 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc15e840 0x7f1abc0cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.313+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/402746189 >> v1:172.21.15.104:6789/0 conn(0x7f1abc0b9880 legacy=0x7f1abc0b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.313+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/402746189 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1abc0d3870 con 0x7f1abc0ba3d0 2024-09-16T01:49:18.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.313+0000 7f1ac0cc3640 1 --2- 172.21.15.16:0/402746189 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc0ba3d0 0x7f1abc15ec20 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4009e50 tx=0x7f1ab402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de631944fe9a256 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1abaffd640 1 -- 172.21.15.16:0/402746189 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab4036070 con 0x7f1abc0ba3d0 2024-09-16T01:49:18.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1abaffd640 1 -- 172.21.15.16:0/402746189 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ab4031600 con 0x7f1abc0ba3d0 2024-09-16T01:49:18.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1abaffd640 1 -- 172.21.15.16:0/402746189 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab40319d0 con 0x7f1abc0ba3d0 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 -- 172.21.15.16:0/402746189 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc0ba3d0 msgr2=0x7f1abc15ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 --2- 172.21.15.16:0/402746189 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc0ba3d0 0x7f1abc15ec20 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4009e50 tx=0x7f1ab402a630 comp rx=0 tx=0).stop 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 -- 172.21.15.16:0/402746189 shutdown_connections 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 --2- 172.21.15.16:0/402746189 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc0ba3d0 0x7f1abc15ec20 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 --2- 172.21.15.16:0/402746189 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc15e840 0x7f1abc0cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 -- 172.21.15.16:0/402746189 >> 172.21.15.16:0/402746189 conn(0x7f1abc0d4630 msgr2=0x7f1abc0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 -- 172.21.15.16:0/402746189 shutdown_connections 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.314+0000 7f1ac2726640 1 -- 172.21.15.16:0/402746189 wait complete. 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.315+0000 7f1ac2726640 1 Processor -- start 2024-09-16T01:49:18.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac2726640 1 -- start start 2024-09-16T01:49:18.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac2726640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1abc0b9880 0x7f1abc152c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac2726640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc0ba3d0 0x7f1abc0cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac2726640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc15e840 0x7f1abc15d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac2726640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1abc0cfb40 con 0x7f1abc15e840 2024-09-16T01:49:18.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac2726640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1abc0d3e30 con 0x7f1abc0b9880 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac2726640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1abc15f160 con 0x7f1abc0ba3d0 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac0cc3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc15e840 0x7f1abc15d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac0cc3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc15e840 0x7f1abc15d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39932/0 (socket says 172.21.15.16:39932) 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/3362605685 learned_addr learned my addr 172.21.15.16:0/3362605685 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1abbfff640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1abc0b9880 0x7f1abc152c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.316+0000 7f1abb7fe640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc0ba3d0 0x7f1abc0cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/3362605685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc0ba3d0 msgr2=0x7f1abc0cdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac0cc3640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1abc0ba3d0 0x7f1abc0cdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/3362605685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1abc0b9880 msgr2=0x7f1abc152c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac0cc3640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1abc0b9880 0x7f1abc152c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac0cc3640 1 -- 172.21.15.16:0/3362605685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1abc0cbef0 con 0x7f1abc15e840 2024-09-16T01:49:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1abbfff640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1abc0b9880 0x7f1abc152c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac0cc3640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1abc15e840 0x7f1abc15d830 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4009e50 tx=0x7f1ab4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ab8ff9640 1 -- 172.21.15.16:0/3362605685 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab4036050 con 0x7f1abc15e840 2024-09-16T01:49:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ab8ff9640 1 -- 172.21.15.16:0/3362605685 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ab4042070 con 0x7f1abc15e840 2024-09-16T01:49:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac2726640 1 -- 172.21.15.16:0/3362605685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1abc0cc1d0 con 0x7f1abc15e840 2024-09-16T01:49:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ab8ff9640 1 -- 172.21.15.16:0/3362605685 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab4009510 con 0x7f1abc15e840 2024-09-16T01:49:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.317+0000 7f1ac2726640 1 -- 172.21.15.16:0/3362605685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1abc0cc790 con 0x7f1abc15e840 2024-09-16T01:49:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.318+0000 7f1ac2726640 1 -- 172.21.15.16:0/3362605685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1abc15ec20 con 0x7f1abc15e840 2024-09-16T01:49:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.319+0000 7f1ab8ff9640 1 -- 172.21.15.16:0/3362605685 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f1ab4007bf0 con 0x7f1abc15e840 2024-09-16T01:49:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.319+0000 7f1ab8ff9640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aa806c850 0x7f1aa806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.319+0000 7f1abbfff640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aa806c850 0x7f1aa806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.320+0000 7f1ab8ff9640 1 -- 172.21.15.16:0/3362605685 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f1ab40acdd0 con 0x7f1abc15e840 2024-09-16T01:49:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.320+0000 7f1abbfff640 1 --2- 172.21.15.16:0/3362605685 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aa806c850 0x7f1aa806ed10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1aac006fd0 tx=0x7f1aac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.324+0000 7f1ab8ff9640 1 -- 172.21.15.16:0/3362605685 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1ab407aaf0 con 0x7f1abc15e840 2024-09-16T01:49:18.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.527+0000 7f1ac2726640 1 -- 172.21.15.16:0/3362605685 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot create", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f1abc0cdb80 con 0x7f1aa806c850 2024-09-16T01:49:18.529 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:18.528+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:18.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.528+0000 7f1ab8ff9640 1 -- 172.21.15.16:0/3362605685 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f1abc0cdb80 con 0x7f1aa806c850 2024-09-16T01:49:18.530 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:18.535 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:18.536 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T01:49:18.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.641+0000 7f73bdcb7640 1 Processor -- start 2024-09-16T01:49:18.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.641+0000 7f73bdcb7640 1 -- start start 2024-09-16T01:49:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73bdcb7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f73b815e900 0x7f73b80ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73bdcb7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f73b8073d10 0x7f73b806d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73bdcb7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73b80cf5b0 con 0x7f73b806d970 2024-09-16T01:49:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73bdcb7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f73b815ece0 con 0x7f73b8073d10 2024-09-16T01:49:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73bdcb7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f73b806dda0 con 0x7f73b815e900 2024-09-16T01:49:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73b6ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f73b8073d10 0x7f73b806d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73b7fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f73b806d970 0x7f73b80b4820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57968/0 (socket says 172.21.15.16:57968) 2024-09-16T01:49:18.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73b7fff640 1 -- 172.21.15.16:0/2921138506 learned_addr learned my addr 172.21.15.16:0/2921138506 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:18.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.642+0000 7f73b77fe640 1 --2- 172.21.15.16:0/2921138506 >> v2:172.21.15.104:3300/0 conn(0x7f73b815e900 0x7f73b80ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.643+0000 7f73b6ffd640 1 -- 172.21.15.16:0/2921138506 >> v2:172.21.15.104:3300/0 conn(0x7f73b815e900 msgr2=0x7f73b80ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:18.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.643+0000 7f73b6ffd640 1 --2- 172.21.15.16:0/2921138506 >> v2:172.21.15.104:3300/0 conn(0x7f73b815e900 0x7f73b80ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.643+0000 7f73b6ffd640 1 -- 172.21.15.16:0/2921138506 >> v1:172.21.15.16:6789/0 conn(0x7f73b806d970 legacy=0x7f73b80b4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.643+0000 7f73b6ffd640 1 -- 172.21.15.16:0/2921138506 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b80cf890 con 0x7f73b8073d10 2024-09-16T01:49:18.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.643+0000 7f73b6ffd640 1 --2- 172.21.15.16:0/2921138506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 0x7f73b806d430 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f73b806dff0 tx=0x7f73ac02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c96ef897834cc167 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.643+0000 7f73b67fc640 1 -- 172.21.15.16:0/2921138506 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ac037070 con 0x7f73b8073d10 2024-09-16T01:49:18.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.643+0000 7f73b67fc640 1 -- 172.21.15.16:0/2921138506 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73ac032440 con 0x7f73b8073d10 2024-09-16T01:49:18.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73b67fc640 1 -- 172.21.15.16:0/2921138506 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ac032810 con 0x7f73b8073d10 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 -- 172.21.15.16:0/2921138506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 msgr2=0x7f73b806d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 --2- 172.21.15.16:0/2921138506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 0x7f73b806d430 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f73b806dff0 tx=0x7f73ac02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 -- 172.21.15.16:0/2921138506 shutdown_connections 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 --2- 172.21.15.16:0/2921138506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 0x7f73b806d430 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 --2- 172.21.15.16:0/2921138506 >> v2:172.21.15.104:3300/0 conn(0x7f73b815e900 0x7f73b80ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 -- 172.21.15.16:0/2921138506 >> 172.21.15.16:0/2921138506 conn(0x7f73b806c030 msgr2=0x7f73b806c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 -- 172.21.15.16:0/2921138506 shutdown_connections 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.644+0000 7f73bdcb7640 1 -- 172.21.15.16:0/2921138506 wait complete. 2024-09-16T01:49:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.645+0000 7f73bdcb7640 1 Processor -- start 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73bdcb7640 1 -- start start 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73bdcb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f73b806d970 0x7f73b8143ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73bdcb7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 0x7f73b80acae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73bdcb7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73b815e900 0x7f73b80aeaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73bdcb7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f73b8074180 con 0x7f73b8073d10 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73bdcb7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f73b80cfe50 con 0x7f73b815e900 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73bdcb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f73b80727e0 con 0x7f73b806d970 2024-09-16T01:49:18.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73b6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 0x7f73b80acae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.646+0000 7f73b6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 0x7f73b80acae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39946/0 (socket says 172.21.15.16:39946) 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b6ffd640 1 -- 172.21.15.16:0/1531608424 learned_addr learned my addr 172.21.15.16:0/1531608424 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b77fe640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f73b806d970 0x7f73b8143ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b7fff640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73b815e900 0x7f73b80aeaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b6ffd640 1 -- 172.21.15.16:0/1531608424 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f73b806d970 msgr2=0x7f73b8143ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b6ffd640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f73b806d970 0x7f73b8143ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b6ffd640 1 -- 172.21.15.16:0/1531608424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73b815e900 msgr2=0x7f73b80aeaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b6ffd640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73b815e900 0x7f73b80aeaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b6ffd640 1 -- 172.21.15.16:0/1531608424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b80ad4a0 con 0x7f73b8073d10 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73b6ffd640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f73b8073d10 0x7f73b80acae0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f73ac000c00 tx=0x7f73ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f739ffff640 1 -- 172.21.15.16:0/1531608424 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ac037040 con 0x7f73b8073d10 2024-09-16T01:49:18.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f739ffff640 1 -- 172.21.15.16:0/1531608424 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73ac042070 con 0x7f73b8073d10 2024-09-16T01:49:18.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73bdcb7640 1 -- 172.21.15.16:0/1531608424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73b80ad780 con 0x7f73b8073d10 2024-09-16T01:49:18.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f739ffff640 1 -- 172.21.15.16:0/1531608424 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ac030bd0 con 0x7f73b8073d10 2024-09-16T01:49:18.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.647+0000 7f73bdcb7640 1 -- 172.21.15.16:0/1531608424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73b80ae020 con 0x7f73b8073d10 2024-09-16T01:49:18.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.648+0000 7f73bdcb7640 1 -- 172.21.15.16:0/1531608424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73b80adb70 con 0x7f73b8073d10 2024-09-16T01:49:18.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.649+0000 7f739ffff640 1 -- 172.21.15.16:0/1531608424 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f73ac047460 con 0x7f73b8073d10 2024-09-16T01:49:18.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.649+0000 7f739ffff640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f73a406c880 0x7f73a406ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.650+0000 7f73b77fe640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f73a406c880 0x7f73a406ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.650+0000 7f739ffff640 1 -- 172.21.15.16:0/1531608424 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f73ac0ac970 con 0x7f73b8073d10 2024-09-16T01:49:18.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.650+0000 7f73b77fe640 1 --2- 172.21.15.16:0/1531608424 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f73a406c880 0x7f73a406ed40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f73a80079a0 tx=0x7f73a8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.654+0000 7f739ffff640 1 -- 172.21.15.16:0/1531608424 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f73ac032e20 con 0x7f73b8073d10 2024-09-16T01:49:18.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.859+0000 7f73bdcb7640 1 -- 172.21.15.16:0/1531608424 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f73b80ae260 con 0x7f73a406c880 2024-09-16T01:49:18.862 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:18.861+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:18.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.861+0000 7f739ffff640 1 -- 172.21.15.16:0/1531608424 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f73a80108d0 con 0x7f73a406c880 2024-09-16T01:49:18.862 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:18.867 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:18.868 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot info non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T01:49:18.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.973+0000 7f7148f11640 1 Processor -- start 2024-09-16T01:49:18.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.973+0000 7f7148f11640 1 -- start start 2024-09-16T01:49:18.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.974+0000 7f7148f11640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f714415e840 0x7f71440cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.974+0000 7f7148f11640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f714415ec20 0x7f714415f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.974+0000 7f7148f11640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71440d4350 con 0x7f71440b9880 2024-09-16T01:49:18.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.974+0000 7f7148f11640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f71440cfe50 con 0x7f714415e840 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.974+0000 7f7148f11640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f71440d3590 con 0x7f714415ec20 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.974+0000 7f714259c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f714415e840 0x7f71440cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.975+0000 7f714259c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f714415e840 0x7f71440cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39954/0 (socket says 172.21.15.16:39954) 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.975+0000 7f714259c640 1 -- 172.21.15.16:0/170011756 learned_addr learned my addr 172.21.15.16:0/170011756 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.975+0000 7f7142d9d640 1 --2- 172.21.15.16:0/170011756 >> v2:172.21.15.104:3300/0 conn(0x7f714415ec20 0x7f714415f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.975+0000 7f714259c640 1 -- 172.21.15.16:0/170011756 >> v2:172.21.15.104:3300/0 conn(0x7f714415ec20 msgr2=0x7f714415f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.975+0000 7f714259c640 1 --2- 172.21.15.16:0/170011756 >> v2:172.21.15.104:3300/0 conn(0x7f714415ec20 0x7f714415f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.975+0000 7f714259c640 1 -- 172.21.15.16:0/170011756 >> v1:172.21.15.104:6789/0 conn(0x7f71440b9880 legacy=0x7f71440b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.975+0000 7f714259c640 1 -- 172.21.15.16:0/170011756 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71440d3870 con 0x7f714415e840 2024-09-16T01:49:18.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f714259c640 1 --2- 172.21.15.16:0/170011756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f714415e840 0x7f71440cf600 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f71440b4040 tx=0x7f713402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc806b75541f92b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f714159a640 1 -- 172.21.15.16:0/170011756 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134037070 con 0x7f714415e840 2024-09-16T01:49:18.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f714159a640 1 -- 172.21.15.16:0/170011756 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7134032440 con 0x7f714415e840 2024-09-16T01:49:18.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f714159a640 1 -- 172.21.15.16:0/170011756 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134032810 con 0x7f714415e840 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f7148f11640 1 -- 172.21.15.16:0/170011756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f714415e840 msgr2=0x7f71440cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f7148f11640 1 --2- 172.21.15.16:0/170011756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f714415e840 0x7f71440cf600 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f71440b4040 tx=0x7f713402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f7148f11640 1 -- 172.21.15.16:0/170011756 shutdown_connections 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f7148f11640 1 --2- 172.21.15.16:0/170011756 >> v2:172.21.15.104:3300/0 conn(0x7f714415ec20 0x7f714415f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f7148f11640 1 --2- 172.21.15.16:0/170011756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f714415e840 0x7f71440cf600 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.976+0000 7f7148f11640 1 -- 172.21.15.16:0/170011756 >> 172.21.15.16:0/170011756 conn(0x7f71440d4630 msgr2=0x7f71440d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.977+0000 7f7148f11640 1 -- 172.21.15.16:0/170011756 shutdown_connections 2024-09-16T01:49:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.977+0000 7f7148f11640 1 -- 172.21.15.16:0/170011756 wait complete. 2024-09-16T01:49:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.978+0000 7f7148f11640 1 Processor -- start 2024-09-16T01:49:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.978+0000 7f7148f11640 1 -- start start 2024-09-16T01:49:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7148f11640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71440b9880 0x7f71441f4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7148f11640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f714415e840 0x7f7144161990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7148f11640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f714415ec20 0x7f714415fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7148f11640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f71440cfb40 con 0x7f71440b9880 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7148f11640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f71440d3e30 con 0x7f714415e840 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7148f11640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f71440ba400 con 0x7f714415ec20 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71440b9880 0x7f71441f4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71440b9880 0x7f71441f4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39968/0 (socket says 172.21.15.16:39968) 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 -- 172.21.15.16:0/2390729452 learned_addr learned my addr 172.21.15.16:0/2390729452 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 -- 172.21.15.16:0/2390729452 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f714415ec20 msgr2=0x7f714415fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7142d9d640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f714415ec20 0x7f714415fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7141d9b640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f714415e840 0x7f7144161990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f714415ec20 0x7f714415fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 -- 172.21.15.16:0/2390729452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f714415e840 msgr2=0x7f7144161990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f714415e840 0x7f7144161990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 -- 172.21.15.16:0/2390729452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71440b85b0 con 0x7f71440b9880 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f714259c640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71440b9880 0x7f71441f4bc0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f7134000c00 tx=0x7f71340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7132ffd640 1 -- 172.21.15.16:0/2390729452 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134041020 con 0x7f71440b9880 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7132ffd640 1 -- 172.21.15.16:0/2390729452 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71340306c0 con 0x7f71440b9880 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7148f11640 1 -- 172.21.15.16:0/2390729452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71440b8890 con 0x7f71440b9880 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.979+0000 7f7132ffd640 1 -- 172.21.15.16:0/2390729452 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134037040 con 0x7f71440b9880 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.980+0000 7f7148f11640 1 -- 172.21.15.16:0/2390729452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71440b8e50 con 0x7f71440b9880 2024-09-16T01:49:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.980+0000 7f7148f11640 1 -- 172.21.15.16:0/2390729452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71440cf600 con 0x7f71440b9880 2024-09-16T01:49:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.981+0000 7f7132ffd640 1 -- 172.21.15.16:0/2390729452 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f7134044020 con 0x7f71440b9880 2024-09-16T01:49:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.981+0000 7f7132ffd640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f712406c850 0x7f712406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.982+0000 7f7132ffd640 1 -- 172.21.15.16:0/2390729452 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f71340ac690 con 0x7f71440b9880 2024-09-16T01:49:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.982+0000 7f7141d9b640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f712406c850 0x7f712406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.982+0000 7f7141d9b640 1 --2- 172.21.15.16:0/2390729452 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f712406c850 0x7f712406ed10 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f714415b750 tx=0x7f7138009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:18.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:18.986+0000 7f7132ffd640 1 -- 172.21.15.16:0/2390729452 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f713404b030 con 0x7f71440b9880 2024-09-16T01:49:19.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.190+0000 7f7148f11640 1 -- 172.21.15.16:0/2390729452 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot info", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f71440c7ee0 con 0x7f712406c850 2024-09-16T01:49:19.193 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:19.192+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:19.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.192+0000 7f7132ffd640 1 -- 172.21.15.16:0/2390729452 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f71440c7ee0 con 0x7f712406c850 2024-09-16T01:49:19.193 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:19.198 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:19.199 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot protect non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T01:49:19.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.306+0000 7fa98c331640 1 Processor -- start 2024-09-16T01:49:19.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.306+0000 7fa98c331640 1 -- start start 2024-09-16T01:49:19.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98c331640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa98415e600 0x7fa9840b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98c331640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa9840cf7a0 0x7fa9840b6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98c331640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9840d1fc0 con 0x7fa9840b3ba0 2024-09-16T01:49:19.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98c331640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa9840d1ce0 con 0x7fa98415e600 2024-09-16T01:49:19.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98c331640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa9840d2bb0 con 0x7fa9840cf7a0 2024-09-16T01:49:19.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98a0cd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa98415e600 0x7fa9840b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98a0cd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa98415e600 0x7fa9840b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39982/0 (socket says 172.21.15.16:39982) 2024-09-16T01:49:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98a0cd640 1 -- 172.21.15.16:0/2115574280 learned_addr learned my addr 172.21.15.16:0/2115574280 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa9898cc640 1 --2- 172.21.15.16:0/2115574280 >> v2:172.21.15.104:3300/0 conn(0x7fa9840cf7a0 0x7fa9840b6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98a0cd640 1 -- 172.21.15.16:0/2115574280 >> v2:172.21.15.104:3300/0 conn(0x7fa9840cf7a0 msgr2=0x7fa9840b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98a0cd640 1 --2- 172.21.15.16:0/2115574280 >> v2:172.21.15.104:3300/0 conn(0x7fa9840cf7a0 0x7fa9840b6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98a0cd640 1 -- 172.21.15.16:0/2115574280 >> v1:172.21.15.104:6789/0 conn(0x7fa9840b3ba0 legacy=0x7fa9840d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.307+0000 7fa98a0cd640 1 -- 172.21.15.16:0/2115574280 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9840d2e90 con 0x7fa98415e600 2024-09-16T01:49:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.308+0000 7fa98a0cd640 1 --2- 172.21.15.16:0/2115574280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa98415e600 0x7fa9840b78e0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7fa9840c7f70 tx=0x7fa98002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6680a441f53ef277 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.308+0000 7fa9890cb640 1 -- 172.21.15.16:0/2115574280 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa980036070 con 0x7fa98415e600 2024-09-16T01:49:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.308+0000 7fa9890cb640 1 -- 172.21.15.16:0/2115574280 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa980031600 con 0x7fa98415e600 2024-09-16T01:49:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.308+0000 7fa9890cb640 1 -- 172.21.15.16:0/2115574280 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9800319d0 con 0x7fa98415e600 2024-09-16T01:49:19.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 -- 172.21.15.16:0/2115574280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa98415e600 msgr2=0x7fa9840b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 --2- 172.21.15.16:0/2115574280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa98415e600 0x7fa9840b78e0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7fa9840c7f70 tx=0x7fa98002a660 comp rx=0 tx=0).stop 2024-09-16T01:49:19.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 -- 172.21.15.16:0/2115574280 shutdown_connections 2024-09-16T01:49:19.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 --2- 172.21.15.16:0/2115574280 >> v2:172.21.15.104:3300/0 conn(0x7fa9840cf7a0 0x7fa9840b6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 --2- 172.21.15.16:0/2115574280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa98415e600 0x7fa9840b78e0 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 -- 172.21.15.16:0/2115574280 >> 172.21.15.16:0/2115574280 conn(0x7fa984072650 msgr2=0x7fa984072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:19.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 -- 172.21.15.16:0/2115574280 shutdown_connections 2024-09-16T01:49:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.309+0000 7fa98c331640 1 -- 172.21.15.16:0/2115574280 wait complete. 2024-09-16T01:49:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.310+0000 7fa98c331640 1 Processor -- start 2024-09-16T01:49:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.310+0000 7fa98c331640 1 -- start start 2024-09-16T01:49:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98c331640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9840b3ba0 0x7fa98415d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98c331640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9840cf7a0 0x7fa9841566d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98c331640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa98415e600 0x7fa984156c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98c331640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa98415e9e0 con 0x7fa9840cf7a0 2024-09-16T01:49:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98c331640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa9840d1990 con 0x7fa9840b3ba0 2024-09-16T01:49:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98c331640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa9840b6c40 con 0x7fa98415e600 2024-09-16T01:49:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9840cf7a0 0x7fa9841566d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9840cf7a0 0x7fa9841566d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:39992/0 (socket says 172.21.15.16:39992) 2024-09-16T01:49:19.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 -- 172.21.15.16:0/333433119 learned_addr learned my addr 172.21.15.16:0/333433119 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98a0cd640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9840b3ba0 0x7fa98415d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98a8ce640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa98415e600 0x7fa984156c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 -- 172.21.15.16:0/333433119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa98415e600 msgr2=0x7fa984156c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa98415e600 0x7fa984156c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 -- 172.21.15.16:0/333433119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9840b3ba0 msgr2=0x7fa98415d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9840b3ba0 0x7fa98415d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa9898cc640 1 -- 172.21.15.16:0/333433119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9840cc9e0 con 0x7fa9840cf7a0 2024-09-16T01:49:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.311+0000 7fa98a8ce640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa98415e600 0x7fa984156c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.312+0000 7fa9898cc640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9840cf7a0 0x7fa9841566d0 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7fa97400d800 tx=0x7fa97400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.312+0000 7fa97affd640 1 -- 172.21.15.16:0/333433119 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa97400b6c0 con 0x7fa9840cf7a0 2024-09-16T01:49:19.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.312+0000 7fa97affd640 1 -- 172.21.15.16:0/333433119 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa974019070 con 0x7fa9840cf7a0 2024-09-16T01:49:19.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.312+0000 7fa97affd640 1 -- 172.21.15.16:0/333433119 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa97400ba80 con 0x7fa9840cf7a0 2024-09-16T01:49:19.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.312+0000 7fa98c331640 1 -- 172.21.15.16:0/333433119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9840cccc0 con 0x7fa9840cf7a0 2024-09-16T01:49:19.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.312+0000 7fa98c331640 1 -- 172.21.15.16:0/333433119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9840cd280 con 0x7fa9840cf7a0 2024-09-16T01:49:19.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.313+0000 7fa98c331640 1 -- 172.21.15.16:0/333433119 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9840b6f70 con 0x7fa9840cf7a0 2024-09-16T01:49:19.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.313+0000 7fa97affd640 1 -- 172.21.15.16:0/333433119 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fa97400bc20 con 0x7fa9840cf7a0 2024-09-16T01:49:19.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.314+0000 7fa97affd640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa96806c850 0x7fa96806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.314+0000 7fa97affd640 1 -- 172.21.15.16:0/333433119 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fa97408c3a0 con 0x7fa9840cf7a0 2024-09-16T01:49:19.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.314+0000 7fa98a0cd640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa96806c850 0x7fa96806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.314+0000 7fa98a0cd640 1 --2- 172.21.15.16:0/333433119 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa96806c850 0x7fa96806ed10 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa980033000 tx=0x7fa980009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.318+0000 7fa97affd640 1 -- 172.21.15.16:0/333433119 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa97405a1d0 con 0x7fa9840cf7a0 2024-09-16T01:49:19.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.527+0000 7fa98c331640 1 -- 172.21.15.16:0/333433119 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot protect", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fa9840b4d10 con 0x7fa96806c850 2024-09-16T01:49:19.530 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:19.529+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:19.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.529+0000 7fa97affd640 1 -- 172.21.15.16:0/333433119 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fa9840b4d10 con 0x7fa96806c850 2024-09-16T01:49:19.530 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:19.535 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:19.536 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot unprotect non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T01:49:19.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.642+0000 7f39f3a27640 1 Processor -- start 2024-09-16T01:49:19.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.642+0000 7f39f3a27640 1 -- start start 2024-09-16T01:49:19.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f3a27640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f39ec15e600 0x7f39ec0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f3a27640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f39ec0b6e10 0x7f39ec0d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f3a27640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39ec0d1fc0 con 0x7f39ec0cf7a0 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f3a27640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f39ec0d1ce0 con 0x7f39ec0b6e10 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f3a27640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f39ec0d2bb0 con 0x7f39ec15e600 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f1fc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f39ec0b6e10 0x7f39ec0d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f1fc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f39ec0b6e10 0x7f39ec0d3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40004/0 (socket says 172.21.15.16:40004) 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f1fc4640 1 -- 172.21.15.16:0/3583026343 learned_addr learned my addr 172.21.15.16:0/3583026343 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f17c3640 1 --2- 172.21.15.16:0/3583026343 >> v2:172.21.15.104:3300/0 conn(0x7f39ec15e600 0x7f39ec0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f1fc4640 1 -- 172.21.15.16:0/3583026343 >> v2:172.21.15.104:3300/0 conn(0x7f39ec15e600 msgr2=0x7f39ec0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f1fc4640 1 --2- 172.21.15.16:0/3583026343 >> v2:172.21.15.104:3300/0 conn(0x7f39ec15e600 0x7f39ec0b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f1fc4640 1 -- 172.21.15.16:0/3583026343 >> v1:172.21.15.104:6789/0 conn(0x7f39ec0cf7a0 legacy=0x7f39ec0b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:19.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.643+0000 7f39f1fc4640 1 -- 172.21.15.16:0/3583026343 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ec0d2e90 con 0x7f39ec0b6e10 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.644+0000 7f39f1fc4640 1 --2- 172.21.15.16:0/3583026343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 0x7f39ec0d3690 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f39ec08db70 tx=0x7f39e402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1368c68f39e5298b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.644+0000 7f39e3fff640 1 -- 172.21.15.16:0/3583026343 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e4036070 con 0x7f39ec0b6e10 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.644+0000 7f39e3fff640 1 -- 172.21.15.16:0/3583026343 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39e4031600 con 0x7f39ec0b6e10 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.644+0000 7f39e3fff640 1 -- 172.21.15.16:0/3583026343 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e40319d0 con 0x7f39ec0b6e10 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 -- 172.21.15.16:0/3583026343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 msgr2=0x7f39ec0d3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 --2- 172.21.15.16:0/3583026343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 0x7f39ec0d3690 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f39ec08db70 tx=0x7f39e402a660 comp rx=0 tx=0).stop 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 -- 172.21.15.16:0/3583026343 shutdown_connections 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 --2- 172.21.15.16:0/3583026343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 0x7f39ec0d3690 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 --2- 172.21.15.16:0/3583026343 >> v2:172.21.15.104:3300/0 conn(0x7f39ec15e600 0x7f39ec0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 -- 172.21.15.16:0/3583026343 >> 172.21.15.16:0/3583026343 conn(0x7f39ec072650 msgr2=0x7f39ec072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 -- 172.21.15.16:0/3583026343 shutdown_connections 2024-09-16T01:49:19.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.645+0000 7f39f3a27640 1 -- 172.21.15.16:0/3583026343 wait complete. 2024-09-16T01:49:19.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.646+0000 7f39f3a27640 1 Processor -- start 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.646+0000 7f39f3a27640 1 -- start start 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f3a27640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 0x7f39ec160960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f3a27640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ec0cf7a0 0x7f39ec14cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f3a27640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ec15e600 0x7f39ec14d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f3a27640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f39ec15e9e0 con 0x7f39ec0b6e10 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f3a27640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f39ec0d1990 con 0x7f39ec15e600 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f3a27640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f39ec0b3ba0 con 0x7f39ec0cf7a0 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 0x7f39ec160960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 0x7f39ec160960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40012/0 (socket says 172.21.15.16:40012) 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 -- 172.21.15.16:0/672989915 learned_addr learned my addr 172.21.15.16:0/672989915 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f1fc4640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ec15e600 0x7f39ec14d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f0fc2640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ec0cf7a0 0x7f39ec14cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 -- 172.21.15.16:0/672989915 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ec0cf7a0 msgr2=0x7f39ec14cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ec0cf7a0 0x7f39ec14cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 -- 172.21.15.16:0/672989915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ec15e600 msgr2=0x7f39ec14d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39ec15e600 0x7f39ec14d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f17c3640 1 -- 172.21.15.16:0/672989915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ec160f40 con 0x7f39ec0b6e10 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.647+0000 7f39f0fc2640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f39ec0cf7a0 0x7f39ec14cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.648+0000 7f39f17c3640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f39ec0b6e10 0x7f39ec160960 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f39e800c7f0 tx=0x7f39e800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.648+0000 7f39e1ffb640 1 -- 172.21.15.16:0/672989915 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e8015070 con 0x7f39ec0b6e10 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.648+0000 7f39e1ffb640 1 -- 172.21.15.16:0/672989915 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39e8004220 con 0x7f39ec0b6e10 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.648+0000 7f39f3a27640 1 -- 172.21.15.16:0/672989915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ec161220 con 0x7f39ec0b6e10 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.648+0000 7f39e1ffb640 1 -- 172.21.15.16:0/672989915 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e8007620 con 0x7f39ec0b6e10 2024-09-16T01:49:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.648+0000 7f39f3a27640 1 -- 172.21.15.16:0/672989915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ec1617e0 con 0x7f39ec0b6e10 2024-09-16T01:49:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.649+0000 7f39f3a27640 1 -- 172.21.15.16:0/672989915 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39ec0b78e0 con 0x7f39ec0b6e10 2024-09-16T01:49:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.649+0000 7f39e1ffb640 1 -- 172.21.15.16:0/672989915 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f39e80079d0 con 0x7f39ec0b6e10 2024-09-16T01:49:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.650+0000 7f39e1ffb640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39d006c850 0x7f39d006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.650+0000 7f39e1ffb640 1 -- 172.21.15.16:0/672989915 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f39e808c370 con 0x7f39ec0b6e10 2024-09-16T01:49:19.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.650+0000 7f39f0fc2640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39d006c850 0x7f39d006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.650+0000 7f39f0fc2640 1 --2- 172.21.15.16:0/672989915 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f39d006c850 0x7f39d006ed10 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f39ec15b7f0 tx=0x7f39dc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.654+0000 7f39e1ffb640 1 -- 172.21.15.16:0/672989915 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f39e805a170 con 0x7f39ec0b6e10 2024-09-16T01:49:19.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.860+0000 7f39f3a27640 1 -- 172.21.15.16:0/672989915 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot unprotect", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f39ec069190 con 0x7f39d006c850 2024-09-16T01:49:19.862 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:19.861+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:19.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.861+0000 7f39e1ffb640 1 -- 172.21.15.16:0/672989915 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f39dc005030 con 0x7f39d006c850 2024-09-16T01:49:19.862 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:19.867 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:19.868 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot ls non_existent_subvolume subvolume_1 2024-09-16T01:49:19.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.973+0000 7f6dab57f640 1 Processor -- start 2024-09-16T01:49:19.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.974+0000 7f6dab57f640 1 -- start start 2024-09-16T01:49:19.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.974+0000 7f6dab57f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da415e900 0x7f6da40ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.974+0000 7f6dab57f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6da4073d10 0x7f6da406d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.974+0000 7f6dab57f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6da406d970 0x7f6da40b4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.974+0000 7f6dab57f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6da415ece0 con 0x7f6da406d970 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.974+0000 7f6dab57f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6da40cf5b0 con 0x7f6da4073d10 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.974+0000 7f6dab57f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6da40cf890 con 0x7f6da415e900 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6da406d970 0x7f6da40b4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6da406d970 0x7f6da40b4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40026/0 (socket says 172.21.15.16:40026) 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 -- 172.21.15.16:0/2661315519 learned_addr learned my addr 172.21.15.16:0/2661315519 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da8b1a640 1 --2- 172.21.15.16:0/2661315519 >> v2:172.21.15.104:3300/0 conn(0x7f6da4073d10 0x7f6da406d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da931b640 1 --2- 172.21.15.16:0/2661315519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da415e900 0x7f6da40ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 -- 172.21.15.16:0/2661315519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da415e900 msgr2=0x7f6da40ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 --2- 172.21.15.16:0/2661315519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da415e900 0x7f6da40ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 -- 172.21.15.16:0/2661315519 >> v2:172.21.15.104:3300/0 conn(0x7f6da4073d10 msgr2=0x7f6da406d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:19.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 --2- 172.21.15.16:0/2661315519 >> v2:172.21.15.104:3300/0 conn(0x7f6da4073d10 0x7f6da406d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da9b1c640 1 -- 172.21.15.16:0/2661315519 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da40cfb70 con 0x7f6da406d970 2024-09-16T01:49:19.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.975+0000 7f6da931b640 1 --2- 172.21.15.16:0/2661315519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da415e900 0x7f6da40ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:19.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6da9b1c640 1 --2- 172.21.15.16:0/2661315519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da406d970 0x7f6da40b4820 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f6da40b58d0 tx=0x7f6d9c02c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b003159274f0f595 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6da3fff640 1 -- 172.21.15.16:0/2661315519 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c00b2e0 con 0x7f6da406d970 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6da3fff640 1 -- 172.21.15.16:0/2661315519 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d9c009600 con 0x7f6da406d970 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6da3fff640 1 -- 172.21.15.16:0/2661315519 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c00b480 con 0x7f6da406d970 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 -- 172.21.15.16:0/2661315519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da406d970 msgr2=0x7f6da40b4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 --2- 172.21.15.16:0/2661315519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da406d970 0x7f6da40b4820 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f6da40b58d0 tx=0x7f6d9c02c8a0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 -- 172.21.15.16:0/2661315519 shutdown_connections 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 --2- 172.21.15.16:0/2661315519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da406d970 0x7f6da40b4820 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 --2- 172.21.15.16:0/2661315519 >> v2:172.21.15.104:3300/0 conn(0x7f6da4073d10 0x7f6da406d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 --2- 172.21.15.16:0/2661315519 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da415e900 0x7f6da40ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 -- 172.21.15.16:0/2661315519 >> 172.21.15.16:0/2661315519 conn(0x7f6da406c030 msgr2=0x7f6da406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:19.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 -- 172.21.15.16:0/2661315519 shutdown_connections 2024-09-16T01:49:19.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.976+0000 7f6dab57f640 1 -- 172.21.15.16:0/2661315519 wait complete. 2024-09-16T01:49:19.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 Processor -- start 2024-09-16T01:49:19.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 -- start start 2024-09-16T01:49:19.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da406d970 0x7f6da41ed600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da4073d10 0x7f6da4143720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da415e900 0x7f6da4156f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6da40b4d60 con 0x7f6da4073d10 2024-09-16T01:49:19.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6da4074150 con 0x7f6da415e900 2024-09-16T01:49:19.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6dab57f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6da40b4ee0 con 0x7f6da406d970 2024-09-16T01:49:19.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6da8b1a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da4073d10 0x7f6da4143720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6da8b1a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da4073d10 0x7f6da4143720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40040/0 (socket says 172.21.15.16:40040) 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.978+0000 7f6da8b1a640 1 -- 172.21.15.16:0/277826853 learned_addr learned my addr 172.21.15.16:0/277826853 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da931b640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da406d970 0x7f6da41ed600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da9b1c640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da415e900 0x7f6da4156f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da8b1a640 1 -- 172.21.15.16:0/277826853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da406d970 msgr2=0x7f6da41ed600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da8b1a640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6da406d970 0x7f6da41ed600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da8b1a640 1 -- 172.21.15.16:0/277826853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da415e900 msgr2=0x7f6da4156f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da8b1a640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da415e900 0x7f6da4156f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da8b1a640 1 -- 172.21.15.16:0/277826853 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da41f0640 con 0x7f6da4073d10 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da8b1a640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6da4073d10 0x7f6da4143720 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f6d9400e860 tx=0x7f6d9400ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da1ffb640 1 -- 172.21.15.16:0/277826853 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d94017070 con 0x7f6da4073d10 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da1ffb640 1 -- 172.21.15.16:0/277826853 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d9400c940 con 0x7f6da4073d10 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6da1ffb640 1 -- 172.21.15.16:0/277826853 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9400cd10 con 0x7f6da4073d10 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6dab57f640 1 -- 172.21.15.16:0/277826853 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6da41f0920 con 0x7f6da4073d10 2024-09-16T01:49:19.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.979+0000 7f6dab57f640 1 -- 172.21.15.16:0/277826853 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6da41f0ee0 con 0x7f6da4073d10 2024-09-16T01:49:19.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.980+0000 7f6dab57f640 1 -- 172.21.15.16:0/277826853 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6da406d430 con 0x7f6da4073d10 2024-09-16T01:49:19.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.981+0000 7f6da1ffb640 1 -- 172.21.15.16:0/277826853 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6d9401a070 con 0x7f6da4073d10 2024-09-16T01:49:19.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.981+0000 7f6da1ffb640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d8406c850 0x7f6d8406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:19.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.982+0000 7f6da1ffb640 1 -- 172.21.15.16:0/277826853 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f6d9408bc20 con 0x7f6da4073d10 2024-09-16T01:49:19.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.982+0000 7f6da931b640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d8406c850 0x7f6d8406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:19.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.982+0000 7f6da931b640 1 --2- 172.21.15.16:0/277826853 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6d8406c850 0x7f6d8406ed10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c006fd0 tx=0x7f6d8c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:19.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:19.986+0000 7f6da1ffb640 1 -- 172.21.15.16:0/277826853 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d94059ae0 con 0x7f6da4073d10 2024-09-16T01:49:20.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.192+0000 7f6dab57f640 1 -- 172.21.15.16:0/277826853 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot ls", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f6da40cf2f0 con 0x7f6d8406c850 2024-09-16T01:49:20.194 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.193+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:20.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.194+0000 7f6da1ffb640 1 -- 172.21.15.16:0/277826853 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f6da40cf2f0 con 0x7f6d8406c850 2024-09-16T01:49:20.195 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:20.200 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:20.201 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone non_existent_subvolume subvolume_1 snapshot_1 clone_1 2024-09-16T01:49:20.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.308+0000 7f19e428d640 1 Processor -- start 2024-09-16T01:49:20.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.308+0000 7f19e428d640 1 -- start start 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e428d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f19dc162aa0 0x7f19dc0b4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e428d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 0x7f19dc0710b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e428d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19dc0cefb0 con 0x7f19dc0b47a0 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e428d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f19dc0b4be0 con 0x7f19dc162aa0 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e428d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f19dc0b34a0 con 0x7f19dc06c2f0 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e2029640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f19dc162aa0 0x7f19dc0b4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e2029640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f19dc162aa0 0x7f19dc0b4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40056/0 (socket says 172.21.15.16:40056) 2024-09-16T01:49:20.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.309+0000 7f19e2029640 1 -- 172.21.15.16:0/1827527664 learned_addr learned my addr 172.21.15.16:0/1827527664 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:20.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.310+0000 7f19e282a640 1 --2- 172.21.15.16:0/1827527664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 0x7f19dc0710b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.310+0000 7f19e2029640 1 -- 172.21.15.16:0/1827527664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 msgr2=0x7f19dc0710b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:20.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.310+0000 7f19e2029640 1 --2- 172.21.15.16:0/1827527664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 0x7f19dc0710b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.310+0000 7f19e2029640 1 -- 172.21.15.16:0/1827527664 >> v1:172.21.15.104:6789/0 conn(0x7f19dc0b47a0 legacy=0x7f19dc06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:20.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.310+0000 7f19e2029640 1 -- 172.21.15.16:0/1827527664 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19dc0b3780 con 0x7f19dc162aa0 2024-09-16T01:49:20.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.310+0000 7f19e2029640 1 --2- 172.21.15.16:0/1827527664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 0x7f19dc0b4260 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f19d8009870 tx=0x7f19d802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=915fa086f4cbdcaf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e1027640 1 -- 172.21.15.16:0/1827527664 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d8037070 con 0x7f19dc162aa0 2024-09-16T01:49:20.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e1027640 1 -- 172.21.15.16:0/1827527664 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d8032440 con 0x7f19dc162aa0 2024-09-16T01:49:20.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e1027640 1 -- 172.21.15.16:0/1827527664 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d8032810 con 0x7f19dc162aa0 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 -- 172.21.15.16:0/1827527664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 msgr2=0x7f19dc0b4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 --2- 172.21.15.16:0/1827527664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 0x7f19dc0b4260 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f19d8009870 tx=0x7f19d802a2a0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 -- 172.21.15.16:0/1827527664 shutdown_connections 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 --2- 172.21.15.16:0/1827527664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 0x7f19dc0710b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 --2- 172.21.15.16:0/1827527664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 0x7f19dc0b4260 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 -- 172.21.15.16:0/1827527664 >> 172.21.15.16:0/1827527664 conn(0x7f19dc0b2000 msgr2=0x7f19dc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 -- 172.21.15.16:0/1827527664 shutdown_connections 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.311+0000 7f19e428d640 1 -- 172.21.15.16:0/1827527664 wait complete. 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.312+0000 7f19e428d640 1 Processor -- start 2024-09-16T01:49:20.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.312+0000 7f19e428d640 1 -- start start 2024-09-16T01:49:20.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e428d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 0x7f19dc0ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e428d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19dc0b47a0 0x7f19dc1534f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e428d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 0x7f19dc0ccbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e428d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f19dc0715f0 con 0x7f19dc162aa0 2024-09-16T01:49:20.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e428d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f19dc0b3d40 con 0x7f19dc0b47a0 2024-09-16T01:49:20.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e428d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f19dc071770 con 0x7f19dc06c2f0 2024-09-16T01:49:20.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e282a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 0x7f19dc0ccbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e282a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 0x7f19dc0ccbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40064/0 (socket says 172.21.15.16:40064) 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e282a640 1 -- 172.21.15.16:0/3337591692 learned_addr learned my addr 172.21.15.16:0/3337591692 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e1828640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19dc0b47a0 0x7f19dc1534f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.313+0000 7f19e2029640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 0x7f19dc0ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e282a640 1 -- 172.21.15.16:0/3337591692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 msgr2=0x7f19dc0ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e282a640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f19dc06c2f0 0x7f19dc0ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e282a640 1 -- 172.21.15.16:0/3337591692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19dc0b47a0 msgr2=0x7f19dc1534f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e282a640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f19dc0b47a0 0x7f19dc1534f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e282a640 1 -- 172.21.15.16:0/3337591692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19dc0ae7b0 con 0x7f19dc162aa0 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e282a640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f19dc162aa0 0x7f19dc0ccbd0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f19d400cd70 tx=0x7f19d400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19d2ffd640 1 -- 172.21.15.16:0/3337591692 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d4003b90 con 0x7f19dc162aa0 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19d2ffd640 1 -- 172.21.15.16:0/3337591692 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d4003d30 con 0x7f19dc162aa0 2024-09-16T01:49:20.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e428d640 1 -- 172.21.15.16:0/3337591692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19dc0aea90 con 0x7f19dc162aa0 2024-09-16T01:49:20.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19d2ffd640 1 -- 172.21.15.16:0/3337591692 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d4004240 con 0x7f19dc162aa0 2024-09-16T01:49:20.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.314+0000 7f19e428d640 1 -- 172.21.15.16:0/3337591692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19dc0af050 con 0x7f19dc162aa0 2024-09-16T01:49:20.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.315+0000 7f19e428d640 1 -- 172.21.15.16:0/3337591692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19dc0710b0 con 0x7f19dc162aa0 2024-09-16T01:49:20.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.315+0000 7f19d2ffd640 1 -- 172.21.15.16:0/3337591692 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f19d40043e0 con 0x7f19dc162aa0 2024-09-16T01:49:20.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.316+0000 7f19d2ffd640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f19c006c880 0x7f19c006ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.316+0000 7f19d2ffd640 1 -- 172.21.15.16:0/3337591692 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f19d408ca60 con 0x7f19dc162aa0 2024-09-16T01:49:20.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.316+0000 7f19e2029640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f19c006c880 0x7f19c006ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.316+0000 7f19e2029640 1 --2- 172.21.15.16:0/3337591692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f19c006c880 0x7f19c006ed40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f19d8034000 tx=0x7f19d802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.320+0000 7f19d2ffd640 1 -- 172.21.15.16:0/3337591692 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f19d405a8a0 con 0x7f19dc162aa0 2024-09-16T01:49:20.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.528+0000 7f19e428d640 1 -- 172.21.15.16:0/3337591692 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target_sub_name": "clone_1", "target": ["mon-mgr", ""]}) -- 0x7f19dc0af420 con 0x7f19c006c880 2024-09-16T01:49:20.534 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.533+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:20.534 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.533+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:20.534 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.533+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:20.534 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.533+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:20.534 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.533+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:20.539 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.538+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:20.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.538+0000 7f19d2ffd640 1 -- 172.21.15.16:0/3337591692 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f19d8032900 con 0x7f19c006c880 2024-09-16T01:49:20.539 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:20.544 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:20.545 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status non_existent_subvolume clone_1 2024-09-16T01:49:20.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.649+0000 7f6e7e1af640 1 Processor -- start 2024-09-16T01:49:20.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.649+0000 7f6e7e1af640 1 -- start start 2024-09-16T01:49:20.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.649+0000 7f6e7e1af640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6e78147f30 0x7f6e780cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.649+0000 7f6e7e1af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 0x7f6e780d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.649+0000 7f6e7e1af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e780d22f0 con 0x7f6e780d4010 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.649+0000 7f6e7e1af640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6e780d20a0 con 0x7f6e78147f30 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.649+0000 7f6e7e1af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e780d25d0 con 0x7f6e780cfb00 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e777fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6e78147f30 0x7f6e780cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e777fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6e78147f30 0x7f6e780cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40104/0 (socket says 172.21.15.16:40104) 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e777fe640 1 -- 172.21.15.16:0/3931623373 learned_addr learned my addr 172.21.15.16:0/3931623373 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e6effd640 1 --2- 172.21.15.16:0/3931623373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 0x7f6e780d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e777fe640 1 -- 172.21.15.16:0/3931623373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 msgr2=0x7f6e780d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e777fe640 1 --2- 172.21.15.16:0/3931623373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 0x7f6e780d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e777fe640 1 -- 172.21.15.16:0/3931623373 >> v1:172.21.15.104:6789/0 conn(0x7f6e780d4010 legacy=0x7f6e781621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:20.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.650+0000 7f6e777fe640 1 -- 172.21.15.16:0/3931623373 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e780d28b0 con 0x7f6e78147f30 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e777fe640 1 --2- 172.21.15.16:0/3931623373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 0x7f6e780cf5c0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f6e68009870 tx=0x7f6e6802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d34b9274bfd0b1e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e76ffd640 1 -- 172.21.15.16:0/3931623373 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e68037070 con 0x7f6e78147f30 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e76ffd640 1 -- 172.21.15.16:0/3931623373 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e68032440 con 0x7f6e78147f30 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e76ffd640 1 -- 172.21.15.16:0/3931623373 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e68032810 con 0x7f6e78147f30 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 -- 172.21.15.16:0/3931623373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 msgr2=0x7f6e780cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 --2- 172.21.15.16:0/3931623373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 0x7f6e780cf5c0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f6e68009870 tx=0x7f6e6802a180 comp rx=0 tx=0).stop 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 -- 172.21.15.16:0/3931623373 shutdown_connections 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 --2- 172.21.15.16:0/3931623373 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 0x7f6e780d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 --2- 172.21.15.16:0/3931623373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 0x7f6e780cf5c0 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 -- 172.21.15.16:0/3931623373 >> 172.21.15.16:0/3931623373 conn(0x7f6e78074da0 msgr2=0x7f6e780d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:20.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 -- 172.21.15.16:0/3931623373 shutdown_connections 2024-09-16T01:49:20.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.651+0000 7f6e7e1af640 1 -- 172.21.15.16:0/3931623373 wait complete. 2024-09-16T01:49:20.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 Processor -- start 2024-09-16T01:49:20.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 -- start start 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 0x7f6e7813f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e780d4010 0x7f6e7815fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 0x7f6e78160430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6e780d30b0 con 0x7f6e78147f30 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e78148310 con 0x7f6e780d4010 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.653+0000 7f6e7e1af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6e780d3230 con 0x7f6e780cfb00 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 0x7f6e78160430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 0x7f6e78160430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40110/0 (socket says 172.21.15.16:40110) 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 -- 172.21.15.16:0/534624394 learned_addr learned my addr 172.21.15.16:0/534624394 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e777fe640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 0x7f6e7813f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e6effd640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e780d4010 0x7f6e7815fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 -- 172.21.15.16:0/534624394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 msgr2=0x7f6e7813f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6e780cfb00 0x7f6e7813f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 -- 172.21.15.16:0/534624394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e780d4010 msgr2=0x7f6e7815fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e780d4010 0x7f6e7815fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 -- 172.21.15.16:0/534624394 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e780cd1d0 con 0x7f6e78147f30 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e77fff640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6e78147f30 0x7f6e78160430 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f6e7000c780 tx=0x7f6e7000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e74ff9640 1 -- 172.21.15.16:0/534624394 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e70004b60 con 0x7f6e78147f30 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e74ff9640 1 -- 172.21.15.16:0/534624394 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e70004d00 con 0x7f6e78147f30 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e74ff9640 1 -- 172.21.15.16:0/534624394 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7000aa90 con 0x7f6e78147f30 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e7e1af640 1 -- 172.21.15.16:0/534624394 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e781f4ab0 con 0x7f6e78147f30 2024-09-16T01:49:20.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.654+0000 7f6e7e1af640 1 -- 172.21.15.16:0/534624394 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e781f5070 con 0x7f6e78147f30 2024-09-16T01:49:20.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.655+0000 7f6e7e1af640 1 -- 172.21.15.16:0/534624394 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e780cf5c0 con 0x7f6e78147f30 2024-09-16T01:49:20.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.656+0000 7f6e74ff9640 1 -- 172.21.15.16:0/534624394 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f6e7000ac30 con 0x7f6e78147f30 2024-09-16T01:49:20.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.657+0000 7f6e74ff9640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e5806c850 0x7f6e5806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.657+0000 7f6e777fe640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e5806c850 0x7f6e5806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.657+0000 7f6e74ff9640 1 -- 172.21.15.16:0/534624394 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f6e7008bff0 con 0x7f6e78147f30 2024-09-16T01:49:20.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.657+0000 7f6e777fe640 1 --2- 172.21.15.16:0/534624394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6e5806c850 0x7f6e5806ed10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f6e68034000 tx=0x7f6e6802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.661+0000 7f6e74ff9640 1 -- 172.21.15.16:0/534624394 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e70020070 con 0x7f6e78147f30 2024-09-16T01:49:20.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.872+0000 7f6e7e1af640 1 -- 172.21.15.16:0/534624394 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "non_existent_subvolume", "clone_name": "clone_1", "target": ["mon-mgr", ""]}) -- 0x7f6e780b9750 con 0x7f6e5806c850 2024-09-16T01:49:20.874 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:20.873+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:20.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.873+0000 7f6e74ff9640 1 -- 172.21.15.16:0/534624394 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f6e780b9750 con 0x7f6e5806c850 2024-09-16T01:49:20.875 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:20.880 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:20.881 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create non_existent_subvolume group_1 2024-09-16T01:49:20.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.986+0000 7f8f72f52640 1 Processor -- start 2024-09-16T01:49:20.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.986+0000 7f8f72f52640 1 -- start start 2024-09-16T01:49:20.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.986+0000 7f8f72f52640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d4010 0x7f8f6c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.986+0000 7f8f72f52640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f6c0d30b0 0x7f8f6c0d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.986+0000 7f8f72f52640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f6c0cfcd0 con 0x7f8f6c147f30 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.986+0000 7f8f72f52640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8f6c0d20a0 con 0x7f8f6c0d30b0 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.986+0000 7f8f72f52640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8f6c0d22f0 con 0x7f8f6c0d4010 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f714ef640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f6c0d30b0 0x7f8f6c0d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f714ef640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f6c0d30b0 0x7f8f6c0d14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40126/0 (socket says 172.21.15.16:40126) 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f714ef640 1 -- 172.21.15.16:0/4166004892 learned_addr learned my addr 172.21.15.16:0/4166004892 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f6bfff640 1 --2- 172.21.15.16:0/4166004892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d4010 0x7f8f6c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f714ef640 1 -- 172.21.15.16:0/4166004892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d4010 msgr2=0x7f8f6c0d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f714ef640 1 --2- 172.21.15.16:0/4166004892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d4010 0x7f8f6c0d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f714ef640 1 -- 172.21.15.16:0/4166004892 >> v1:172.21.15.104:6789/0 conn(0x7f8f6c147f30 legacy=0x7f8f6c0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f714ef640 1 -- 172.21.15.16:0/4166004892 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f6c0d25d0 con 0x7f8f6c0d30b0 2024-09-16T01:49:20.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.987+0000 7f8f6bfff640 1 --2- 172.21.15.16:0/4166004892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d4010 0x7f8f6c0d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.988+0000 7f8f714ef640 1 --2- 172.21.15.16:0/4166004892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c0d30b0 0x7f8f6c0d14b0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f8f64009e50 tx=0x7f8f6402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12dc6ea1c05535d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.988+0000 7f8f6b7fe640 1 -- 172.21.15.16:0/4166004892 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64036070 con 0x7f8f6c0d30b0 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.988+0000 7f8f6b7fe640 1 -- 172.21.15.16:0/4166004892 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f64031600 con 0x7f8f6c0d30b0 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.988+0000 7f8f6b7fe640 1 -- 172.21.15.16:0/4166004892 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f640319d0 con 0x7f8f6c0d30b0 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.988+0000 7f8f72f52640 1 -- 172.21.15.16:0/4166004892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c0d30b0 msgr2=0x7f8f6c0d14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.988+0000 7f8f72f52640 1 --2- 172.21.15.16:0/4166004892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c0d30b0 0x7f8f6c0d14b0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f8f64009e50 tx=0x7f8f6402a680 comp rx=0 tx=0).stop 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.988+0000 7f8f72f52640 1 -- 172.21.15.16:0/4166004892 shutdown_connections 2024-09-16T01:49:20.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.989+0000 7f8f72f52640 1 --2- 172.21.15.16:0/4166004892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c0d30b0 0x7f8f6c0d14b0 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.989+0000 7f8f72f52640 1 --2- 172.21.15.16:0/4166004892 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d4010 0x7f8f6c0d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.989+0000 7f8f72f52640 1 -- 172.21.15.16:0/4166004892 >> 172.21.15.16:0/4166004892 conn(0x7f8f6c074da0 msgr2=0x7f8f6c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:20.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.989+0000 7f8f72f52640 1 -- 172.21.15.16:0/4166004892 shutdown_connections 2024-09-16T01:49:20.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.989+0000 7f8f72f52640 1 -- 172.21.15.16:0/4166004892 wait complete. 2024-09-16T01:49:20.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.990+0000 7f8f72f52640 1 Processor -- start 2024-09-16T01:49:20.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.990+0000 7f8f72f52640 1 -- start start 2024-09-16T01:49:20.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f72f52640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d30b0 0x7f8f6c15dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f72f52640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f6c0d4010 0x7f8f6c133690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f72f52640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c147f30 0x7f8f6c1ea1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f72f52640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c148310 con 0x7f8f6c147f30 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f72f52640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c0d2b90 con 0x7f8f6c0d4010 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f72f52640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8f6c0b8810 con 0x7f8f6c0d30b0 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c147f30 0x7f8f6c1ea1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c147f30 0x7f8f6c1ea1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40130/0 (socket says 172.21.15.16:40130) 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 -- 172.21.15.16:0/3475660930 learned_addr learned my addr 172.21.15.16:0/3475660930 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f6bfff640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f6c0d4010 0x7f8f6c133690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f70cee640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d30b0 0x7f8f6c15dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 -- 172.21.15.16:0/3475660930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d30b0 msgr2=0x7f8f6c15dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f6c0d30b0 0x7f8f6c15dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 -- 172.21.15.16:0/3475660930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f6c0d4010 msgr2=0x7f8f6c133690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f6c0d4010 0x7f8f6c133690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 -- 172.21.15.16:0/3475660930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f6c133bd0 con 0x7f8f6c147f30 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f714ef640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f6c147f30 0x7f8f6c1ea1b0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f8f64034040 tx=0x7f8f64004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.991+0000 7f8f697fa640 1 -- 172.21.15.16:0/3475660930 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64036050 con 0x7f8f6c147f30 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.992+0000 7f8f697fa640 1 -- 172.21.15.16:0/3475660930 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f64042070 con 0x7f8f6c147f30 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.992+0000 7f8f72f52640 1 -- 172.21.15.16:0/3475660930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f6c0cc950 con 0x7f8f6c147f30 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.992+0000 7f8f697fa640 1 -- 172.21.15.16:0/3475660930 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64009510 con 0x7f8f6c147f30 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.992+0000 7f8f72f52640 1 -- 172.21.15.16:0/3475660930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f6c0ccf10 con 0x7f8f6c147f30 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.993+0000 7f8f72f52640 1 -- 172.21.15.16:0/3475660930 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f6c0cf5c0 con 0x7f8f6c147f30 2024-09-16T01:49:20.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.993+0000 7f8f697fa640 1 -- 172.21.15.16:0/3475660930 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f8f64007bd0 con 0x7f8f6c147f30 2024-09-16T01:49:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.994+0000 7f8f697fa640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8f5006c850 0x7f8f5006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.994+0000 7f8f697fa640 1 -- 172.21.15.16:0/3475660930 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f8f640acbe0 con 0x7f8f6c147f30 2024-09-16T01:49:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.994+0000 7f8f70cee640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8f5006c850 0x7f8f5006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:20.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.994+0000 7f8f70cee640 1 --2- 172.21.15.16:0/3475660930 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8f5006c850 0x7f8f5006ed10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8f600016e0 tx=0x7f8f60009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:20.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:20.998+0000 7f8f697fa640 1 -- 172.21.15.16:0/3475660930 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f6407a4a0 con 0x7f8f6c147f30 2024-09-16T01:49:21.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.199+0000 7f8f72f52640 1 -- 172.21.15.16:0/3475660930 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f8f6c0ce920 con 0x7f8f5006c850 2024-09-16T01:49:21.201 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:21.200+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:21.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.200+0000 7f8f697fa640 1 -- 172.21.15.16:0/3475660930 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f8f6c0ce920 con 0x7f8f5006c850 2024-09-16T01:49:21.201 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:21.207 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:21.208 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm non_existent_subvolume group_1 2024-09-16T01:49:21.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.313+0000 7f3bf811a640 1 Processor -- start 2024-09-16T01:49:21.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.313+0000 7f3bf811a640 1 -- start start 2024-09-16T01:49:21.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf811a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bf015e4b0 0x7f3bf00add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf811a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf006e0d0 0x7f3bf006c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf811a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bf006e610 con 0x7f3bf006bbe0 2024-09-16T01:49:21.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf811a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3bf006c590 con 0x7f3bf015e4b0 2024-09-16T01:49:21.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf811a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3bf00b00f0 con 0x7f3bf006e0d0 2024-09-16T01:49:21.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf5eb6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bf015e4b0 0x7f3bf00add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf5eb6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3bf015e4b0 0x7f3bf00add60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40138/0 (socket says 172.21.15.16:40138) 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/4134979539 learned_addr learned my addr 172.21.15.16:0/4134979539 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.314+0000 7f3bf66b7640 1 --2- 172.21.15.16:0/4134979539 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf006e0d0 0x7f3bf006c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/4134979539 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf006e0d0 msgr2=0x7f3bf006c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf5eb6640 1 --2- 172.21.15.16:0/4134979539 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf006e0d0 0x7f3bf006c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/4134979539 >> v1:172.21.15.104:6789/0 conn(0x7f3bf006bbe0 legacy=0x7f3bf006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/4134979539 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bf006e8f0 con 0x7f3bf015e4b0 2024-09-16T01:49:21.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf66b7640 1 --2- 172.21.15.16:0/4134979539 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf006e0d0 0x7f3bf006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:21.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf5eb6640 1 --2- 172.21.15.16:0/4134979539 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf015e4b0 0x7f3bf00add60 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f3bec009870 tx=0x7f3bec02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e81cba6fcbc16b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf4eb4640 1 -- 172.21.15.16:0/4134979539 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bec037070 con 0x7f3bf015e4b0 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.315+0000 7f3bf4eb4640 1 -- 172.21.15.16:0/4134979539 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bec032440 con 0x7f3bf015e4b0 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf4eb4640 1 -- 172.21.15.16:0/4134979539 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bec032810 con 0x7f3bf015e4b0 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 -- 172.21.15.16:0/4134979539 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf015e4b0 msgr2=0x7f3bf00add60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 --2- 172.21.15.16:0/4134979539 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf015e4b0 0x7f3bf00add60 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f3bec009870 tx=0x7f3bec02a210 comp rx=0 tx=0).stop 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 -- 172.21.15.16:0/4134979539 shutdown_connections 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 --2- 172.21.15.16:0/4134979539 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf006e0d0 0x7f3bf006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 --2- 172.21.15.16:0/4134979539 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf015e4b0 0x7f3bf00add60 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 -- 172.21.15.16:0/4134979539 >> 172.21.15.16:0/4134979539 conn(0x7f3bf00b2a80 msgr2=0x7f3bf00b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 -- 172.21.15.16:0/4134979539 shutdown_connections 2024-09-16T01:49:21.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.316+0000 7f3bf811a640 1 -- 172.21.15.16:0/4134979539 wait complete. 2024-09-16T01:49:21.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.317+0000 7f3bf811a640 1 Processor -- start 2024-09-16T01:49:21.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.317+0000 7f3bf811a640 1 -- start start 2024-09-16T01:49:21.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf811a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf006bbe0 0x7f3bf014a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf811a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bf006e0d0 0x7f3bf00b1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf811a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf015e4b0 0x7f3bf00b1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf811a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf015e890 con 0x7f3bf006bbe0 2024-09-16T01:49:21.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf811a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf00b3f90 con 0x7f3bf006e0d0 2024-09-16T01:49:21.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf811a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3bf015ea10 con 0x7f3bf015e4b0 2024-09-16T01:49:21.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf5eb6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf006bbe0 0x7f3bf014a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf5eb6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf006bbe0 0x7f3bf014a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40148/0 (socket says 172.21.15.16:40148) 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/1222238175 learned_addr learned my addr 172.21.15.16:0/1222238175 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf66b7640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf015e4b0 0x7f3bf00b1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.318+0000 7f3bf56b5640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bf006e0d0 0x7f3bf00b1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/1222238175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf015e4b0 msgr2=0x7f3bf00b1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf5eb6640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bf015e4b0 0x7f3bf00b1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/1222238175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bf006e0d0 msgr2=0x7f3bf00b1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf5eb6640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bf006e0d0 0x7f3bf00b1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf5eb6640 1 -- 172.21.15.16:0/1222238175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bf014af20 con 0x7f3bf006bbe0 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf5eb6640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bf006bbe0 0x7f3bf014a9e0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f3bec0090b0 tx=0x7f3bec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3be67fc640 1 -- 172.21.15.16:0/1222238175 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bec041020 con 0x7f3bf006bbe0 2024-09-16T01:49:21.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3be67fc640 1 -- 172.21.15.16:0/1222238175 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bec030990 con 0x7f3bf006bbe0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf811a640 1 -- 172.21.15.16:0/1222238175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bf015ec30 con 0x7f3bf006bbe0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3be67fc640 1 -- 172.21.15.16:0/1222238175 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bec037040 con 0x7f3bf006bbe0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.319+0000 7f3bf811a640 1 -- 172.21.15.16:0/1222238175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bf015f1b0 con 0x7f3bf006bbe0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.320+0000 7f3bf811a640 1 -- 172.21.15.16:0/1222238175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bf006c030 con 0x7f3bf006bbe0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.321+0000 7f3be67fc640 1 -- 172.21.15.16:0/1222238175 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f3bec044020 con 0x7f3bf006bbe0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.321+0000 7f3be67fc640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3bd406c850 0x7f3bd406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.321+0000 7f3be67fc640 1 -- 172.21.15.16:0/1222238175 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f3bec0ac6b0 con 0x7f3bf006bbe0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.321+0000 7f3bf56b5640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3bd406c850 0x7f3bd406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.322+0000 7f3bf56b5640 1 --2- 172.21.15.16:0/1222238175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3bd406c850 0x7f3bd406ed10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3bf00b1840 tx=0x7f3be0007e30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.325+0000 7f3be67fc640 1 -- 172.21.15.16:0/1222238175 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bec04b030 con 0x7f3bf006bbe0 2024-09-16T01:49:21.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.526+0000 7f3bf811a640 1 -- 172.21.15.16:0/1222238175 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f3bf00b12b0 con 0x7f3bd406c850 2024-09-16T01:49:21.528 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:21.527+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:21.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.527+0000 7f3be67fc640 1 -- 172.21.15.16:0/1222238175 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f3bf00b12b0 con 0x7f3bd406c850 2024-09-16T01:49:21.528 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:21.534 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:21.534 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup getpath non_existent_subvolume group_1 2024-09-16T01:49:21.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.638+0000 7fc376da8640 1 Processor -- start 2024-09-16T01:49:21.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.638+0000 7fc376da8640 1 -- start start 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc376da8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc370147510 0x7fc3701478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc376da8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc37006cbf0 0x7fc37006d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc376da8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc370163050 con 0x7fc3700aea10 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc376da8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc37006d5a0 con 0x7fc37006cbf0 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc376da8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc370162850 con 0x7fc370147510 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc375345640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc37006cbf0 0x7fc37006d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc374b44640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc370147510 0x7fc3701478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc375345640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc37006cbf0 0x7fc37006d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:59564/0 (socket says 172.21.15.16:59564) 2024-09-16T01:49:21.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc375345640 1 -- 172.21.15.16:0/2231836804 learned_addr learned my addr 172.21.15.16:0/2231836804 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:21.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.639+0000 7fc36ffff640 1 --1- 172.21.15.16:0/2231836804 >> v1:172.21.15.104:6789/0 conn(0x7fc3700aea10 0x7fc370162140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:41212/0 (socket says 172.21.15.16:41212) 2024-09-16T01:49:21.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.640+0000 7fc374b44640 1 -- 172.21.15.16:0/2231836804 >> v2:172.21.15.104:3300/0 conn(0x7fc37006cbf0 msgr2=0x7fc37006d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:21.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.640+0000 7fc374b44640 1 --2- 172.21.15.16:0/2231836804 >> v2:172.21.15.104:3300/0 conn(0x7fc37006cbf0 0x7fc37006d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.640+0000 7fc374b44640 1 -- 172.21.15.16:0/2231836804 >> v1:172.21.15.104:6789/0 conn(0x7fc3700aea10 legacy=0x7fc370162140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.640+0000 7fc374b44640 1 -- 172.21.15.16:0/2231836804 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc370162a90 con 0x7fc370147510 2024-09-16T01:49:21.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.640+0000 7fc374b44640 1 --2- 172.21.15.16:0/2231836804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc370147510 0x7fc3701478f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc368009d90 tx=0x7fc36802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5bae325ca4218a86 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc36f7fe640 1 -- 172.21.15.16:0/2231836804 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368007740 con 0x7fc370147510 2024-09-16T01:49:21.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc36f7fe640 1 -- 172.21.15.16:0/2231836804 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3680078e0 con 0x7fc370147510 2024-09-16T01:49:21.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc36f7fe640 1 -- 172.21.15.16:0/2231836804 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368007cb0 con 0x7fc370147510 2024-09-16T01:49:21.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 -- 172.21.15.16:0/2231836804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc370147510 msgr2=0x7fc3701478f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 --2- 172.21.15.16:0/2231836804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc370147510 0x7fc3701478f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc368009d90 tx=0x7fc36802a660 comp rx=0 tx=0).stop 2024-09-16T01:49:21.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 -- 172.21.15.16:0/2231836804 shutdown_connections 2024-09-16T01:49:21.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 --2- 172.21.15.16:0/2231836804 >> v2:172.21.15.104:3300/0 conn(0x7fc37006cbf0 0x7fc37006d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 --2- 172.21.15.16:0/2231836804 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc370147510 0x7fc3701478f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 -- 172.21.15.16:0/2231836804 >> 172.21.15.16:0/2231836804 conn(0x7fc370071ff0 msgr2=0x7fc370072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:21.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 -- 172.21.15.16:0/2231836804 shutdown_connections 2024-09-16T01:49:21.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.641+0000 7fc376da8640 1 -- 172.21.15.16:0/2231836804 wait complete. 2024-09-16T01:49:21.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.642+0000 7fc376da8640 1 Processor -- start 2024-09-16T01:49:21.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.643+0000 7fc376da8640 1 -- start start 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.643+0000 7fc376da8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc37006cbf0 0x7fc37015f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.643+0000 7fc376da8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3700aea10 0x7fc370142cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.643+0000 7fc376da8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc370147510 0x7fc370141870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.643+0000 7fc376da8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc37006e7e0 con 0x7fc370147510 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.643+0000 7fc376da8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc37006e500 con 0x7fc3700aea10 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.643+0000 7fc376da8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc37006fca0 con 0x7fc37006cbf0 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc374b44640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc37006cbf0 0x7fc37015f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc375345640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc370147510 0x7fc370141870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc36ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3700aea10 0x7fc370142cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc374b44640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc37006cbf0 0x7fc37015f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:39430/0 (socket says 172.21.15.16:39430) 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc374b44640 1 -- 172.21.15.16:0/83909478 learned_addr learned my addr 172.21.15.16:0/83909478 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:21.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc375345640 1 -- 172.21.15.16:0/83909478 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc37006cbf0 msgr2=0x7fc37015f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc375345640 1 --2- 172.21.15.16:0/83909478 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc37006cbf0 0x7fc37015f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc375345640 1 -- 172.21.15.16:0/83909478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3700aea10 msgr2=0x7fc370142cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc375345640 1 --2- 172.21.15.16:0/83909478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3700aea10 0x7fc370142cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc375345640 1 -- 172.21.15.16:0/83909478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc37015ff60 con 0x7fc370147510 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc36ffff640 1 --2- 172.21.15.16:0/83909478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3700aea10 0x7fc370142cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc375345640 1 --2- 172.21.15.16:0/83909478 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc370147510 0x7fc370141870 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7fc36000e640 tx=0x7fc36000eb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc36d7fa640 1 -- 172.21.15.16:0/83909478 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc360017070 con 0x7fc370147510 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc36d7fa640 1 -- 172.21.15.16:0/83909478 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc36000c690 con 0x7fc370147510 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc376da8640 1 -- 172.21.15.16:0/83909478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc370160240 con 0x7fc370147510 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc36d7fa640 1 -- 172.21.15.16:0/83909478 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc36000ca60 con 0x7fc370147510 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.644+0000 7fc376da8640 1 -- 172.21.15.16:0/83909478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc370160800 con 0x7fc370147510 2024-09-16T01:49:21.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.645+0000 7fc376da8640 1 -- 172.21.15.16:0/83909478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3700aee50 con 0x7fc370147510 2024-09-16T01:49:21.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.646+0000 7fc36d7fa640 1 -- 172.21.15.16:0/83909478 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc36001a070 con 0x7fc370147510 2024-09-16T01:49:21.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.646+0000 7fc36d7fa640 1 --2- 172.21.15.16:0/83909478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc35c06c850 0x7fc35c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.647+0000 7fc36d7fa640 1 -- 172.21.15.16:0/83909478 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fc36008bf40 con 0x7fc370147510 2024-09-16T01:49:21.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.647+0000 7fc374b44640 1 --2- 172.21.15.16:0/83909478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc35c06c850 0x7fc35c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.647+0000 7fc374b44640 1 --2- 172.21.15.16:0/83909478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc35c06c850 0x7fc35c06ed10 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc368009bd0 tx=0x7fc36802f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.651+0000 7fc36d7fa640 1 -- 172.21.15.16:0/83909478 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc360059840 con 0x7fc370147510 2024-09-16T01:49:21.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.851+0000 7fc376da8640 1 -- 172.21.15.16:0/83909478 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup getpath", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7fc3701469d0 con 0x7fc35c06c850 2024-09-16T01:49:21.854 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:21.853+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:21.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.853+0000 7fc36d7fa640 1 -- 172.21.15.16:0/83909478 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc3701469d0 con 0x7fc35c06c850 2024-09-16T01:49:21.854 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:21.859 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:21.859 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup pin non_existent_subvolume group_1 export 0 2024-09-16T01:49:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.965+0000 7f7559fc4640 1 Processor -- start 2024-09-16T01:49:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.965+0000 7f7559fc4640 1 -- start start 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f7559fc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f755406db40 0x7f75540cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f7559fc4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75540b4950 con 0x7f75540b59f0 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f7559fc4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75540b4c30 con 0x7f755415c420 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f7559fc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f75540b4f10 con 0x7f755406db40 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f7552ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f75540b59f0 0x7f755406d430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57976/0 (socket says 172.21.15.16:57976) 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f7552ffd640 1 -- 172.21.15.16:0/3201589146 learned_addr learned my addr 172.21.15.16:0/3201589146 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f7553fff640 1 --2- 172.21.15.16:0/3201589146 >> v2:172.21.15.104:3300/0 conn(0x7f755406db40 0x7f75540cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f75527fc640 1 -- 172.21.15.16:0/3201589146 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2967867832 0 0) 0x7f75540b4950 con 0x7f75540b59f0 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.966+0000 7f75527fc640 1 -- 172.21.15.16:0/3201589146 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f753c003520 con 0x7f75540b59f0 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.967+0000 7f7553fff640 1 -- 172.21.15.16:0/3201589146 >> v1:172.21.15.104:6789/0 conn(0x7f755415c420 legacy=0x7f75540cfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.967+0000 7f7553fff640 1 -- 172.21.15.16:0/3201589146 >> v1:172.21.15.16:6789/0 conn(0x7f75540b59f0 legacy=0x7f755406d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.967+0000 7f7553fff640 1 -- 172.21.15.16:0/3201589146 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75540b51f0 con 0x7f755406db40 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.967+0000 7f7553fff640 1 --2- 172.21.15.16:0/3201589146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f755406db40 0x7f75540cdce0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f754c009d90 tx=0x7f754c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dca50a14bbe11be3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f75527fc640 1 -- 172.21.15.16:0/3201589146 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754c007740 con 0x7f755406db40 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f75527fc640 1 -- 172.21.15.16:0/3201589146 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f754c0078e0 con 0x7f755406db40 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f75527fc640 1 -- 172.21.15.16:0/3201589146 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754c007c90 con 0x7f755406db40 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f7559fc4640 1 -- 172.21.15.16:0/3201589146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f755406db40 msgr2=0x7f75540cdce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f7559fc4640 1 --2- 172.21.15.16:0/3201589146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f755406db40 0x7f75540cdce0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f754c009d90 tx=0x7f754c02a660 comp rx=0 tx=0).stop 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f7559fc4640 1 -- 172.21.15.16:0/3201589146 shutdown_connections 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f7559fc4640 1 --2- 172.21.15.16:0/3201589146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f755406db40 0x7f75540cdce0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f7559fc4640 1 -- 172.21.15.16:0/3201589146 >> 172.21.15.16:0/3201589146 conn(0x7f755406c030 msgr2=0x7f755406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:21.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f7559fc4640 1 -- 172.21.15.16:0/3201589146 shutdown_connections 2024-09-16T01:49:21.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.968+0000 7f7559fc4640 1 -- 172.21.15.16:0/3201589146 wait complete. 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.969+0000 7f7559fc4640 1 Processor -- start 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7559fc4640 1 -- start start 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7559fc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f755406db40 0x7f75540b09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7559fc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540b59f0 0x7f75540aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7559fc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f755415c420 0x7f75541f7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7559fc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f75541670d0 con 0x7f755406db40 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7559fc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7554166f50 con 0x7f75540b59f0 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7559fc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7554167250 con 0x7f755415c420 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f75537fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f755406db40 0x7f75540b09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f75537fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f755406db40 0x7f75540b09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40162/0 (socket says 172.21.15.16:40162) 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f75537fe640 1 -- 172.21.15.16:0/2543618754 learned_addr learned my addr 172.21.15.16:0/2543618754 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:21.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.970+0000 7f7552ffd640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540b59f0 0x7f75540aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f7553fff640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f755415c420 0x7f75541f7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f75537fe640 1 -- 172.21.15.16:0/2543618754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f755415c420 msgr2=0x7f75541f7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f75537fe640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f755415c420 0x7f75541f7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f75537fe640 1 -- 172.21.15.16:0/2543618754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540b59f0 msgr2=0x7f75540aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f75537fe640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540b59f0 0x7f75540aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f75537fe640 1 -- 172.21.15.16:0/2543618754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75540724c0 con 0x7f755406db40 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f75537fe640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f755406db40 0x7f75540b09c0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f754400c3c0 tx=0x7f754400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f753bfff640 1 -- 172.21.15.16:0/2543618754 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75440052d0 con 0x7f755406db40 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f753bfff640 1 -- 172.21.15.16:0/2543618754 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7544005490 con 0x7f755406db40 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f7559fc4640 1 -- 172.21.15.16:0/2543618754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75540727a0 con 0x7f755406db40 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f753bfff640 1 -- 172.21.15.16:0/2543618754 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544007260 con 0x7f755406db40 2024-09-16T01:49:21.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.971+0000 7f7559fc4640 1 -- 172.21.15.16:0/2543618754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7554072d60 con 0x7f755406db40 2024-09-16T01:49:21.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.972+0000 7f7559fc4640 1 -- 172.21.15.16:0/2543618754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75540ce800 con 0x7f755406db40 2024-09-16T01:49:21.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.973+0000 7f753bfff640 1 -- 172.21.15.16:0/2543618754 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7f7544007400 con 0x7f755406db40 2024-09-16T01:49:21.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.973+0000 7f753bfff640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f754006c850 0x7f754006ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:21.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.973+0000 7f753bfff640 1 -- 172.21.15.16:0/2543618754 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f754408b390 con 0x7f755406db40 2024-09-16T01:49:21.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.973+0000 7f7552ffd640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f754006c850 0x7f754006ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:21.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.974+0000 7f7552ffd640 1 --2- 172.21.15.16:0/2543618754 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f754006c850 0x7f754006ed10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f75540b22c0 tx=0x7f7548007d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:21.978+0000 7f753bfff640 1 -- 172.21.15.16:0/2543618754 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f75540ce800 con 0x7f755406db40 2024-09-16T01:49:22.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.177+0000 7f7559fc4640 1 -- 172.21.15.16:0/2543618754 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "non_existent_subvolume", "group_name": "group_1", "pin_type": "export", "pin_setting": "0", "target": ["mon-mgr", ""]}) -- 0x7f75540cdce0 con 0x7f754006c850 2024-09-16T01:49:22.179 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:22.178+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.178+0000 7f753bfff640 1 -- 172.21.15.16:0/2543618754 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f75540cdce0 con 0x7f754006c850 2024-09-16T01:49:22.179 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:22.184 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:22.185 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup ls non_existent_subvolume 2024-09-16T01:49:22.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.288+0000 7fd7a8265640 1 Processor -- start 2024-09-16T01:49:22.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.289+0000 7fd7a8265640 1 -- start start 2024-09-16T01:49:22.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a8265640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd7a00d4010 0x7fd7a00d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a8265640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd7a00d30b0 0x7fd7a00d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a8265640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7a00cfcd0 con 0x7fd7a0147f30 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a8265640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd7a00d20a0 con 0x7fd7a00d4010 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a8265640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd7a00d22f0 con 0x7fd7a00d30b0 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a5800640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd7a00d4010 0x7fd7a00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a5800640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd7a00d4010 0x7fd7a00d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35822/0 (socket says 172.21.15.16:35822) 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a5800640 1 -- 172.21.15.16:0/4217449644 learned_addr learned my addr 172.21.15.16:0/4217449644 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a6802640 1 --2- 172.21.15.16:0/4217449644 >> v2:172.21.15.104:3300/0 conn(0x7fd7a00d30b0 0x7fd7a00d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a5800640 1 -- 172.21.15.16:0/4217449644 >> v2:172.21.15.104:3300/0 conn(0x7fd7a00d30b0 msgr2=0x7fd7a00d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a5800640 1 --2- 172.21.15.16:0/4217449644 >> v2:172.21.15.104:3300/0 conn(0x7fd7a00d30b0 0x7fd7a00d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a5800640 1 -- 172.21.15.16:0/4217449644 >> v1:172.21.15.104:6789/0 conn(0x7fd7a0147f30 legacy=0x7fd7a00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.290+0000 7fd7a5800640 1 -- 172.21.15.16:0/4217449644 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a00d25d0 con 0x7fd7a00d4010 2024-09-16T01:49:22.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.291+0000 7fd7a5800640 1 --2- 172.21.15.16:0/4217449644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d4010 0x7fd7a00d0f70 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fd7a00ba730 tx=0x7fd79002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6c6332101781755 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.291+0000 7fd7a4fff640 1 -- 172.21.15.16:0/4217449644 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd790037070 con 0x7fd7a00d4010 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.291+0000 7fd7a4fff640 1 -- 172.21.15.16:0/4217449644 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd790032440 con 0x7fd7a00d4010 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.291+0000 7fd7a4fff640 1 -- 172.21.15.16:0/4217449644 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd790032810 con 0x7fd7a00d4010 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 -- 172.21.15.16:0/4217449644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d4010 msgr2=0x7fd7a00d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 --2- 172.21.15.16:0/4217449644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d4010 0x7fd7a00d0f70 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fd7a00ba730 tx=0x7fd79002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 -- 172.21.15.16:0/4217449644 shutdown_connections 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 --2- 172.21.15.16:0/4217449644 >> v2:172.21.15.104:3300/0 conn(0x7fd7a00d30b0 0x7fd7a00d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 --2- 172.21.15.16:0/4217449644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d4010 0x7fd7a00d0f70 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 -- 172.21.15.16:0/4217449644 >> 172.21.15.16:0/4217449644 conn(0x7fd7a0074da0 msgr2=0x7fd7a00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 -- 172.21.15.16:0/4217449644 shutdown_connections 2024-09-16T01:49:22.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.292+0000 7fd7a8265640 1 -- 172.21.15.16:0/4217449644 wait complete. 2024-09-16T01:49:22.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.293+0000 7fd7a8265640 1 Processor -- start 2024-09-16T01:49:22.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.293+0000 7fd7a8265640 1 -- start start 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a8265640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d30b0 0x7fd7a0140040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a8265640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd7a00d4010 0x7fd7a01601f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a8265640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7a0147f30 0x7fd7a0160730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a8265640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a0148310 con 0x7fd7a00d30b0 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a8265640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a00d2b90 con 0x7fd7a0147f30 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a8265640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd7a00b8810 con 0x7fd7a00d4010 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a6001640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d30b0 0x7fd7a0140040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a6001640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d30b0 0x7fd7a0140040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35828/0 (socket says 172.21.15.16:35828) 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a6001640 1 -- 172.21.15.16:0/2305381459 learned_addr learned my addr 172.21.15.16:0/2305381459 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a5800640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd7a00d4010 0x7fd7a01601f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.294+0000 7fd7a6802640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7a0147f30 0x7fd7a0160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a6001640 1 -- 172.21.15.16:0/2305381459 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd7a00d4010 msgr2=0x7fd7a01601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a6001640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd7a00d4010 0x7fd7a01601f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a6001640 1 -- 172.21.15.16:0/2305381459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7a0147f30 msgr2=0x7fd7a0160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a6001640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7a0147f30 0x7fd7a0160730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a6001640 1 -- 172.21.15.16:0/2305381459 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a00cbbf0 con 0x7fd7a00d30b0 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a6001640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd7a00d30b0 0x7fd7a0140040 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7fd79c00c3c0 tx=0x7fd79c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7967fc640 1 -- 172.21.15.16:0/2305381459 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c0052d0 con 0x7fd7a00d30b0 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7967fc640 1 -- 172.21.15.16:0/2305381459 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd79c005490 con 0x7fd7a00d30b0 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a8265640 1 -- 172.21.15.16:0/2305381459 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7a014f600 con 0x7fd7a00d30b0 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7967fc640 1 -- 172.21.15.16:0/2305381459 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c007260 con 0x7fd7a00d30b0 2024-09-16T01:49:22.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.295+0000 7fd7a8265640 1 -- 172.21.15.16:0/2305381459 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7a014fbc0 con 0x7fd7a00d30b0 2024-09-16T01:49:22.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.296+0000 7fd7a8265640 1 -- 172.21.15.16:0/2305381459 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7a00cf5c0 con 0x7fd7a00d30b0 2024-09-16T01:49:22.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.297+0000 7fd7967fc640 1 -- 172.21.15.16:0/2305381459 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fd79c007400 con 0x7fd7a00d30b0 2024-09-16T01:49:22.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.297+0000 7fd7967fc640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd78406c850 0x7fd78406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.297+0000 7fd7967fc640 1 -- 172.21.15.16:0/2305381459 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fd79c08b310 con 0x7fd7a00d30b0 2024-09-16T01:49:22.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.297+0000 7fd7a5800640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd78406c850 0x7fd78406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.298+0000 7fd7a5800640 1 --2- 172.21.15.16:0/2305381459 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd78406c850 0x7fd78406ed10 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd790034000 tx=0x7fd79002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.301+0000 7fd7967fc640 1 -- 172.21.15.16:0/2305381459 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd79c058b80 con 0x7fd7a00d30b0 2024-09-16T01:49:22.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.501+0000 7fd7a8265640 1 -- 172.21.15.16:0/2305381459 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup ls", "vol_name": "non_existent_subvolume", "target": ["mon-mgr", ""]}) -- 0x7fd7a0140580 con 0x7fd78406c850 2024-09-16T01:49:22.503 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:22.502+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:22.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.502+0000 7fd7967fc640 1 -- 172.21.15.16:0/2305381459 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fd7900326f0 con 0x7fd78406c850 2024-09-16T01:49:22.503 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:22.508 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:22.509 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot create non_existent_subvolume group_1 snapshot_1 2024-09-16T01:49:22.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.615+0000 7fbf319fd640 1 Processor -- start 2024-09-16T01:49:22.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.615+0000 7fbf319fd640 1 -- start start 2024-09-16T01:49:22.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf319fd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf2c0b6e10 0x7fbf2c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf319fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0cf7a0 0x7fbf2c0d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf319fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf2c0d1fc0 con 0x7fbf2c15e600 2024-09-16T01:49:22.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf319fd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fbf2c0d1ce0 con 0x7fbf2c0b6e10 2024-09-16T01:49:22.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf319fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf2c0d2bb0 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf2a7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf2c0b6e10 0x7fbf2c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf2b7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0cf7a0 0x7fbf2c0d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf2affd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbf2c15e600 0x7fbf2c0b6700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:37748/0 (socket says 172.21.15.16:37748) 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf2a7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf2c0b6e10 0x7fbf2c0b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:41436/0 (socket says 172.21.15.16:41436) 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.616+0000 7fbf2affd640 1 -- 172.21.15.16:0/2065112682 learned_addr learned my addr 172.21.15.16:0/2065112682 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.617+0000 7fbf2a7fc640 1 -- 172.21.15.16:0/2065112682 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0cf7a0 msgr2=0x7fbf2c0d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.617+0000 7fbf2a7fc640 1 --2- 172.21.15.16:0/2065112682 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0cf7a0 0x7fbf2c0d3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.617+0000 7fbf2a7fc640 1 -- 172.21.15.16:0/2065112682 >> v1:172.21.15.104:6789/0 conn(0x7fbf2c15e600 legacy=0x7fbf2c0b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.617+0000 7fbf2a7fc640 1 -- 172.21.15.16:0/2065112682 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2c0d2e90 con 0x7fbf2c0b6e10 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.617+0000 7fbf2a7fc640 1 --2- 172.21.15.16:0/2065112682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c0b6e10 0x7fbf2c0b78e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fbf200097a0 tx=0x7fbf2002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77c80df9fefcbb60 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf29ffb640 1 -- 172.21.15.16:0/2065112682 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20037070 con 0x7fbf2c0b6e10 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf29ffb640 1 -- 172.21.15.16:0/2065112682 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf2002ae50 con 0x7fbf2c0b6e10 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf29ffb640 1 -- 172.21.15.16:0/2065112682 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20032660 con 0x7fbf2c0b6e10 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 -- 172.21.15.16:0/2065112682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c0b6e10 msgr2=0x7fbf2c0b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 --2- 172.21.15.16:0/2065112682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c0b6e10 0x7fbf2c0b78e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fbf200097a0 tx=0x7fbf2002a100 comp rx=0 tx=0).stop 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 -- 172.21.15.16:0/2065112682 shutdown_connections 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 --2- 172.21.15.16:0/2065112682 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0cf7a0 0x7fbf2c0d3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 --2- 172.21.15.16:0/2065112682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c0b6e10 0x7fbf2c0b78e0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 -- 172.21.15.16:0/2065112682 >> 172.21.15.16:0/2065112682 conn(0x7fbf2c072650 msgr2=0x7fbf2c072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:22.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 -- 172.21.15.16:0/2065112682 shutdown_connections 2024-09-16T01:49:22.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.618+0000 7fbf319fd640 1 -- 172.21.15.16:0/2065112682 wait complete. 2024-09-16T01:49:22.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.619+0000 7fbf319fd640 1 Processor -- start 2024-09-16T01:49:22.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf319fd640 1 -- start start 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf319fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0b6e10 0x7fbf2c15d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf319fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2c0cf7a0 0x7fbf2c15cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf319fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c15e600 0x7fbf2c0cc180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf319fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2c15e9e0 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf319fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2c0d1990 con 0x7fbf2c15e600 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf319fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf2c0b3ba0 con 0x7fbf2c0b6e10 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.620+0000 7fbf2a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2c0cf7a0 0x7fbf2c15cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2c0cf7a0 0x7fbf2c15cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35838/0 (socket says 172.21.15.16:35838) 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 -- 172.21.15.16:0/4070782831 learned_addr learned my addr 172.21.15.16:0/4070782831 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2affd640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0b6e10 0x7fbf2c15d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2b7fe640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c15e600 0x7fbf2c0cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 -- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0b6e10 msgr2=0x7fbf2c15d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0b6e10 0x7fbf2c15d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 -- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c15e600 msgr2=0x7fbf2c0cc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c15e600 0x7fbf2c0cc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 -- 172.21.15.16:0/4070782831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2c1ea110 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2b7fe640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf2c15e600 0x7fbf2c0cc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2affd640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2c0b6e10 0x7fbf2c15d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf2a7fc640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2c0cf7a0 0x7fbf2c15cf60 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7fbf20035040 tx=0x7fbf200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf13fff640 1 -- 172.21.15.16:0/4070782831 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20041070 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf13fff640 1 -- 172.21.15.16:0/4070782831 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf2003c460 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf13fff640 1 -- 172.21.15.16:0/4070782831 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20037040 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf319fd640 1 -- 172.21.15.16:0/4070782831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf2c0c8030 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.621+0000 7fbf319fd640 1 -- 172.21.15.16:0/4070782831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf2c0c85f0 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.622+0000 7fbf319fd640 1 -- 172.21.15.16:0/4070782831 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf2c0c7e40 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.623+0000 7fbf13fff640 1 -- 172.21.15.16:0/4070782831 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fbf2003a070 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.623+0000 7fbf13fff640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbf1806c850 0x7fbf1806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.623+0000 7fbf13fff640 1 -- 172.21.15.16:0/4070782831 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fbf200ac2c0 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.623+0000 7fbf2affd640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbf1806c850 0x7fbf1806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.624+0000 7fbf2affd640 1 --2- 172.21.15.16:0/4070782831 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbf1806c850 0x7fbf1806ed10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c000f60 tx=0x7fbf1c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.628+0000 7fbf13fff640 1 -- 172.21.15.16:0/4070782831 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf2007a000 con 0x7fbf2c0cf7a0 2024-09-16T01:49:22.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.829+0000 7fbf319fd640 1 -- 172.21.15.16:0/4070782831 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot create", "vol_name": "non_existent_subvolume", "group_name": "group_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fbf2c0b78e0 con 0x7fbf1806c850 2024-09-16T01:49:22.831 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:22.830+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:22.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.830+0000 7fbf13fff640 1 -- 172.21.15.16:0/4070782831 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fbf2c0b78e0 con 0x7fbf1806c850 2024-09-16T01:49:22.832 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:22.837 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:22.838 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot rm non_existent_subvolume group_1 snapshot_1 2024-09-16T01:49:22.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.943+0000 7fc395123640 1 Processor -- start 2024-09-16T01:49:22.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.944+0000 7fc395123640 1 -- start start 2024-09-16T01:49:22.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.944+0000 7fc395123640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 0x7fc3900cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.944+0000 7fc395123640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3900d4350 con 0x7fc3900ba3d0 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.944+0000 7fc395123640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3900d3590 con 0x7fc3900b9880 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.944+0000 7fc395123640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc3900cfe50 con 0x7fc39015e840 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38f59e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc3900ba3d0 0x7fc39015ec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56460/0 (socket says 172.21.15.16:56460) 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38f59e640 1 -- 172.21.15.16:0/3281018885 learned_addr learned my addr 172.21.15.16:0/3281018885 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38ed9d640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 0x7fc3900cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1572380257 0 0) 0x7fc3900d4350 con 0x7fc3900ba3d0 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc378003520 con 0x7fc3900ba3d0 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 551185991 0 0) 0x7fc378003520 con 0x7fc3900ba3d0 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 msgr2=0x7fc3900cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:22.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 0x7fc3900cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 >> v1:172.21.15.104:6789/0 conn(0x7fc3900b9880 legacy=0x7fc3900b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3900d3870 con 0x7fc3900ba3d0 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc3880019f0 con 0x7fc3900ba3d0 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 >> v1:172.21.15.16:6789/0 conn(0x7fc3900ba3d0 legacy=0x7fc39015ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3780039e0 0x7fc378003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 0x7fc378004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc378004d40 0x7fc3780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc3900cfe50 con 0x7fc378004d40 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc37800bb50 con 0x7fc3780039e0 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc37800bd50 con 0x7fc39015e840 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38f59e640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc378004d40 0x7fc3780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38ed9d640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3780039e0 0x7fc378003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.945+0000 7fc38e59c640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 0x7fc378004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.946+0000 7fc38f59e640 1 -- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 msgr2=0x7fc378004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.946+0000 7fc38f59e640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc39015e840 0x7fc378004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.946+0000 7fc38f59e640 1 -- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3780039e0 msgr2=0x7fc378003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.946+0000 7fc38f59e640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3780039e0 0x7fc378003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.946+0000 7fc38f59e640 1 -- 172.21.15.16:0/3281018885 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc378003520 con 0x7fc378004d40 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.946+0000 7fc38ed9d640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3780039e0 0x7fc378003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.946+0000 7fc38f59e640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc378004d40 0x7fc3780051c0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fc38800a760 tx=0x7fc378005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d743e25f7679bb67 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38800a3b0 con 0x7fc378004d40 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc38802f070 con 0x7fc378004d40 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc38dd9b640 1 -- 172.21.15.16:0/3281018885 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38802bbe0 con 0x7fc378004d40 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc395123640 1 -- 172.21.15.16:0/3281018885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc378004d40 msgr2=0x7fc3780051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc395123640 1 --2- 172.21.15.16:0/3281018885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc378004d40 0x7fc3780051c0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fc38800a760 tx=0x7fc378005830 comp rx=0 tx=0).stop 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc38f59e640 1 -- 172.21.15.16:0/3281018885 reap_dead start 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc395123640 1 -- 172.21.15.16:0/3281018885 shutdown_connections 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc395123640 1 -- 172.21.15.16:0/3281018885 >> 172.21.15.16:0/3281018885 conn(0x7fc3900d4630 msgr2=0x7fc3900d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:22.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc395123640 1 -- 172.21.15.16:0/3281018885 shutdown_connections 2024-09-16T01:49:22.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.947+0000 7fc395123640 1 -- 172.21.15.16:0/3281018885 wait complete. 2024-09-16T01:49:22.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.949+0000 7fc395123640 1 Processor -- start 2024-09-16T01:49:22.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.949+0000 7fc395123640 1 -- start start 2024-09-16T01:49:22.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.949+0000 7fc395123640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc378004d40 0x7fc3900cdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.949+0000 7fc395123640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc390162fc0 0x7fc3901f8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc395123640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3901f8c40 0x7fc3901f90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc395123640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc390073210 con 0x7fc3901f8c40 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc395123640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3900d3e30 con 0x7fc390162fc0 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc395123640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc3900cf600 con 0x7fc378004d40 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3901f8c40 0x7fc3901f90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3901f8c40 0x7fc3901f90c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35848/0 (socket says 172.21.15.16:35848) 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 -- 172.21.15.16:0/1371659050 learned_addr learned my addr 172.21.15.16:0/1371659050 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38e59c640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc390162fc0 0x7fc3901f8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38ed9d640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc378004d40 0x7fc3900cdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 -- 172.21.15.16:0/1371659050 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc378004d40 msgr2=0x7fc3900cdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc378004d40 0x7fc3900cdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 -- 172.21.15.16:0/1371659050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc390162fc0 msgr2=0x7fc3901f8700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:22.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc390162fc0 0x7fc3901f8700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 -- 172.21.15.16:0/1371659050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3900ce510 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc38f59e640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3901f8c40 0x7fc3901f90c0 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fc388000f80 tx=0x7fc3900d3a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc3777fe640 1 -- 172.21.15.16:0/1371659050 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380009690 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc3777fe640 1 -- 172.21.15.16:0/1371659050 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc38802b780 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc395123640 1 -- 172.21.15.16:0/1371659050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3900ce7f0 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc3777fe640 1 -- 172.21.15.16:0/1371659050 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38800a3b0 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.950+0000 7fc395123640 1 -- 172.21.15.16:0/1371659050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3900cedb0 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.952+0000 7fc395123640 1 -- 172.21.15.16:0/1371659050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3900cfa30 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.952+0000 7fc3777fe640 1 -- 172.21.15.16:0/1371659050 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 21) ==== 91356+0+0 (secure 0 0 0) 0x7fc38802bb50 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.953+0000 7fc3777fe640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc37c06c880 0x7fc37c06ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.953+0000 7fc3777fe640 1 -- 172.21.15.16:0/1371659050 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fc3880aba80 con 0x7fc3901f8c40 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.953+0000 7fc38ed9d640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc37c06c880 0x7fc37c06ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:22.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.953+0000 7fc38ed9d640 1 --2- 172.21.15.16:0/1371659050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc37c06c880 0x7fc37c06ed40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc380009d60 tx=0x7fc380009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:22.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:22.957+0000 7fc3777fe640 1 -- 172.21.15.16:0/1371659050 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc388046060 con 0x7fc3901f8c40 2024-09-16T01:49:23.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.157+0000 7fc395123640 1 -- 172.21.15.16:0/1371659050 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot rm", "vol_name": "non_existent_subvolume", "group_name": "group_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fc3900d54d0 con 0x7fc37c06c880 2024-09-16T01:49:23.160 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:23.159+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:23.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.159+0000 7fc3777fe640 1 -- 172.21.15.16:0/1371659050 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc3900d54d0 con 0x7fc37c06c880 2024-09-16T01:49:23.160 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:23.165 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:23.166 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot ls non_existent_subvolume group_1 2024-09-16T01:49:23.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.274+0000 7fec62c82640 1 Processor -- start 2024-09-16T01:49:23.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.274+0000 7fec62c82640 1 -- start start 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec62c82640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec5c15aca0 0x7fec5c0cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec62c82640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec5c0b3610 con 0x7fec5c071b20 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec62c82640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec5c0b38f0 con 0x7fec5c15a8c0 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec62c82640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fec5c0b4220 con 0x7fec5c15aca0 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec6121f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fec5c071b20 0x7fec5c070f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56474/0 (socket says 172.21.15.16:56474) 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec6121f640 1 -- 172.21.15.16:0/2471904074 learned_addr learned my addr 172.21.15.16:0/2471904074 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2628067291 0 0) 0x7fec5c0b3610 con 0x7fec5c071b20 2024-09-16T01:49:23.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5bfff640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec5c15aca0 0x7fec5c0cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec48003520 con 0x7fec5c071b20 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1514879361 0 0) 0x7fec48003520 con 0x7fec5c071b20 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec5c15aca0 msgr2=0x7fec5c0cdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec5c15aca0 0x7fec5c0cdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 >> v1:172.21.15.104:6789/0 conn(0x7fec5c15a8c0 legacy=0x7fec5c073320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec5c0b3bd0 con 0x7fec5c071b20 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fec54001670 con 0x7fec5c071b20 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 >> v1:172.21.15.16:6789/0 conn(0x7fec5c071b20 legacy=0x7fec5c070f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec480039e0 0x7fec48003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec48004800 0x7fec48004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec48005180 0x7fec4800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fec5c0b4220 con 0x7fec480039e0 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fec4800bf00 con 0x7fec48005180 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.275+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fec4800c080 con 0x7fec48004800 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec60a1e640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec480039e0 0x7fec48003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec5bfff640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec48004800 0x7fec48004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec6121f640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec48005180 0x7fec4800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec60a1e640 1 -- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec48004800 msgr2=0x7fec48004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec60a1e640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec48004800 0x7fec48004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec60a1e640 1 -- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec48005180 msgr2=0x7fec4800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec60a1e640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec48005180 0x7fec4800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.276+0000 7fec60a1e640 1 -- 172.21.15.16:0/2471904074 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec48003520 con 0x7fec480039e0 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec60a1e640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec480039e0 0x7fec48003e00 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fec44001750 tx=0x7fec48005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=173c7833a8fdb485 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec44001370 con 0x7fec480039e0 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec440052d0 con 0x7fec480039e0 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec5b7fe640 1 -- 172.21.15.16:0/2471904074 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4402abe0 con 0x7fec480039e0 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec62c82640 1 -- 172.21.15.16:0/2471904074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec480039e0 msgr2=0x7fec48003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec62c82640 1 --2- 172.21.15.16:0/2471904074 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec480039e0 0x7fec48003e00 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fec44001750 tx=0x7fec48005830 comp rx=0 tx=0).stop 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec6121f640 1 -- 172.21.15.16:0/2471904074 reap_dead start 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec62c82640 1 -- 172.21.15.16:0/2471904074 shutdown_connections 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec62c82640 1 -- 172.21.15.16:0/2471904074 >> 172.21.15.16:0/2471904074 conn(0x7fec5c06c030 msgr2=0x7fec5c06c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec62c82640 1 -- 172.21.15.16:0/2471904074 shutdown_connections 2024-09-16T01:49:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.277+0000 7fec62c82640 1 -- 172.21.15.16:0/2471904074 wait complete. 2024-09-16T01:49:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.279+0000 7fec62c82640 1 Processor -- start 2024-09-16T01:49:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.279+0000 7fec62c82640 1 -- start start 2024-09-16T01:49:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.279+0000 7fec62c82640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec480039e0 0x7fec5c1e7100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.279+0000 7fec62c82640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec5c1e43f0 0x7fec5c072a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec62c82640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec5c1549d0 0x7fec5c154e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec62c82640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fec5c071810 con 0x7fec5c1e43f0 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec62c82640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fec5c071690 con 0x7fec5c1549d0 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec62c82640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fec5c06d430 con 0x7fec480039e0 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec5c1e43f0 0x7fec5c072a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec5c1e43f0 0x7fec5c072a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35862/0 (socket says 172.21.15.16:35862) 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 -- 172.21.15.16:0/1485008021 learned_addr learned my addr 172.21.15.16:0/1485008021 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec60a1e640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec480039e0 0x7fec5c1e7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec6121f640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec5c1549d0 0x7fec5c154e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 -- 172.21.15.16:0/1485008021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec480039e0 msgr2=0x7fec5c1e7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fec480039e0 0x7fec5c1e7100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 -- 172.21.15.16:0/1485008021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec5c1549d0 msgr2=0x7fec5c154e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec5c1549d0 0x7fec5c154e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 -- 172.21.15.16:0/1485008021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec5c1e7a30 con 0x7fec5c1e43f0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec6121f640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec5c1549d0 0x7fec5c154e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec5bfff640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fec5c1e43f0 0x7fec5c072a00 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7fec4c009de0 tx=0x7fec4c0075e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec597fa640 1 -- 172.21.15.16:0/1485008021 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4c01a020 con 0x7fec5c1e43f0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec597fa640 1 -- 172.21.15.16:0/1485008021 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec4c016640 con 0x7fec5c1e43f0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec62c82640 1 -- 172.21.15.16:0/1485008021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec5c1e7d10 con 0x7fec5c1e43f0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec597fa640 1 -- 172.21.15.16:0/1485008021 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4c016a30 con 0x7fec5c1e43f0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.280+0000 7fec62c82640 1 -- 172.21.15.16:0/1485008021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec5c1e82d0 con 0x7fec5c1e43f0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.281+0000 7fec62c82640 1 -- 172.21.15.16:0/1485008021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec5c0cb370 con 0x7fec5c1e43f0 2024-09-16T01:49:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.282+0000 7fec597fa640 1 -- 172.21.15.16:0/1485008021 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fec4c01d020 con 0x7fec5c1e43f0 2024-09-16T01:49:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.282+0000 7fec597fa640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec3c06c910 0x7fec3c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.283+0000 7fec597fa640 1 -- 172.21.15.16:0/1485008021 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fec4c08ce50 con 0x7fec5c1e43f0 2024-09-16T01:49:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.283+0000 7fec60a1e640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec3c06c910 0x7fec3c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.283+0000 7fec60a1e640 1 --2- 172.21.15.16:0/1485008021 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fec3c06c910 0x7fec3c06edd0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fec44032000 tx=0x7fec4402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.287+0000 7fec597fa640 1 -- 172.21.15.16:0/1485008021 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fec4c024020 con 0x7fec5c1e43f0 2024-09-16T01:49:23.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.485+0000 7fec62c82640 1 -- 172.21.15.16:0/1485008021 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot ls", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7fec5c15aca0 con 0x7fec3c06c910 2024-09-16T01:49:23.487 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:23.486+0000 7fea6c650640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T01:49:23.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.486+0000 7fec597fa640 1 -- 172.21.15.16:0/1485008021 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fec5c15aca0 con 0x7fec3c06c910 2024-09-16T01:49:23.487 INFO:teuthology.orchestra.run.smithi016.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T01:49:23.492 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T01:49:23.493 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:49:23.493 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:49:23.543 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:49:23.595 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:49:23.595 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:49:23.595 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:49:23.595 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:23.612 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:49:23.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.754+0000 7f29c6ec3640 1 Processor -- start 2024-09-16T01:49:23.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.754+0000 7f29c6ec3640 1 -- start start 2024-09-16T01:49:23.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c6ec3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f29c0158cf0 0x7f29c00af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c6ec3640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29c015bb20 con 0x7f29c006c2f0 2024-09-16T01:49:23.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c6ec3640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29c015be00 con 0x7f29c01590d0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c6ec3640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f29c00afd50 con 0x7f29c0158cf0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c4c5f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f29c0158cf0 0x7f29c00af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c5460640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f29c006c2f0 0x7f29c00ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56482/0 (socket says 172.21.15.16:56482) 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c5460640 1 -- 172.21.15.16:0/2582876172 learned_addr learned my addr 172.21.15.16:0/2582876172 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.755+0000 7f29c4c5f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f29c0158cf0 0x7f29c00af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35866/0 (socket says 172.21.15.16:35866) 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.756+0000 7f29c4c5f640 1 -- 172.21.15.16:0/2582876172 >> v1:172.21.15.104:6789/0 conn(0x7f29c01590d0 legacy=0x7f29c006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.756+0000 7f29c4c5f640 1 -- 172.21.15.16:0/2582876172 >> v1:172.21.15.16:6789/0 conn(0x7f29c006c2f0 legacy=0x7f29c00ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.756+0000 7f29bf7fe640 1 -- 172.21.15.16:0/2582876172 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2962064506 0 0) 0x7f29c015bb20 con 0x7f29c006c2f0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.756+0000 7f29c4c5f640 1 -- 172.21.15.16:0/2582876172 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c015c0e0 con 0x7f29c0158cf0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.756+0000 7f29c4c5f640 1 --2- 172.21.15.16:0/2582876172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00af810 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f29b40097a0 tx=0x7f29b402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e24f1939e4c97164 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29bf7fe640 1 -- 172.21.15.16:0/2582876172 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b4037070 con 0x7f29c0158cf0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29bf7fe640 1 -- 172.21.15.16:0/2582876172 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b402ae50 con 0x7f29c0158cf0 2024-09-16T01:49:23.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29bf7fe640 1 -- 172.21.15.16:0/2582876172 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b4032660 con 0x7f29c0158cf0 2024-09-16T01:49:23.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29c6ec3640 1 -- 172.21.15.16:0/2582876172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 msgr2=0x7f29c00af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/2582876172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00af810 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f29b40097a0 tx=0x7f29b402a140 comp rx=0 tx=0).stop 2024-09-16T01:49:23.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29c6ec3640 1 -- 172.21.15.16:0/2582876172 shutdown_connections 2024-09-16T01:49:23.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/2582876172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00af810 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29c6ec3640 1 -- 172.21.15.16:0/2582876172 >> 172.21.15.16:0/2582876172 conn(0x7f29c00b2000 msgr2=0x7f29c00b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29c6ec3640 1 -- 172.21.15.16:0/2582876172 shutdown_connections 2024-09-16T01:49:23.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.757+0000 7f29c6ec3640 1 -- 172.21.15.16:0/2582876172 wait complete. 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.758+0000 7f29c6ec3640 1 Processor -- start 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.758+0000 7f29c6ec3640 1 -- start start 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29c6ec3640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29c006c2f0 0x7f29c0147ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29c6ec3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29c6ec3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c01590d0 0x7f29c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29c6ec3640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f29c015cb90 con 0x7f29c0158cf0 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29c6ec3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f29c015ca10 con 0x7f29c01590d0 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29c6ec3640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f29c015cd10 con 0x7f29c006c2f0 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29bffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29bffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35872/0 (socket says 172.21.15.16:35872) 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.759+0000 7f29bffff640 1 -- 172.21.15.16:0/3865157533 learned_addr learned my addr 172.21.15.16:0/3865157533 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29c5460640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c01590d0 0x7f29c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29c4c5f640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29c006c2f0 0x7f29c0147ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bffff640 1 -- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29c006c2f0 msgr2=0x7f29c0147ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bffff640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29c006c2f0 0x7f29c0147ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bffff640 1 -- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c01590d0 msgr2=0x7f29c006d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bffff640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c01590d0 0x7f29c006d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bffff640 1 -- 172.21.15.16:0/3865157533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c00ada10 con 0x7f29c0158cf0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bffff640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00aa490 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f29ac00b3f0 tx=0x7f29ac00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bd7fa640 1 -- 172.21.15.16:0/3865157533 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29ac015020 con 0x7f29c0158cf0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bd7fa640 1 -- 172.21.15.16:0/3865157533 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29ac011830 con 0x7f29c0158cf0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29bd7fa640 1 -- 172.21.15.16:0/3865157533 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29ac011c20 con 0x7f29c0158cf0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29c00adcf0 con 0x7f29c0158cf0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.760+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29c00ae2b0 con 0x7f29c0158cf0 2024-09-16T01:49:23.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.761+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29c00ae4b0 con 0x7f29c0158cf0 2024-09-16T01:49:23.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.762+0000 7f29bd7fa640 1 -- 172.21.15.16:0/3865157533 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f29ac018020 con 0x7f29c0158cf0 2024-09-16T01:49:23.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.762+0000 7f29bd7fa640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a406c8e0 0x7f29a406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.762+0000 7f29bd7fa640 1 -- 172.21.15.16:0/3865157533 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f29ac08bb00 con 0x7f29c0158cf0 2024-09-16T01:49:23.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.762+0000 7f29c4c5f640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a406c8e0 0x7f29a406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.763+0000 7f29c4c5f640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a406c8e0 0x7f29a406eda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f29b4034000 tx=0x7f29b402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.766+0000 7f29bd7fa640 1 -- 172.21.15.16:0/3865157533 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f29c00ae4b0 con 0x7f29c0158cf0 2024-09-16T01:49:23.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.954+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f29c00b3300 con 0x7f29c0158cf0 2024-09-16T01:49:23.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.954+0000 7f29bd7fa640 1 -- 172.21.15.16:0/3865157533 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v129) ==== 80+0+0 (secure 0 0 0) 0x7f29ac01f030 con 0x7f29c0158cf0 2024-09-16T01:49:23.955 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a406c8e0 msgr2=0x7f29a406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a406c8e0 0x7f29a406eda0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f29b4034000 tx=0x7f29b402e000 comp rx=0 tx=0).stop 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 msgr2=0x7f29c00aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00aa490 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f29ac00b3f0 tx=0x7f29ac00b8b0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 shutdown_connections 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a406c8e0 0x7f29a406eda0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c01590d0 0x7f29c006d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c0158cf0 0x7f29c00aa490 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 --2- 172.21.15.16:0/3865157533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29c006c2f0 0x7f29c0147ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 >> 172.21.15.16:0/3865157533 conn(0x7f29c00b2000 msgr2=0x7f29c006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 shutdown_connections 2024-09-16T01:49:23.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:23.956+0000 7f29c6ec3640 1 -- 172.21.15.16:0/3865157533 wait complete. 2024-09-16T01:49:23.968 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:49:23.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:23.969 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:23.993 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[72287]: fuse finished with error 0 and tester_r 0 2024-09-16T01:49:23.994 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:49:23.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:23.995 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:49:24.069 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:49:24.069 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:49:24.069 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:24.088 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:49:24.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.211+0000 7f24c26c9640 1 Processor -- start 2024-09-16T01:49:24.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.211+0000 7f24c26c9640 1 -- start start 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24c26c9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f24bc06f1a0 0x7f24bc06f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24c26c9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24bc0731d0 con 0x7f24bc15f840 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24c26c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24bc0734b0 con 0x7f24bc0cffd0 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24c26c9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f24bc074270 con 0x7f24bc06f1a0 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24bb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f24bc06f1a0 0x7f24bc06f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24bb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f24bc06f1a0 0x7f24bc06f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35886/0 (socket says 172.21.15.16:35886) 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24bb7fe640 1 -- 172.21.15.16:0/953107648 learned_addr learned my addr 172.21.15.16:0/953107648 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24bb7fe640 1 -- 172.21.15.16:0/953107648 >> v1:172.21.15.104:6789/0 conn(0x7f24bc0cffd0 legacy=0x7f24bc0d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24bb7fe640 1 -- 172.21.15.16:0/953107648 >> v1:172.21.15.16:6789/0 conn(0x7f24bc15f840 legacy=0x7f24bc0b5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.212+0000 7f24bb7fe640 1 -- 172.21.15.16:0/953107648 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24bc073790 con 0x7f24bc06f1a0 2024-09-16T01:49:24.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.213+0000 7f24bb7fe640 1 --2- 172.21.15.16:0/953107648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc06f5e0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f24a4009880 tx=0x7f24a402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba3ebf1bf1f15e53 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.213+0000 7f24baffd640 1 -- 172.21.15.16:0/953107648 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a4004030 con 0x7f24bc06f1a0 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.213+0000 7f24baffd640 1 -- 172.21.15.16:0/953107648 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24a40041d0 con 0x7f24bc06f1a0 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.213+0000 7f24baffd640 1 -- 172.21.15.16:0/953107648 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a4003610 con 0x7f24bc06f1a0 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.214+0000 7f24c26c9640 1 -- 172.21.15.16:0/953107648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 msgr2=0x7f24bc06f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.214+0000 7f24c26c9640 1 --2- 172.21.15.16:0/953107648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc06f5e0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f24a4009880 tx=0x7f24a402a2c0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.214+0000 7f24c26c9640 1 -- 172.21.15.16:0/953107648 shutdown_connections 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.214+0000 7f24c26c9640 1 --2- 172.21.15.16:0/953107648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc06f5e0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.214+0000 7f24c26c9640 1 -- 172.21.15.16:0/953107648 >> 172.21.15.16:0/953107648 conn(0x7f24bc0b4090 msgr2=0x7f24bc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.214+0000 7f24c26c9640 1 -- 172.21.15.16:0/953107648 shutdown_connections 2024-09-16T01:49:24.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.214+0000 7f24c26c9640 1 -- 172.21.15.16:0/953107648 wait complete. 2024-09-16T01:49:24.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.215+0000 7f24c26c9640 1 Processor -- start 2024-09-16T01:49:24.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.215+0000 7f24c26c9640 1 -- start start 2024-09-16T01:49:24.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c26c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc1f2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c26c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24bc0cffd0 0x7f24bc153a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c26c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24bc15f840 0x7f24bc156f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c26c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f24bc0b64b0 con 0x7f24bc06f1a0 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c26c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f24bc06fb20 con 0x7f24bc15f840 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c26c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f24bc073d50 con 0x7f24bc0cffd0 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc1f2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc1f2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35890/0 (socket says 172.21.15.16:35890) 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 -- 172.21.15.16:0/1107748821 learned_addr learned my addr 172.21.15.16:0/1107748821 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c0c66640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24bc15f840 0x7f24bc156f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bb7fe640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24bc0cffd0 0x7f24bc153a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 -- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24bc0cffd0 msgr2=0x7f24bc153a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24bc0cffd0 0x7f24bc153a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 -- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24bc15f840 msgr2=0x7f24bc156f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24bc15f840 0x7f24bc156f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24bbfff640 1 -- 172.21.15.16:0/1107748821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24bc1f3350 con 0x7f24bc06f1a0 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.216+0000 7f24c0c66640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24bc15f840 0x7f24bc156f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.217+0000 7f24bbfff640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc1f2e10 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f24ac00c3c0 tx=0x7f24ac00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.217+0000 7f24b8ff9640 1 -- 172.21.15.16:0/1107748821 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ac0052d0 con 0x7f24bc06f1a0 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.217+0000 7f24b8ff9640 1 -- 172.21.15.16:0/1107748821 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24ac005490 con 0x7f24bc06f1a0 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.217+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24bc1529e0 con 0x7f24bc06f1a0 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.217+0000 7f24b8ff9640 1 -- 172.21.15.16:0/1107748821 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ac007260 con 0x7f24bc06f1a0 2024-09-16T01:49:24.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.217+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24bc152fa0 con 0x7f24bc06f1a0 2024-09-16T01:49:24.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.218+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24bc06fd60 con 0x7f24bc06f1a0 2024-09-16T01:49:24.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.218+0000 7f24b8ff9640 1 -- 172.21.15.16:0/1107748821 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f24ac007400 con 0x7f24bc06f1a0 2024-09-16T01:49:24.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.219+0000 7f24b8ff9640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f249c06c910 0x7f249c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.219+0000 7f24b8ff9640 1 -- 172.21.15.16:0/1107748821 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f24ac08b450 con 0x7f24bc06f1a0 2024-09-16T01:49:24.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.219+0000 7f24bb7fe640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f249c06c910 0x7f249c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.219+0000 7f24bb7fe640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f249c06c910 0x7f249c06edd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f24a4033000 tx=0x7f24a402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:24.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.223+0000 7f24b8ff9640 1 -- 172.21.15.16:0/1107748821 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f24bc06fd60 con 0x7f24bc06f1a0 2024-09-16T01:49:24.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.413+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f24bc0d1740 con 0x7f24bc06f1a0 2024-09-16T01:49:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.413+0000 7f24b8ff9640 1 -- 172.21.15.16:0/1107748821 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v129) ==== 80+0+0 (secure 0 0 0) 0x7f24bc1f3350 con 0x7f24bc06f1a0 2024-09-16T01:49:24.415 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:49:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f249c06c910 msgr2=0x7f249c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f249c06c910 0x7f249c06edd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f24a4033000 tx=0x7f24a402e000 comp rx=0 tx=0).stop 2024-09-16T01:49:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 msgr2=0x7f24bc1f2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc1f2e10 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f24ac00c3c0 tx=0x7f24ac00c880 comp rx=0 tx=0).stop 2024-09-16T01:49:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 shutdown_connections 2024-09-16T01:49:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f249c06c910 0x7f249c06edd0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24bc15f840 0x7f24bc156f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24bc0cffd0 0x7f24bc153a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 --2- 172.21.15.16:0/1107748821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f24bc06f1a0 0x7f24bc1f2e10 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.415+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 >> 172.21.15.16:0/1107748821 conn(0x7f24bc0b4090 msgr2=0x7f24bc15e2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.416+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 shutdown_connections 2024-09-16T01:49:24.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.416+0000 7f24c26c9640 1 -- 172.21.15.16:0/1107748821 wait complete. 2024-09-16T01:49:24.428 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:49:24.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:24.428 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:24.457 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[48767]: fuse finished with error 0 and tester_r 0 2024-09-16T01:49:24.458 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:49:24.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:24.459 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:49:24.628 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:49:24.628 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:49:24.628 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:24.645 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:49:24.645 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:49:24.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:24.645 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:49:24.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:49:24.702 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:49:24.702 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:49:24.703 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:49:24.703 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:24.721 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:49:24.721 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:49:24.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:24.721 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:49:24.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:49:24.779 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:49:24.780 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:24.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.880+0000 7fd5e2bb7640 1 Processor -- start 2024-09-16T01:49:24.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.881+0000 7fd5e2bb7640 1 -- start start 2024-09-16T01:49:24.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.881+0000 7fd5e2bb7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd5dc15f960 0x7fd5dc0cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.881+0000 7fd5e2bb7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5dc0ce9f0 0x7fd5dc0b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.881+0000 7fd5e2bb7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5dc0d0780 con 0x7fd5dc0b6830 2024-09-16T01:49:24.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.881+0000 7fd5e2bb7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd5dc0d0a60 con 0x7fd5dc0ce9f0 2024-09-16T01:49:24.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.881+0000 7fd5e2bb7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd5dc0d0d40 con 0x7fd5dc15f960 2024-09-16T01:49:24.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.881+0000 7fd5dbfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5dc0ce9f0 0x7fd5dc0b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5dbfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5dc0ce9f0 0x7fd5dc0b62f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35894/0 (socket says 172.21.15.16:35894) 2024-09-16T01:49:24.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5dbfff640 1 -- 172.21.15.16:0/3123293761 learned_addr learned my addr 172.21.15.16:0/3123293761 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:24.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5e0953640 1 --2- 172.21.15.16:0/3123293761 >> v2:172.21.15.104:3300/0 conn(0x7fd5dc15f960 0x7fd5dc0cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5dbfff640 1 -- 172.21.15.16:0/3123293761 >> v2:172.21.15.104:3300/0 conn(0x7fd5dc15f960 msgr2=0x7fd5dc0cff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:24.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5dbfff640 1 --2- 172.21.15.16:0/3123293761 >> v2:172.21.15.104:3300/0 conn(0x7fd5dc15f960 0x7fd5dc0cff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5dbfff640 1 -- 172.21.15.16:0/3123293761 >> v1:172.21.15.16:6789/0 conn(0x7fd5dc0b6830 legacy=0x7fd5dc0d0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5dbfff640 1 -- 172.21.15.16:0/3123293761 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5dc072e90 con 0x7fd5dc0ce9f0 2024-09-16T01:49:24.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.882+0000 7fd5e0953640 1 --2- 172.21.15.16:0/3123293761 >> v2:172.21.15.104:3300/0 conn(0x7fd5dc15f960 0x7fd5dc0cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:24.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5dbfff640 1 --2- 172.21.15.16:0/3123293761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc0b62f0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0cfea0 tx=0x7fd5cc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83b13fd6c4e98a21 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:24.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5db7fe640 1 -- 172.21.15.16:0/3123293761 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc037070 con 0x7fd5dc0ce9f0 2024-09-16T01:49:24.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5db7fe640 1 -- 172.21.15.16:0/3123293761 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5cc032440 con 0x7fd5dc0ce9f0 2024-09-16T01:49:24.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5db7fe640 1 -- 172.21.15.16:0/3123293761 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc032810 con 0x7fd5dc0ce9f0 2024-09-16T01:49:24.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/3123293761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0ce9f0 msgr2=0x7fd5dc0b62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/3123293761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc0b62f0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0cfea0 tx=0x7fd5cc02a270 comp rx=0 tx=0).stop 2024-09-16T01:49:24.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/3123293761 shutdown_connections 2024-09-16T01:49:24.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/3123293761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc0b62f0 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/3123293761 >> v2:172.21.15.104:3300/0 conn(0x7fd5dc15f960 0x7fd5dc0cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/3123293761 >> 172.21.15.16:0/3123293761 conn(0x7fd5dc0b4090 msgr2=0x7fd5dc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:24.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/3123293761 shutdown_connections 2024-09-16T01:49:24.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.883+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/3123293761 wait complete. 2024-09-16T01:49:24.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.884+0000 7fd5e2bb7640 1 Processor -- start 2024-09-16T01:49:24.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.885+0000 7fd5e2bb7640 1 -- start start 2024-09-16T01:49:24.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.885+0000 7fd5e2bb7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0b6830 0x7fd5dc155490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.885+0000 7fd5e2bb7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc143e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.885+0000 7fd5e2bb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5dc15f960 0x7fd5dc0b2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.885+0000 7fd5e2bb7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd5dc0d16f0 con 0x7fd5dc0b6830 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.885+0000 7fd5e2bb7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd5dc0d0470 con 0x7fd5dc0ce9f0 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.885+0000 7fd5e2bb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd5dc0d1870 con 0x7fd5dc15f960 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0b6830 0x7fd5dc155490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0b6830 0x7fd5dc155490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35898/0 (socket says 172.21.15.16:35898) 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 -- 172.21.15.16:0/73205318 learned_addr learned my addr 172.21.15.16:0/73205318 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5dbfff640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc143e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e1154640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5dc15f960 0x7fd5dc0b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 -- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5dc15f960 msgr2=0x7fd5dc0b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5dc15f960 0x7fd5dc0b2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 -- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5dc0ce9f0 msgr2=0x7fd5dc143e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:24.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc143e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 -- 172.21.15.16:0/73205318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5dc1559d0 con 0x7fd5dc0b6830 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5dbfff640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc143e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e0953640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0b6830 0x7fd5dc155490 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400cf60 tx=0x7fd5d400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5d97fa640 1 -- 172.21.15.16:0/73205318 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d401a070 con 0x7fd5dc0b6830 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5d97fa640 1 -- 172.21.15.16:0/73205318 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5d400d840 con 0x7fd5dc0b6830 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5d97fa640 1 -- 172.21.15.16:0/73205318 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d400dc10 con 0x7fd5dc0b6830 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5dc1443c0 con 0x7fd5dc0b6830 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.886+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5dc155cc0 con 0x7fd5dc0b6830 2024-09-16T01:49:24.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.887+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5dc0b62f0 con 0x7fd5dc0b6830 2024-09-16T01:49:24.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.888+0000 7fd5d97fa640 1 -- 172.21.15.16:0/73205318 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fd5d401d070 con 0x7fd5dc0b6830 2024-09-16T01:49:24.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.888+0000 7fd5d97fa640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5bc06c8e0 0x7fd5bc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:24.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.888+0000 7fd5dbfff640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5bc06c8e0 0x7fd5bc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:24.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.888+0000 7fd5d97fa640 1 -- 172.21.15.16:0/73205318 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fd5d408c830 con 0x7fd5dc0b6830 2024-09-16T01:49:24.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.889+0000 7fd5dbfff640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5bc06c8e0 0x7fd5bc06eda0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc034000 tx=0x7fd5cc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:24.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:24.893+0000 7fd5d97fa640 1 -- 172.21.15.16:0/73205318 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd5d4059fd0 con 0x7fd5dc0b6830 2024-09-16T01:49:25.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.107+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd5dc0b8010 con 0x7fd5dc0b6830 2024-09-16T01:49:25.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.108+0000 7fd5d97fa640 1 -- 172.21.15.16:0/73205318 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5233 (secure 0 0 0) 0x7fd5d405e2d0 con 0x7fd5dc0b6830 2024-09-16T01:49:25.109 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:25.110 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":77,"btime":"2024-09-16T01:49:15:232667+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1691998268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1691998268},{"type":"v1","addr":"172.21.15.104:6834","nonce":1691998268}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/4211123909","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":4211123909},{"type":"v1","addr":"172.21.15.16:6835","nonce":4211123909}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7938,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1187798214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1187798214},{"type":"v1","addr":"172.21.15.16:6834","nonce":1187798214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:01.425505+0000","modified":"2024-09-16T01:49:03.455781+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7953},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7953":{"gid":7953,"name":"b","rank":0,"incarnation":74,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/2760622130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2760622130},{"type":"v1","addr":"172.21.15.104:6835","nonce":2760622130}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7953,"qdb_cluster":[7953]},"id":10}]} 2024-09-16T01:49:25.110 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 77 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5bc06c8e0 msgr2=0x7fd5bc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5bc06c8e0 0x7fd5bc06eda0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc034000 tx=0x7fd5cc02e000 comp rx=0 tx=0).stop 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0b6830 msgr2=0x7fd5dc155490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0b6830 0x7fd5dc155490 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400cf60 tx=0x7fd5d400cf90 comp rx=0 tx=0).stop 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 shutdown_connections 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd5bc06c8e0 0x7fd5bc06eda0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5dc15f960 0x7fd5dc0b2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5dc0ce9f0 0x7fd5dc143e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 --2- 172.21.15.16:0/73205318 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5dc0b6830 0x7fd5dc155490 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 >> 172.21.15.16:0/73205318 conn(0x7fd5dc0b4090 msgr2=0x7fd5dc0b6d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 shutdown_connections 2024-09-16T01:49:25.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.110+0000 7fd5e2bb7640 1 -- 172.21.15.16:0/73205318 wait complete. 2024-09-16T01:49:25.122 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:25.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.223+0000 7f0b8c0a5640 1 Processor -- start 2024-09-16T01:49:25.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.223+0000 7f0b8c0a5640 1 -- start start 2024-09-16T01:49:25.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b8c0a5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b8406da40 0x7f0b840ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b8c0a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b840b3a10 0x7f0b8415ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b8c0a5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b841409b0 con 0x7f0b84140440 2024-09-16T01:49:25.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b8c0a5640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0b8415e760 con 0x7f0b8406da40 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b8c0a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0b84140c90 con 0x7f0b840b3a10 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b89e41640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b8406da40 0x7f0b840ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b89e41640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b8406da40 0x7f0b840ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35900/0 (socket says 172.21.15.16:35900) 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.224+0000 7f0b89e41640 1 -- 172.21.15.16:0/644559238 learned_addr learned my addr 172.21.15.16:0/644559238 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.225+0000 7f0b8a642640 1 --2- 172.21.15.16:0/644559238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b840b3a10 0x7f0b8415ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.225+0000 7f0b89e41640 1 -- 172.21.15.16:0/644559238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b840b3a10 msgr2=0x7f0b8415ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.225+0000 7f0b89e41640 1 --2- 172.21.15.16:0/644559238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b840b3a10 0x7f0b8415ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.225+0000 7f0b89e41640 1 -- 172.21.15.16:0/644559238 >> v1:172.21.15.104:6789/0 conn(0x7f0b84140440 legacy=0x7f0b840b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.225+0000 7f0b89e41640 1 -- 172.21.15.16:0/644559238 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b84140f70 con 0x7f0b8406da40 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.225+0000 7f0b8a642640 1 --2- 172.21.15.16:0/644559238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b840b3a10 0x7f0b8415ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:25.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.225+0000 7f0b89e41640 1 --2- 172.21.15.16:0/644559238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b840ce190 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f0b7400d150 tx=0x7f0b7402c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa113963f992e2a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b88e3f640 1 -- 172.21.15.16:0/644559238 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b74035400 con 0x7f0b8406da40 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b88e3f640 1 -- 172.21.15.16:0/644559238 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b740355a0 con 0x7f0b8406da40 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b88e3f640 1 -- 172.21.15.16:0/644559238 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b74035970 con 0x7f0b8406da40 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/644559238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 msgr2=0x7f0b840ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/644559238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b840ce190 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f0b7400d150 tx=0x7f0b7402c8e0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/644559238 shutdown_connections 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/644559238 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b840b3a10 0x7f0b8415ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/644559238 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b840ce190 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/644559238 >> 172.21.15.16:0/644559238 conn(0x7f0b840b2000 msgr2=0x7f0b840b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/644559238 shutdown_connections 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.226+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/644559238 wait complete. 2024-09-16T01:49:25.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.227+0000 7f0b8c0a5640 1 Processor -- start 2024-09-16T01:49:25.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.227+0000 7f0b8c0a5640 1 -- start start 2024-09-16T01:49:25.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b8c0a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b84130160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b8c0a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b840b3a10 0x7f0b840aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b8c0a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84140440 0x7f0b840731d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b8c0a5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0b840ce850 con 0x7f0b8406da40 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b8c0a5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0b840ce6d0 con 0x7f0b840b3a10 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b8c0a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0b84144540 con 0x7f0b84140440 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b89e41640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b84130160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b89e41640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b84130160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35910/0 (socket says 172.21.15.16:35910) 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b89e41640 1 -- 172.21.15.16:0/2034031624 learned_addr learned my addr 172.21.15.16:0/2034031624 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b8a642640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84140440 0x7f0b840731d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.228+0000 7f0b89640640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b840b3a10 0x7f0b840aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b89e41640 1 -- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84140440 msgr2=0x7f0b840731d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b89e41640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84140440 0x7f0b840731d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b89e41640 1 -- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b840b3a10 msgr2=0x7f0b840aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b89e41640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b840b3a10 0x7f0b840aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b89e41640 1 -- 172.21.15.16:0/2034031624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b84071e50 con 0x7f0b8406da40 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b89e41640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b84130160 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f0b7402ced0 tx=0x7f0b74004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b827fc640 1 -- 172.21.15.16:0/2034031624 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b74045070 con 0x7f0b8406da40 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b827fc640 1 -- 172.21.15.16:0/2034031624 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b740349e0 con 0x7f0b8406da40 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b84072130 con 0x7f0b8406da40 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b827fc640 1 -- 172.21.15.16:0/2034031624 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7400b720 con 0x7f0b8406da40 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.229+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b840726f0 con 0x7f0b8406da40 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.230+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b8415ab70 con 0x7f0b8406da40 2024-09-16T01:49:25.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.231+0000 7f0b827fc640 1 -- 172.21.15.16:0/2034031624 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f0b7403e430 con 0x7f0b8406da40 2024-09-16T01:49:25.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.231+0000 7f0b827fc640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.231+0000 7f0b827fc640 1 -- 172.21.15.16:0/2034031624 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f0b740ae9b0 con 0x7f0b8406da40 2024-09-16T01:49:25.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.231+0000 7f0b89640640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.232+0000 7f0b89640640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f0b840cc6c0 tx=0x7f0b78009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.235+0000 7f0b827fc640 1 -- 172.21.15.16:0/2034031624 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b7407c0d0 con 0x7f0b8406da40 2024-09-16T01:49:25.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.449+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b840756f0 con 0x7f0b8406da40 2024-09-16T01:49:25.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.450+0000 7f0b827fc640 1 -- 172.21.15.16:0/2034031624 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5233 (secure 0 0 0) 0x7f0b740803d0 con 0x7f0b8406da40 2024-09-16T01:49:25.451 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:25.451 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":77,"btime":"2024-09-16T01:49:15:232667+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1691998268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1691998268},{"type":"v1","addr":"172.21.15.104:6834","nonce":1691998268}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/4211123909","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":4211123909},{"type":"v1","addr":"172.21.15.16:6835","nonce":4211123909}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7938,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1187798214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1187798214},{"type":"v1","addr":"172.21.15.16:6834","nonce":1187798214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:01.425505+0000","modified":"2024-09-16T01:49:03.455781+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7953},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7953":{"gid":7953,"name":"b","rank":0,"incarnation":74,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/2760622130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2760622130},{"type":"v1","addr":"172.21.15.104:6835","nonce":2760622130}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7953,"qdb_cluster":[7953]},"id":10}]} 2024-09-16T01:49:25.451 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 77 2024-09-16T01:49:25.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 msgr2=0x7f0b7006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f0b840cc6c0 tx=0x7f0b78009060 comp rx=0 tx=0).stop 2024-09-16T01:49:25.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 msgr2=0x7f0b84130160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b84130160 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f0b7402ced0 tx=0x7f0b74004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:25.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 shutdown_connections 2024-09-16T01:49:25.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84140440 0x7f0b840731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b840b3a10 0x7f0b840aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 --2- 172.21.15.16:0/2034031624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b8406da40 0x7f0b84130160 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 >> 172.21.15.16:0/2034031624 conn(0x7f0b840b2000 msgr2=0x7f0b84143620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 shutdown_connections 2024-09-16T01:49:25.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.452+0000 7f0b8c0a5640 1 -- 172.21.15.16:0/2034031624 wait complete. 2024-09-16T01:49:25.464 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:25.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.565+0000 7fc091877640 1 Processor -- start 2024-09-16T01:49:25.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.565+0000 7fc091877640 1 -- start start 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.565+0000 7fc091877640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 0x7fc08c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.565+0000 7fc091877640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc08c15bb20 con 0x7fc08c06c2f0 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc091877640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc08c15be00 con 0x7fc08c158cf0 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc091877640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc08c0afd50 con 0x7fc08c1590d0 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc08a7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc08c06c2f0 0x7fc08c0ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56512/0 (socket says 172.21.15.16:56512) 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc08a7fc640 1 -- 172.21.15.16:0/2181565021 learned_addr learned my addr 172.21.15.16:0/2181565021 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3822143333 0 0) 0x7fc08c15bb20 con 0x7fc08c06c2f0 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc08b7fe640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 0x7fc08c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc074003520 con 0x7fc08c06c2f0 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3601102614 0 0) 0x7fc074003520 con 0x7fc08c06c2f0 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 msgr2=0x7fc08c0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 0x7fc08c0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 >> v1:172.21.15.104:6789/0 conn(0x7fc08c158cf0 legacy=0x7fc08c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc08c15c0e0 con 0x7fc08c06c2f0 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc080001670 con 0x7fc08c06c2f0 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 >> v1:172.21.15.16:6789/0 conn(0x7fc08c06c2f0 legacy=0x7fc08c0ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc0740039e0 0x7fc074003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 0x7fc074004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc074004d40 0x7fc0740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c0afd50 con 0x7fc074004d40 2024-09-16T01:49:25.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc07400baf0 con 0x7fc0740039e0 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc07400bcf0 con 0x7fc08c1590d0 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc08b7fe640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc074004d40 0x7fc0740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.566+0000 7fc08affd640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc0740039e0 0x7fc074003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.567+0000 7fc08a7fc640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 0x7fc074004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.567+0000 7fc08b7fe640 1 -- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 msgr2=0x7fc074004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.567+0000 7fc08b7fe640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c1590d0 0x7fc074004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.567+0000 7fc08b7fe640 1 -- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc0740039e0 msgr2=0x7fc074003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.567+0000 7fc08b7fe640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc0740039e0 0x7fc074003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.567+0000 7fc08b7fe640 1 -- 172.21.15.16:0/2181565021 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc074003520 con 0x7fc074004d40 2024-09-16T01:49:25.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.567+0000 7fc08b7fe640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc074004d40 0x7fc0740051c0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fc08c1594e0 tx=0x7fc074005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66d4b714932e1b26 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084037070 con 0x7fc074004d40 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc08402e050 con 0x7fc074004d40 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc089ffb640 1 -- 172.21.15.16:0/2181565021 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084009c10 con 0x7fc074004d40 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc091877640 1 -- 172.21.15.16:0/2181565021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc074004d40 msgr2=0x7fc0740051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc091877640 1 --2- 172.21.15.16:0/2181565021 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc074004d40 0x7fc0740051c0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fc08c1594e0 tx=0x7fc074005830 comp rx=0 tx=0).stop 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc08b7fe640 1 -- 172.21.15.16:0/2181565021 reap_dead start 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc091877640 1 -- 172.21.15.16:0/2181565021 shutdown_connections 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc091877640 1 -- 172.21.15.16:0/2181565021 >> 172.21.15.16:0/2181565021 conn(0x7fc08c0b2000 msgr2=0x7fc08c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc091877640 1 -- 172.21.15.16:0/2181565021 shutdown_connections 2024-09-16T01:49:25.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.568+0000 7fc091877640 1 -- 172.21.15.16:0/2181565021 wait complete. 2024-09-16T01:49:25.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.569+0000 7fc091877640 1 Processor -- start 2024-09-16T01:49:25.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc091877640 1 -- start start 2024-09-16T01:49:25.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc091877640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc08c1486c0 0x7fc08c157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc091877640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc08c148e60 0x7fc08c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc091877640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c0aede0 0x7fc08c0b06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc091877640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c15cb90 con 0x7fc08c148e60 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc091877640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c15ca10 con 0x7fc08c1486c0 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc091877640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc08c15cd10 con 0x7fc08c0aede0 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc08a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc08c148e60 0x7fc08c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc08a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc08c148e60 0x7fc08c0ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35936/0 (socket says 172.21.15.16:35936) 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.570+0000 7fc08a7fc640 1 -- 172.21.15.16:0/104126116 learned_addr learned my addr 172.21.15.16:0/104126116 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08affd640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc08c1486c0 0x7fc08c157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08b7fe640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c0aede0 0x7fc08c0b06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08a7fc640 1 -- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c0aede0 msgr2=0x7fc08c0b06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08a7fc640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c0aede0 0x7fc08c0b06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08a7fc640 1 -- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc08c1486c0 msgr2=0x7fc08c157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08a7fc640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc08c1486c0 0x7fc08c157990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08a7fc640 1 -- 172.21.15.16:0/104126116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc08c149a70 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc08a7fc640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc08c148e60 0x7fc08c0ae8a0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7fc0800072f0 tx=0x7fc0800077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc073fff640 1 -- 172.21.15.16:0/104126116 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08001a070 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc073fff640 1 -- 172.21.15.16:0/104126116 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc08000f980 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc08c149d50 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc073fff640 1 -- 172.21.15.16:0/104126116 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08000fd70 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.571+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc08c14a310 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.572+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc08c0b3300 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.573+0000 7fc073fff640 1 -- 172.21.15.16:0/104126116 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fc08001d070 con 0x7fc08c148e60 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.573+0000 7fc073fff640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c910 0x7fc07806edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.573+0000 7fc08affd640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c910 0x7fc07806edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.573+0000 7fc073fff640 1 -- 172.21.15.16:0/104126116 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fc08008b920 con 0x7fc08c148e60 2024-09-16T01:49:25.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.574+0000 7fc08affd640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c910 0x7fc07806edd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc07c0017e0 tx=0x7fc07c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.577+0000 7fc073fff640 1 -- 172.21.15.16:0/104126116 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc080059150 con 0x7fc08c148e60 2024-09-16T01:49:25.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.754+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc08c0af1c0 con 0x7fc08c148e60 2024-09-16T01:49:25.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.756+0000 7fc073fff640 1 -- 172.21.15.16:0/104126116 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16792 (secure 0 0 0) 0x7fc08005d450 con 0x7fc08c148e60 2024-09-16T01:49:25.757 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:25.757 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":129,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:03.083874+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:59.419857+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:00.414094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:25.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c910 msgr2=0x7fc07806edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c910 0x7fc07806edd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc07c0017e0 tx=0x7fc07c009040 comp rx=0 tx=0).stop 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc08c148e60 msgr2=0x7fc08c0ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc08c148e60 0x7fc08c0ae8a0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7fc0800072f0 tx=0x7fc0800077b0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 shutdown_connections 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc07806c910 0x7fc07806edd0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc08c0aede0 0x7fc08c0b06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc08c148e60 0x7fc08c0ae8a0 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 --2- 172.21.15.16:0/104126116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc08c1486c0 0x7fc08c157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 >> 172.21.15.16:0/104126116 conn(0x7fc08c0b2000 msgr2=0x7fc08c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 shutdown_connections 2024-09-16T01:49:25.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.758+0000 7fc091877640 1 -- 172.21.15.16:0/104126116 wait complete. 2024-09-16T01:49:25.774 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:49:25.774 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:25.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.875+0000 7f9b69791640 1 Processor -- start 2024-09-16T01:49:25.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.875+0000 7f9b69791640 1 -- start start 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b69791640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9b6406bbe0 0x7f9b6406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b69791640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9b6406f6e0 0x7f9b64161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b69791640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b640b6a70 con 0x7f9b6415e3a0 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b69791640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9b6406fb50 con 0x7f9b6406f6e0 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b69791640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9b640b7640 con 0x7f9b6406bbe0 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b637fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9b6406f6e0 0x7f9b64161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b637fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9b6406f6e0 0x7f9b64161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35948/0 (socket says 172.21.15.16:35948) 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b637fe640 1 -- 172.21.15.16:0/3413871286 learned_addr learned my addr 172.21.15.16:0/3413871286 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.876+0000 7f9b627fc640 1 --2- 172.21.15.16:0/3413871286 >> v2:172.21.15.104:3300/0 conn(0x7f9b6406bbe0 0x7f9b6406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b637fe640 1 -- 172.21.15.16:0/3413871286 >> v2:172.21.15.104:3300/0 conn(0x7f9b6406bbe0 msgr2=0x7f9b6406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:25.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b637fe640 1 --2- 172.21.15.16:0/3413871286 >> v2:172.21.15.104:3300/0 conn(0x7f9b6406bbe0 0x7f9b6406f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b637fe640 1 -- 172.21.15.16:0/3413871286 >> v1:172.21.15.104:6789/0 conn(0x7f9b6415e3a0 legacy=0x7f9b6406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b637fe640 1 -- 172.21.15.16:0/3413871286 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6406d960 con 0x7f9b6406f6e0 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b637fe640 1 --2- 172.21.15.16:0/3413871286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6406f6e0 0x7f9b64161f80 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f9b640b4ec0 tx=0x7f9b5c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74278190caba664e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b61ffb640 1 -- 172.21.15.16:0/3413871286 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c037070 con 0x7f9b6406f6e0 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b61ffb640 1 -- 172.21.15.16:0/3413871286 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b5c032440 con 0x7f9b6406f6e0 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.877+0000 7f9b61ffb640 1 -- 172.21.15.16:0/3413871286 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c032810 con 0x7f9b6406f6e0 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 -- 172.21.15.16:0/3413871286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6406f6e0 msgr2=0x7f9b64161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 --2- 172.21.15.16:0/3413871286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6406f6e0 0x7f9b64161f80 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f9b640b4ec0 tx=0x7f9b5c02a270 comp rx=0 tx=0).stop 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 -- 172.21.15.16:0/3413871286 shutdown_connections 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 --2- 172.21.15.16:0/3413871286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6406f6e0 0x7f9b64161f80 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 --2- 172.21.15.16:0/3413871286 >> v2:172.21.15.104:3300/0 conn(0x7f9b6406bbe0 0x7f9b6406f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 -- 172.21.15.16:0/3413871286 >> 172.21.15.16:0/3413871286 conn(0x7f9b640b4090 msgr2=0x7f9b640b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 -- 172.21.15.16:0/3413871286 shutdown_connections 2024-09-16T01:49:25.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.878+0000 7f9b69791640 1 -- 172.21.15.16:0/3413871286 wait complete. 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.879+0000 7f9b69791640 1 Processor -- start 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.879+0000 7f9b69791640 1 -- start start 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b69791640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6406bbe0 0x7f9b641f7780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b69791640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6406f6e0 0x7f9b641f7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b69791640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6415e3a0 0x7f9b641609b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b69791640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9b640b72d0 con 0x7f9b6415e3a0 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b69791640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b640b6ff0 con 0x7f9b6406bbe0 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b69791640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6415e780 con 0x7f9b6406f6e0 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b637fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6415e3a0 0x7f9b641609b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b637fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6415e3a0 0x7f9b641609b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35960/0 (socket says 172.21.15.16:35960) 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b637fe640 1 -- 172.21.15.16:0/3032092111 learned_addr learned my addr 172.21.15.16:0/3032092111 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b627fc640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6406f6e0 0x7f9b641f7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.880+0000 7f9b62ffd640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6406bbe0 0x7f9b641f7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b637fe640 1 -- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6406f6e0 msgr2=0x7f9b641f7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b637fe640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6406f6e0 0x7f9b641f7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b637fe640 1 -- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6406bbe0 msgr2=0x7f9b641f7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b637fe640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6406bbe0 0x7f9b641f7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b637fe640 1 -- 172.21.15.16:0/3032092111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b64146ca0 con 0x7f9b6415e3a0 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b62ffd640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6406bbe0 0x7f9b641f7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b637fe640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6415e3a0 0x7f9b641609b0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c02a2b0 tx=0x7f9b5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b5b7fe640 1 -- 172.21.15.16:0/3032092111 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c041020 con 0x7f9b6415e3a0 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b5b7fe640 1 -- 172.21.15.16:0/3032092111 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b5c03d640 con 0x7f9b6415e3a0 2024-09-16T01:49:25.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b641e9070 con 0x7f9b6415e3a0 2024-09-16T01:49:25.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b5b7fe640 1 -- 172.21.15.16:0/3032092111 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c037040 con 0x7f9b6415e3a0 2024-09-16T01:49:25.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.881+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b64146f10 con 0x7f9b6415e3a0 2024-09-16T01:49:25.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.882+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b640b18c0 con 0x7f9b6415e3a0 2024-09-16T01:49:25.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.883+0000 7f9b5b7fe640 1 -- 172.21.15.16:0/3032092111 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f9b5c044020 con 0x7f9b6415e3a0 2024-09-16T01:49:25.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.883+0000 7f9b5b7fe640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b4406c910 0x7f9b4406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.883+0000 7f9b62ffd640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b4406c910 0x7f9b4406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.883+0000 7f9b5b7fe640 1 -- 172.21.15.16:0/3032092111 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f9b5c0ac620 con 0x7f9b6415e3a0 2024-09-16T01:49:25.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.884+0000 7f9b62ffd640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b4406c910 0x7f9b4406edd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9b540012e0 tx=0x7f9b54009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:25.888+0000 7f9b5b7fe640 1 -- 172.21.15.16:0/3032092111 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b640b18c0 con 0x7f9b6415e3a0 2024-09-16T01:49:26.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.099+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b64073cc0 con 0x7f9b6415e3a0 2024-09-16T01:49:26.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.100+0000 7f9b5b7fe640 1 -- 172.21.15.16:0/3032092111 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5233 (secure 0 0 0) 0x7f9b5c04b030 con 0x7f9b6415e3a0 2024-09-16T01:49:26.102 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:26.102 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":77,"btime":"2024-09-16T01:49:15:232667+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1691998268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1691998268},{"type":"v1","addr":"172.21.15.104:6834","nonce":1691998268}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/4211123909","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":4211123909},{"type":"v1","addr":"172.21.15.16:6835","nonce":4211123909}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7938,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1187798214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1187798214},{"type":"v1","addr":"172.21.15.16:6834","nonce":1187798214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:01.425505+0000","modified":"2024-09-16T01:49:03.455781+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7953},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7953":{"gid":7953,"name":"b","rank":0,"incarnation":74,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/2760622130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2760622130},{"type":"v1","addr":"172.21.15.104:6835","nonce":2760622130}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7953,"qdb_cluster":[7953]},"id":10}]} 2024-09-16T01:49:26.102 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 77 2024-09-16T01:49:26.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b4406c910 msgr2=0x7f9b4406edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b4406c910 0x7f9b4406edd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9b540012e0 tx=0x7f9b54009040 comp rx=0 tx=0).stop 2024-09-16T01:49:26.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6415e3a0 msgr2=0x7f9b641609b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6415e3a0 0x7f9b641609b0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c02a2b0 tx=0x7f9b5c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 shutdown_connections 2024-09-16T01:49:26.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9b4406c910 0x7f9b4406edd0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b6415e3a0 0x7f9b641609b0 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b6406f6e0 0x7f9b641f7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 --2- 172.21.15.16:0/3032092111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b6406bbe0 0x7f9b641f7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 >> 172.21.15.16:0/3032092111 conn(0x7f9b640b4090 msgr2=0x7f9b64070400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:26.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 shutdown_connections 2024-09-16T01:49:26.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.102+0000 7f9b69791640 1 -- 172.21.15.16:0/3032092111 wait complete. 2024-09-16T01:49:26.115 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:26.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.216+0000 7fd3fd1b7640 1 Processor -- start 2024-09-16T01:49:26.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.216+0000 7fd3fd1b7640 1 -- start start 2024-09-16T01:49:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3fd1b7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd3f815e680 0x7fd3f80b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3fd1b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 0x7fd3f80d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3fd1b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3f80b9a10 con 0x7fd3f80b95a0 2024-09-16T01:49:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3fd1b7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd3f80d4f00 con 0x7fd3f815e680 2024-09-16T01:49:26.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3fd1b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd3f80b8500 con 0x7fd3f80d4570 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3f659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd3f80b95a0 0x7fd3f80d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56518/0 (socket says 172.21.15.16:56518) 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3f659c640 1 -- 172.21.15.16:0/1282624300 learned_addr learned my addr 172.21.15.16:0/1282624300 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3f759e640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 0x7fd3f80d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1282624300 >> v2:172.21.15.104:3300/0 conn(0x7fd3f815e680 0x7fd3f80b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2853290252 0 0) 0x7fd3f80b9a10 con 0x7fd3f80b95a0 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.217+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd3e4003520 con 0x7fd3f80b95a0 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2672880342 0 0) 0x7fd3e4003520 con 0x7fd3f80b95a0 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 msgr2=0x7fd3f80d49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 0x7fd3f80d49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 >> v2:172.21.15.104:3300/0 conn(0x7fd3f815e680 msgr2=0x7fd3f80b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 --2- 172.21.15.16:0/1282624300 >> v2:172.21.15.104:3300/0 conn(0x7fd3f815e680 0x7fd3f80b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f80b87e0 con 0x7fd3f80b95a0 2024-09-16T01:49:26.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fd3e0001670 con 0x7fd3f80b95a0 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 >> v1:172.21.15.16:6789/0 conn(0x7fd3f80b95a0 legacy=0x7fd3f80d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3e4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 0x7fd3e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3e4004d40 0x7fd3e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f80d4f00 con 0x7fd3e40039b0 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f80b8500 con 0x7fd3e4004d40 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e400b9c0 con 0x7fd3f80d4570 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3e4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f659c640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 0x7fd3e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f759e640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3e4004d40 0x7fd3e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f6d9d640 1 -- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 msgr2=0x7fd3e4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f80d4570 0x7fd3e4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f6d9d640 1 -- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3e4004d40 msgr2=0x7fd3e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:26.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3e4004d40 0x7fd3e40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.218+0000 7fd3f6d9d640 1 -- 172.21.15.16:0/1282624300 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e4003520 con 0x7fd3e40039b0 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.219+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3e4003dd0 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009fc0 tx=0x7fd3e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4527e369671c988 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.219+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8009c10 con 0x7fd3e40039b0 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.219+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3e8036070 con 0x7fd3e40039b0 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.219+0000 7fd3f5d9b640 1 -- 172.21.15.16:0/1282624300 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e802d070 con 0x7fd3e40039b0 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.220+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1282624300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 msgr2=0x7fd3e4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.220+0000 7fd3fd1b7640 1 --2- 172.21.15.16:0/1282624300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3e4003dd0 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009fc0 tx=0x7fd3e4005830 comp rx=0 tx=0).stop 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.220+0000 7fd3f759e640 1 -- 172.21.15.16:0/1282624300 reap_dead start 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.220+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1282624300 shutdown_connections 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.220+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1282624300 >> 172.21.15.16:0/1282624300 conn(0x7fd3f8074fe0 msgr2=0x7fd3f8072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.220+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1282624300 shutdown_connections 2024-09-16T01:49:26.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.220+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1282624300 wait complete. 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.221+0000 7fd3fd1b7640 1 Processor -- start 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.221+0000 7fd3fd1b7640 1 -- start start 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3fd1b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3f8155be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3fd1b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f815b4b0 0x7fd3f8153060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3fd1b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3f815d080 0x7fd3f815d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3fd1b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f80b9080 con 0x7fd3e40039b0 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3fd1b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f80b8da0 con 0x7fd3f815d080 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3fd1b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd3f80d49c0 con 0x7fd3f815b4b0 2024-09-16T01:49:26.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3f8155be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3f8155be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35978/0 (socket says 172.21.15.16:35978) 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 -- 172.21.15.16:0/1885929692 learned_addr learned my addr 172.21.15.16:0/1885929692 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f659c640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f815b4b0 0x7fd3f8153060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 -- 172.21.15.16:0/1885929692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f815b4b0 msgr2=0x7fd3f8153060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f815b4b0 0x7fd3f8153060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 -- 172.21.15.16:0/1885929692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3f815d080 msgr2=0x7fd3f815d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3f815d080 0x7fd3f815d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.222+0000 7fd3f6d9d640 1 -- 172.21.15.16:0/1885929692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f81f41a0 con 0x7fd3e40039b0 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.223+0000 7fd3f6d9d640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3f8155be0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7fd3e802af10 tx=0x7fd3e8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.223+0000 7fd3ef7fe640 1 -- 172.21.15.16:0/1885929692 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8009c10 con 0x7fd3e40039b0 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.223+0000 7fd3ef7fe640 1 -- 172.21.15.16:0/1885929692 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3e8003bb0 con 0x7fd3e40039b0 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.223+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3f815ba60 con 0x7fd3e40039b0 2024-09-16T01:49:26.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.223+0000 7fd3ef7fe640 1 -- 172.21.15.16:0/1885929692 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8004020 con 0x7fd3e40039b0 2024-09-16T01:49:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.223+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3f815c020 con 0x7fd3e40039b0 2024-09-16T01:49:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.224+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3f80b7f20 con 0x7fd3e40039b0 2024-09-16T01:49:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.224+0000 7fd3ef7fe640 1 -- 172.21.15.16:0/1885929692 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fd3e8005d10 con 0x7fd3e40039b0 2024-09-16T01:49:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.225+0000 7fd3ef7fe640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3d806c910 0x7fd3d806edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.225+0000 7fd3ef7fe640 1 -- 172.21.15.16:0/1885929692 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7fd3e80ad250 con 0x7fd3e40039b0 2024-09-16T01:49:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.225+0000 7fd3f659c640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3d806c910 0x7fd3d806edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.225+0000 7fd3f659c640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3d806c910 0x7fd3d806edd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80cfe50 tx=0x7fd3e0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.229+0000 7fd3ef7fe640 1 -- 172.21.15.16:0/1885929692 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3e807b240 con 0x7fd3e40039b0 2024-09-16T01:49:26.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.442+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3f8160f40 con 0x7fd3e40039b0 2024-09-16T01:49:26.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.442+0000 7fd3ef7fe640 1 -- 172.21.15.16:0/1885929692 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5233 (secure 0 0 0) 0x7fd3e807ab40 con 0x7fd3e40039b0 2024-09-16T01:49:26.444 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:26.444 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":77,"btime":"2024-09-16T01:49:15:232667+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1691998268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1691998268},{"type":"v1","addr":"172.21.15.104:6834","nonce":1691998268}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/4211123909","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":4211123909},{"type":"v1","addr":"172.21.15.16:6835","nonce":4211123909}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7938,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1187798214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1187798214},{"type":"v1","addr":"172.21.15.16:6834","nonce":1187798214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:01.425505+0000","modified":"2024-09-16T01:49:03.455781+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7953},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7953":{"gid":7953,"name":"b","rank":0,"incarnation":74,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/2760622130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":2760622130},{"type":"v1","addr":"172.21.15.104:6835","nonce":2760622130}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7953,"qdb_cluster":[7953]},"id":10}]} 2024-09-16T01:49:26.444 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 77 2024-09-16T01:49:26.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.444+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3d806c910 msgr2=0x7fd3d806edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.444+0000 7fd3fd1b7640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3d806c910 0x7fd3d806edd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80cfe50 tx=0x7fd3e0009040 comp rx=0 tx=0).stop 2024-09-16T01:49:26.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.444+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 msgr2=0x7fd3f8155be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.444+0000 7fd3fd1b7640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3f8155be0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7fd3e802af10 tx=0x7fd3e8009750 comp rx=0 tx=0).stop 2024-09-16T01:49:26.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 shutdown_connections 2024-09-16T01:49:26.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd3d806c910 0x7fd3d806edd0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3f815d080 0x7fd3f815d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd3f815b4b0 0x7fd3f8153060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 --2- 172.21.15.16:0/1885929692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd3e40039b0 0x7fd3f8155be0 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 >> 172.21.15.16:0/1885929692 conn(0x7fd3f8074fe0 msgr2=0x7fd3f80b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:26.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 shutdown_connections 2024-09-16T01:49:26.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.445+0000 7fd3fd1b7640 1 -- 172.21.15.16:0/1885929692 wait complete. 2024-09-16T01:49:26.457 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:26.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.557+0000 7f88b6077640 1 Processor -- start 2024-09-16T01:49:26.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.558+0000 7f88b6077640 1 -- start start 2024-09-16T01:49:26.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.558+0000 7f88b6077640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88b0147fc0 0x7f88b015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.558+0000 7f88b6077640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f88b00d0ee0 0x7f88b00d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.558+0000 7f88b6077640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88b00ba2f0 con 0x7f88b00b97d0 2024-09-16T01:49:26.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.558+0000 7f88b6077640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f88b01483a0 con 0x7f88b0147fc0 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.558+0000 7f88b6077640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f88b015efa0 con 0x7f88b00d0ee0 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.559+0000 7f88af7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88b0147fc0 0x7f88b015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.559+0000 7f88af7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88b0147fc0 0x7f88b015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35992/0 (socket says 172.21.15.16:35992) 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.559+0000 7f88af7fe640 1 -- 172.21.15.16:0/523072601 learned_addr learned my addr 172.21.15.16:0/523072601 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.559+0000 7f88af7fe640 1 -- 172.21.15.16:0/523072601 >> v2:172.21.15.104:3300/0 conn(0x7f88b00d0ee0 msgr2=0x7f88b00d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.559+0000 7f88af7fe640 1 --2- 172.21.15.16:0/523072601 >> v2:172.21.15.104:3300/0 conn(0x7f88b00d0ee0 0x7f88b00d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.559+0000 7f88af7fe640 1 -- 172.21.15.16:0/523072601 >> v1:172.21.15.16:6789/0 conn(0x7f88b00b97d0 legacy=0x7f88b00b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.559+0000 7f88af7fe640 1 -- 172.21.15.16:0/523072601 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b00d2750 con 0x7f88b0147fc0 2024-09-16T01:49:26.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88af7fe640 1 --2- 172.21.15.16:0/523072601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b0147fc0 0x7f88b015ea60 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f88b0161f70 tx=0x7f88a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc96fb374635d9c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88ae7fc640 1 -- 172.21.15.16:0/523072601 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a0037070 con 0x7f88b0147fc0 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88ae7fc640 1 -- 172.21.15.16:0/523072601 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88a0032440 con 0x7f88b0147fc0 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88ae7fc640 1 -- 172.21.15.16:0/523072601 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a0032810 con 0x7f88b0147fc0 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 -- 172.21.15.16:0/523072601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b0147fc0 msgr2=0x7f88b015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 --2- 172.21.15.16:0/523072601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b0147fc0 0x7f88b015ea60 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f88b0161f70 tx=0x7f88a002a270 comp rx=0 tx=0).stop 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 -- 172.21.15.16:0/523072601 shutdown_connections 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 --2- 172.21.15.16:0/523072601 >> v2:172.21.15.104:3300/0 conn(0x7f88b00d0ee0 0x7f88b00d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 --2- 172.21.15.16:0/523072601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b0147fc0 0x7f88b015ea60 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 -- 172.21.15.16:0/523072601 >> 172.21.15.16:0/523072601 conn(0x7f88b0074fe0 msgr2=0x7f88b006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 -- 172.21.15.16:0/523072601 shutdown_connections 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.560+0000 7f88b6077640 1 -- 172.21.15.16:0/523072601 wait complete. 2024-09-16T01:49:26.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.561+0000 7f88b6077640 1 Processor -- start 2024-09-16T01:49:26.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.562+0000 7f88b6077640 1 -- start start 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.562+0000 7f88b6077640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b00b97d0 0x7f88b00abb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.562+0000 7f88b6077640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88b00d0ee0 0x7f88b0143910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.562+0000 7f88b6077640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88b0147fc0 0x7f88b00cb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.562+0000 7f88b6077640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f88b00d2d10 con 0x7f88b00b97d0 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.562+0000 7f88b6077640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f88b00d2500 con 0x7f88b0147fc0 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.562+0000 7f88b6077640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88b00d2ff0 con 0x7f88b00d0ee0 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b00b97d0 0x7f88b00abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b00b97d0 0x7f88b00abb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35994/0 (socket says 172.21.15.16:35994) 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 -- 172.21.15.16:0/3599971000 learned_addr learned my addr 172.21.15.16:0/3599971000 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 -- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88b00d0ee0 msgr2=0x7f88b0143910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88affff640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88b0147fc0 0x7f88b00cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88aeffd640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88b00d0ee0 0x7f88b0143910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88b00d0ee0 0x7f88b0143910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 -- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88b0147fc0 msgr2=0x7f88b00cb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88b0147fc0 0x7f88b00cb600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 -- 172.21.15.16:0/3599971000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b0143e50 con 0x7f88b00b97d0 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88af7fe640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b00b97d0 0x7f88b00abb40 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f88a0000c00 tx=0x7f88a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f8897fff640 1 -- 172.21.15.16:0/3599971000 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a0041020 con 0x7f88b00b97d0 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f8897fff640 1 -- 172.21.15.16:0/3599971000 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88a0030970 con 0x7f88b00b97d0 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f8897fff640 1 -- 172.21.15.16:0/3599971000 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a0037040 con 0x7f88b00b97d0 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88b01f50f0 con 0x7f88b00b97d0 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.563+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88b00ab340 con 0x7f88b00b97d0 2024-09-16T01:49:26.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.564+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88b00d1370 con 0x7f88b00b97d0 2024-09-16T01:49:26.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.565+0000 7f8897fff640 1 -- 172.21.15.16:0/3599971000 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f88a0044020 con 0x7f88b00b97d0 2024-09-16T01:49:26.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.565+0000 7f8897fff640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f889c06c8e0 0x7f889c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.565+0000 7f8897fff640 1 -- 172.21.15.16:0/3599971000 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f88a00ac930 con 0x7f88b00b97d0 2024-09-16T01:49:26.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.565+0000 7f88aeffd640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f889c06c8e0 0x7f889c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.566+0000 7f88aeffd640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f889c06c8e0 0x7f889c06eda0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f88b00ac430 tx=0x7f88a4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.570+0000 7f8897fff640 1 -- 172.21.15.16:0/3599971000 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f88a004b030 con 0x7f88b00b97d0 2024-09-16T01:49:26.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.744+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f88b00cf0b0 con 0x7f88b00b97d0 2024-09-16T01:49:26.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.746+0000 7f8897fff640 1 -- 172.21.15.16:0/3599971000 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16792 (secure 0 0 0) 0x7f88a007a770 con 0x7f88b00b97d0 2024-09-16T01:49:26.748 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:26.748 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":129,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:03.083874+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:48:59.419857+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:00.414094+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:26.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f889c06c8e0 msgr2=0x7f889c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f889c06c8e0 0x7f889c06eda0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f88b00ac430 tx=0x7f88a4008040 comp rx=0 tx=0).stop 2024-09-16T01:49:26.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b00b97d0 msgr2=0x7f88b00abb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b00b97d0 0x7f88b00abb40 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f88a0000c00 tx=0x7f88a00046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 shutdown_connections 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f889c06c8e0 0x7f889c06eda0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88b0147fc0 0x7f88b00cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88b00d0ee0 0x7f88b0143910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 --2- 172.21.15.16:0/3599971000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88b00b97d0 0x7f88b00abb40 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 >> 172.21.15.16:0/3599971000 conn(0x7f88b0074fe0 msgr2=0x7f88b00cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 shutdown_connections 2024-09-16T01:49:26.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.748+0000 7f88b6077640 1 -- 172.21.15.16:0/3599971000 wait complete. 2024-09-16T01:49:26.761 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:49:26.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.863+0000 7f8cfe991640 1 Processor -- start 2024-09-16T01:49:26.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.863+0000 7f8cfe991640 1 -- start start 2024-09-16T01:49:26.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.864+0000 7f8cfe991640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8cf80b61f0 0x7f8cf80b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.864+0000 7f8cfe991640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cf80d4eb0 con 0x7f8cf815fdb0 2024-09-16T01:49:26.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.864+0000 7f8cfe991640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cf80d0f60 con 0x7f8cf8147fa0 2024-09-16T01:49:26.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.864+0000 7f8cfe991640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8cf80d1240 con 0x7f8cf80b61f0 2024-09-16T01:49:26.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.864+0000 7f8cfcf2e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8cf815fdb0 0x7f8cf81601c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56534/0 (socket says 172.21.15.16:56534) 2024-09-16T01:49:26.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.864+0000 7f8cfcf2e640 1 -- 172.21.15.16:0/1775164203 learned_addr learned my addr 172.21.15.16:0/1775164203 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.864+0000 7f8cf77fe640 1 --2- 172.21.15.16:0/1775164203 >> v2:172.21.15.104:3300/0 conn(0x7f8cf80b61f0 0x7f8cf80b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3914509814 0 0) 0x7f8cf80d4eb0 con 0x7f8cf815fdb0 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8ce0003520 con 0x7f8cf815fdb0 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3892928317 0 0) 0x7f8cf80d0f60 con 0x7f8cf8147fa0 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8cf80d4eb0 con 0x7f8cf8147fa0 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 513786713 0 0) 0x7f8ce0003520 con 0x7f8cf815fdb0 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf77fe640 1 -- 172.21.15.16:0/1775164203 >> v1:172.21.15.104:6789/0 conn(0x7f8cf8147fa0 legacy=0x7f8cf80d47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf77fe640 1 -- 172.21.15.16:0/1775164203 >> v1:172.21.15.16:6789/0 conn(0x7f8cf815fdb0 legacy=0x7f8cf81601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.867 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.865+0000 7f8cf77fe640 1 -- 172.21.15.16:0/1775164203 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cf80d1520 con 0x7f8cf80b61f0 2024-09-16T01:49:26.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cf77fe640 1 --2- 172.21.15.16:0/1775164203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf80b61f0 0x7f8cf80b6680 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f8cec0097a0 tx=0x7f8cec02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3187d9eed5fc3ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cec037070 con 0x7f8cf80b61f0 2024-09-16T01:49:26.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cec02ac50 con 0x7f8cf80b61f0 2024-09-16T01:49:26.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cf6ffd640 1 -- 172.21.15.16:0/1775164203 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf00019f0 con 0x7f8cf80b61f0 2024-09-16T01:49:26.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cfe991640 1 -- 172.21.15.16:0/1775164203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf80b61f0 msgr2=0x7f8cf80b6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cfe991640 1 --2- 172.21.15.16:0/1775164203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf80b61f0 0x7f8cf80b6680 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f8cec0097a0 tx=0x7f8cec02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cfe991640 1 -- 172.21.15.16:0/1775164203 shutdown_connections 2024-09-16T01:49:26.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cfe991640 1 --2- 172.21.15.16:0/1775164203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf80b61f0 0x7f8cf80b6680 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cfe991640 1 -- 172.21.15.16:0/1775164203 >> 172.21.15.16:0/1775164203 conn(0x7f8cf8074da0 msgr2=0x7f8cf8072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:26.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cfe991640 1 -- 172.21.15.16:0/1775164203 shutdown_connections 2024-09-16T01:49:26.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.866+0000 7f8cfe991640 1 -- 172.21.15.16:0/1775164203 wait complete. 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.868+0000 7f8cfe991640 1 Processor -- start 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.868+0000 7f8cfe991640 1 -- start start 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.868+0000 7f8cfe991640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8cf80b61f0 0x7f8cf81e78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfe991640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf8147fa0 0x7f8cf80ce300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfe991640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8cf815fdb0 0x7f8cf80ce840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfe991640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf8148500 con 0x7f8cf80b61f0 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfe991640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf8148380 con 0x7f8cf8147fa0 2024-09-16T01:49:26.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfe991640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8cf80d0b80 con 0x7f8cf815fdb0 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8cf80b61f0 0x7f8cf81e78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8cf80b61f0 0x7f8cf81e78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36006/0 (socket says 172.21.15.16:36006) 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 -- 172.21.15.16:0/526661409 learned_addr learned my addr 172.21.15.16:0/526661409 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfcf2e640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8cf815fdb0 0x7f8cf80ce840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf77fe640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf8147fa0 0x7f8cf80ce300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 -- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8cf815fdb0 msgr2=0x7f8cf80ce840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8cf815fdb0 0x7f8cf80ce840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 -- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf8147fa0 msgr2=0x7f8cf80ce300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf8147fa0 0x7f8cf80ce300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 -- 172.21.15.16:0/526661409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cf8139f50 con 0x7f8cf80b61f0 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf77fe640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf8147fa0 0x7f8cf80ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfcf2e640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8cf815fdb0 0x7f8cf80ce840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf7fff640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8cf80b61f0 0x7f8cf81e78d0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f8ce800c460 tx=0x7f8ce800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf4ff9640 1 -- 172.21.15.16:0/526661409 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce80052d0 con 0x7f8cf80b61f0 2024-09-16T01:49:26.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf4ff9640 1 -- 172.21.15.16:0/526661409 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ce8005490 con 0x7f8cf80b61f0 2024-09-16T01:49:26.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cf81e81e0 con 0x7f8cf80b61f0 2024-09-16T01:49:26.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cf4ff9640 1 -- 172.21.15.16:0/526661409 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce8012870 con 0x7f8cf80b61f0 2024-09-16T01:49:26.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.869+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cf81e87a0 con 0x7f8cf80b61f0 2024-09-16T01:49:26.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.870+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cf80b6680 con 0x7f8cf80b61f0 2024-09-16T01:49:26.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.871+0000 7f8cf4ff9640 1 -- 172.21.15.16:0/526661409 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f8ce8012a10 con 0x7f8cf80b61f0 2024-09-16T01:49:26.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.872+0000 7f8cf4ff9640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8ce406c8e0 0x7f8ce406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:26.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.872+0000 7f8cf77fe640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8ce406c8e0 0x7f8ce406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:26.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.872+0000 7f8cf4ff9640 1 -- 172.21.15.16:0/526661409 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5765+0+0 (secure 0 0 0) 0x7f8ce808bba0 con 0x7f8cf80b61f0 2024-09-16T01:49:26.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.872+0000 7f8cf77fe640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8ce406c8e0 0x7f8ce406eda0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8cec034000 tx=0x7f8cec02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:26.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:26.876+0000 7f8cf4ff9640 1 -- 172.21.15.16:0/526661409 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8ce8059a20 con 0x7f8cf80b61f0 2024-09-16T01:49:27.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.088+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f8cf80c9580 con 0x7f8cf80b61f0 2024-09-16T01:49:27.089 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:49:27.088+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:49:27.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.089+0000 7f8cf4ff9640 1 -- 172.21.15.16:0/526661409 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v78) ==== 161+0+0 (secure 0 0 0) 0x7f8ce8059320 con 0x7f8cf80b61f0 2024-09-16T01:49:27.091 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:49:27.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8ce406c8e0 msgr2=0x7f8ce406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8ce406c8e0 0x7f8ce406eda0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8cec034000 tx=0x7f8cec02e000 comp rx=0 tx=0).stop 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8cf80b61f0 msgr2=0x7f8cf81e78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8cf80b61f0 0x7f8cf81e78d0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f8ce800c460 tx=0x7f8ce800c920 comp rx=0 tx=0).stop 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 shutdown_connections 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8ce406c8e0 0x7f8ce406eda0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8cf815fdb0 0x7f8cf80ce840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8cf8147fa0 0x7f8cf80ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 --2- 172.21.15.16:0/526661409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8cf80b61f0 0x7f8cf81e78d0 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 >> 172.21.15.16:0/526661409 conn(0x7f8cf8074da0 msgr2=0x7f8cf80d3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 shutdown_connections 2024-09-16T01:49:27.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.092+0000 7f8cfe991640 1 -- 172.21.15.16:0/526661409 wait complete. 2024-09-16T01:49:27.096 INFO:tasks.ceph.mds.b.smithi104.stderr: -1483> 2024-09-16T01:49:08.058+0000 7f07f1674640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:49:27.104 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:49:27.123 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:49:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.208+0000 7f05b79c0640 1 Processor -- start 2024-09-16T01:49:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.208+0000 7f05b79c0640 1 -- start start 2024-09-16T01:49:27.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b79c0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f05b015e4b0 0x7f05b00add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b79c0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b006c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b79c0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05b006e610 con 0x7f05b006bbe0 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b79c0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f05b006c590 con 0x7f05b015e4b0 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b79c0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f05b00b00f0 con 0x7f05b006e0d0 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b575c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f05b015e4b0 0x7f05b00add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b4f5b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f05b006bbe0 0x7f05b006d9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56540/0 (socket says 172.21.15.16:56540) 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b4f5b640 1 -- 172.21.15.16:0/3456556645 learned_addr learned my addr 172.21.15.16:0/3456556645 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b5f5d640 1 --2- 172.21.15.16:0/3456556645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b006c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b575c640 1 -- 172.21.15.16:0/3456556645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 msgr2=0x7f05b006c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b575c640 1 --2- 172.21.15.16:0/3456556645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b006c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b575c640 1 -- 172.21.15.16:0/3456556645 >> v1:172.21.15.16:6789/0 conn(0x7f05b006bbe0 legacy=0x7f05b006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05b575c640 1 -- 172.21.15.16:0/3456556645 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05b006e8f0 con 0x7f05b015e4b0 2024-09-16T01:49:27.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.209+0000 7f05a7fff640 1 -- 172.21.15.16:0/3456556645 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3794579192 0 0) 0x7f05b006e610 con 0x7f05b006bbe0 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.210+0000 7f05b575c640 1 --2- 172.21.15.16:0/3456556645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b00add60 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f05ac0097a0 tx=0x7f05ac02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1efd950a3891d5fa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.210+0000 7f05a7fff640 1 -- 172.21.15.16:0/3456556645 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05ac037070 con 0x7f05b015e4b0 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.210+0000 7f05a7fff640 1 -- 172.21.15.16:0/3456556645 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05ac032440 con 0x7f05b015e4b0 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.210+0000 7f05a7fff640 1 -- 172.21.15.16:0/3456556645 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05ac032810 con 0x7f05b015e4b0 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 -- 172.21.15.16:0/3456556645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 msgr2=0x7f05b00add60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 --2- 172.21.15.16:0/3456556645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b00add60 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f05ac0097a0 tx=0x7f05ac02a180 comp rx=0 tx=0).stop 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 -- 172.21.15.16:0/3456556645 shutdown_connections 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 --2- 172.21.15.16:0/3456556645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 --2- 172.21.15.16:0/3456556645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b00add60 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 -- 172.21.15.16:0/3456556645 >> 172.21.15.16:0/3456556645 conn(0x7f05b00b2a80 msgr2=0x7f05b00b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 -- 172.21.15.16:0/3456556645 shutdown_connections 2024-09-16T01:49:27.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.211+0000 7f05b79c0640 1 -- 172.21.15.16:0/3456556645 wait complete. 2024-09-16T01:49:27.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.212+0000 7f05b79c0640 1 Processor -- start 2024-09-16T01:49:27.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.212+0000 7f05b79c0640 1 -- start start 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b79c0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05b006bbe0 0x7f05b014d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b79c0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b0159090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b79c0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b0160f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b79c0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f05b015e890 con 0x7f05b015e4b0 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b79c0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f05b00b3f90 con 0x7f05b006bbe0 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b79c0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f05b015ea10 con 0x7f05b006e0d0 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b0160f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b0160f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36030/0 (socket says 172.21.15.16:36030) 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 -- 172.21.15.16:0/2927759427 learned_addr learned my addr 172.21.15.16:0/2927759427 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b575c640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05b006bbe0 0x7f05b014d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b4f5b640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b0159090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 -- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 msgr2=0x7f05b0159090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b0159090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 -- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05b006bbe0 msgr2=0x7f05b014d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05b006bbe0 0x7f05b014d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 -- 172.21.15.16:0/2927759427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05b0159a00 con 0x7f05b015e4b0 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b5f5d640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b0160f00 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f05a800efc0 tx=0x7f05a800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05a5ffb640 1 -- 172.21.15.16:0/2927759427 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a8018020 con 0x7f05b015e4b0 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05a5ffb640 1 -- 172.21.15.16:0/2927759427 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05a8014480 con 0x7f05b015e4b0 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05b0159ce0 con 0x7f05b015e4b0 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.213+0000 7f05a5ffb640 1 -- 172.21.15.16:0/2927759427 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a8014870 con 0x7f05b015e4b0 2024-09-16T01:49:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.214+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05b015a2a0 con 0x7f05b015e4b0 2024-09-16T01:49:27.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.215+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05b006c050 con 0x7f05b015e4b0 2024-09-16T01:49:27.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.215+0000 7f05a5ffb640 1 -- 172.21.15.16:0/2927759427 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f05a8005d10 con 0x7f05b015e4b0 2024-09-16T01:49:27.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.216+0000 7f05a5ffb640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f059406c910 0x7f059406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.216+0000 7f05a5ffb640 1 -- 172.21.15.16:0/2927759427 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5851+0+0 (secure 0 0 0) 0x7f05a808cd20 con 0x7f05b015e4b0 2024-09-16T01:49:27.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.216+0000 7f05b575c640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f059406c910 0x7f059406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.216+0000 7f05b575c640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f059406c910 0x7f059406edd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f05ac034000 tx=0x7f05ac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.220+0000 7f05a5ffb640 1 -- 172.21.15.16:0/2927759427 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f05a8022030 con 0x7f05b015e4b0 2024-09-16T01:49:27.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:27.436+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f05b00b27f0 con 0x7f05b015e4b0 2024-09-16T01:49:28.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.091+0000 7f05a5ffb640 1 -- 172.21.15.16:0/2927759427 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v79) ==== 104+0+0 (secure 0 0 0) 0x7f05a8010040 con 0x7f05b015e4b0 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f059406c910 msgr2=0x7f059406edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f059406c910 0x7f059406edd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f05ac034000 tx=0x7f05ac02e000 comp rx=0 tx=0).stop 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 msgr2=0x7f05b0160f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b0160f00 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f05a800efc0 tx=0x7f05a800c490 comp rx=0 tx=0).stop 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 shutdown_connections 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f059406c910 0x7f059406edd0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05b015e4b0 0x7f05b0160f00 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f05b006e0d0 0x7f05b0159090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 --2- 172.21.15.16:0/2927759427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05b006bbe0 0x7f05b014d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 >> 172.21.15.16:0/2927759427 conn(0x7f05b00b2a80 msgr2=0x7f05b00b0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:28.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 shutdown_connections 2024-09-16T01:49:28.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.095+0000 7f05b79c0640 1 -- 172.21.15.16:0/2927759427 wait complete. 2024-09-16T01:49:28.110 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:49:28.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.222+0000 7fd091d3b640 1 Processor -- start 2024-09-16T01:49:28.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.222+0000 7fd091d3b640 1 -- start start 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd091d3b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd08c15e840 0x7fd08c0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd091d3b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd08c0b9880 0x7fd08c0b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd091d3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c0ba230 0x7fd08c1623a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd091d3b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd08c0cfe50 con 0x7fd08c0b9880 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd091d3b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd08c0d4350 con 0x7fd08c15e840 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd091d3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd08c0d3590 con 0x7fd08c0ba230 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd08affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd08c0b9880 0x7fd08c0b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd08affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd08c0b9880 0x7fd08c0b9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36046/0 (socket says 172.21.15.16:36046) 2024-09-16T01:49:28.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd08affd640 1 -- 172.21.15.16:0/2520738958 learned_addr learned my addr 172.21.15.16:0/2520738958 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd08bfff640 1 --2- 172.21.15.16:0/2520738958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c0ba230 0x7fd08c1623a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd08b7fe640 1 --2- 172.21.15.16:0/2520738958 >> v2:172.21.15.104:3300/0 conn(0x7fd08c15e840 0x7fd08c0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.223+0000 7fd08affd640 1 -- 172.21.15.16:0/2520738958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c0ba230 msgr2=0x7fd08c1623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08affd640 1 --2- 172.21.15.16:0/2520738958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c0ba230 0x7fd08c1623a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08affd640 1 -- 172.21.15.16:0/2520738958 >> v2:172.21.15.104:3300/0 conn(0x7fd08c15e840 msgr2=0x7fd08c0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08affd640 1 --2- 172.21.15.16:0/2520738958 >> v2:172.21.15.104:3300/0 conn(0x7fd08c15e840 0x7fd08c0cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08affd640 1 -- 172.21.15.16:0/2520738958 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd08c0d3870 con 0x7fd08c0b9880 2024-09-16T01:49:28.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08b7fe640 1 --2- 172.21.15.16:0/2520738958 >> v2:172.21.15.104:3300/0 conn(0x7fd08c15e840 0x7fd08c0cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:28.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08affd640 1 --2- 172.21.15.16:0/2520738958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c0b9cf0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fd08c0756b0 tx=0x7fd08002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db0e796fba58658 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:28.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08a7fc640 1 -- 172.21.15.16:0/2520738958 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd080037070 con 0x7fd08c0b9880 2024-09-16T01:49:28.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08a7fc640 1 -- 172.21.15.16:0/2520738958 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd080032440 con 0x7fd08c0b9880 2024-09-16T01:49:28.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.224+0000 7fd08a7fc640 1 -- 172.21.15.16:0/2520738958 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd080032810 con 0x7fd08c0b9880 2024-09-16T01:49:28.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 -- 172.21.15.16:0/2520738958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 msgr2=0x7fd08c0b9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 --2- 172.21.15.16:0/2520738958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c0b9cf0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fd08c0756b0 tx=0x7fd08002a140 comp rx=0 tx=0).stop 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 -- 172.21.15.16:0/2520738958 shutdown_connections 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 --2- 172.21.15.16:0/2520738958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c0ba230 0x7fd08c1623a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 --2- 172.21.15.16:0/2520738958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c0b9cf0 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 --2- 172.21.15.16:0/2520738958 >> v2:172.21.15.104:3300/0 conn(0x7fd08c15e840 0x7fd08c0cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 -- 172.21.15.16:0/2520738958 >> 172.21.15.16:0/2520738958 conn(0x7fd08c0d4630 msgr2=0x7fd08c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 -- 172.21.15.16:0/2520738958 shutdown_connections 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.225+0000 7fd091d3b640 1 -- 172.21.15.16:0/2520738958 wait complete. 2024-09-16T01:49:28.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.226+0000 7fd091d3b640 1 Processor -- start 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd091d3b640 1 -- start start 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd091d3b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c1f1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd091d3b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd08c0ba230 0x7fd08c0cd200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd091d3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c15e840 0x7fd08c0cd740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd091d3b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd08c0cfb40 con 0x7fd08c0b9880 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd091d3b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd08c0d3e30 con 0x7fd08c0ba230 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd091d3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd08c1628e0 con 0x7fd08c15e840 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd08b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c1f1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd08b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c1f1ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36058/0 (socket says 172.21.15.16:36058) 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.227+0000 7fd08b7fe640 1 -- 172.21.15.16:0/467085828 learned_addr learned my addr 172.21.15.16:0/467085828 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08affd640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd08c0ba230 0x7fd08c0cd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08bfff640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c15e840 0x7fd08c0cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08b7fe640 1 -- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c15e840 msgr2=0x7fd08c0cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08b7fe640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c15e840 0x7fd08c0cd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08b7fe640 1 -- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd08c0ba230 msgr2=0x7fd08c0cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08b7fe640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd08c0ba230 0x7fd08c0cd200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08b7fe640 1 -- 172.21.15.16:0/467085828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd08c161a70 con 0x7fd08c0b9880 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd08b7fe640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c1f1ec0 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd07c00c820 tx=0x7fd07c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd073fff640 1 -- 172.21.15.16:0/467085828 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd07c015070 con 0x7fd08c0b9880 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd073fff640 1 -- 172.21.15.16:0/467085828 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd07c007a30 con 0x7fd08c0b9880 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd08c1f4850 con 0x7fd08c0b9880 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd073fff640 1 -- 172.21.15.16:0/467085828 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd07c007de0 con 0x7fd08c0b9880 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.228+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd08c1f4e10 con 0x7fd08c0b9880 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.229+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd08c1623a0 con 0x7fd08c0b9880 2024-09-16T01:49:28.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.230+0000 7fd073fff640 1 -- 172.21.15.16:0/467085828 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fd07c018070 con 0x7fd08c0b9880 2024-09-16T01:49:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.230+0000 7fd073fff640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd07806c8e0 0x7fd07806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.230+0000 7fd073fff640 1 -- 172.21.15.16:0/467085828 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5851+0+0 (secure 0 0 0) 0x7fd07c08bf60 con 0x7fd08c0b9880 2024-09-16T01:49:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.230+0000 7fd08affd640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd07806c8e0 0x7fd07806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.231+0000 7fd08affd640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd07806c8e0 0x7fd07806eda0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd080034000 tx=0x7fd08002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.234+0000 7fd073fff640 1 -- 172.21.15.16:0/467085828 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd07c059560 con 0x7fd08c0b9880 2024-09-16T01:49:28.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:28.409+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd08c0d54d0 con 0x7fd08c0b9880 2024-09-16T01:49:29.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.279+0000 7fd073fff640 1 -- 172.21.15.16:0/467085828 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v131) ==== 181+0+0 (secure 0 0 0) 0x7fd07c05d860 con 0x7fd08c0b9880 2024-09-16T01:49:29.280 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.282+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd07806c8e0 msgr2=0x7fd07806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.282+0000 7fd091d3b640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd07806c8e0 0x7fd07806eda0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd080034000 tx=0x7fd08002e000 comp rx=0 tx=0).stop 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.282+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 msgr2=0x7fd08c1f1ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.282+0000 7fd091d3b640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c1f1ec0 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd07c00c820 tx=0x7fd07c00cce0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 shutdown_connections 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd07806c8e0 0x7fd07806eda0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd08c15e840 0x7fd08c0cd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd08c0ba230 0x7fd08c0cd200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 --2- 172.21.15.16:0/467085828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd08c0b9880 0x7fd08c1f1ec0 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 >> 172.21.15.16:0/467085828 conn(0x7fd08c0d4630 msgr2=0x7fd08c0d4c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 shutdown_connections 2024-09-16T01:49:29.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.283+0000 7fd091d3b640 1 -- 172.21.15.16:0/467085828 wait complete. 2024-09-16T01:49:29.299 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:49:29.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.411+0000 7f6fee077640 1 Processor -- start 2024-09-16T01:49:29.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.411+0000 7f6fee077640 1 -- start start 2024-09-16T01:49:29.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fee077640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe81619e0 0x7f6fe806c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fee077640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6fe80737a0 0x7f6fe80b6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fee077640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fe806c320 con 0x7f6fe80d1b20 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fee077640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6fe806bd60 con 0x7f6fe80737a0 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fee077640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe806c040 con 0x7f6fe81619e0 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6fe80737a0 0x7f6fe80b6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe77fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe81619e0 0x7f6fe806c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe6ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6fe80d1b20 0x7f6fe8073090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:37844/0 (socket says 172.21.15.16:37844) 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe81619e0 0x7f6fe806c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:45706/0 (socket says 172.21.15.16:45706) 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe6ffd640 1 -- 172.21.15.16:0/4104448642 learned_addr learned my addr 172.21.15.16:0/4104448642 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe7fff640 1 -- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe81619e0 msgr2=0x7f6fe806c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe81619e0 0x7f6fe806c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe7fff640 1 -- 172.21.15.16:0/4104448642 >> v1:172.21.15.104:6789/0 conn(0x7f6fe80d1b20 legacy=0x7f6fe8073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe7fff640 1 -- 172.21.15.16:0/4104448642 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe8161dc0 con 0x7f6fe80737a0 2024-09-16T01:49:29.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.412+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe81619e0 0x7f6fe806c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:29.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.413+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80737a0 0x7f6fe80b6410 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f6fe0009dc0 tx=0x7f6fe002a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a663125a4b0a13e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.413+0000 7f6fe67fc640 1 -- 172.21.15.16:0/4104448642 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe0007740 con 0x7f6fe80737a0 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.413+0000 7f6fe67fc640 1 -- 172.21.15.16:0/4104448642 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fe00078e0 con 0x7f6fe80737a0 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.413+0000 7f6fe67fc640 1 -- 172.21.15.16:0/4104448642 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe0007cb0 con 0x7f6fe80737a0 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 -- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80737a0 msgr2=0x7f6fe80b6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 --2- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80737a0 0x7f6fe80b6410 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f6fe0009dc0 tx=0x7f6fe002a5f0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 -- 172.21.15.16:0/4104448642 shutdown_connections 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 --2- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80737a0 0x7f6fe80b6410 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 --2- 172.21.15.16:0/4104448642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe81619e0 0x7f6fe806c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 -- 172.21.15.16:0/4104448642 >> 172.21.15.16:0/4104448642 conn(0x7f6fe80b4170 msgr2=0x7f6fe80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 -- 172.21.15.16:0/4104448642 shutdown_connections 2024-09-16T01:49:29.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.414+0000 7f6fee077640 1 -- 172.21.15.16:0/4104448642 wait complete. 2024-09-16T01:49:29.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.415+0000 7f6fee077640 1 Processor -- start 2024-09-16T01:49:29.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.415+0000 7f6fee077640 1 -- start start 2024-09-16T01:49:29.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fee077640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe80737a0 0x7f6fe815ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fee077640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80d1b20 0x7f6fe814dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fee077640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe81619e0 0x7f6fe815c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fee077640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe80b6ad0 con 0x7f6fe81619e0 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fee077640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe80b6950 con 0x7f6fe80d1b20 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fee077640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe80b6c50 con 0x7f6fe80737a0 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fe7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe81619e0 0x7f6fe815c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fe7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe81619e0 0x7f6fe815c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36072/0 (socket says 172.21.15.16:36072) 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fe7fff640 1 -- 172.21.15.16:0/2801522613 learned_addr learned my addr 172.21.15.16:0/2801522613 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe80737a0 0x7f6fe815ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.416+0000 7f6fe6ffd640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80d1b20 0x7f6fe814dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fe7fff640 1 -- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe80737a0 msgr2=0x7f6fe815ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe80737a0 0x7f6fe815ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fe7fff640 1 -- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80d1b20 msgr2=0x7f6fe814dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80d1b20 0x7f6fe814dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fe7fff640 1 -- 172.21.15.16:0/2801522613 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe815b740 con 0x7f6fe81619e0 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fe7fff640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe81619e0 0x7f6fe815c7e0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f6fe0009eb0 tx=0x7f6fe0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fdffff640 1 -- 172.21.15.16:0/2801522613 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe0040070 con 0x7f6fe81619e0 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fdffff640 1 -- 172.21.15.16:0/2801522613 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fe0031c70 con 0x7f6fe81619e0 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe815ba20 con 0x7f6fe81619e0 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fdffff640 1 -- 172.21.15.16:0/2801522613 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe0009450 con 0x7f6fe81619e0 2024-09-16T01:49:29.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.417+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe815bfe0 con 0x7f6fe81619e0 2024-09-16T01:49:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.418+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fe80b6410 con 0x7f6fe81619e0 2024-09-16T01:49:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.419+0000 7f6fdffff640 1 -- 172.21.15.16:0/2801522613 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f6fe0039040 con 0x7f6fe81619e0 2024-09-16T01:49:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.419+0000 7f6fdffff640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fc806c8e0 0x7f6fc806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.419+0000 7f6fdffff640 1 -- 172.21.15.16:0/2801522613 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5413+0+0 (secure 0 0 0) 0x7f6fe00ad530 con 0x7f6fe81619e0 2024-09-16T01:49:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.419+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fc806c8e0 0x7f6fc806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.420+0000 7f6fe77fe640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fc806c8e0 0x7f6fc806eda0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8009560 tx=0x7f6fd8009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.423+0000 7f6fdffff640 1 -- 172.21.15.16:0/2801522613 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6fe0031e20 con 0x7f6fe81619e0 2024-09-16T01:49:29.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:29.600+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6fe80b46f0 con 0x7f6fe81619e0 2024-09-16T01:49:30.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.280+0000 7f6fdffff640 1 -- 172.21.15.16:0/2801522613 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v132) ==== 169+0+0 (secure 0 0 0) 0x7f6fe007afb0 con 0x7f6fe81619e0 2024-09-16T01:49:30.282 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:49:30.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.286+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fc806c8e0 msgr2=0x7f6fc806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.286+0000 7f6fee077640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fc806c8e0 0x7f6fc806eda0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8009560 tx=0x7f6fd8009190 comp rx=0 tx=0).stop 2024-09-16T01:49:30.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.286+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe81619e0 msgr2=0x7f6fe815c7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.286+0000 7f6fee077640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe81619e0 0x7f6fe815c7e0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f6fe0009eb0 tx=0x7f6fe0004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:30.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.287+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 shutdown_connections 2024-09-16T01:49:30.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.287+0000 7f6fee077640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6fc806c8e0 0x7f6fc806eda0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.287+0000 7f6fee077640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fe81619e0 0x7f6fe815c7e0 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.287+0000 7f6fee077640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fe80d1b20 0x7f6fe814dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.287+0000 7f6fee077640 1 --2- 172.21.15.16:0/2801522613 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6fe80737a0 0x7f6fe815ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.287+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 >> 172.21.15.16:0/2801522613 conn(0x7f6fe80b4170 msgr2=0x7f6fe80705d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.287+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 shutdown_connections 2024-09-16T01:49:30.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.288+0000 7f6fee077640 1 -- 172.21.15.16:0/2801522613 wait complete. 2024-09-16T01:49:30.305 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:49:30.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.414+0000 7f5ed5dfd640 1 Processor -- start 2024-09-16T01:49:30.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.414+0000 7f5ed5dfd640 1 -- start start 2024-09-16T01:49:30.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ed5dfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 0x7f5ed00d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ed5dfd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5ed00d2950 0x7f5ed006e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ed5dfd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ed006ea50 con 0x7f5ed006e5e0 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ed5dfd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5ed00d2db0 con 0x7f5ed00d2950 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ed5dfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed006ecf0 con 0x7f5ed015c280 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ecffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5ed006e5e0 0x7f5ed0073030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56542/0 (socket says 172.21.15.16:56542) 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ecffff640 1 -- 172.21.15.16:0/4174644227 learned_addr learned my addr 172.21.15.16:0/4174644227 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5eceffd640 1 --2- 172.21.15.16:0/4174644227 >> v2:172.21.15.104:3300/0 conn(0x7f5ed00d2950 0x7f5ed006e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 0x7f5ed00d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.415+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 431552226 0 0) 0x7f5ed006ea50 con 0x7f5ed006e5e0 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5eb8003520 con 0x7f5ed006e5e0 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4155550679 0 0) 0x7f5eb8003520 con 0x7f5ed006e5e0 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 msgr2=0x7f5ed00d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 0x7f5ed00d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 >> v2:172.21.15.104:3300/0 conn(0x7f5ed00d2950 msgr2=0x7f5ed006e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 --2- 172.21.15.16:0/4174644227 >> v2:172.21.15.104:3300/0 conn(0x7f5ed00d2950 0x7f5ed006e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed006bbe0 con 0x7f5ed006e5e0 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f5ec80019f0 con 0x7f5ed006e5e0 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 >> v1:172.21.15.16:6789/0 conn(0x7f5ed006e5e0 legacy=0x7f5ed0073030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5eb8004800 0x7f5eb8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 0x7f5eb80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed00d2db0 con 0x7f5eb80039b0 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed006ecf0 con 0x7f5eb8004800 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5eb800b9c0 con 0x7f5ed015c280 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5eceffd640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5eb8004800 0x7f5eb8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecffff640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 0x7f5eb80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 msgr2=0x7f5eb80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 0x7f5eb80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5eb8004800 msgr2=0x7f5eb8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5eb8004800 0x7f5eb8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecf7fe640 1 -- 172.21.15.16:0/4174644227 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5eb8003520 con 0x7f5eb80039b0 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.416+0000 7f5ecffff640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed015c280 0x7f5eb80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.417+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003df0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0009af0 tx=0x7f5eb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7346ef211ee0c107 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.417+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0036070 con 0x7f5eb80039b0 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.417+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec0031400 con 0x7f5eb80039b0 2024-09-16T01:49:30.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.417+0000 7f5ece7fc640 1 -- 172.21.15.16:0/4174644227 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0009690 con 0x7f5eb80039b0 2024-09-16T01:49:30.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.418+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/4174644227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 msgr2=0x7f5eb8003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.418+0000 7f5ed5dfd640 1 --2- 172.21.15.16:0/4174644227 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003df0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0009af0 tx=0x7f5eb8005830 comp rx=0 tx=0).stop 2024-09-16T01:49:30.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.418+0000 7f5ecffff640 1 -- 172.21.15.16:0/4174644227 reap_dead start 2024-09-16T01:49:30.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.418+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/4174644227 shutdown_connections 2024-09-16T01:49:30.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.418+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/4174644227 >> 172.21.15.16:0/4174644227 conn(0x7f5ed006f2d0 msgr2=0x7f5ed006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.418+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/4174644227 shutdown_connections 2024-09-16T01:49:30.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.418+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/4174644227 wait complete. 2024-09-16T01:49:30.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.419+0000 7f5ed5dfd640 1 Processor -- start 2024-09-16T01:49:30.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.420+0000 7f5ed5dfd640 1 -- start start 2024-09-16T01:49:30.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5ed5dfd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 0x7f5ed01581a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5ed5dfd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ed0156c70 0x7f5ed01e7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5ed5dfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed01598d0 0x7f5ed0148b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5ed5dfd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed006c480 con 0x7f5eb80039b0 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5ed5dfd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed006c1a0 con 0x7f5ed0156c70 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5ed5dfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed015fae0 con 0x7f5ed01598d0 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5eceffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ed0156c70 0x7f5ed01e7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5eceffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ed0156c70 0x7f5ed01e7ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:41682/0 (socket says 172.21.15.16:41682) 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.422+0000 7f5eceffd640 1 -- 172.21.15.16:0/1986754088 learned_addr learned my addr 172.21.15.16:0/1986754088 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.423+0000 7f5eceffd640 1 -- 172.21.15.16:0/1986754088 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed01598d0 msgr2=0x7f5ed0148b20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.423+0000 7f5eceffd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed01598d0 0x7f5ed0148b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.423+0000 7f5eceffd640 1 -- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 msgr2=0x7f5ed01581a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.423+0000 7f5eceffd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 0x7f5ed01581a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.423+0000 7f5eceffd640 1 -- 172.21.15.16:0/1986754088 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed0157100 con 0x7f5ed0156c70 2024-09-16T01:49:30.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.423+0000 7f5eceffd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ed0156c70 0x7f5ed01e7ae0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4011980 tx=0x7f5ec4011e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.424+0000 7f5eb7fff640 1 -- 172.21.15.16:0/1986754088 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec400faf0 con 0x7f5ed0156c70 2024-09-16T01:49:30.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.424+0000 7f5eb7fff640 1 -- 172.21.15.16:0/1986754088 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec400fc90 con 0x7f5ed0156c70 2024-09-16T01:49:30.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.424+0000 7f5eb7fff640 1 -- 172.21.15.16:0/1986754088 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4014440 con 0x7f5ed0156c70 2024-09-16T01:49:30.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.424+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ed01573e0 con 0x7f5ed0156c70 2024-09-16T01:49:30.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.424+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ed01579a0 con 0x7f5ed0156c70 2024-09-16T01:49:30.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.427+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5eb0005290 con 0x7f5ed0156c70 2024-09-16T01:49:30.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.427+0000 7f5eb7fff640 1 -- 172.21.15.16:0/1986754088 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f5ec4012040 con 0x7f5ed0156c70 2024-09-16T01:49:30.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.427+0000 7f5eb7fff640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ebc06c8e0 0x7f5ebc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.427+0000 7f5eb7fff640 1 -- 172.21.15.16:0/1986754088 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4999+0+0 (secure 0 0 0) 0x7f5ec408c220 con 0x7f5ed0156c70 2024-09-16T01:49:30.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.427+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ebc06c8e0 0x7f5ebc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.428+0000 7f5ecf7fe640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ebc06c8e0 0x7f5ebc06eda0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0033000 tx=0x7f5ec002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.434+0000 7f5eb7fff640 1 -- 172.21.15.16:0/1986754088 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5ec4019030 con 0x7f5ed0156c70 2024-09-16T01:49:30.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.612+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f5eb0005850 con 0x7f5ed0156c70 2024-09-16T01:49:30.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.617+0000 7f5eb7fff640 1 -- 172.21.15.16:0/1986754088 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v25) ==== 104+0+0 (secure 0 0 0) 0x7f5ec401b300 con 0x7f5ed0156c70 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ebc06c8e0 msgr2=0x7f5ebc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ebc06c8e0 0x7f5ebc06eda0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0033000 tx=0x7f5ec002e000 comp rx=0 tx=0).stop 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ed0156c70 msgr2=0x7f5ed01e7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ed0156c70 0x7f5ed01e7ae0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4011980 tx=0x7f5ec4011e40 comp rx=0 tx=0).stop 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 shutdown_connections 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5ebc06c8e0 0x7f5ebc06eda0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5ed01598d0 0x7f5ed0148b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ed0156c70 0x7f5ed01e7ae0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 --2- 172.21.15.16:0/1986754088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5eb80039b0 0x7f5ed01581a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.619+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 >> 172.21.15.16:0/1986754088 conn(0x7f5ed006f2d0 msgr2=0x7f5ed00b3170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.620+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 shutdown_connections 2024-09-16T01:49:30.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.620+0000 7f5ed5dfd640 1 -- 172.21.15.16:0/1986754088 wait complete. 2024-09-16T01:49:30.632 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol' 2024-09-16T01:49:30.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.733+0000 7ff67cd31640 1 Processor -- start 2024-09-16T01:49:30.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.733+0000 7ff67cd31640 1 -- start start 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff67cd31640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff67815e3a0 0x7ff67806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff67cd31640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6780b6a70 con 0x7ff67806d790 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff67cd31640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6780b6d10 con 0x7ff67806bbe0 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff67cd31640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff6780b7640 con 0x7ff67815e3a0 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff66dd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff67806d790 0x7ff67806f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56554/0 (socket says 172.21.15.16:56554) 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff66dd9b640 1 -- 172.21.15.16:0/3162357394 learned_addr learned my addr 172.21.15.16:0/3162357394 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff67659c640 1 --2- 172.21.15.16:0/3162357394 >> v2:172.21.15.104:3300/0 conn(0x7ff67815e3a0 0x7ff67806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3793843312 0 0) 0x7ff6780b6a70 con 0x7ff67806d790 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff664003520 con 0x7ff67806d790 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1057529112 0 0) 0x7ff664003520 con 0x7ff67806d790 2024-09-16T01:49:30.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 >> v2:172.21.15.104:3300/0 conn(0x7ff67815e3a0 msgr2=0x7ff67806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 --2- 172.21.15.16:0/3162357394 >> v2:172.21.15.104:3300/0 conn(0x7ff67815e3a0 0x7ff67806d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 >> v1:172.21.15.104:6789/0 conn(0x7ff67806bbe0 legacy=0x7ff678161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6780b6ff0 con 0x7ff67806d790 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.734+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff6600017f0 con 0x7ff67806d790 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 >> v1:172.21.15.16:6789/0 conn(0x7ff67806d790 legacy=0x7ff67806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff675d9b640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6640039b0 0x7ff664003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff675d9b640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff664004800 0x7ff664004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff675d9b640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640051c0 0x7ff66400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff6780b7640 con 0x7ff6640039b0 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff66400c060 con 0x7ff664004800 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff66400c260 con 0x7ff6640051c0 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff67659c640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6640039b0 0x7ff664003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff66dd9b640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff664004800 0x7ff664004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff676d9d640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640051c0 0x7ff66400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff67659c640 1 -- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640051c0 msgr2=0x7ff66400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff67659c640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640051c0 0x7ff66400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff67659c640 1 -- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff664004800 msgr2=0x7ff664004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff67659c640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff664004800 0x7ff664004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff67659c640 1 -- 172.21.15.16:0/3162357394 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff664003520 con 0x7ff6640039b0 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.735+0000 7ff676d9d640 1 -- 172.21.15.16:0/3162357394 reap_dead start 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67659c640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6640039b0 0x7ff664003dd0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7ff668009ac0 tx=0x7ff664005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc84135194135a44 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff668036070 con 0x7ff6640039b0 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff668031400 con 0x7ff6640039b0 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff675d9b640 1 -- 172.21.15.16:0/3162357394 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff668009690 con 0x7ff6640039b0 2024-09-16T01:49:30.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67cd31640 1 -- 172.21.15.16:0/3162357394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6640039b0 msgr2=0x7ff664003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67cd31640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6640039b0 0x7ff664003dd0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7ff668009ac0 tx=0x7ff664005830 comp rx=0 tx=0).stop 2024-09-16T01:49:30.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67cd31640 1 -- 172.21.15.16:0/3162357394 shutdown_connections 2024-09-16T01:49:30.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67cd31640 1 --2- 172.21.15.16:0/3162357394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff6640039b0 0x7ff664003dd0 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67cd31640 1 -- 172.21.15.16:0/3162357394 >> 172.21.15.16:0/3162357394 conn(0x7ff6780b4090 msgr2=0x7ff6780b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67cd31640 1 -- 172.21.15.16:0/3162357394 shutdown_connections 2024-09-16T01:49:30.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.736+0000 7ff67cd31640 1 -- 172.21.15.16:0/3162357394 wait complete. 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.738+0000 7ff67cd31640 1 Processor -- start 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.738+0000 7ff67cd31640 1 -- start start 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff67cd31640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640039b0 0x7ff678145e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff67cd31640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff67815cb50 0x7ff67815a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff67cd31640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff678157e00 0x7ff678158280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff67cd31640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff678073cc0 con 0x7ff67815cb50 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff67cd31640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff67815e780 con 0x7ff678157e00 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff67cd31640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff678073e40 con 0x7ff6640039b0 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff67815cb50 0x7ff67815a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff67815cb50 0x7ff67815a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36110/0 (socket says 172.21.15.16:36110) 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 -- 172.21.15.16:0/1169032247 learned_addr learned my addr 172.21.15.16:0/1169032247 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:30.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff676d9d640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff678157e00 0x7ff678158280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff67659c640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640039b0 0x7ff678145e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 -- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640039b0 msgr2=0x7ff678145e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640039b0 0x7ff678145e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 -- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff678157e00 msgr2=0x7ff678158280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff678157e00 0x7ff678158280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 -- 172.21.15.16:0/1169032247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff67815ea30 con 0x7ff67815cb50 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff676d9d640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff678157e00 0x7ff678158280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66dd9b640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff67815cb50 0x7ff67815a4c0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7ff660007890 tx=0x7ff66000fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.739+0000 7ff66f7fe640 1 -- 172.21.15.16:0/1169032247 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6600072e0 con 0x7ff67815cb50 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.740+0000 7ff66f7fe640 1 -- 172.21.15.16:0/1169032247 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff660018070 con 0x7ff67815cb50 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.740+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff67815aa00 con 0x7ff67815cb50 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.740+0000 7ff66f7fe640 1 -- 172.21.15.16:0/1169032247 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6600057a0 con 0x7ff67815cb50 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.740+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff67815af80 con 0x7ff67815cb50 2024-09-16T01:49:30.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.741+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6780d23c0 con 0x7ff67815cb50 2024-09-16T01:49:30.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.741+0000 7ff66f7fe640 1 -- 172.21.15.16:0/1169032247 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7ff660005940 con 0x7ff67815cb50 2024-09-16T01:49:30.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.742+0000 7ff66f7fe640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c910 0x7ff65806edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.742+0000 7ff66f7fe640 1 -- 172.21.15.16:0/1169032247 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4999+0+0 (secure 0 0 0) 0x7ff66008bc10 con 0x7ff67815cb50 2024-09-16T01:49:30.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.742+0000 7ff67659c640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c910 0x7ff65806edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.742+0000 7ff67659c640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c910 0x7ff65806edd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff668033000 tx=0x7ff668008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.746+0000 7ff66f7fe640 1 -- 172.21.15.16:0/1169032247 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff66001a310 con 0x7ff67815cb50 2024-09-16T01:49:30.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:30.991+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]} v 0) -- 0x7ff6780d20e0 con 0x7ff67815cb50 2024-09-16T01:49:31.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.289+0000 7ff66f7fe640 1 -- 172.21.15.16:0/1169032247 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]}]=0 v385) ==== 151+0+0 (secure 0 0 0) 0x7ff660059e50 con 0x7ff67815cb50 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c910 msgr2=0x7ff65806edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c910 0x7ff65806edd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff668033000 tx=0x7ff668008030 comp rx=0 tx=0).stop 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff67815cb50 msgr2=0x7ff67815a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff67815cb50 0x7ff67815a4c0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7ff660007890 tx=0x7ff66000fd10 comp rx=0 tx=0).stop 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 shutdown_connections 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff65806c910 0x7ff65806edd0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff678157e00 0x7ff678158280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff67815cb50 0x7ff67815a4c0 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 --2- 172.21.15.16:0/1169032247 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff6640039b0 0x7ff678145e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 >> 172.21.15.16:0/1169032247 conn(0x7ff6780b4090 msgr2=0x7ff678159a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:31.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 shutdown_connections 2024-09-16T01:49:31.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.291+0000 7ff67cd31640 1 -- 172.21.15.16:0/1169032247 wait complete. 2024-09-16T01:49:31.304 INFO:tasks.cephfs_test_runner:test_subvolume_ops_on_nonexistent_vol (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-16T01:49:31.305 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_upgrade_legacy_to_v1 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- rather than going through a full upgrade cycle, 2024-09-16T01:49:31.305 INFO:tasks.cephfs_test_runner:test_subvolume_upgrade_legacy_to_v1 (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:49:31.305 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:31.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.407+0000 7f9c333e4640 1 Processor -- start 2024-09-16T01:49:31.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.407+0000 7f9c333e4640 1 -- start start 2024-09-16T01:49:31.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.408+0000 7f9c333e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9c2c15e530 0x7f9c2c070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.408+0000 7f9c333e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c2c162eb0 con 0x7f9c2c073c00 2024-09-16T01:49:31.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.408+0000 7f9c333e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c2c15e910 con 0x7f9c2c0b73c0 2024-09-16T01:49:31.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.408+0000 7f9c333e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9c2c0718c0 con 0x7f9c2c15e530 2024-09-16T01:49:31.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.408+0000 7f9c31180640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9c2c15e530 0x7f9c2c070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.408+0000 7f9c3097f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9c2c073c00 0x7f9c2c162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56568/0 (socket says 172.21.15.16:56568) 2024-09-16T01:49:31.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.408+0000 7f9c3097f640 1 -- 172.21.15.16:0/1242711413 learned_addr learned my addr 172.21.15.16:0/1242711413 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.409+0000 7f9c31180640 1 -- 172.21.15.16:0/1242711413 >> v1:172.21.15.104:6789/0 conn(0x7f9c2c0b73c0 legacy=0x7f9c2c1627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.409+0000 7f9c31180640 1 -- 172.21.15.16:0/1242711413 >> v1:172.21.15.16:6789/0 conn(0x7f9c2c073c00 legacy=0x7f9c2c162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.409+0000 7f9c31180640 1 -- 172.21.15.16:0/1242711413 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c2c0d1c50 con 0x7f9c2c15e530 2024-09-16T01:49:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.409+0000 7f9c31180640 1 --2- 172.21.15.16:0/1242711413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c15e530 0x7f9c2c070700 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009d90 tx=0x7f9c1c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a1b829bbfca01f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.409+0000 7f9c2bfff640 1 -- 172.21.15.16:0/1242711413 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c007740 con 0x7f9c2c15e530 2024-09-16T01:49:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c2bfff640 1 -- 172.21.15.16:0/1242711413 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c1c0078e0 con 0x7f9c2c15e530 2024-09-16T01:49:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c2bfff640 1 -- 172.21.15.16:0/1242711413 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c007cb0 con 0x7f9c2c15e530 2024-09-16T01:49:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c333e4640 1 -- 172.21.15.16:0/1242711413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c15e530 msgr2=0x7f9c2c070700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c333e4640 1 --2- 172.21.15.16:0/1242711413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c15e530 0x7f9c2c070700 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009d90 tx=0x7f9c1c02a6a0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c333e4640 1 -- 172.21.15.16:0/1242711413 shutdown_connections 2024-09-16T01:49:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c333e4640 1 --2- 172.21.15.16:0/1242711413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c15e530 0x7f9c2c070700 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c333e4640 1 -- 172.21.15.16:0/1242711413 >> 172.21.15.16:0/1242711413 conn(0x7f9c2c0d2300 msgr2=0x7f9c2c0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c333e4640 1 -- 172.21.15.16:0/1242711413 shutdown_connections 2024-09-16T01:49:31.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.410+0000 7f9c333e4640 1 -- 172.21.15.16:0/1242711413 wait complete. 2024-09-16T01:49:31.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.411+0000 7f9c333e4640 1 Processor -- start 2024-09-16T01:49:31.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.411+0000 7f9c333e4640 1 -- start start 2024-09-16T01:49:31.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c333e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c073c00 0x7f9c2c14fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c333e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c2c0b73c0 0x7f9c2c1f58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c333e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c2c15e530 0x7f9c2c0b3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c333e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2c0736e0 con 0x7f9c2c073c00 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c333e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2c073400 con 0x7f9c2c0b73c0 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c333e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9c2c0d2f10 con 0x7f9c2c15e530 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c31180640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c073c00 0x7f9c2c14fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c31180640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c073c00 0x7f9c2c14fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36138/0 (socket says 172.21.15.16:36138) 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c31180640 1 -- 172.21.15.16:0/223551672 learned_addr learned my addr 172.21.15.16:0/223551672 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.412+0000 7f9c3097f640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c2c0b73c0 0x7f9c2c1f58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c31981640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c2c15e530 0x7f9c2c0b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c31180640 1 -- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c2c15e530 msgr2=0x7f9c2c0b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c31180640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c2c15e530 0x7f9c2c0b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c31180640 1 -- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c2c0b73c0 msgr2=0x7f9c2c1f58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c31180640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c2c0b73c0 0x7f9c2c1f58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c31180640 1 -- 172.21.15.16:0/223551672 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c2c1f89d0 con 0x7f9c2c073c00 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c3097f640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c2c0b73c0 0x7f9c2c1f58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c31180640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c073c00 0x7f9c2c14fd70 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009d90 tx=0x7f9c1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c29ffb640 1 -- 172.21.15.16:0/223551672 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c040070 con 0x7f9c2c073c00 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c29ffb640 1 -- 172.21.15.16:0/223551672 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c1c031c40 con 0x7f9c2c073c00 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c29ffb640 1 -- 172.21.15.16:0/223551672 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c045460 con 0x7f9c2c073c00 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c2c1f8cb0 con 0x7f9c2c073c00 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.413+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c2c1555f0 con 0x7f9c2c073c00 2024-09-16T01:49:31.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.414+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c2c06ec50 con 0x7f9c2c073c00 2024-09-16T01:49:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.415+0000 7f9c29ffb640 1 -- 172.21.15.16:0/223551672 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f9c1c039040 con 0x7f9c2c073c00 2024-09-16T01:49:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.415+0000 7f9c29ffb640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9c1806c8e0 0x7f9c1806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.415+0000 7f9c29ffb640 1 -- 172.21.15.16:0/223551672 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4999+0+0 (secure 0 0 0) 0x7f9c1c0ad680 con 0x7f9c2c073c00 2024-09-16T01:49:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.415+0000 7f9c3097f640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9c1806c8e0 0x7f9c1806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.416+0000 7f9c3097f640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9c1806c8e0 0x7f9c1806eda0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0d0770 tx=0x7f9c20009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:31.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.419+0000 7f9c29ffb640 1 -- 172.21.15.16:0/223551672 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c2c06ec50 con 0x7f9c2c073c00 2024-09-16T01:49:31.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.595+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9c2c070700 con 0x7f9c2c073c00 2024-09-16T01:49:31.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.596+0000 7f9c29ffb640 1 -- 172.21.15.16:0/223551672 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v132) ==== 74+0+13097 (secure 0 0 0) 0x7f9c1c07b7d0 con 0x7f9c2c073c00 2024-09-16T01:49:31.597 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:31.597 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":132,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:30.279913+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6835/2760622130":"2024-09-17T01:49:27.089244+0000","172.21.15.104:6833/2760622130":"2024-09-17T01:49:27.089244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:31.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9c1806c8e0 msgr2=0x7f9c1806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9c1806c8e0 0x7f9c1806eda0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0d0770 tx=0x7f9c20009040 comp rx=0 tx=0).stop 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c073c00 msgr2=0x7f9c2c14fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c073c00 0x7f9c2c14fd70 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009d90 tx=0x7f9c1c004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 shutdown_connections 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9c1806c8e0 0x7f9c1806eda0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9c2c15e530 0x7f9c2c0b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c2c0b73c0 0x7f9c2c1f58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 --2- 172.21.15.16:0/223551672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9c2c073c00 0x7f9c2c14fd70 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 >> 172.21.15.16:0/223551672 conn(0x7f9c2c0d2300 msgr2=0x7f9c2c070910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 shutdown_connections 2024-09-16T01:49:31.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.598+0000 7f9c333e4640 1 -- 172.21.15.16:0/223551672 wait complete. 2024-09-16T01:49:31.610 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:49:31.610 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:49:31.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.714+0000 7f290531f640 1 Processor -- start 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.714+0000 7f290531f640 1 -- start start 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f290531f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f29000d2b20 0x7f290006e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f290531f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f290006ecf0 con 0x7f290006e5e0 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f290531f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f290006bbe0 con 0x7f290015c280 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f290531f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f290006bec0 con 0x7f29000d2b20 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28f7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f29000d2b20 0x7f290006e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28ff7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f290006e5e0 0x7f29000b5dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56580/0 (socket says 172.21.15.16:56580) 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28f7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f29000d2b20 0x7f290006e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36140/0 (socket says 172.21.15.16:36140) 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28ff7fe640 1 -- 172.21.15.16:0/3331307976 learned_addr learned my addr 172.21.15.16:0/3331307976 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28f7fff640 1 -- 172.21.15.16:0/3331307976 >> v1:172.21.15.104:6789/0 conn(0x7f290015c280 legacy=0x7f29000d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:31.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28f7fff640 1 -- 172.21.15.16:0/3331307976 >> v1:172.21.15.16:6789/0 conn(0x7f290006e5e0 legacy=0x7f29000b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28f7fff640 1 -- 172.21.15.16:0/3331307976 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f290006c1a0 con 0x7f29000d2b20 2024-09-16T01:49:31.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.715+0000 7f28fe7fc640 1 -- 172.21.15.16:0/3331307976 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4067477912 0 0) 0x7f290006ecf0 con 0x7f290006e5e0 2024-09-16T01:49:31.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.716+0000 7f28f7fff640 1 --2- 172.21.15.16:0/3331307976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000d2b20 0x7f290006e0a0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f28e80097a0 tx=0x7f28e802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f95025089421dfd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:31.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.716+0000 7f28fe7fc640 1 -- 172.21.15.16:0/3331307976 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8037070 con 0x7f29000d2b20 2024-09-16T01:49:31.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.716+0000 7f28fe7fc640 1 -- 172.21.15.16:0/3331307976 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28e8032440 con 0x7f29000d2b20 2024-09-16T01:49:31.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.716+0000 7f28fe7fc640 1 -- 172.21.15.16:0/3331307976 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8032810 con 0x7f29000d2b20 2024-09-16T01:49:31.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.717+0000 7f290531f640 1 -- 172.21.15.16:0/3331307976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000d2b20 msgr2=0x7f290006e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.717+0000 7f290531f640 1 --2- 172.21.15.16:0/3331307976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000d2b20 0x7f290006e0a0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f28e80097a0 tx=0x7f28e802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.717+0000 7f290531f640 1 -- 172.21.15.16:0/3331307976 shutdown_connections 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.717+0000 7f290531f640 1 --2- 172.21.15.16:0/3331307976 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000d2b20 0x7f290006e0a0 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.717+0000 7f290531f640 1 -- 172.21.15.16:0/3331307976 >> 172.21.15.16:0/3331307976 conn(0x7f290006f2d0 msgr2=0x7f290006f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.717+0000 7f290531f640 1 -- 172.21.15.16:0/3331307976 shutdown_connections 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.717+0000 7f290531f640 1 -- 172.21.15.16:0/3331307976 wait complete. 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.718+0000 7f290531f640 1 Processor -- start 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.718+0000 7f290531f640 1 -- start start 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f290531f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f290006e5e0 0x7f29000b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f290531f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000d2b20 0x7f29000b6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f290531f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015c280 0x7f2900153890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f290531f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f290015fae0 con 0x7f290006e5e0 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f290531f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f290006ea10 con 0x7f290015c280 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f290531f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f290006c9a0 con 0x7f29000d2b20 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f290006e5e0 0x7f29000b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f290006e5e0 0x7f29000b5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36156/0 (socket says 172.21.15.16:36156) 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 -- 172.21.15.16:0/482551338 learned_addr learned my addr 172.21.15.16:0/482551338 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 -- 172.21.15.16:0/482551338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000d2b20 msgr2=0x7f29000b6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000d2b20 0x7f29000b6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 -- 172.21.15.16:0/482551338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015c280 msgr2=0x7f2900153890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015c280 0x7f2900153890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 -- 172.21.15.16:0/482551338 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2900154580 con 0x7f290006e5e0 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.719+0000 7f28feffd640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f290006e5e0 0x7f29000b5dc0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f28f000c430 tx=0x7f28f000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.720+0000 7f28f77fe640 1 -- 172.21.15.16:0/482551338 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0011790 con 0x7f290006e5e0 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.720+0000 7f28f77fe640 1 -- 172.21.15.16:0/482551338 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f0017070 con 0x7f290006e5e0 2024-09-16T01:49:31.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.720+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29001432b0 con 0x7f290006e5e0 2024-09-16T01:49:31.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.720+0000 7f28f77fe640 1 -- 172.21.15.16:0/482551338 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0011bb0 con 0x7f290006e5e0 2024-09-16T01:49:31.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.720+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2900142a80 con 0x7f290006e5e0 2024-09-16T01:49:31.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.721+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29001430a0 con 0x7f290006e5e0 2024-09-16T01:49:31.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.721+0000 7f28f77fe640 1 -- 172.21.15.16:0/482551338 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f28f001c460 con 0x7f290006e5e0 2024-09-16T01:49:31.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.722+0000 7f28f77fe640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006c8e0 0x7f28e006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:31.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.722+0000 7f28f7fff640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006c8e0 0x7f28e006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:31.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.722+0000 7f28f77fe640 1 -- 172.21.15.16:0/482551338 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4999+0+0 (secure 0 0 0) 0x7f28f008bba0 con 0x7f290006e5e0 2024-09-16T01:49:31.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.722+0000 7f28f7fff640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006c8e0 0x7f28e006eda0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f28e8034000 tx=0x7f28e802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:31.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.726+0000 7f28f77fe640 1 -- 172.21.15.16:0/482551338 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f28f0059c90 con 0x7f290006e5e0 2024-09-16T01:49:31.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.905+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f290006e0a0 con 0x7f290006e5e0 2024-09-16T01:49:31.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.905+0000 7f28f77fe640 1 -- 172.21.15.16:0/482551338 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v132) ==== 93+0+10 (secure 0 0 0) 0x7f28f0059590 con 0x7f290006e5e0 2024-09-16T01:49:31.907 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:49:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006c8e0 msgr2=0x7f28e006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006c8e0 0x7f28e006eda0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f28e8034000 tx=0x7f28e802c000 comp rx=0 tx=0).stop 2024-09-16T01:49:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f290006e5e0 msgr2=0x7f29000b5dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f290006e5e0 0x7f29000b5dc0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f28f000c430 tx=0x7f28f000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 shutdown_connections 2024-09-16T01:49:31.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006c8e0 0x7f28e006eda0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015c280 0x7f2900153890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000d2b20 0x7f29000b6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 --2- 172.21.15.16:0/482551338 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f290006e5e0 0x7f29000b5dc0 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:31.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.907+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 >> 172.21.15.16:0/482551338 conn(0x7f290006f2d0 msgr2=0x7f29000b39f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:31.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.908+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 shutdown_connections 2024-09-16T01:49:31.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:31.908+0000 7f290531f640 1 -- 172.21.15.16:0/482551338 wait complete. 2024-09-16T01:49:31.919 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1' 2024-09-16T01:49:32.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.019+0000 7fbb238af640 1 Processor -- start 2024-09-16T01:49:32.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.020+0000 7fbb238af640 1 -- start start 2024-09-16T01:49:32.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.020+0000 7fbb238af640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb1c147fc0 0x7fbb1c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.020+0000 7fbb238af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.020+0000 7fbb238af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbb1c0b97d0 0x7fbb1c0b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.020+0000 7fbb238af640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fbb1c1483a0 con 0x7fbb1c147fc0 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.020+0000 7fbb238af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fbb1c15efa0 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.020+0000 7fbb238af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbb1c0d1880 con 0x7fbb1c0d0ee0 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb1c147fc0 0x7fbb1c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb1c147fc0 0x7fbb1c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36170/0 (socket says 172.21.15.16:36170) 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 -- 172.21.15.16:0/2996153150 learned_addr learned my addr 172.21.15.16:0/2996153150 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb20e4a640 1 --2- 172.21.15.16:0/2996153150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb21e4c640 1 --2- 172.21.15.16:0/2996153150 >> v2:172.21.15.104:3300/0 conn(0x7fbb1c0b97d0 0x7fbb1c0b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 -- 172.21.15.16:0/2996153150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 msgr2=0x7fbb1c0d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 --2- 172.21.15.16:0/2996153150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c0d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 -- 172.21.15.16:0/2996153150 >> v2:172.21.15.104:3300/0 conn(0x7fbb1c0b97d0 msgr2=0x7fbb1c0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 --2- 172.21.15.16:0/2996153150 >> v2:172.21.15.104:3300/0 conn(0x7fbb1c0b97d0 0x7fbb1c0b9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.021+0000 7fbb2164b640 1 -- 172.21.15.16:0/2996153150 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb1c0d2750 con 0x7fbb1c147fc0 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb2164b640 1 --2- 172.21.15.16:0/2996153150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c15ea60 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c0b95a0 tx=0x7fbb1802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b49497783c812be server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb13fff640 1 -- 172.21.15.16:0/2996153150 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb18037070 con 0x7fbb1c147fc0 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb13fff640 1 -- 172.21.15.16:0/2996153150 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb18032440 con 0x7fbb1c147fc0 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb13fff640 1 -- 172.21.15.16:0/2996153150 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb18032810 con 0x7fbb1c147fc0 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 -- 172.21.15.16:0/2996153150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c147fc0 msgr2=0x7fbb1c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 --2- 172.21.15.16:0/2996153150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c15ea60 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c0b95a0 tx=0x7fbb1802a210 comp rx=0 tx=0).stop 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 -- 172.21.15.16:0/2996153150 shutdown_connections 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 --2- 172.21.15.16:0/2996153150 >> v2:172.21.15.104:3300/0 conn(0x7fbb1c0b97d0 0x7fbb1c0b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 --2- 172.21.15.16:0/2996153150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c0d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 --2- 172.21.15.16:0/2996153150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c15ea60 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 -- 172.21.15.16:0/2996153150 >> 172.21.15.16:0/2996153150 conn(0x7fbb1c074fe0 msgr2=0x7fbb1c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:32.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 -- 172.21.15.16:0/2996153150 shutdown_connections 2024-09-16T01:49:32.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.022+0000 7fbb238af640 1 -- 172.21.15.16:0/2996153150 wait complete. 2024-09-16T01:49:32.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 Processor -- start 2024-09-16T01:49:32.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 -- start start 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c0b97d0 0x7fbb1c1e46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c13fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c0ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbb1c0d2d10 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbb1c0d2500 con 0x7fbb1c147fc0 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb238af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbb1c0d2ff0 con 0x7fbb1c0d0ee0 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb2164b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c0b97d0 0x7fbb1c1e46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.024+0000 7fbb2164b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c0b97d0 0x7fbb1c1e46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36182/0 (socket says 172.21.15.16:36182) 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb2164b640 1 -- 172.21.15.16:0/1969959527 learned_addr learned my addr 172.21.15.16:0/1969959527 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:32.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb20e4a640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c13fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb21e4c640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c0ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb2164b640 1 -- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 msgr2=0x7fbb1c13fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb2164b640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c13fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb2164b640 1 -- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb1c147fc0 msgr2=0x7fbb1c0ca850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb2164b640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c0ca850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb2164b640 1 -- 172.21.15.16:0/1969959527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb1c1e4c10 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb20e4a640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c13fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb21e4c640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c0ca850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb2164b640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c0b97d0 0x7fbb1c1e46d0 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7fbb1802a250 tx=0x7fbb180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb11ffb640 1 -- 172.21.15.16:0/1969959527 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb18041020 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb11ffb640 1 -- 172.21.15.16:0/1969959527 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb1803d620 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb1c1f7d20 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb11ffb640 1 -- 172.21.15.16:0/1969959527 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb18037040 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.025+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb1c1f82e0 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.026+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb1c0ba2b0 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.027+0000 7fbb11ffb640 1 -- 172.21.15.16:0/1969959527 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fbb18044020 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.027+0000 7fbb11ffb640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb0006c8e0 0x7fbb0006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.027+0000 7fbb11ffb640 1 -- 172.21.15.16:0/1969959527 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4999+0+0 (secure 0 0 0) 0x7fbb180ac320 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.027+0000 7fbb20e4a640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb0006c8e0 0x7fbb0006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.028+0000 7fbb20e4a640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb0006c8e0 0x7fbb0006eda0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c1e4530 tx=0x7fbb0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.032+0000 7fbb11ffb640 1 -- 172.21.15.16:0/1969959527 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb1804b030 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.274+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]} v 0) -- 0x7fbb1c15ed80 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.290+0000 7fbb11ffb640 1 -- 172.21.15.16:0/1969959527 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]}]=0 v386) ==== 152+0+0 (secure 0 0 0) 0x7fbb1807a4a0 con 0x7fbb1c0b97d0 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb0006c8e0 msgr2=0x7fbb0006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb0006c8e0 0x7fbb0006eda0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c1e4530 tx=0x7fbb0c008040 comp rx=0 tx=0).stop 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c0b97d0 msgr2=0x7fbb1c1e46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c0b97d0 0x7fbb1c1e46d0 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7fbb1802a250 tx=0x7fbb180046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 shutdown_connections 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb0006c8e0 0x7fbb0006eda0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb1c147fc0 0x7fbb1c0ca850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb1c0d0ee0 0x7fbb1c13fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.292+0000 7fbb238af640 1 --2- 172.21.15.16:0/1969959527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb1c0b97d0 0x7fbb1c1e46d0 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.293+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 >> 172.21.15.16:0/1969959527 conn(0x7fbb1c074fe0 msgr2=0x7fbb1c0cd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:32.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.293+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 shutdown_connections 2024-09-16T01:49:32.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.293+0000 7fbb238af640 1 -- 172.21.15.16:0/1969959527 wait complete. 2024-09-16T01:49:32.305 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:49:32.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.409+0000 7f1c3ac37640 1 Processor -- start 2024-09-16T01:49:32.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.409+0000 7f1c3ac37640 1 -- start start 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c3ac37640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c34071350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c3ac37640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1c3406bbe0 0x7f1c3406c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c3ac37640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c340719d0 con 0x7f1c34145e20 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c3ac37640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1c340b3900 con 0x7f1c3406bbe0 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c3ac37640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1c34071cb0 con 0x7f1c34070f10 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c389d3640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1c34145e20 0x7f1c3415c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40150/0 (socket says 172.21.15.16:40150) 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c389d3640 1 -- 172.21.15.16:0/2299195589 learned_addr learned my addr 172.21.15.16:0/2299195589 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c33fff640 1 --2- 172.21.15.16:0/2299195589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c34071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c391d4640 1 --2- 172.21.15.16:0/2299195589 >> v2:172.21.15.104:3300/0 conn(0x7f1c3406bbe0 0x7f1c3406c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c337fe640 1 -- 172.21.15.16:0/2299195589 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3406267582 0 0) 0x7f1c340719d0 con 0x7f1c34145e20 2024-09-16T01:49:32.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c337fe640 1 -- 172.21.15.16:0/2299195589 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c24003520 con 0x7f1c34145e20 2024-09-16T01:49:32.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c33fff640 1 -- 172.21.15.16:0/2299195589 >> v2:172.21.15.104:3300/0 conn(0x7f1c3406bbe0 msgr2=0x7f1c3406c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:32.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c33fff640 1 --2- 172.21.15.16:0/2299195589 >> v2:172.21.15.104:3300/0 conn(0x7f1c3406bbe0 0x7f1c3406c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c33fff640 1 -- 172.21.15.16:0/2299195589 >> v1:172.21.15.16:6789/0 conn(0x7f1c34145e20 legacy=0x7f1c3415c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c337fe640 1 -- 172.21.15.16:0/2299195589 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 65902044 0 0) 0x7f1c24003520 con 0x7f1c34145e20 2024-09-16T01:49:32.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.410+0000 7f1c33fff640 1 -- 172.21.15.16:0/2299195589 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c340b3b50 con 0x7f1c34070f10 2024-09-16T01:49:32.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.411+0000 7f1c33fff640 1 --2- 172.21.15.16:0/2299195589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c34071350 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1c200097a0 tx=0x7f1c2002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e678c1bf6a10be66 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.411+0000 7f1c337fe640 1 -- 172.21.15.16:0/2299195589 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c20037070 con 0x7f1c34070f10 2024-09-16T01:49:32.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.411+0000 7f1c337fe640 1 -- 172.21.15.16:0/2299195589 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c2002aba0 con 0x7f1c34070f10 2024-09-16T01:49:32.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.411+0000 7f1c337fe640 1 -- 172.21.15.16:0/2299195589 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c28001670 con 0x7f1c34070f10 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2299195589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 msgr2=0x7f1c34071350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2299195589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c34071350 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1c200097a0 tx=0x7f1c2002a110 comp rx=0 tx=0).stop 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2299195589 shutdown_connections 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2299195589 >> v2:172.21.15.104:3300/0 conn(0x7f1c3406bbe0 0x7f1c3406c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2299195589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c34071350 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2299195589 >> 172.21.15.16:0/2299195589 conn(0x7f1c340b2000 msgr2=0x7f1c340b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2299195589 shutdown_connections 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.412+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2299195589 wait complete. 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.413+0000 7f1c3ac37640 1 Processor -- start 2024-09-16T01:49:32.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.413+0000 7f1c3ac37640 1 -- start start 2024-09-16T01:49:32.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c3ac37640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c3406bbe0 0x7f1c3415bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c3ac37640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c3413ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c3ac37640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c34145e20 0x7f1c3413f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c3ac37640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3415cec0 con 0x7f1c3406bbe0 2024-09-16T01:49:32.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c3ac37640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1c340b3530 con 0x7f1c34145e20 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c3ac37640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1c340b4350 con 0x7f1c34070f10 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c3406bbe0 0x7f1c3415bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c3406bbe0 0x7f1c3415bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44854/0 (socket says 172.21.15.16:44854) 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 -- 172.21.15.16:0/2753315128 learned_addr learned my addr 172.21.15.16:0/2753315128 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c391d4640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c34145e20 0x7f1c3413f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c33fff640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c3413ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 -- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 msgr2=0x7f1c3413ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c3413ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 -- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c34145e20 msgr2=0x7f1c3413f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c34145e20 0x7f1c3413f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.414+0000 7f1c389d3640 1 -- 172.21.15.16:0/2753315128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3415c310 con 0x7f1c3406bbe0 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.415+0000 7f1c389d3640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c3406bbe0 0x7f1c3415bdd0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f1c2800c730 tx=0x7f1c2800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.415+0000 7f1c317fa640 1 -- 172.21.15.16:0/2753315128 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c28017070 con 0x7f1c3406bbe0 2024-09-16T01:49:32.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.415+0000 7f1c317fa640 1 -- 172.21.15.16:0/2753315128 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c28005ad0 con 0x7f1c3406bbe0 2024-09-16T01:49:32.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.415+0000 7f1c317fa640 1 -- 172.21.15.16:0/2753315128 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c28007070 con 0x7f1c3406bbe0 2024-09-16T01:49:32.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.415+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c340ab890 con 0x7f1c3406bbe0 2024-09-16T01:49:32.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.415+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c340abe50 con 0x7f1c3406bbe0 2024-09-16T01:49:32.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.416+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c34071350 con 0x7f1c3406bbe0 2024-09-16T01:49:32.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.416+0000 7f1c317fa640 1 -- 172.21.15.16:0/2753315128 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f1c2801a070 con 0x7f1c3406bbe0 2024-09-16T01:49:32.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.417+0000 7f1c317fa640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c1806c8e0 0x7f1c1806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.417+0000 7f1c33fff640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c1806c8e0 0x7f1c1806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.417+0000 7f1c317fa640 1 -- 172.21.15.16:0/2753315128 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4999+0+0 (secure 0 0 0) 0x7f1c2808b040 con 0x7f1c3406bbe0 2024-09-16T01:49:32.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.418+0000 7f1c33fff640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c1806c8e0 0x7f1c1806eda0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1c20034000 tx=0x7f1c2002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.422+0000 7f1c317fa640 1 -- 172.21.15.16:0/2753315128 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c3415c310 con 0x7f1c3406bbe0 2024-09-16T01:49:32.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.600+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f1c3406c910 con 0x7f1c3406bbe0 2024-09-16T01:49:32.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.604+0000 7f1c317fa640 1 -- 172.21.15.16:0/2753315128 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v26)=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7f1c28058af0 con 0x7f1c3406bbe0 2024-09-16T01:49:32.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c1806c8e0 msgr2=0x7f1c1806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c1806c8e0 0x7f1c1806eda0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1c20034000 tx=0x7f1c2002e000 comp rx=0 tx=0).stop 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c3406bbe0 msgr2=0x7f1c3415bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c3406bbe0 0x7f1c3415bdd0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f1c2800c730 tx=0x7f1c2800cbf0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 shutdown_connections 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1c1806c8e0 0x7f1c1806eda0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c34145e20 0x7f1c3413f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1c34070f10 0x7f1c3413ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 --2- 172.21.15.16:0/2753315128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1c3406bbe0 0x7f1c3415bdd0 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 >> 172.21.15.16:0/2753315128 conn(0x7f1c340b2000 msgr2=0x7f1c34144ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 shutdown_connections 2024-09-16T01:49:32.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.606+0000 7f1c3ac37640 1 -- 172.21.15.16:0/2753315128 wait complete. 2024-09-16T01:49:32.618 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:49:32.619 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:49:32.654 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:49:32.698 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:49:32.698 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:49:32.698 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:32.715 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:49:32.715 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:49:32.715 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:32.757 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:49:32.757 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:49:32.757 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:32.774 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:49:32.774 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:49:32.774 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:32.814 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:49:32.815 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:49:32.815 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:32.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.915+0000 7f098deac640 1 Processor -- start 2024-09-16T01:49:32.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.915+0000 7f098deac640 1 -- start start 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f098deac640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f098815e3a0 0x7f098806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f098deac640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f098806d790 0x7f098806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f098deac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09880b6a70 con 0x7f098806bbe0 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f098deac640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f09880b7640 con 0x7f098815e3a0 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f098deac640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f09880b6d10 con 0x7f098806d790 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f09877fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f098815e3a0 0x7f098806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f09877fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f098815e3a0 0x7f098806d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44856/0 (socket says 172.21.15.16:44856) 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f09877fe640 1 -- 172.21.15.16:0/4015413639 learned_addr learned my addr 172.21.15.16:0/4015413639 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:32.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f09877fe640 1 -- 172.21.15.16:0/4015413639 >> v2:172.21.15.104:3300/0 conn(0x7f098806d790 msgr2=0x7f098806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:32.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f09877fe640 1 --2- 172.21.15.16:0/4015413639 >> v2:172.21.15.104:3300/0 conn(0x7f098806d790 0x7f098806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f09877fe640 1 -- 172.21.15.16:0/4015413639 >> v1:172.21.15.104:6789/0 conn(0x7f098806bbe0 legacy=0x7f09880706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:32.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.916+0000 7f09877fe640 1 -- 172.21.15.16:0/4015413639 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09880b6ff0 con 0x7f098815e3a0 2024-09-16T01:49:32.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.917+0000 7f09877fe640 1 --2- 172.21.15.16:0/4015413639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098815e3a0 0x7f098806d250 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f09880b77c0 tx=0x7f097802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c29cede08f2cb4e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.917+0000 7f09867fc640 1 -- 172.21.15.16:0/4015413639 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0978037070 con 0x7f098815e3a0 2024-09-16T01:49:32.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.917+0000 7f09867fc640 1 -- 172.21.15.16:0/4015413639 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0978032440 con 0x7f098815e3a0 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.917+0000 7f09867fc640 1 -- 172.21.15.16:0/4015413639 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0978032810 con 0x7f098815e3a0 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 -- 172.21.15.16:0/4015413639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098815e3a0 msgr2=0x7f098806d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 --2- 172.21.15.16:0/4015413639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098815e3a0 0x7f098806d250 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f09880b77c0 tx=0x7f097802a210 comp rx=0 tx=0).stop 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 -- 172.21.15.16:0/4015413639 shutdown_connections 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 --2- 172.21.15.16:0/4015413639 >> v2:172.21.15.104:3300/0 conn(0x7f098806d790 0x7f098806f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 --2- 172.21.15.16:0/4015413639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098815e3a0 0x7f098806d250 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 -- 172.21.15.16:0/4015413639 >> 172.21.15.16:0/4015413639 conn(0x7f09880b4090 msgr2=0x7f09880b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 -- 172.21.15.16:0/4015413639 shutdown_connections 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.918+0000 7f098deac640 1 -- 172.21.15.16:0/4015413639 wait complete. 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.919+0000 7f098deac640 1 Processor -- start 2024-09-16T01:49:32.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.919+0000 7f098deac640 1 -- start start 2024-09-16T01:49:32.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f098deac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f098806bbe0 0x7f0988158a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f098deac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098806d790 0x7f098815a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f098deac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f098815e3a0 0x7f0988070470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f098deac640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0988073cc0 con 0x7f098806d790 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f098deac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f098815e780 con 0x7f098806bbe0 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f098deac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0988073e40 con 0x7f098815e3a0 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098806d790 0x7f098815a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098806d790 0x7f098815a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44864/0 (socket says 172.21.15.16:44864) 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 -- 172.21.15.16:0/233745026 learned_addr learned my addr 172.21.15.16:0/233745026 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f09877fe640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f098806bbe0 0x7f0988158a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0987fff640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f098815e3a0 0x7f0988070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 -- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f098815e3a0 msgr2=0x7f0988070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f098815e3a0 0x7f0988070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 -- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f098806bbe0 msgr2=0x7f0988158a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f098806bbe0 0x7f0988158a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f0986ffd640 1 -- 172.21.15.16:0/233745026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f098815aa50 con 0x7f098806d790 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.920+0000 7f09877fe640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f098806bbe0 0x7f0988158a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.921+0000 7f0986ffd640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098806d790 0x7f098815a190 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f097c00b4d0 tx=0x7f097c00b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.921+0000 7f096ffff640 1 -- 172.21.15.16:0/233745026 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c014070 con 0x7f098806d790 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.921+0000 7f096ffff640 1 -- 172.21.15.16:0/233745026 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f097c005c10 con 0x7f098806d790 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.921+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09880aea40 con 0x7f098806d790 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.921+0000 7f096ffff640 1 -- 172.21.15.16:0/233745026 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c010670 con 0x7f098806d790 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.921+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09880af000 con 0x7f098806d790 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.922+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09880af200 con 0x7f098806d790 2024-09-16T01:49:32.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.922+0000 7f096ffff640 1 -- 172.21.15.16:0/233745026 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f097c010810 con 0x7f098806d790 2024-09-16T01:49:32.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.923+0000 7f096ffff640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f097406c8e0 0x7f097406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:32.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.923+0000 7f096ffff640 1 -- 172.21.15.16:0/233745026 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 4999+0+0 (secure 0 0 0) 0x7f097c08ba20 con 0x7f098806d790 2024-09-16T01:49:32.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.923+0000 7f09877fe640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f097406c8e0 0x7f097406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:32.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.923+0000 7f09877fe640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f097406c8e0 0x7f097406eda0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0978034000 tx=0x7f097802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:32.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:32.927+0000 7f096ffff640 1 -- 172.21.15.16:0/233745026 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09880af200 con 0x7f098806d790 2024-09-16T01:49:33.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.139+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0988158f60 con 0x7f098806d790 2024-09-16T01:49:33.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.139+0000 7f096ffff640 1 -- 172.21.15.16:0/233745026 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+3914 (secure 0 0 0) 0x7f097c059b20 con 0x7f098806d790 2024-09-16T01:49:33.141 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:33.141 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":79,"btime":"2024-09-16T01:49:28:090670+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/1691998268","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1691998268},{"type":"v1","addr":"172.21.15.104:6834","nonce":1691998268}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6818,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/773887107","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":773887107},{"type":"v1","addr":"172.21.15.104:6835","nonce":773887107}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":79},{"gid":7306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/4211123909","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":4211123909},{"type":"v1","addr":"172.21.15.16:6835","nonce":4211123909}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":7938,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1187798214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1187798214},{"type":"v1","addr":"172.21.15.16:6834","nonce":1187798214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[]} 2024-09-16T01:49:33.141 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 79 2024-09-16T01:49:33.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f097406c8e0 msgr2=0x7f097406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f097406c8e0 0x7f097406eda0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0978034000 tx=0x7f097802e000 comp rx=0 tx=0).stop 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098806d790 msgr2=0x7f098815a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098806d790 0x7f098815a190 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f097c00b4d0 tx=0x7f097c00b990 comp rx=0 tx=0).stop 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 shutdown_connections 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f097406c8e0 0x7f097406eda0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f098815e3a0 0x7f0988070470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f098806d790 0x7f098815a190 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 --2- 172.21.15.16:0/233745026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f098806bbe0 0x7f0988158a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 >> 172.21.15.16:0/233745026 conn(0x7f09880b4090 msgr2=0x7f09880b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 shutdown_connections 2024-09-16T01:49:33.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.141+0000 7f098deac640 1 -- 172.21.15.16:0/233745026 wait complete. 2024-09-16T01:49:33.154 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:49:33.154 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:49:33.154 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:49:33.154 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:49:33.154 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:49:33.155 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:49:33.155 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:49:33.155 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:49:33.155 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:49:33.155 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:49:33.155 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:49:33.155 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:49:33.156 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:49:33.156 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:49:33.156 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:49:33.156 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:49:33.164 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:49:33.164 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:49:33.165 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:49:33.165 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:49:33.170 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:49:33.170 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:49:33.171 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:49:33.171 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:49:33.207 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:49:33.207 DEBUG:teuthology.parallel:result is None 2024-09-16T01:49:33.208 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:49:33.208 DEBUG:teuthology.parallel:result is None 2024-09-16T01:49:33.213 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:49:33.214 DEBUG:teuthology.parallel:result is None 2024-09-16T01:49:33.214 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:49:33.214 DEBUG:teuthology.parallel:result is None 2024-09-16T01:49:33.215 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:49:33.285 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:49:33.285 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:49:33.302 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:49:33.303 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.324+0000 7f02be4d0640 1 Processor -- start 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.324+0000 7f02be4d0640 1 -- start start 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02be4d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b8147fc0 0x7f02b815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02be4d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f02b80b9ee0 0x7f02b80d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02be4d0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02b80ba310 con 0x7f02b80d0ee0 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02be4d0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f02b81483a0 con 0x7f02b80b9ee0 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02be4d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f02b815efa0 con 0x7f02b8147fc0 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02bca6d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f02b80b9ee0 0x7f02b80d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02affff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f02b80d0ee0 0x7f02b80b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40162/0 (socket says 172.21.15.16:40162) 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02affff640 1 -- 172.21.15.16:0/2711673432 learned_addr learned my addr 172.21.15.16:0/2711673432 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:33.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.325+0000 7f02b7fff640 1 --2- 172.21.15.16:0/2711673432 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b8147fc0 0x7f02b815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.326+0000 7f02bca6d640 1 -- 172.21.15.16:0/2711673432 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b8147fc0 msgr2=0x7f02b815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.326+0000 7f02bca6d640 1 --2- 172.21.15.16:0/2711673432 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b8147fc0 0x7f02b815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.326+0000 7f02bca6d640 1 -- 172.21.15.16:0/2711673432 >> v1:172.21.15.16:6789/0 conn(0x7f02b80d0ee0 legacy=0x7f02b80b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.326+0000 7f02bca6d640 1 -- 172.21.15.16:0/2711673432 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b80d2750 con 0x7f02b80b9ee0 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.326+0000 7f02bca6d640 1 --2- 172.21.15.16:0/2711673432 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b80b9ee0 0x7f02b80d1340 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f02b0009d90 tx=0x7f02b002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4590e891431045f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.326+0000 7f02b77fe640 1 -- 172.21.15.16:0/2711673432 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0007740 con 0x7f02b80b9ee0 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02b77fe640 1 -- 172.21.15.16:0/2711673432 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b00078e0 con 0x7f02b80b9ee0 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02b77fe640 1 -- 172.21.15.16:0/2711673432 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0007cb0 con 0x7f02b80b9ee0 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 -- 172.21.15.16:0/2711673432 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b80b9ee0 msgr2=0x7f02b80d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2711673432 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b80b9ee0 0x7f02b80d1340 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f02b0009d90 tx=0x7f02b002a560 comp rx=0 tx=0).stop 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 -- 172.21.15.16:0/2711673432 shutdown_connections 2024-09-16T01:49:33.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2711673432 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b80b9ee0 0x7f02b80d1340 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2711673432 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b8147fc0 0x7f02b815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 -- 172.21.15.16:0/2711673432 >> 172.21.15.16:0/2711673432 conn(0x7f02b8074fe0 msgr2=0x7f02b806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 -- 172.21.15.16:0/2711673432 shutdown_connections 2024-09-16T01:49:33.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.327+0000 7f02be4d0640 1 -- 172.21.15.16:0/2711673432 wait complete. 2024-09-16T01:49:33.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.328+0000 7f02be4d0640 1 Processor -- start 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.328+0000 7f02be4d0640 1 -- start start 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02be4d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02b80b9ee0 0x7f02b80cfa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02be4d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b80d0ee0 0x7f02b81e9e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02be4d0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b8147fc0 0x7f02b81ea3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02be4d0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f02b80d2500 con 0x7f02b8147fc0 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02be4d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f02b80d2d10 con 0x7f02b80b9ee0 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02be4d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f02b80d2ff0 con 0x7f02b80d0ee0 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02bca6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b8147fc0 0x7f02b81ea3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02bca6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b8147fc0 0x7f02b81ea3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44900/0 (socket says 172.21.15.16:44900) 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02bca6d640 1 -- 172.21.15.16:0/2727682409 learned_addr learned my addr 172.21.15.16:0/2727682409 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:33.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02b7fff640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02b80b9ee0 0x7f02b80cfa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.329+0000 7f02affff640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b80d0ee0 0x7f02b81e9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02bca6d640 1 -- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b80d0ee0 msgr2=0x7f02b81e9e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02bca6d640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b80d0ee0 0x7f02b81e9e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02bca6d640 1 -- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02b80b9ee0 msgr2=0x7f02b80cfa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02bca6d640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02b80b9ee0 0x7f02b80cfa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02bca6d640 1 -- 172.21.15.16:0/2727682409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b81e7e20 con 0x7f02b8147fc0 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02b7fff640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02b80b9ee0 0x7f02b80cfa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02bca6d640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b8147fc0 0x7f02b81ea3c0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f02b0009eb0 tx=0x7f02b0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02b57fa640 1 -- 172.21.15.16:0/2727682409 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0040070 con 0x7f02b8147fc0 2024-09-16T01:49:33.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02b57fa640 1 -- 172.21.15.16:0/2727682409 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b0031bc0 con 0x7f02b8147fc0 2024-09-16T01:49:33.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02b81e8160 con 0x7f02b8147fc0 2024-09-16T01:49:33.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02b57fa640 1 -- 172.21.15.16:0/2727682409 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0009450 con 0x7f02b8147fc0 2024-09-16T01:49:33.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.330+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02b81e89a0 con 0x7f02b8147fc0 2024-09-16T01:49:33.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.331+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02b80d1340 con 0x7f02b8147fc0 2024-09-16T01:49:33.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.332+0000 7f02b57fa640 1 -- 172.21.15.16:0/2727682409 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f02b0039040 con 0x7f02b8147fc0 2024-09-16T01:49:33.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.332+0000 7f02b57fa640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f029806c8e0 0x7f029806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.332+0000 7f02b57fa640 1 -- 172.21.15.16:0/2727682409 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4999+0+0 (secure 0 0 0) 0x7f02b00acf50 con 0x7f02b8147fc0 2024-09-16T01:49:33.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.332+0000 7f02b7fff640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f029806c8e0 0x7f029806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.333+0000 7f02b7fff640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f029806c8e0 0x7f029806eda0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f02a8007d90 tx=0x7f02a8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.337+0000 7f02b57fa640 1 -- 172.21.15.16:0/2727682409 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f02b81e8160 con 0x7f02b8147fc0 2024-09-16T01:49:33.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.524+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f02b80cf120 con 0x7f02b8147fc0 2024-09-16T01:49:33.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.610+0000 7f02b57fa640 1 -- 172.21.15.16:0/2727682409 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v136) ==== 97+0+0 (secure 0 0 0) 0x7f02b007aae0 con 0x7f02b8147fc0 2024-09-16T01:49:33.612 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:49:33.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.613+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f029806c8e0 msgr2=0x7f029806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.613+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f029806c8e0 0x7f029806eda0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f02a8007d90 tx=0x7f02a8008040 comp rx=0 tx=0).stop 2024-09-16T01:49:33.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b8147fc0 msgr2=0x7f02b81ea3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b8147fc0 0x7f02b81ea3c0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f02b0009eb0 tx=0x7f02b0004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:33.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 shutdown_connections 2024-09-16T01:49:33.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f029806c8e0 0x7f029806eda0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f02b8147fc0 0x7f02b81ea3c0 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02b80d0ee0 0x7f02b81e9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 --2- 172.21.15.16:0/2727682409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02b80b9ee0 0x7f02b80cfa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 >> 172.21.15.16:0/2727682409 conn(0x7f02b8074fe0 msgr2=0x7f02b80d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 shutdown_connections 2024-09-16T01:49:33.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.614+0000 7f02be4d0640 1 -- 172.21.15.16:0/2727682409 wait complete. 2024-09-16T01:49:33.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:49:33.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.728+0000 7f63a0add640 1 Processor -- start 2024-09-16T01:49:33.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.728+0000 7f63a0add640 1 -- start start 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f63a0add640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f639c15e3a0 0x7f639c06d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f63a0add640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f639c06bbe0 0x7f639c161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f63a0add640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f639c0b6a70 con 0x7f639c06d790 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f63a0add640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f639c0b7640 con 0x7f639c06bbe0 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f63a0add640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f639c0b6d10 con 0x7f639c15e3a0 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f639ad9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f639c06bbe0 0x7f639c161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f639ad9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f639c06bbe0 0x7f639c161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44910/0 (socket says 172.21.15.16:44910) 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f639ad9d640 1 -- 172.21.15.16:0/2680845378 learned_addr learned my addr 172.21.15.16:0/2680845378 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f639ad9d640 1 -- 172.21.15.16:0/2680845378 >> v2:172.21.15.104:3300/0 conn(0x7f639c15e3a0 msgr2=0x7f639c06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.729+0000 7f639a59c640 1 --2- 172.21.15.16:0/2680845378 >> v2:172.21.15.104:3300/0 conn(0x7f639c15e3a0 0x7f639c06d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.730+0000 7f639ad9d640 1 --2- 172.21.15.16:0/2680845378 >> v2:172.21.15.104:3300/0 conn(0x7f639c15e3a0 0x7f639c06d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.730+0000 7f639ad9d640 1 -- 172.21.15.16:0/2680845378 >> v1:172.21.15.104:6789/0 conn(0x7f639c06d790 legacy=0x7f639c06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.730+0000 7f639ad9d640 1 -- 172.21.15.16:0/2680845378 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f639c0b6ff0 con 0x7f639c06bbe0 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.730+0000 7f639ad9d640 1 --2- 172.21.15.16:0/2680845378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06bbe0 0x7f639c161f80 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f639c0b77c0 tx=0x7f638c02a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fea403d88964ff10 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.730+0000 7f639959a640 1 -- 172.21.15.16:0/2680845378 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638c036070 con 0x7f639c06bbe0 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.730+0000 7f639959a640 1 -- 172.21.15.16:0/2680845378 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f638c031600 con 0x7f639c06bbe0 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.730+0000 7f639959a640 1 -- 172.21.15.16:0/2680845378 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638c0319d0 con 0x7f639c06bbe0 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 -- 172.21.15.16:0/2680845378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06bbe0 msgr2=0x7f639c161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 --2- 172.21.15.16:0/2680845378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06bbe0 0x7f639c161f80 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f639c0b77c0 tx=0x7f638c02a6d0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 -- 172.21.15.16:0/2680845378 shutdown_connections 2024-09-16T01:49:33.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 --2- 172.21.15.16:0/2680845378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06bbe0 0x7f639c161f80 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 --2- 172.21.15.16:0/2680845378 >> v2:172.21.15.104:3300/0 conn(0x7f639c15e3a0 0x7f639c06d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 -- 172.21.15.16:0/2680845378 >> 172.21.15.16:0/2680845378 conn(0x7f639c0b4090 msgr2=0x7f639c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 -- 172.21.15.16:0/2680845378 shutdown_connections 2024-09-16T01:49:33.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.731+0000 7f63a0add640 1 -- 172.21.15.16:0/2680845378 wait complete. 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.732+0000 7f63a0add640 1 Processor -- start 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.732+0000 7f63a0add640 1 -- start start 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f63a0add640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f639c06bbe0 0x7f639c152ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f63a0add640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06d790 0x7f639c0ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f63a0add640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f639c15e3a0 0x7f639c157ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f63a0add640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f639c073cc0 con 0x7f639c06d790 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f63a0add640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f639c15e780 con 0x7f639c15e3a0 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f63a0add640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f639c073e40 con 0x7f639c06bbe0 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f6399d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06d790 0x7f639c0ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f6399d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06d790 0x7f639c0ceac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44922/0 (socket says 172.21.15.16:44922) 2024-09-16T01:49:33.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.733+0000 7f6399d9b640 1 -- 172.21.15.16:0/188001451 learned_addr learned my addr 172.21.15.16:0/188001451 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f639ad9d640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f639c15e3a0 0x7f639c157ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f639a59c640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f639c06bbe0 0x7f639c152ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6399d9b640 1 -- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f639c06bbe0 msgr2=0x7f639c152ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6399d9b640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f639c06bbe0 0x7f639c152ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6399d9b640 1 -- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f639c15e3a0 msgr2=0x7f639c157ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6399d9b640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f639c15e3a0 0x7f639c157ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6399d9b640 1 -- 172.21.15.16:0/188001451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f639c0cf510 con 0x7f639c06d790 2024-09-16T01:49:33.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6399d9b640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06d790 0x7f639c0ceac0 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f638400c400 tx=0x7f638400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6392ffd640 1 -- 172.21.15.16:0/188001451 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6384017070 con 0x7f639c06d790 2024-09-16T01:49:33.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6392ffd640 1 -- 172.21.15.16:0/188001451 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6384003640 con 0x7f639c06d790 2024-09-16T01:49:33.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f639c0cf7f0 con 0x7f639c06d790 2024-09-16T01:49:33.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f6392ffd640 1 -- 172.21.15.16:0/188001451 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6384003a30 con 0x7f639c06d790 2024-09-16T01:49:33.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.734+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f639c0cfad0 con 0x7f639c06d790 2024-09-16T01:49:33.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.735+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f639c0d1af0 con 0x7f639c06d790 2024-09-16T01:49:33.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.736+0000 7f6392ffd640 1 -- 172.21.15.16:0/188001451 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f638401a070 con 0x7f639c06d790 2024-09-16T01:49:33.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.736+0000 7f6392ffd640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f637c06c8e0 0x7f637c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.736+0000 7f6392ffd640 1 -- 172.21.15.16:0/188001451 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4913+0+0 (secure 0 0 0) 0x7f638408b130 con 0x7f639c06d790 2024-09-16T01:49:33.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.736+0000 7f639a59c640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f637c06c8e0 0x7f637c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.737+0000 7f639a59c640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f637c06c8e0 0x7f637c06eda0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f6394006fd0 tx=0x7f6394008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.740+0000 7f6392ffd640 1 -- 172.21.15.16:0/188001451 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6384059270 con 0x7f639c06d790 2024-09-16T01:49:33.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.982+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f639c0d27d0 con 0x7f639c06d790 2024-09-16T01:49:33.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.982+0000 7f6392ffd640 1 -- 172.21.15.16:0/188001451 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v18) ==== 80+0+5304 (secure 0 0 0) 0x7f6384058b70 con 0x7f639c06d790 2024-09-16T01:49:33.984 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:33.984 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:49:33.984 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:49:33.984 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.984 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:49:33.984 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.985 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.986 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.987 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.988 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.989 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.990 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.991 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:49:33.992 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:49:33.993 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:49:33.995 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.996 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:49:33.997 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:49:33.998 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:49:34.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f637c06c8e0 msgr2=0x7f637c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f637c06c8e0 0x7f637c06eda0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f6394006fd0 tx=0x7f6394008040 comp rx=0 tx=0).stop 2024-09-16T01:49:34.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06d790 msgr2=0x7f639c0ceac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06d790 0x7f639c0ceac0 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f638400c400 tx=0x7f638400c8c0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 shutdown_connections 2024-09-16T01:49:34.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f637c06c8e0 0x7f637c06eda0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f639c15e3a0 0x7f639c157ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f639c06d790 0x7f639c0ceac0 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 --2- 172.21.15.16:0/188001451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f639c06bbe0 0x7f639c152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.984+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 >> 172.21.15.16:0/188001451 conn(0x7f639c0b4090 msgr2=0x7f639c0b2c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:34.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.985+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 shutdown_connections 2024-09-16T01:49:34.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:33.985+0000 7f63a0add640 1 -- 172.21.15.16:0/188001451 wait complete. 2024-09-16T01:49:34.001 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:49:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.103+0000 7f8c1288d640 1 Processor -- start 2024-09-16T01:49:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.103+0000 7f8c1288d640 1 -- start start 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c1288d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c15e680 0x7f8c0c0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c1288d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8c0c0d4570 0x7f8c0c0d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c1288d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c0c0b8500 con 0x7f8c0c0b95a0 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c1288d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8c0c0b87e0 con 0x7f8c0c0d4570 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c1288d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8c0c0b8ac0 con 0x7f8c0c15e680 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c0bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c15e680 0x7f8c0c0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c10e2a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8c0c0d4570 0x7f8c0c0d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c0bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c15e680 0x7f8c0c0b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:46104/0 (socket says 172.21.15.16:46104) 2024-09-16T01:49:34.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c10e2a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8c0c0d4570 0x7f8c0c0d4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:53776/0 (socket says 172.21.15.16:53776) 2024-09-16T01:49:34.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.104+0000 7f8c0bfff640 1 -- 172.21.15.16:0/2876925405 learned_addr learned my addr 172.21.15.16:0/2876925405 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:34.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.105+0000 7f8c10e2a640 1 -- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c15e680 msgr2=0x7f8c0c0b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:34.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.105+0000 7f8c10e2a640 1 --2- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c15e680 0x7f8c0c0b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.105+0000 7f8c10e2a640 1 -- 172.21.15.16:0/2876925405 >> v1:172.21.15.104:6789/0 conn(0x7f8c0c0b95a0 legacy=0x7f8c0c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.105+0000 7f8c10e2a640 1 -- 172.21.15.16:0/2876925405 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c0c0b8da0 con 0x7f8c0c0d4570 2024-09-16T01:49:34.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.105+0000 7f8c0bfff640 1 --2- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c15e680 0x7f8c0c0b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:34.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.105+0000 7f8c10e2a640 1 --2- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 0x7f8c0c0d4a00 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009d90 tx=0x7f8c0402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28085341d50341cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c0affd640 1 -- 172.21.15.16:0/2876925405 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04007740 con 0x7f8c0c0d4570 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c0affd640 1 -- 172.21.15.16:0/2876925405 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c040078e0 con 0x7f8c0c0d4570 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c0affd640 1 -- 172.21.15.16:0/2876925405 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04007cb0 con 0x7f8c0c0d4570 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 -- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 msgr2=0x7f8c0c0d4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 0x7f8c0c0d4a00 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009d90 tx=0x7f8c0402a660 comp rx=0 tx=0).stop 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 -- 172.21.15.16:0/2876925405 shutdown_connections 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 0x7f8c0c0d4a00 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2876925405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c15e680 0x7f8c0c0b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 -- 172.21.15.16:0/2876925405 >> 172.21.15.16:0/2876925405 conn(0x7f8c0c074fe0 msgr2=0x7f8c0c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 -- 172.21.15.16:0/2876925405 shutdown_connections 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.106+0000 7f8c1288d640 1 -- 172.21.15.16:0/2876925405 wait complete. 2024-09-16T01:49:34.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 Processor -- start 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 -- start start 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c0b95a0 0x7f8c0c0cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 0x7f8c0c146160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c0c15e680 0x7f8c0c148950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c15ea60 con 0x7f8c0c15e680 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c0b99e0 con 0x7f8c0c0d4570 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.108+0000 7f8c1288d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8c0c15ebe0 con 0x7f8c0c0b95a0 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c0c15e680 0x7f8c0c148950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c0c15e680 0x7f8c0c148950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44932/0 (socket says 172.21.15.16:44932) 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 -- 172.21.15.16:0/2289502460 learned_addr learned my addr 172.21.15.16:0/2289502460 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:34.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c0b7fe640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 0x7f8c0c146160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c0bfff640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c0b95a0 0x7f8c0c0cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 -- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c0b95a0 msgr2=0x7f8c0c0cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c0b95a0 0x7f8c0c0cb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 -- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 msgr2=0x7f8c0c146160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 0x7f8c0c146160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 -- 172.21.15.16:0/2289502460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c0c142fe0 con 0x7f8c0c15e680 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c0bfff640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c0b95a0 0x7f8c0c0cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c10e2a640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c0c15e680 0x7f8c0c148950 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009eb0 tx=0x7f8c04004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c08ff9640 1 -- 172.21.15.16:0/2289502460 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04040070 con 0x7f8c0c15e680 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c08ff9640 1 -- 172.21.15.16:0/2289502460 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c04031bc0 con 0x7f8c0c15e680 2024-09-16T01:49:34.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c0c1432c0 con 0x7f8c0c15e680 2024-09-16T01:49:34.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c08ff9640 1 -- 172.21.15.16:0/2289502460 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04009450 con 0x7f8c0c15e680 2024-09-16T01:49:34.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.109+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c0c143b60 con 0x7f8c0c15e680 2024-09-16T01:49:34.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.111+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c0c1436b0 con 0x7f8c0c15e680 2024-09-16T01:49:34.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.111+0000 7f8c08ff9640 1 -- 172.21.15.16:0/2289502460 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f8c04039040 con 0x7f8c0c15e680 2024-09-16T01:49:34.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.111+0000 7f8c08ff9640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8bf806c8e0 0x7f8bf806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.111+0000 7f8c08ff9640 1 -- 172.21.15.16:0/2289502460 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4913+0+0 (secure 0 0 0) 0x7f8c040ad4b0 con 0x7f8c0c15e680 2024-09-16T01:49:34.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.111+0000 7f8c0bfff640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8bf806c8e0 0x7f8bf806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.112+0000 7f8c0bfff640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8bf806c8e0 0x7f8bf806eda0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc009b80 tx=0x7f8bfc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:34.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.116+0000 7f8c08ff9640 1 -- 172.21.15.16:0/2289502460 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c0407b5d0 con 0x7f8c0c15e680 2024-09-16T01:49:34.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.292+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f8c0c0b7f20 con 0x7f8c0c15e680 2024-09-16T01:49:34.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.295+0000 7f8c08ff9640 1 -- 172.21.15.16:0/2289502460 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v136) ==== 84+0+65 (secure 0 0 0) 0x7f8c0407aed0 con 0x7f8c0c15e680 2024-09-16T01:49:34.296 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:34.296 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:49:34.296 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:34.297 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:49:34.297 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:49:34.297 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:34.297 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8bf806c8e0 msgr2=0x7f8bf806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8bf806c8e0 0x7f8bf806eda0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc009b80 tx=0x7f8bfc008040 comp rx=0 tx=0).stop 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c0c15e680 msgr2=0x7f8c0c148950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c0c15e680 0x7f8c0c148950 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009eb0 tx=0x7f8c04004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 shutdown_connections 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8bf806c8e0 0x7f8bf806eda0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8c0c15e680 0x7f8c0c148950 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c0c0d4570 0x7f8c0c146160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 --2- 172.21.15.16:0/2289502460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8c0c0b95a0 0x7f8c0c0cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 >> 172.21.15.16:0/2289502460 conn(0x7f8c0c074fe0 msgr2=0x7f8c0c15d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 shutdown_connections 2024-09-16T01:49:34.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.297+0000 7f8c1288d640 1 -- 172.21.15.16:0/2289502460 wait complete. 2024-09-16T01:49:34.309 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:49:34.309 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:49:34.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.414+0000 7f2e413f6640 1 Processor -- start 2024-09-16T01:49:34.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e413f6640 1 -- start start 2024-09-16T01:49:34.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e413f6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2e3c15e840 0x7f2e3c0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e413f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0b9880 0x7f2e3c0b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e413f6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e3c0d4350 con 0x7f2e3c0ba200 2024-09-16T01:49:34.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e413f6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2e3c0cfe50 con 0x7f2e3c15e840 2024-09-16T01:49:34.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e413f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2e3c0d3590 con 0x7f2e3c0b9880 2024-09-16T01:49:34.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e3affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2e3c15e840 0x7f2e3c0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e3affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2e3c15e840 0x7f2e3c0cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44946/0 (socket says 172.21.15.16:44946) 2024-09-16T01:49:34.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.415+0000 7f2e3affd640 1 -- 172.21.15.16:0/2058979909 learned_addr learned my addr 172.21.15.16:0/2058979909 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:34.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.416+0000 7f2e3a7fc640 1 --2- 172.21.15.16:0/2058979909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0b9880 0x7f2e3c0b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.416+0000 7f2e3affd640 1 -- 172.21.15.16:0/2058979909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0b9880 msgr2=0x7f2e3c0b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:34.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.416+0000 7f2e3affd640 1 --2- 172.21.15.16:0/2058979909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0b9880 0x7f2e3c0b9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.416+0000 7f2e3affd640 1 -- 172.21.15.16:0/2058979909 >> v1:172.21.15.104:6789/0 conn(0x7f2e3c0ba200 legacy=0x7f2e3c1623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:34.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.416+0000 7f2e3affd640 1 -- 172.21.15.16:0/2058979909 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e3c0d3870 con 0x7f2e3c15e840 2024-09-16T01:49:34.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.416+0000 7f2e3affd640 1 --2- 172.21.15.16:0/2058979909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0cf600 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c009e50 tx=0x7f2e2c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1e2debce3918b3b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:34.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e39ffb640 1 -- 172.21.15.16:0/2058979909 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c036070 con 0x7f2e3c15e840 2024-09-16T01:49:34.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e39ffb640 1 -- 172.21.15.16:0/2058979909 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e2c031600 con 0x7f2e3c15e840 2024-09-16T01:49:34.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e39ffb640 1 -- 172.21.15.16:0/2058979909 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c0319d0 con 0x7f2e3c15e840 2024-09-16T01:49:34.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 -- 172.21.15.16:0/2058979909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 msgr2=0x7f2e3c0cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 --2- 172.21.15.16:0/2058979909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0cf600 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c009e50 tx=0x7f2e2c02a630 comp rx=0 tx=0).stop 2024-09-16T01:49:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 -- 172.21.15.16:0/2058979909 shutdown_connections 2024-09-16T01:49:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 --2- 172.21.15.16:0/2058979909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0b9880 0x7f2e3c0b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 --2- 172.21.15.16:0/2058979909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0cf600 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 -- 172.21.15.16:0/2058979909 >> 172.21.15.16:0/2058979909 conn(0x7f2e3c0d4630 msgr2=0x7f2e3c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 -- 172.21.15.16:0/2058979909 shutdown_connections 2024-09-16T01:49:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.417+0000 7f2e413f6640 1 -- 172.21.15.16:0/2058979909 wait complete. 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 Processor -- start 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 -- start start 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e3c0b9880 0x7f2e3c15cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0ba200 0x7f2e3c1e9b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0b4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3c0cfb40 con 0x7f2e3c15e840 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3c0d3e30 con 0x7f2e3c0b9880 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.419+0000 7f2e413f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2e3c15fc30 con 0x7f2e3c0ba200 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0b4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0b4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44948/0 (socket says 172.21.15.16:44948) 2024-09-16T01:49:34.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 -- 172.21.15.16:0/46889352 learned_addr learned my addr 172.21.15.16:0/46889352 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3affd640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e3c0b9880 0x7f2e3c15cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3a7fc640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0ba200 0x7f2e3c1e9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 -- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0ba200 msgr2=0x7f2e3c1e9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0ba200 0x7f2e3c1e9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 -- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e3c0b9880 msgr2=0x7f2e3c15cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e3c0b9880 0x7f2e3c15cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 -- 172.21.15.16:0/46889352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e3c0ce500 con 0x7f2e3c15e840 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e3b7fe640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0b4690 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f2e3400c440 tx=0x7f2e3400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e337fe640 1 -- 172.21.15.16:0/46889352 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e34011790 con 0x7f2e3c15e840 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e337fe640 1 -- 172.21.15.16:0/46889352 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e34017070 con 0x7f2e3c15e840 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e337fe640 1 -- 172.21.15.16:0/46889352 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e34011b70 con 0x7f2e3c15e840 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e3c0ce7e0 con 0x7f2e3c15e840 2024-09-16T01:49:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.420+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e3c1e9670 con 0x7f2e3c15e840 2024-09-16T01:49:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.421+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e3c0b9cc0 con 0x7f2e3c15e840 2024-09-16T01:49:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.422+0000 7f2e337fe640 1 -- 172.21.15.16:0/46889352 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f2e34011d10 con 0x7f2e3c15e840 2024-09-16T01:49:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.422+0000 7f2e337fe640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e1c06c910 0x7f2e1c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:34.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.422+0000 7f2e337fe640 1 -- 172.21.15.16:0/46889352 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4913+0+0 (secure 0 0 0) 0x7f2e3408b940 con 0x7f2e3c15e840 2024-09-16T01:49:34.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.422+0000 7f2e3affd640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e1c06c910 0x7f2e1c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:34.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.423+0000 7f2e3affd640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e1c06c910 0x7f2e1c06edd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c033000 tx=0x7f2e2c009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:34.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.427+0000 7f2e337fe640 1 -- 172.21.15.16:0/46889352 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2e34059b10 con 0x7f2e3c15e840 2024-09-16T01:49:34.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:34.606+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f2e3c0c7ee0 con 0x7f2e3c15e840 2024-09-16T01:49:35.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.297+0000 7f2e337fe640 1 -- 172.21.15.16:0/46889352 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v137) ==== 138+0+0 (secure 0 0 0) 0x7f2e34059410 con 0x7f2e3c15e840 2024-09-16T01:49:35.299 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:49:35.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e1c06c910 msgr2=0x7f2e1c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e1c06c910 0x7f2e1c06edd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c033000 tx=0x7f2e2c009000 comp rx=0 tx=0).stop 2024-09-16T01:49:35.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 msgr2=0x7f2e3c0b4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0b4690 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f2e3400c440 tx=0x7f2e3400c900 comp rx=0 tx=0).stop 2024-09-16T01:49:35.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 shutdown_connections 2024-09-16T01:49:35.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e1c06c910 0x7f2e1c06edd0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e3c15e840 0x7f2e3c0b4690 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e3c0ba200 0x7f2e3c1e9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 --2- 172.21.15.16:0/46889352 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e3c0b9880 0x7f2e3c15cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.300+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 >> 172.21.15.16:0/46889352 conn(0x7f2e3c0d4630 msgr2=0x7f2e3c160fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.301+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 shutdown_connections 2024-09-16T01:49:35.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.301+0000 7f2e413f6640 1 -- 172.21.15.16:0/46889352 wait complete. 2024-09-16T01:49:35.317 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:49:35.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.427+0000 7f57af131640 1 Processor -- start 2024-09-16T01:49:35.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.427+0000 7f57af131640 1 -- start start 2024-09-16T01:49:35.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57af131640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f57a806bbe0 0x7f57a8072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57af131640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57a815fca0 con 0x7f57a80ceee0 2024-09-16T01:49:35.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57af131640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57a80cf350 con 0x7f57a815f830 2024-09-16T01:49:35.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57af131640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f57a80cf610 con 0x7f57a806bbe0 2024-09-16T01:49:35.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57ad6ce640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f57a80ceee0 0x7f57a80cd8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40176/0 (socket says 172.21.15.16:40176) 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57ad6ce640 1 -- 172.21.15.16:0/1713832228 learned_addr learned my addr 172.21.15.16:0/1713832228 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57acecd640 1 --2- 172.21.15.16:0/1713832228 >> v2:172.21.15.104:3300/0 conn(0x7f57a806bbe0 0x7f57a8072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1700505580 0 0) 0x7f57a815fca0 con 0x7f57a80ceee0 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.428+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5798003520 con 0x7f57a80ceee0 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 18583555 0 0) 0x7f5798003520 con 0x7f57a80ceee0 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 >> v2:172.21.15.104:3300/0 conn(0x7f57a806bbe0 msgr2=0x7f57a8072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 --2- 172.21.15.16:0/1713832228 >> v2:172.21.15.104:3300/0 conn(0x7f57a806bbe0 0x7f57a8072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 >> v1:172.21.15.104:6789/0 conn(0x7f57a815f830 legacy=0x7f57a806bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a80cf8f0 con 0x7f57a80ceee0 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f57a00019f0 con 0x7f57a80ceee0 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 >> v1:172.21.15.16:6789/0 conn(0x7f57a80ceee0 legacy=0x7f57a80cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f5798003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5798004800 0x7f5798004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5798005210 0x7f579800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f57a80cf610 con 0x7f5798003a00 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f579800c160 con 0x7f5798004800 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f579800c360 con 0x7f5798005210 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57acecd640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f5798003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57a7fff640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5798004800 0x7f5798004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57ad6ce640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5798005210 0x7f579800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57acecd640 1 -- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5798005210 msgr2=0x7f579800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57acecd640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5798005210 0x7f579800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57acecd640 1 -- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5798004800 msgr2=0x7f5798004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57acecd640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5798004800 0x7f5798004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57acecd640 1 -- 172.21.15.16:0/1713832228 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5798003520 con 0x7f5798003a00 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.429+0000 7f57ad6ce640 1 -- 172.21.15.16:0/1713832228 reap_dead start 2024-09-16T01:49:35.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.430+0000 7f57acecd640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f5798003e20 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f579c009a90 tx=0x7f5798005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=476b9987b4ac0786 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.430+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c036070 con 0x7f5798003a00 2024-09-16T01:49:35.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.430+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f579c031400 con 0x7f5798003a00 2024-09-16T01:49:35.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.430+0000 7f57a77fe640 1 -- 172.21.15.16:0/1713832228 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c009690 con 0x7f5798003a00 2024-09-16T01:49:35.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.430+0000 7f57af131640 1 -- 172.21.15.16:0/1713832228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 msgr2=0x7f5798003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.431+0000 7f57af131640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f5798003e20 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f579c009a90 tx=0x7f5798005830 comp rx=0 tx=0).stop 2024-09-16T01:49:35.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.431+0000 7f57af131640 1 -- 172.21.15.16:0/1713832228 shutdown_connections 2024-09-16T01:49:35.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.431+0000 7f57af131640 1 --2- 172.21.15.16:0/1713832228 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f5798003e20 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.431+0000 7f57af131640 1 -- 172.21.15.16:0/1713832228 >> 172.21.15.16:0/1713832228 conn(0x7f57a80b2000 msgr2=0x7f57a80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.431+0000 7f57af131640 1 -- 172.21.15.16:0/1713832228 shutdown_connections 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.431+0000 7f57af131640 1 -- 172.21.15.16:0/1713832228 wait complete. 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.432+0000 7f57af131640 1 Processor -- start 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.432+0000 7f57af131640 1 -- start start 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57af131640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f57a8157a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57af131640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57a814ecb0 0x7f57a815d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57af131640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57a814e720 0x7f57a80b48c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57af131640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f57a80cd380 con 0x7f5798003a00 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57af131640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f57a80cfeb0 con 0x7f57a814ecb0 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57af131640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f57a815b4e0 con 0x7f57a814e720 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f57a8157a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f57a8157a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44974/0 (socket says 172.21.15.16:44974) 2024-09-16T01:49:35.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 -- 172.21.15.16:0/1153057839 learned_addr learned my addr 172.21.15.16:0/1153057839 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57a7fff640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57a814ecb0 0x7f57a815d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57ad6ce640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57a814e720 0x7f57a80b48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 -- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57a814e720 msgr2=0x7f57a80b48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57a814e720 0x7f57a80b48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 -- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57a814ecb0 msgr2=0x7f57a815d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57a814ecb0 0x7f57a815d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 -- 172.21.15.16:0/1153057839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a8150ba0 con 0x7f5798003a00 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57a7fff640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57a814ecb0 0x7f57a815d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.433+0000 7f57acecd640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f57a8157a10 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f579c034040 tx=0x7f579c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.434+0000 7f57a57fa640 1 -- 172.21.15.16:0/1153057839 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c03f020 con 0x7f5798003a00 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.434+0000 7f57a57fa640 1 -- 172.21.15.16:0/1153057839 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f579c037040 con 0x7f5798003a00 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.434+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57a8150e80 con 0x7f5798003a00 2024-09-16T01:49:35.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.434+0000 7f57a57fa640 1 -- 172.21.15.16:0/1153057839 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c036070 con 0x7f5798003a00 2024-09-16T01:49:35.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.434+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57a8151440 con 0x7f5798003a00 2024-09-16T01:49:35.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.435+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57a8072190 con 0x7f5798003a00 2024-09-16T01:49:35.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.435+0000 7f57a57fa640 1 -- 172.21.15.16:0/1153057839 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f579c042020 con 0x7f5798003a00 2024-09-16T01:49:35.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.436+0000 7f57a57fa640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f578c06c8e0 0x7f578c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.436+0000 7f57a7fff640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f578c06c8e0 0x7f578c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.436+0000 7f57a57fa640 1 -- 172.21.15.16:0/1153057839 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5283+0+0 (secure 0 0 0) 0x7f579c0abd20 con 0x7f5798003a00 2024-09-16T01:49:35.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.437+0000 7f57a7fff640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f578c06c8e0 0x7f578c06eda0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f57a802dd50 tx=0x7f5794009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.441+0000 7f57a57fa640 1 -- 172.21.15.16:0/1153057839 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f579c049030 con 0x7f5798003a00 2024-09-16T01:49:35.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:35.617+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f57a8154b60 con 0x7f5798003a00 2024-09-16T01:49:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.300+0000 7f57a57fa640 1 -- 172.21.15.16:0/1153057839 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v138) ==== 170+0+0 (secure 0 0 0) 0x7f579c079ee0 con 0x7f5798003a00 2024-09-16T01:49:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:49:36.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f578c06c8e0 msgr2=0x7f578c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f578c06c8e0 0x7f578c06eda0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f57a802dd50 tx=0x7f5794009040 comp rx=0 tx=0).stop 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 msgr2=0x7f57a8157a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f57a8157a10 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f579c034040 tx=0x7f579c004730 comp rx=0 tx=0).stop 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 shutdown_connections 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f578c06c8e0 0x7f578c06eda0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f57a814e720 0x7f57a80b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57a814ecb0 0x7f57a815d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 --2- 172.21.15.16:0/1153057839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5798003a00 0x7f57a8157a10 secure :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f579c034040 tx=0x7f579c004730 comp rx=0 tx=0).stop 2024-09-16T01:49:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.303+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 >> 172.21.15.16:0/1153057839 conn(0x7f57a80b2000 msgr2=0x7f57a80b1660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:36.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.304+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 shutdown_connections 2024-09-16T01:49:36.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.306+0000 7f57af131640 1 -- 172.21.15.16:0/1153057839 wait complete. 2024-09-16T01:49:36.335 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:49:36.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.444+0000 7fdd7b81e640 1 Processor -- start 2024-09-16T01:49:36.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.444+0000 7fdd7b81e640 1 -- start start 2024-09-16T01:49:36.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd7b81e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdd7406bbe0 0x7fdd74072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd7b81e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd740ceee0 0x7fdd740cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd7b81e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd7415fca0 con 0x7fdd7415f830 2024-09-16T01:49:36.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd7b81e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdd740cf350 con 0x7fdd740ceee0 2024-09-16T01:49:36.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd7b81e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdd740cf610 con 0x7fdd7406bbe0 2024-09-16T01:49:36.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd79dbb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd740ceee0 0x7fdd740cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd78db9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdd7415f830 0x7fdd7406bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40180/0 (socket says 172.21.15.16:40180) 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.445+0000 7fdd78db9640 1 -- 172.21.15.16:0/2149544965 learned_addr learned my addr 172.21.15.16:0/2149544965 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd795ba640 1 --2- 172.21.15.16:0/2149544965 >> v2:172.21.15.104:3300/0 conn(0x7fdd7406bbe0 0x7fdd74072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd79dbb640 1 -- 172.21.15.16:0/2149544965 >> v2:172.21.15.104:3300/0 conn(0x7fdd7406bbe0 msgr2=0x7fdd74072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd79dbb640 1 --2- 172.21.15.16:0/2149544965 >> v2:172.21.15.104:3300/0 conn(0x7fdd7406bbe0 0x7fdd74072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd79dbb640 1 -- 172.21.15.16:0/2149544965 >> v1:172.21.15.16:6789/0 conn(0x7fdd7415f830 legacy=0x7fdd7406bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd79dbb640 1 -- 172.21.15.16:0/2149544965 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd740cf8f0 con 0x7fdd740ceee0 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd73fff640 1 -- 172.21.15.16:0/2149544965 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2181438619 0 0) 0x7fdd7415fca0 con 0x7fdd7415f830 2024-09-16T01:49:36.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd795ba640 1 --2- 172.21.15.16:0/2149544965 >> v2:172.21.15.104:3300/0 conn(0x7fdd7406bbe0 0x7fdd74072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:36.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.446+0000 7fdd79dbb640 1 --2- 172.21.15.16:0/2149544965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd740ceee0 0x7fdd740cd8a0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fdd7406fa70 tx=0x7fdd6c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc9aca963a6c61a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:36.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd73fff640 1 -- 172.21.15.16:0/2149544965 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6c037070 con 0x7fdd740ceee0 2024-09-16T01:49:36.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd73fff640 1 -- 172.21.15.16:0/2149544965 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd6c032440 con 0x7fdd740ceee0 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd73fff640 1 -- 172.21.15.16:0/2149544965 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6c02ae60 con 0x7fdd740ceee0 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2149544965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd740ceee0 msgr2=0x7fdd740cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2149544965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd740ceee0 0x7fdd740cd8a0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fdd7406fa70 tx=0x7fdd6c02a110 comp rx=0 tx=0).stop 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2149544965 shutdown_connections 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2149544965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd740ceee0 0x7fdd740cd8a0 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2149544965 >> v2:172.21.15.104:3300/0 conn(0x7fdd7406bbe0 0x7fdd74072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2149544965 >> 172.21.15.16:0/2149544965 conn(0x7fdd740b2000 msgr2=0x7fdd740b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2149544965 shutdown_connections 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.447+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2149544965 wait complete. 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.448+0000 7fdd7b81e640 1 Processor -- start 2024-09-16T01:49:36.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.448+0000 7fdd7b81e640 1 -- start start 2024-09-16T01:49:36.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd7b81e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd7406bbe0 0x7fdd74156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd7b81e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd740ceee0 0x7fdd74143c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd7b81e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd7415f830 0x7fdd7415d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd7b81e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdd740cd380 con 0x7fdd7415f830 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd7b81e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdd740cfeb0 con 0x7fdd7406bbe0 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd7b81e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdd7415b4e0 con 0x7fdd740ceee0 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd79dbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd7415f830 0x7fdd7415d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd79dbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd7415f830 0x7fdd7415d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44992/0 (socket says 172.21.15.16:44992) 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd79dbb640 1 -- 172.21.15.16:0/2878327695 learned_addr learned my addr 172.21.15.16:0/2878327695 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd795ba640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd7406bbe0 0x7fdd74156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.449+0000 7fdd78db9640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd740ceee0 0x7fdd74143c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd79dbb640 1 -- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd740ceee0 msgr2=0x7fdd74143c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd79dbb640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd740ceee0 0x7fdd74143c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd79dbb640 1 -- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd7406bbe0 msgr2=0x7fdd74156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd79dbb640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd7406bbe0 0x7fdd74156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd79dbb640 1 -- 172.21.15.16:0/2878327695 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd7415df00 con 0x7fdd7415f830 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd78db9640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd740ceee0 0x7fdd74143c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:36.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd79dbb640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd7415f830 0x7fdd7415d240 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c035040 tx=0x7fdd6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:36.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd71ffb640 1 -- 172.21.15.16:0/2878327695 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6c039800 con 0x7fdd7415f830 2024-09-16T01:49:36.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd71ffb640 1 -- 172.21.15.16:0/2878327695 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd6c0399a0 con 0x7fdd7415f830 2024-09-16T01:49:36.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd7415dc20 con 0x7fdd7415f830 2024-09-16T01:49:36.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd71ffb640 1 -- 172.21.15.16:0/2878327695 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6c039d90 con 0x7fdd7415f830 2024-09-16T01:49:36.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.450+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd74155960 con 0x7fdd7415f830 2024-09-16T01:49:36.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.451+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd74072190 con 0x7fdd7415f830 2024-09-16T01:49:36.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.452+0000 7fdd71ffb640 1 -- 172.21.15.16:0/2878327695 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fdd6c04d3f0 con 0x7fdd7415f830 2024-09-16T01:49:36.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.452+0000 7fdd71ffb640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd6006c910 0x7fdd6006edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.452+0000 7fdd71ffb640 1 -- 172.21.15.16:0/2878327695 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5665+0+0 (secure 0 0 0) 0x7fdd6c0ae4e0 con 0x7fdd7415f830 2024-09-16T01:49:36.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.452+0000 7fdd795ba640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd6006c910 0x7fdd6006edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.453+0000 7fdd795ba640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd6006c910 0x7fdd6006edd0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdd6400f500 tx=0x7fdd64007770 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:36.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.457+0000 7fdd71ffb640 1 -- 172.21.15.16:0/2878327695 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd6c07c4f0 con 0x7fdd7415f830 2024-09-16T01:49:36.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:36.669+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fdd740afc50 con 0x7fdd7415f830 2024-09-16T01:49:37.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.322+0000 7fdd71ffb640 1 -- 172.21.15.16:0/2878327695 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 22 and data pool 23 v82) ==== 174+0+0 (secure 0 0 0) 0x7fdd6c07bdf0 con 0x7fdd7415f830 2024-09-16T01:49:37.325 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 22 and data pool 23 2024-09-16T01:49:37.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.339+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd6006c910 msgr2=0x7fdd6006edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.339+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd6006c910 0x7fdd6006edd0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdd6400f500 tx=0x7fdd64007770 comp rx=0 tx=0).stop 2024-09-16T01:49:37.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.339+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd7415f830 msgr2=0x7fdd7415d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.339+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd7415f830 0x7fdd7415d240 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c035040 tx=0x7fdd6c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.340+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 shutdown_connections 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.340+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdd6006c910 0x7fdd6006edd0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.340+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd7415f830 0x7fdd7415d240 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.340+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdd740ceee0 0x7fdd74143c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.340+0000 7fdd7b81e640 1 --2- 172.21.15.16:0/2878327695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd7406bbe0 0x7fdd74156160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.340+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 >> 172.21.15.16:0/2878327695 conn(0x7fdd740b2000 msgr2=0x7fdd740723a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.341+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 shutdown_connections 2024-09-16T01:49:37.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.341+0000 7fdd7b81e640 1 -- 172.21.15.16:0/2878327695 wait complete. 2024-09-16T01:49:37.358 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:37.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.464+0000 7f7dd7e23640 1 Processor -- start 2024-09-16T01:49:37.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.464+0000 7f7dd7e23640 1 -- start start 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd7e23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7dd0147fc0 0x7f7dd015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd7e23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd00b9ee0 0x7f7dd00d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd7e23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7dd00ba2f0 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd7e23640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7dd01483a0 con 0x7f7dd0147fc0 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd7e23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7dd015efa0 con 0x7f7dd00b9ee0 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd5bbf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7dd0147fc0 0x7f7dd015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd5bbf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7dd0147fc0 0x7f7dd015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45000/0 (socket says 172.21.15.16:45000) 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd5bbf640 1 -- 172.21.15.16:0/3615314740 learned_addr learned my addr 172.21.15.16:0/3615314740 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd5bbf640 1 -- 172.21.15.16:0/3615314740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd00b9ee0 msgr2=0x7f7dd00d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd63c0640 1 --2- 172.21.15.16:0/3615314740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd00b9ee0 0x7f7dd00d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.465+0000 7f7dd5bbf640 1 --2- 172.21.15.16:0/3615314740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd00b9ee0 0x7f7dd00d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.466+0000 7f7dd5bbf640 1 -- 172.21.15.16:0/3615314740 >> v1:172.21.15.104:6789/0 conn(0x7f7dd00d0ee0 legacy=0x7f7dd00b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:37.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.466+0000 7f7dd5bbf640 1 -- 172.21.15.16:0/3615314740 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd00d2750 con 0x7f7dd0147fc0 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.466+0000 7f7dd5bbf640 1 --2- 172.21.15.16:0/3615314740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd0147fc0 0x7f7dd015ea60 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8009870 tx=0x7f7dc802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db4a92f78cc69378 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.466+0000 7f7dd4bbd640 1 -- 172.21.15.16:0/3615314740 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc8037070 con 0x7f7dd0147fc0 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.466+0000 7f7dd4bbd640 1 -- 172.21.15.16:0/3615314740 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dc8032440 con 0x7f7dd0147fc0 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd4bbd640 1 -- 172.21.15.16:0/3615314740 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc8032810 con 0x7f7dd0147fc0 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 -- 172.21.15.16:0/3615314740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd0147fc0 msgr2=0x7f7dd015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/3615314740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd0147fc0 0x7f7dd015ea60 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8009870 tx=0x7f7dc802a210 comp rx=0 tx=0).stop 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 -- 172.21.15.16:0/3615314740 shutdown_connections 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/3615314740 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd00b9ee0 0x7f7dd00d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/3615314740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd0147fc0 0x7f7dd015ea60 unknown :-1 s=CLOSED pgs=1475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 -- 172.21.15.16:0/3615314740 >> 172.21.15.16:0/3615314740 conn(0x7f7dd0074fe0 msgr2=0x7f7dd006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:37.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 -- 172.21.15.16:0/3615314740 shutdown_connections 2024-09-16T01:49:37.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.467+0000 7f7dd7e23640 1 -- 172.21.15.16:0/3615314740 wait complete. 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.468+0000 7f7dd7e23640 1 Processor -- start 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.468+0000 7f7dd7e23640 1 -- start start 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd7e23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dd00b9ee0 0x7f7dd01409c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd7e23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd00d0ee0 0x7f7dd0140f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd7e23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd0147fc0 0x7f7dd015c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd7e23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd00d2d10 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd7e23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd00d2500 con 0x7f7dd00b9ee0 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd7e23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7dd00d2ff0 con 0x7f7dd0147fc0 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd53be640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd00d0ee0 0x7f7dd0140f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd53be640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd00d0ee0 0x7f7dd0140f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45010/0 (socket says 172.21.15.16:45010) 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd53be640 1 -- 172.21.15.16:0/4052063095 learned_addr learned my addr 172.21.15.16:0/4052063095 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd5bbf640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dd00b9ee0 0x7f7dd01409c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.469+0000 7f7dd63c0640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd0147fc0 0x7f7dd015c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd53be640 1 -- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd0147fc0 msgr2=0x7f7dd015c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd53be640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd0147fc0 0x7f7dd015c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd53be640 1 -- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dd00b9ee0 msgr2=0x7f7dd01409c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd53be640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dd00b9ee0 0x7f7dd01409c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd53be640 1 -- 172.21.15.16:0/4052063095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd01e8640 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd53be640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd00d0ee0 0x7f7dd0140f00 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f7dc400c430 tx=0x7f7dc400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dce7fc640 1 -- 172.21.15.16:0/4052063095 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc4011790 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dce7fc640 1 -- 172.21.15.16:0/4052063095 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dc4017070 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dd01e7880 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dce7fc640 1 -- 172.21.15.16:0/4052063095 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc4011bb0 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.470+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dd01e7e40 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.471+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dd00d1370 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.472+0000 7f7dce7fc640 1 -- 172.21.15.16:0/4052063095 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f7dc401c460 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.472+0000 7f7dce7fc640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7dbc06c8e0 0x7f7dbc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.472+0000 7f7dce7fc640 1 -- 172.21.15.16:0/4052063095 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5765+0+0 (secure 0 0 0) 0x7f7dc408bcd0 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.472+0000 7f7dd5bbf640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7dbc06c8e0 0x7f7dbc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.473+0000 7f7dd5bbf640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7dbc06c8e0 0x7f7dbc06eda0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8034000 tx=0x7f7dc802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:37.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.476+0000 7f7dce7fc640 1 -- 172.21.15.16:0/4052063095 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7dc4059500 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.652+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7dd0068810 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.653+0000 7f7dce7fc640 1 -- 172.21.15.16:0/4052063095 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16797 (secure 0 0 0) 0x7f7dc405d800 con 0x7f7dd00d0ee0 2024-09-16T01:49:37.655 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":139,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:36.670620+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:49:34.637705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:35.649199+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:37.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7dbc06c8e0 msgr2=0x7f7dbc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7dbc06c8e0 0x7f7dbc06eda0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8034000 tx=0x7f7dc802e000 comp rx=0 tx=0).stop 2024-09-16T01:49:37.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd00d0ee0 msgr2=0x7f7dd0140f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd00d0ee0 0x7f7dd0140f00 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f7dc400c430 tx=0x7f7dc400c8f0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 shutdown_connections 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7dbc06c8e0 0x7f7dbc06eda0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7dd0147fc0 0x7f7dd015c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7dd00d0ee0 0x7f7dd0140f00 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 --2- 172.21.15.16:0/4052063095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dd00b9ee0 0x7f7dd01409c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 >> 172.21.15.16:0/4052063095 conn(0x7f7dd0074fe0 msgr2=0x7f7dd015d920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 shutdown_connections 2024-09-16T01:49:37.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.656+0000 7f7dd7e23640 1 -- 172.21.15.16:0/4052063095 wait complete. 2024-09-16T01:49:37.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:37.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.770+0000 7f75a66b7640 1 Processor -- start 2024-09-16T01:49:37.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.770+0000 7f75a66b7640 1 -- start start 2024-09-16T01:49:37.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.770+0000 7f75a66b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a00b9ee0 0x7f75a015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f75a66b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75a00ba320 con 0x7f75a00d15f0 2024-09-16T01:49:37.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f75a66b7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75a00d2750 con 0x7f75a0147fc0 2024-09-16T01:49:37.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f75a66b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f75a01483a0 con 0x7f75a00b9ee0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f759f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f75a00d15f0 0x7f75a00b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40190/0 (socket says 172.21.15.16:40190) 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f759f7fe640 1 -- 172.21.15.16:0/2560065684 learned_addr learned my addr 172.21.15.16:0/2560065684 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f75a4c54640 1 --2- 172.21.15.16:0/2560065684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a00b9ee0 0x7f75a015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 907085639 0 0) 0x7f75a00ba320 con 0x7f75a00d15f0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7588003520 con 0x7f75a00d15f0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2905900090 0 0) 0x7f75a00d2750 con 0x7f75a0147fc0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f75a00ba320 con 0x7f75a0147fc0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3385956111 0 0) 0x7f7588003520 con 0x7f75a00d15f0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f75a4c54640 1 -- 172.21.15.16:0/2560065684 >> v1:172.21.15.104:6789/0 conn(0x7f75a0147fc0 legacy=0x7f75a00d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f75a4c54640 1 -- 172.21.15.16:0/2560065684 >> v1:172.21.15.16:6789/0 conn(0x7f75a00d15f0 legacy=0x7f75a00b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.771+0000 7f75a4c54640 1 -- 172.21.15.16:0/2560065684 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a00d2a30 con 0x7f75a00b9ee0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.772+0000 7f75a4c54640 1 --2- 172.21.15.16:0/2560065684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a00b9ee0 0x7f75a015ea60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f7598009dc0 tx=0x7f759802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b5968cfa87b19d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.772+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7594001670 con 0x7f75a00b9ee0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.772+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7598007540 con 0x7f75a00b9ee0 2024-09-16T01:49:37.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.772+0000 7f759effd640 1 -- 172.21.15.16:0/2560065684 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75980078f0 con 0x7f75a00b9ee0 2024-09-16T01:49:37.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.773+0000 7f75a66b7640 1 -- 172.21.15.16:0/2560065684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a00b9ee0 msgr2=0x7f75a015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.773+0000 7f75a66b7640 1 --2- 172.21.15.16:0/2560065684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a00b9ee0 0x7f75a015ea60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f7598009dc0 tx=0x7f759802a660 comp rx=0 tx=0).stop 2024-09-16T01:49:37.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.773+0000 7f75a66b7640 1 -- 172.21.15.16:0/2560065684 shutdown_connections 2024-09-16T01:49:37.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.773+0000 7f75a66b7640 1 --2- 172.21.15.16:0/2560065684 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a00b9ee0 0x7f75a015ea60 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.773+0000 7f75a66b7640 1 -- 172.21.15.16:0/2560065684 >> 172.21.15.16:0/2560065684 conn(0x7f75a0074fe0 msgr2=0x7f75a006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.773+0000 7f75a66b7640 1 -- 172.21.15.16:0/2560065684 shutdown_connections 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.773+0000 7f75a66b7640 1 -- 172.21.15.16:0/2560065684 wait complete. 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.774+0000 7f75a66b7640 1 Processor -- start 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.774+0000 7f75a66b7640 1 -- start start 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f75a66b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75a00b9ee0 0x7f75a0144050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f75a66b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75a00d15f0 0x7f75a0152050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f75a66b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a0147fc0 0x7f75a014fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f75a66b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f75a00d2500 con 0x7f75a00b9ee0 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f75a66b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f75a015efa0 con 0x7f75a00d15f0 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f75a66b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f75a00d2ff0 con 0x7f75a0147fc0 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75a00b9ee0 0x7f75a0144050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75a00b9ee0 0x7f75a0144050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45016/0 (socket says 172.21.15.16:45016) 2024-09-16T01:49:37.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 -- 172.21.15.16:0/988000705 learned_addr learned my addr 172.21.15.16:0/988000705 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759f7fe640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75a00d15f0 0x7f75a0152050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f75a4c54640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a0147fc0 0x7f75a014fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 -- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a0147fc0 msgr2=0x7f75a014fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a0147fc0 0x7f75a014fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 -- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75a00d15f0 msgr2=0x7f75a0152050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75a00d15f0 0x7f75a0152050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 -- 172.21.15.16:0/988000705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a0144590 con 0x7f75a00b9ee0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.775+0000 7f759ffff640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75a00b9ee0 0x7f75a0144050 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f759000c430 tx=0x7f759000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.776+0000 7f759cff9640 1 -- 172.21.15.16:0/988000705 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7590017070 con 0x7f75a00b9ee0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.776+0000 7f759cff9640 1 -- 172.21.15.16:0/988000705 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75900052f0 con 0x7f75a00b9ee0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.776+0000 7f759cff9640 1 -- 172.21.15.16:0/988000705 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7590003830 con 0x7f75a00b9ee0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.776+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a014edb0 con 0x7f75a00b9ee0 2024-09-16T01:49:37.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.776+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a014f370 con 0x7f75a00b9ee0 2024-09-16T01:49:37.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.777+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a015ea60 con 0x7f75a00b9ee0 2024-09-16T01:49:37.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.777+0000 7f759cff9640 1 -- 172.21.15.16:0/988000705 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f759001a070 con 0x7f75a00b9ee0 2024-09-16T01:49:37.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.778+0000 7f759cff9640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f758c06c8e0 0x7f758c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:37.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.778+0000 7f759cff9640 1 -- 172.21.15.16:0/988000705 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5765+0+0 (secure 0 0 0) 0x7f759008b4f0 con 0x7f75a00b9ee0 2024-09-16T01:49:37.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.778+0000 7f759f7fe640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f758c06c8e0 0x7f758c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:37.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.778+0000 7f759f7fe640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f758c06c8e0 0x7f758c06eda0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f75a01f7640 tx=0x7f7594009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:37.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.782+0000 7f759cff9640 1 -- 172.21.15.16:0/988000705 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f75a0144590 con 0x7f75a00b9ee0 2024-09-16T01:49:37.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.958+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f75a00d3dc0 con 0x7f75a00b9ee0 2024-09-16T01:49:37.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.959+0000 7f759cff9640 1 -- 172.21.15.16:0/988000705 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16797 (secure 0 0 0) 0x7f7590059250 con 0x7f75a00b9ee0 2024-09-16T01:49:37.961 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:37.961 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":139,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:36.670620+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:49:34.637705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:35.649199+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f758c06c8e0 msgr2=0x7f758c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f758c06c8e0 0x7f758c06eda0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f75a01f7640 tx=0x7f7594009040 comp rx=0 tx=0).stop 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75a00b9ee0 msgr2=0x7f75a0144050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75a00b9ee0 0x7f75a0144050 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f759000c430 tx=0x7f759000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 shutdown_connections 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f758c06c8e0 0x7f758c06eda0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f75a0147fc0 0x7f75a014fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75a00d15f0 0x7f75a0152050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 --2- 172.21.15.16:0/988000705 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f75a00b9ee0 0x7f75a0144050 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 >> 172.21.15.16:0/988000705 conn(0x7f75a0074fe0 msgr2=0x7f75a0161130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:37.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.961+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 shutdown_connections 2024-09-16T01:49:37.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:37.962+0000 7f75a66b7640 1 -- 172.21.15.16:0/988000705 wait complete. 2024-09-16T01:49:37.975 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:49:38.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.079+0000 7f50f52f8640 1 Processor -- start 2024-09-16T01:49:38.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.079+0000 7f50f52f8640 1 -- start start 2024-09-16T01:49:38.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50f52f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f50f015e690 0x7f50f006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50f52f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 0x7f50f00cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50f52f8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50f015ea70 con 0x7f50f00cf5e0 2024-09-16T01:49:38.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50f52f8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f50f006c560 con 0x7f50f015e690 2024-09-16T01:49:38.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50f52f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f50f00722a0 con 0x7f50f006c120 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50ef7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f50f00cf5e0 0x7f50f00d2860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40202/0 (socket says 172.21.15.16:40202) 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50ef7fe640 1 -- 172.21.15.16:0/1705418668 learned_addr learned my addr 172.21.15.16:0/1705418668 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50eeffd640 1 --2- 172.21.15.16:0/1705418668 >> v2:172.21.15.104:3300/0 conn(0x7f50f015e690 0x7f50f006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50ee7fc640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 0x7f50f00cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 81480130 0 0) 0x7f50f015ea70 con 0x7f50f00cf5e0 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f50d8003520 con 0x7f50f00cf5e0 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2163979019 0 0) 0x7f50d8003520 con 0x7f50f00cf5e0 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 msgr2=0x7f50f00cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 0x7f50f00cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 >> v2:172.21.15.104:3300/0 conn(0x7f50f015e690 msgr2=0x7f50f006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 --2- 172.21.15.16:0/1705418668 >> v2:172.21.15.104:3300/0 conn(0x7f50f015e690 0x7f50f006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f0072580 con 0x7f50f00cf5e0 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f50e80019f0 con 0x7f50f00cf5e0 2024-09-16T01:49:38.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 >> v1:172.21.15.16:6789/0 conn(0x7f50f00cf5e0 legacy=0x7f50f00d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50d80039b0 0x7f50d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d8004800 0x7f50d8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 0x7f50d80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f50f006c560 con 0x7f50d80039b0 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50f00722a0 con 0x7f50d8004800 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f50d800b9c0 con 0x7f50f006c120 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.080+0000 7f50eeffd640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50d80039b0 0x7f50d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50ee7fc640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d8004800 0x7f50d8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50ef7fe640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 0x7f50d80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50eeffd640 1 -- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 msgr2=0x7f50d80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50eeffd640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f006c120 0x7f50d80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50eeffd640 1 -- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d8004800 msgr2=0x7f50d8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50eeffd640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d8004800 0x7f50d8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50eeffd640 1 -- 172.21.15.16:0/1705418668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50d8003520 con 0x7f50d80039b0 2024-09-16T01:49:38.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.081+0000 7f50ee7fc640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d8004800 0x7f50d8004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50eeffd640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50d80039b0 0x7f50d8003dd0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f50e0009ac0 tx=0x7f50d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d448e576aa83b0e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e0036070 con 0x7f50d80039b0 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50e0031400 con 0x7f50d80039b0 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50edffb640 1 -- 172.21.15.16:0/1705418668 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e0009690 con 0x7f50d80039b0 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50f52f8640 1 -- 172.21.15.16:0/1705418668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50d80039b0 msgr2=0x7f50d8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50f52f8640 1 --2- 172.21.15.16:0/1705418668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50d80039b0 0x7f50d8003dd0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f50e0009ac0 tx=0x7f50d8005830 comp rx=0 tx=0).stop 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50ef7fe640 1 -- 172.21.15.16:0/1705418668 reap_dead start 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50f52f8640 1 -- 172.21.15.16:0/1705418668 shutdown_connections 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50f52f8640 1 -- 172.21.15.16:0/1705418668 >> 172.21.15.16:0/1705418668 conn(0x7f50f00d1200 msgr2=0x7f50f00d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50f52f8640 1 -- 172.21.15.16:0/1705418668 shutdown_connections 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.082+0000 7f50f52f8640 1 -- 172.21.15.16:0/1705418668 wait complete. 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 Processor -- start 2024-09-16T01:49:38.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 -- start start 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d80039b0 0x7f50f00ca530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f00cc670 0x7f50f015cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50f00ccaf0 0x7f50f015d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f50f00cfa90 con 0x7f50f00ccaf0 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50f0072b40 con 0x7f50d80039b0 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.084+0000 7f50f52f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f50f00cf0a0 con 0x7f50f00cc670 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50f00ccaf0 0x7f50f015d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50f00ccaf0 0x7f50f015d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45028/0 (socket says 172.21.15.16:45028) 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 -- 172.21.15.16:0/2544549039 learned_addr learned my addr 172.21.15.16:0/2544549039 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50eeffd640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d80039b0 0x7f50f00ca530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ee7fc640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f00cc670 0x7f50f015cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 -- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f00cc670 msgr2=0x7f50f015cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f00cc670 0x7f50f015cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 -- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d80039b0 msgr2=0x7f50f00ca530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d80039b0 0x7f50f00ca530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 -- 172.21.15.16:0/2544549039 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f015ed10 con 0x7f50f00ccaf0 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50ef7fe640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50f00ccaf0 0x7f50f015d0f0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f50f0069840 tx=0x7f50e800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50d77fe640 1 -- 172.21.15.16:0/2544549039 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e800eb90 con 0x7f50f00ccaf0 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50d77fe640 1 -- 172.21.15.16:0/2544549039 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50e8018070 con 0x7f50f00ccaf0 2024-09-16T01:49:38.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50f015efb0 con 0x7f50f00ccaf0 2024-09-16T01:49:38.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50d77fe640 1 -- 172.21.15.16:0/2544549039 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e8013420 con 0x7f50f00ccaf0 2024-09-16T01:49:38.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.085+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50f0157f60 con 0x7f50f00ccaf0 2024-09-16T01:49:38.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.086+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50f006bbe0 con 0x7f50f00ccaf0 2024-09-16T01:49:38.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.087+0000 7f50d77fe640 1 -- 172.21.15.16:0/2544549039 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f50e80135c0 con 0x7f50f00ccaf0 2024-09-16T01:49:38.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.087+0000 7f50d77fe640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50dc06c8e0 0x7f50dc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.087+0000 7f50d77fe640 1 -- 172.21.15.16:0/2544549039 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5765+0+0 (secure 0 0 0) 0x7f50e808c130 con 0x7f50f00ccaf0 2024-09-16T01:49:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.087+0000 7f50eeffd640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50dc06c8e0 0x7f50dc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.088+0000 7f50eeffd640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50dc06c8e0 0x7f50dc06eda0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f50e0033000 tx=0x7f50e0008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.092+0000 7f50d77fe640 1 -- 172.21.15.16:0/2544549039 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f50e8059960 con 0x7f50f00ccaf0 2024-09-16T01:49:38.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.303+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f50f00cc450 con 0x7f50f00ccaf0 2024-09-16T01:49:38.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.325+0000 7f50d77fe640 1 -- 172.21.15.16:0/2544549039 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v83) ==== 118+0+0 (secure 0 0 0) 0x7f50e805dc60 con 0x7f50f00ccaf0 2024-09-16T01:49:38.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50dc06c8e0 msgr2=0x7f50dc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50dc06c8e0 0x7f50dc06eda0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f50e0033000 tx=0x7f50e0008030 comp rx=0 tx=0).stop 2024-09-16T01:49:38.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50f00ccaf0 msgr2=0x7f50f015d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50f00ccaf0 0x7f50f015d0f0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f50f0069840 tx=0x7f50e800e530 comp rx=0 tx=0).stop 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 shutdown_connections 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50dc06c8e0 0x7f50dc06eda0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50f00ccaf0 0x7f50f015d0f0 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50f00cc670 0x7f50f015cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 --2- 172.21.15.16:0/2544549039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50d80039b0 0x7f50f00ca530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 >> 172.21.15.16:0/2544549039 conn(0x7f50f00d1200 msgr2=0x7f50f015a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 shutdown_connections 2024-09-16T01:49:38.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.328+0000 7f50f52f8640 1 -- 172.21.15.16:0/2544549039 wait complete. 2024-09-16T01:49:38.340 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:49:38.341 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:49:38.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.445+0000 7f7436bb7640 1 Processor -- start 2024-09-16T01:49:38.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.445+0000 7f7436bb7640 1 -- start start 2024-09-16T01:49:38.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7436bb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7430072190 0x7f743015f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7436bb7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f74300ceee0 0x7f74300cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7436bb7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74300cf370 con 0x7f743006bbe0 2024-09-16T01:49:38.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7436bb7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f74300cf610 con 0x7f74300ceee0 2024-09-16T01:49:38.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7436bb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f74300cf8f0 con 0x7f7430072190 2024-09-16T01:49:38.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7435154640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f74300ceee0 0x7f74300cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f742ffff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7430072190 0x7f743015f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7435154640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f74300ceee0 0x7f74300cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:53944/0 (socket says 172.21.15.16:53944) 2024-09-16T01:49:38.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f742ffff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7430072190 0x7f743015f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:46244/0 (socket says 172.21.15.16:46244) 2024-09-16T01:49:38.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.446+0000 7f7435154640 1 -- 172.21.15.16:0/4187139208 learned_addr learned my addr 172.21.15.16:0/4187139208 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:38.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.447+0000 7f7435154640 1 -- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7430072190 msgr2=0x7f743015f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.447+0000 7f7435154640 1 --2- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7430072190 0x7f743015f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.447+0000 7f7435154640 1 -- 172.21.15.16:0/4187139208 >> v1:172.21.15.104:6789/0 conn(0x7f743006bbe0 legacy=0x7f743006bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.447+0000 7f7435154640 1 -- 172.21.15.16:0/4187139208 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74300cfbd0 con 0x7f74300ceee0 2024-09-16T01:49:38.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.447+0000 7f742ffff640 1 --2- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7430072190 0x7f743015f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:38.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7435154640 1 --2- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74300ceee0 0x7f74300cd8a0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7420009870 tx=0x7f742002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dab134b8e537594a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f742f7fe640 1 -- 172.21.15.16:0/4187139208 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7420037070 con 0x7f74300ceee0 2024-09-16T01:49:38.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f742f7fe640 1 -- 172.21.15.16:0/4187139208 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7420032440 con 0x7f74300ceee0 2024-09-16T01:49:38.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f742f7fe640 1 -- 172.21.15.16:0/4187139208 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7420032810 con 0x7f74300ceee0 2024-09-16T01:49:38.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 -- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74300ceee0 msgr2=0x7f74300cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 --2- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74300ceee0 0x7f74300cd8a0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7420009870 tx=0x7f742002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 -- 172.21.15.16:0/4187139208 shutdown_connections 2024-09-16T01:49:38.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 --2- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74300ceee0 0x7f74300cd8a0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 --2- 172.21.15.16:0/4187139208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7430072190 0x7f743015f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 -- 172.21.15.16:0/4187139208 >> 172.21.15.16:0/4187139208 conn(0x7f74300b2000 msgr2=0x7f74300b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 -- 172.21.15.16:0/4187139208 shutdown_connections 2024-09-16T01:49:38.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.448+0000 7f7436bb7640 1 -- 172.21.15.16:0/4187139208 wait complete. 2024-09-16T01:49:38.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.449+0000 7f7436bb7640 1 Processor -- start 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.450+0000 7f7436bb7640 1 -- start start 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.450+0000 7f7436bb7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f743006bbe0 0x7f74301f82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.450+0000 7f7436bb7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7430072190 0x7f7430144500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.450+0000 7f7436bb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74300ceee0 0x7f7430157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.450+0000 7f7436bb7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f743015b4e0 con 0x7f743006bbe0 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.450+0000 7f7436bb7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f74300cd380 con 0x7f7430072190 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.450+0000 7f7436bb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7430144a40 con 0x7f74300ceee0 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f743006bbe0 0x7f74301f82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f743006bbe0 0x7f74301f82f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45036/0 (socket says 172.21.15.16:45036) 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 -- 172.21.15.16:0/2200392717 learned_addr learned my addr 172.21.15.16:0/2200392717 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7435154640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74300ceee0 0x7f7430157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f742ffff640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7430072190 0x7f7430144500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 -- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74300ceee0 msgr2=0x7f7430157910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74300ceee0 0x7f7430157910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 -- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7430072190 msgr2=0x7f7430144500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7430072190 0x7f7430144500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 -- 172.21.15.16:0/2200392717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f743015a020 con 0x7f743006bbe0 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7434953640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f743006bbe0 0x7f74301f82f0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f742800c730 tx=0x7f742800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f742d7fa640 1 -- 172.21.15.16:0/2200392717 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7428016020 con 0x7f743006bbe0 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f742d7fa640 1 -- 172.21.15.16:0/2200392717 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7428006d50 con 0x7f743006bbe0 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f743015a300 con 0x7f743006bbe0 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f742d7fa640 1 -- 172.21.15.16:0/2200392717 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7428003bb0 con 0x7f743006bbe0 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.451+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f743015a8c0 con 0x7f743006bbe0 2024-09-16T01:49:38.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.452+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f743015f830 con 0x7f743006bbe0 2024-09-16T01:49:38.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.453+0000 7f742d7fa640 1 -- 172.21.15.16:0/2200392717 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f742800a7f0 con 0x7f743006bbe0 2024-09-16T01:49:38.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.453+0000 7f742d7fa640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f741c06c910 0x7f741c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.453+0000 7f742d7fa640 1 -- 172.21.15.16:0/2200392717 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f742808ba30 con 0x7f743006bbe0 2024-09-16T01:49:38.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.453+0000 7f742ffff640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f741c06c910 0x7f741c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.454+0000 7f742ffff640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f741c06c910 0x7f741c06edd0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f74301e9320 tx=0x7f7424009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.458+0000 7f742d7fa640 1 -- 172.21.15.16:0/2200392717 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7428020020 con 0x7f743006bbe0 2024-09-16T01:49:38.618 INFO:tasks.ceph.mds.d.smithi104.stderr:2024-09-16T01:49:38.617+0000 7f3b8906b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:49:38.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:38.667+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f74300afc50 con 0x7f743006bbe0 2024-09-16T01:49:39.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.331+0000 7f742d7fa640 1 -- 172.21.15.16:0/2200392717 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v84) ==== 122+0+0 (secure 0 0 0) 0x7f7428059260 con 0x7f743006bbe0 2024-09-16T01:49:39.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.333+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f741c06c910 msgr2=0x7f741c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.333+0000 7f7436bb7640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f741c06c910 0x7f741c06edd0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f74301e9320 tx=0x7f7424009190 comp rx=0 tx=0).stop 2024-09-16T01:49:39.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.333+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f743006bbe0 msgr2=0x7f74301f82f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.333+0000 7f7436bb7640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f743006bbe0 0x7f74301f82f0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f742800c730 tx=0x7f742800cbf0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 shutdown_connections 2024-09-16T01:49:39.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f741c06c910 0x7f741c06edd0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74300ceee0 0x7f7430157910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7430072190 0x7f7430144500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 --2- 172.21.15.16:0/2200392717 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f743006bbe0 0x7f74301f82f0 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 >> 172.21.15.16:0/2200392717 conn(0x7f74300b2000 msgr2=0x7f74300ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:39.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 shutdown_connections 2024-09-16T01:49:39.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.334+0000 7f7436bb7640 1 -- 172.21.15.16:0/2200392717 wait complete. 2024-09-16T01:49:39.349 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:49:39.349 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:39.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.456+0000 7f3007318640 1 Processor -- start 2024-09-16T01:49:39.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.456+0000 7f3007318640 1 -- start start 2024-09-16T01:49:39.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.457+0000 7f3007318640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3000147fc0 0x7f300015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.457+0000 7f3007318640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f30000d0ee0 0x7f30000d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.457+0000 7f3007318640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30000ba2f0 con 0x7f30000b97d0 2024-09-16T01:49:39.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.457+0000 7f3007318640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f30001483a0 con 0x7f3000147fc0 2024-09-16T01:49:39.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.457+0000 7f3007318640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f300015efa0 con 0x7f30000d0ee0 2024-09-16T01:49:39.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.457+0000 7f30050b4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3000147fc0 0x7f300015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.457+0000 7f30058b5640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f30000b97d0 0x7f30000b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40216/0 (socket says 172.21.15.16:40216) 2024-09-16T01:49:39.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f30058b5640 1 -- 172.21.15.16:0/587555060 learned_addr learned my addr 172.21.15.16:0/587555060 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:39.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f30048b3640 1 --2- 172.21.15.16:0/587555060 >> v2:172.21.15.104:3300/0 conn(0x7f30000d0ee0 0x7f30000d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f2ffffff640 1 -- 172.21.15.16:0/587555060 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4165225890 0 0) 0x7f30000ba2f0 con 0x7f30000b97d0 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f2ffffff640 1 -- 172.21.15.16:0/587555060 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2fe8003520 con 0x7f30000b97d0 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f30050b4640 1 -- 172.21.15.16:0/587555060 >> v2:172.21.15.104:3300/0 conn(0x7f30000d0ee0 msgr2=0x7f30000d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f30050b4640 1 --2- 172.21.15.16:0/587555060 >> v2:172.21.15.104:3300/0 conn(0x7f30000d0ee0 0x7f30000d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f30050b4640 1 -- 172.21.15.16:0/587555060 >> v1:172.21.15.16:6789/0 conn(0x7f30000b97d0 legacy=0x7f30000b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.458+0000 7f30050b4640 1 -- 172.21.15.16:0/587555060 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30000d2750 con 0x7f3000147fc0 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f30050b4640 1 --2- 172.21.15.16:0/587555060 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3000147fc0 0x7f300015ea60 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f3000161f70 tx=0x7f2ff802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ac0918806246f78 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f2ffffff640 1 -- 172.21.15.16:0/587555060 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8037070 con 0x7f3000147fc0 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f2ffffff640 1 -- 172.21.15.16:0/587555060 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ff8032440 con 0x7f3000147fc0 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f2ffffff640 1 -- 172.21.15.16:0/587555060 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8032810 con 0x7f3000147fc0 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 -- 172.21.15.16:0/587555060 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3000147fc0 msgr2=0x7f300015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 --2- 172.21.15.16:0/587555060 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3000147fc0 0x7f300015ea60 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f3000161f70 tx=0x7f2ff802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 -- 172.21.15.16:0/587555060 shutdown_connections 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 --2- 172.21.15.16:0/587555060 >> v2:172.21.15.104:3300/0 conn(0x7f30000d0ee0 0x7f30000d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 --2- 172.21.15.16:0/587555060 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3000147fc0 0x7f300015ea60 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 -- 172.21.15.16:0/587555060 >> 172.21.15.16:0/587555060 conn(0x7f3000074fe0 msgr2=0x7f300006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 -- 172.21.15.16:0/587555060 shutdown_connections 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.459+0000 7f3007318640 1 -- 172.21.15.16:0/587555060 wait complete. 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 Processor -- start 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 -- start start 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000b97d0 0x7f3000141000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000d0ee0 0x7f3000143760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f30000cc260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f30000d2d10 con 0x7f30000b97d0 2024-09-16T01:49:39.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f30000d2500 con 0x7f30000d0ee0 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.461+0000 7f3007318640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f30000d2ff0 con 0x7f3000147fc0 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000b97d0 0x7f3000141000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000b97d0 0x7f3000141000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45056/0 (socket says 172.21.15.16:45056) 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 -- 172.21.15.16:0/3999836175 learned_addr learned my addr 172.21.15.16:0/3999836175 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30048b3640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000d0ee0 0x7f3000143760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30058b5640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f30000cc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 -- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 msgr2=0x7f30000cc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f30000cc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 -- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000d0ee0 msgr2=0x7f3000143760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000d0ee0 0x7f3000143760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 -- 172.21.15.16:0/3999836175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30001441e0 con 0x7f30000b97d0 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f30050b4640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000b97d0 0x7f3000141000 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8000c00 tx=0x7f2ff80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:39.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f2ffdffb640 1 -- 172.21.15.16:0/3999836175 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8037040 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f2ffdffb640 1 -- 172.21.15.16:0/3999836175 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ff8042070 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30000c9c40 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.462+0000 7f2ffdffb640 1 -- 172.21.15.16:0/3999836175 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8030960 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.463+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30000ca200 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.464+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3000050050 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.464+0000 7f2ffdffb640 1 -- 172.21.15.16:0/3999836175 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f2ff8030b00 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.465+0000 7f2ffdffb640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2fec06c8e0 0x7f2fec06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.465+0000 7f2ffdffb640 1 -- 172.21.15.16:0/3999836175 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f2ff80ac6d0 con 0x7f30000b97d0 2024-09-16T01:49:39.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.465+0000 7f30048b3640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2fec06c8e0 0x7f2fec06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.465+0000 7f30048b3640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2fec06c8e0 0x7f2fec06eda0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3000146f40 tx=0x7f2ff4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:39.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.469+0000 7f2ffdffb640 1 -- 172.21.15.16:0/3999836175 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3000050050 con 0x7f30000b97d0 2024-09-16T01:49:39.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.679+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30000d44d0 con 0x7f30000b97d0 2024-09-16T01:49:39.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.680+0000 7f2ffdffb640 1 -- 172.21.15.16:0/3999836175 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5230 (secure 0 0 0) 0x7f2ff8079f70 con 0x7f30000b97d0 2024-09-16T01:49:39.681 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:39.681 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":84,"btime":"2024-09-16T01:49:39:327151+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7702,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2449915194","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2449915194},{"type":"v1","addr":"172.21.15.16:6835","nonce":2449915194}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/849290723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":849290723},{"type":"v1","addr":"172.21.15.104:6835","nonce":849290723}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":8436,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1228874711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1228874711},{"type":"v1","addr":"172.21.15.16:6834","nonce":1228874711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:36.670943+0000","modified":"2024-09-16T01:49:38.669066+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8445":{"gid":8445,"name":"d","rank":0,"incarnation":82,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6834/1749127729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1749127729},{"type":"v1","addr":"172.21.15.104:6834","nonce":1749127729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8445,"qdb_cluster":[8445]},"id":11}]} 2024-09-16T01:49:39.682 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 84 2024-09-16T01:49:39.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.681+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2fec06c8e0 msgr2=0x7f2fec06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.681+0000 7f3007318640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2fec06c8e0 0x7f2fec06eda0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3000146f40 tx=0x7f2ff4008040 comp rx=0 tx=0).stop 2024-09-16T01:49:39.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.681+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000b97d0 msgr2=0x7f3000141000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.681+0000 7f3007318640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000b97d0 0x7f3000141000 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8000c00 tx=0x7f2ff80046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 shutdown_connections 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2fec06c8e0 0x7f2fec06eda0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3000147fc0 0x7f30000cc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30000d0ee0 0x7f3000143760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 --2- 172.21.15.16:0/3999836175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30000b97d0 0x7f3000141000 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 >> 172.21.15.16:0/3999836175 conn(0x7f3000074fe0 msgr2=0x7f30000cf7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 shutdown_connections 2024-09-16T01:49:39.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.682+0000 7f3007318640 1 -- 172.21.15.16:0/3999836175 wait complete. 2024-09-16T01:49:39.695 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.795+0000 7f852188d640 1 Processor -- start 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.795+0000 7f852188d640 1 -- start start 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.796+0000 7f852188d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f851c15e680 0x7f851c0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.796+0000 7f852188d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 0x7f851c0d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.796+0000 7f852188d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f851c0b9a10 con 0x7f851c0b95a0 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.796+0000 7f852188d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f851c0d4f00 con 0x7f851c15e680 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.796+0000 7f852188d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f851c0b8500 con 0x7f851c0d4570 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.796+0000 7f851a7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f851c0b95a0 0x7f851c0d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40228/0 (socket says 172.21.15.16:40228) 2024-09-16T01:49:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.796+0000 7f851a7fc640 1 -- 172.21.15.16:0/3820660545 learned_addr learned my addr 172.21.15.16:0/3820660545 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851b7fe640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 0x7f851c0d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851affd640 1 --2- 172.21.15.16:0/3820660545 >> v2:172.21.15.104:3300/0 conn(0x7f851c15e680 0x7f851c0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2164010914 0 0) 0x7f851c0b9a10 con 0x7f851c0b95a0 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8508003520 con 0x7f851c0b95a0 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 531597103 0 0) 0x7f8508003520 con 0x7f851c0b95a0 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 msgr2=0x7f851c0d49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 0x7f851c0d49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 >> v2:172.21.15.104:3300/0 conn(0x7f851c15e680 msgr2=0x7f851c0b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 --2- 172.21.15.16:0/3820660545 >> v2:172.21.15.104:3300/0 conn(0x7f851c15e680 0x7f851c0b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f851c0b87e0 con 0x7f851c0b95a0 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f8504001670 con 0x7f851c0b95a0 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 >> v1:172.21.15.16:6789/0 conn(0x7f851c0b95a0 legacy=0x7f851c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 0x7f85080039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f8508004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8508004d40 0x7f85080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f851c0d4f00 con 0x7f8508003f30 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f851c0b8500 con 0x7f8508004d40 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f850800b9c0 con 0x7f851c0d4570 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851a7fc640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f8508004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851affd640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 0x7f85080039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851b7fe640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8508004d40 0x7f85080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851a7fc640 1 -- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 msgr2=0x7f85080039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851a7fc640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c0d4570 0x7f85080039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851a7fc640 1 -- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8508004d40 msgr2=0x7f85080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851a7fc640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8508004d40 0x7f85080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.797+0000 7f851a7fc640 1 -- 172.21.15.16:0/3820660545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8508003520 con 0x7f8508003f30 2024-09-16T01:49:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.798+0000 7f851a7fc640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f8508004800 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f850400c290 tx=0x7f8508005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e8cfe64faf6027 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.798+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8504007d50 con 0x7f8508003f30 2024-09-16T01:49:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.798+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f850402e070 con 0x7f8508003f30 2024-09-16T01:49:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.798+0000 7f8519ffb640 1 -- 172.21.15.16:0/3820660545 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8504005d70 con 0x7f8508003f30 2024-09-16T01:49:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.799+0000 7f852188d640 1 -- 172.21.15.16:0/3820660545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 msgr2=0x7f8508004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.799+0000 7f852188d640 1 --2- 172.21.15.16:0/3820660545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f8508004800 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f850400c290 tx=0x7f8508005830 comp rx=0 tx=0).stop 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.799+0000 7f851b7fe640 1 -- 172.21.15.16:0/3820660545 reap_dead start 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.799+0000 7f852188d640 1 -- 172.21.15.16:0/3820660545 shutdown_connections 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.799+0000 7f852188d640 1 -- 172.21.15.16:0/3820660545 >> 172.21.15.16:0/3820660545 conn(0x7f851c074fe0 msgr2=0x7f851c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.799+0000 7f852188d640 1 -- 172.21.15.16:0/3820660545 shutdown_connections 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.799+0000 7f852188d640 1 -- 172.21.15.16:0/3820660545 wait complete. 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.800+0000 7f852188d640 1 Processor -- start 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.800+0000 7f852188d640 1 -- start start 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f852188d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f851c15d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f852188d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f851c142990 0x7f851c1545a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f852188d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c154ae0 0x7f851c154f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f852188d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f851c0b9080 con 0x7f8508003f30 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f852188d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f851c0b8da0 con 0x7f851c142990 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f852188d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f851c0d49c0 con 0x7f851c154ae0 2024-09-16T01:49:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f851c15d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f851c15d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45074/0 (socket says 172.21.15.16:45074) 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 -- 172.21.15.16:0/2271465759 learned_addr learned my addr 172.21.15.16:0/2271465759 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851a7fc640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f851c142990 0x7f851c1545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851b7fe640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c154ae0 0x7f851c154f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 -- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c154ae0 msgr2=0x7f851c154f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c154ae0 0x7f851c154f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 -- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f851c142990 msgr2=0x7f851c1545a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f851c142990 0x7f851c1545a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 -- 172.21.15.16:0/2271465759 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f851c143280 con 0x7f8508003f30 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851b7fe640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c154ae0 0x7f851c154f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851a7fc640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f851c142990 0x7f851c1545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.801+0000 7f851affd640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f851c15d7a0 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f8514011960 tx=0x7f8514011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.802+0000 7f8513fff640 1 -- 172.21.15.16:0/2271465759 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851400faf0 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.802+0000 7f8513fff640 1 -- 172.21.15.16:0/2271465759 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f851400fc90 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.802+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f851c143560 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.802+0000 7f8513fff640 1 -- 172.21.15.16:0/2271465759 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8514014440 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.802+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f851c143b20 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.803+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f851c156050 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.803+0000 7f8513fff640 1 -- 172.21.15.16:0/2271465759 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f8514012040 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.804+0000 7f8513fff640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f84fc06c8e0 0x7f84fc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.804+0000 7f851a7fc640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f84fc06c8e0 0x7f84fc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.804+0000 7f8513fff640 1 -- 172.21.15.16:0/2271465759 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f851408c660 con 0x7f8508003f30 2024-09-16T01:49:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.804+0000 7f851a7fc640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f84fc06c8e0 0x7f84fc06eda0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8504033000 tx=0x7f8504009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.808+0000 7f8513fff640 1 -- 172.21.15.16:0/2271465759 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f851c156050 con 0x7f8508003f30 2024-09-16T01:49:39.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.986+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f851c0b7f20 con 0x7f8508003f30 2024-09-16T01:49:39.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.987+0000 7f8513fff640 1 -- 172.21.15.16:0/2271465759 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16784 (secure 0 0 0) 0x7f8514019030 con 0x7f8508003f30 2024-09-16T01:49:39.989 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:39.990 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":140,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:38.320834+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:49:34.637705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:35.649199+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:49:39.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.989+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f84fc06c8e0 msgr2=0x7f84fc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.989+0000 7f852188d640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f84fc06c8e0 0x7f84fc06eda0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8504033000 tx=0x7f8504009030 comp rx=0 tx=0).stop 2024-09-16T01:49:39.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.989+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 msgr2=0x7f851c15d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:39.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.989+0000 7f852188d640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f851c15d7a0 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f8514011960 tx=0x7f8514011e20 comp rx=0 tx=0).stop 2024-09-16T01:49:39.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.989+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 shutdown_connections 2024-09-16T01:49:39.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.990+0000 7f852188d640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f84fc06c8e0 0x7f84fc06eda0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.990+0000 7f852188d640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f851c154ae0 0x7f851c154f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.990+0000 7f852188d640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f851c142990 0x7f851c1545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.990+0000 7f852188d640 1 --2- 172.21.15.16:0/2271465759 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8508003f30 0x7f851c15d7a0 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:39.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.990+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 >> 172.21.15.16:0/2271465759 conn(0x7f851c074fe0 msgr2=0x7f851c0b77a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:39.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.990+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 shutdown_connections 2024-09-16T01:49:39.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:39.990+0000 7f852188d640 1 -- 172.21.15.16:0/2271465759 wait complete. 2024-09-16T01:49:40.003 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:49:40.003 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.104+0000 7f0b8b847640 1 Processor -- start 2024-09-16T01:49:40.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.104+0000 7f0b8b847640 1 -- start start 2024-09-16T01:49:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.105+0000 7f0b8b847640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0b84147fc0 0x7f0b8415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.105+0000 7f0b8b847640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b840ba2f0 con 0x7f0b840d0ee0 2024-09-16T01:49:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.105+0000 7f0b8b847640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b840d2750 con 0x7f0b840b9ee0 2024-09-16T01:49:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.105+0000 7f0b8b847640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0b841483a0 con 0x7f0b84147fc0 2024-09-16T01:49:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.105+0000 7f0b88de2640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0b840d0ee0 0x7f0b840b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40230/0 (socket says 172.21.15.16:40230) 2024-09-16T01:49:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.105+0000 7f0b88de2640 1 -- 172.21.15.16:0/763319947 learned_addr learned my addr 172.21.15.16:0/763319947 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:40.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2723134287 0 0) 0x7f0b840ba2f0 con 0x7f0b840d0ee0 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0b6c003520 con 0x7f0b840d0ee0 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b895e3640 1 --2- 172.21.15.16:0/763319947 >> v2:172.21.15.104:3300/0 conn(0x7f0b84147fc0 0x7f0b8415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2205765566 0 0) 0x7f0b6c003520 con 0x7f0b840d0ee0 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 >> v2:172.21.15.104:3300/0 conn(0x7f0b84147fc0 msgr2=0x7f0b8415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 --2- 172.21.15.16:0/763319947 >> v2:172.21.15.104:3300/0 conn(0x7f0b84147fc0 0x7f0b8415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 >> v1:172.21.15.104:6789/0 conn(0x7f0b840b9ee0 legacy=0x7f0b840d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b840d2a30 con 0x7f0b840d0ee0 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f0b78001670 con 0x7f0b840d0ee0 2024-09-16T01:49:40.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 >> v1:172.21.15.16:6789/0 conn(0x7f0b840d0ee0 legacy=0x7f0b840b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0039b0 0x7f0b6c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b6c004800 0x7f0b6c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b6c0051c0 0x7f0b6c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0b841483a0 con 0x7f0b6c0051c0 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0b6c00c060 con 0x7f0b6c0039b0 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0b6c00c260 con 0x7f0b6c004800 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b89de4640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b6c0051c0 0x7f0b6c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b895e3640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0039b0 0x7f0b6c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.106+0000 7f0b88de2640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b6c004800 0x7f0b6c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b89de4640 1 -- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b6c004800 msgr2=0x7f0b6c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b89de4640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b6c004800 0x7f0b6c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b89de4640 1 -- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0039b0 msgr2=0x7f0b6c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b89de4640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0039b0 0x7f0b6c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b89de4640 1 -- 172.21.15.16:0/763319947 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b6c003520 con 0x7f0b6c0051c0 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b89de4640 1 -- 172.21.15.16:0/763319947 reap_dead start 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b89de4640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b6c0051c0 0x7f0b6c00b9c0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c001750 tx=0x7f0b6c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3252290116bc1434 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7c001370 con 0x7f0b6c0051c0 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b7c005310 con 0x7f0b6c0051c0 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.107+0000 7f0b83fff640 1 -- 172.21.15.16:0/763319947 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7c02abe0 con 0x7f0b6c0051c0 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.108+0000 7f0b8b847640 1 -- 172.21.15.16:0/763319947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b6c0051c0 msgr2=0x7f0b6c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.108+0000 7f0b8b847640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b6c0051c0 0x7f0b6c00b9c0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c001750 tx=0x7f0b6c005830 comp rx=0 tx=0).stop 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.108+0000 7f0b8b847640 1 -- 172.21.15.16:0/763319947 shutdown_connections 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.108+0000 7f0b8b847640 1 --2- 172.21.15.16:0/763319947 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b6c0051c0 0x7f0b6c00b9c0 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.108+0000 7f0b8b847640 1 -- 172.21.15.16:0/763319947 >> 172.21.15.16:0/763319947 conn(0x7f0b84074fe0 msgr2=0x7f0b8406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.108+0000 7f0b8b847640 1 -- 172.21.15.16:0/763319947 shutdown_connections 2024-09-16T01:49:40.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.108+0000 7f0b8b847640 1 -- 172.21.15.16:0/763319947 wait complete. 2024-09-16T01:49:40.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.109+0000 7f0b8b847640 1 Processor -- start 2024-09-16T01:49:40.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.109+0000 7f0b8b847640 1 -- start start 2024-09-16T01:49:40.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b8b847640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0051c0 0x7f0b84159980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b8b847640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b841440e0 0x7f0b84145760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b8b847640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84145ca0 0x7f0b84146120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b8b847640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0b840d2500 con 0x7f0b841440e0 2024-09-16T01:49:40.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b8b847640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8415efa0 con 0x7f0b6c0051c0 2024-09-16T01:49:40.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b8b847640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0b840d2ff0 con 0x7f0b84145ca0 2024-09-16T01:49:40.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b88de2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b841440e0 0x7f0b84145760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b88de2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b841440e0 0x7f0b84145760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45092/0 (socket says 172.21.15.16:45092) 2024-09-16T01:49:40.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b88de2640 1 -- 172.21.15.16:0/1950843455 learned_addr learned my addr 172.21.15.16:0/1950843455 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:40.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b895e3640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0051c0 0x7f0b84159980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.110+0000 7f0b89de4640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84145ca0 0x7f0b84146120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b88de2640 1 -- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84145ca0 msgr2=0x7f0b84146120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b88de2640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84145ca0 0x7f0b84146120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b88de2640 1 -- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0051c0 msgr2=0x7f0b84159980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b88de2640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0051c0 0x7f0b84159980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b88de2640 1 -- 172.21.15.16:0/1950843455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b8415a0b0 con 0x7f0b841440e0 2024-09-16T01:49:40.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b88de2640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b841440e0 0x7f0b84145760 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f0b78007290 tx=0x7f0b78007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b81ffb640 1 -- 172.21.15.16:0/1950843455 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7801a070 con 0x7f0b841440e0 2024-09-16T01:49:40.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b81ffb640 1 -- 172.21.15.16:0/1950843455 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b7800f960 con 0x7f0b841440e0 2024-09-16T01:49:40.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b8415a390 con 0x7f0b841440e0 2024-09-16T01:49:40.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b81ffb640 1 -- 172.21.15.16:0/1950843455 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7800fd30 con 0x7f0b841440e0 2024-09-16T01:49:40.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.111+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b8415a950 con 0x7f0b841440e0 2024-09-16T01:49:40.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.112+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b8415eaf0 con 0x7f0b841440e0 2024-09-16T01:49:40.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.113+0000 7f0b81ffb640 1 -- 172.21.15.16:0/1950843455 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f0b7801d070 con 0x7f0b841440e0 2024-09-16T01:49:40.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.113+0000 7f0b81ffb640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.113+0000 7f0b81ffb640 1 -- 172.21.15.16:0/1950843455 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f0b7808b930 con 0x7f0b841440e0 2024-09-16T01:49:40.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.113+0000 7f0b895e3640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.114+0000 7f0b895e3640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0b74014450 tx=0x7f0b7400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.118+0000 7f0b81ffb640 1 -- 172.21.15.16:0/1950843455 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b780590d0 con 0x7f0b841440e0 2024-09-16T01:49:40.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.291+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0b8413da60 con 0x7f0b7006c8e0 2024-09-16T01:49:40.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.297+0000 7f0b81ffb640 1 -- 172.21.15.16:0/1950843455 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240211 (secure 0 0 0) 0x7f0b8413da60 con 0x7f0b7006c8e0 2024-09-16T01:49:40.301 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:40.303 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 msgr2=0x7f0b7006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0b74014450 tx=0x7f0b7400b040 comp rx=0 tx=0).stop 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b841440e0 msgr2=0x7f0b84145760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b841440e0 0x7f0b84145760 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f0b78007290 tx=0x7f0b78007750 comp rx=0 tx=0).stop 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 shutdown_connections 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0b7006c8e0 0x7f0b7006eda0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b84145ca0 0x7f0b84146120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b841440e0 0x7f0b84145760 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 --2- 172.21.15.16:0/1950843455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b6c0051c0 0x7f0b84159980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 >> 172.21.15.16:0/1950843455 conn(0x7f0b84074fe0 msgr2=0x7f0b840cf890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 shutdown_connections 2024-09-16T01:49:40.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.300+0000 7f0b8b847640 1 -- 172.21.15.16:0/1950843455 wait complete. 2024-09-16T01:49:40.312 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":162,"stamp":"2024-09-16T01:49:38.768560+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":284872,"kb_used_data":14520,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754689848,"statfs":{"total":773094113280,"available":772802404352,"internally_reserved":0,"allocated":14868480,"data_stored":7211612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000612"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305903+0000","last_change":"2024-09-16T01:49:35.305903+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305903+0000","last_undegraded":"2024-09-16T01:49:35.305903+0000","last_fullsized":"2024-09-16T01:49:35.305903+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303547+0000","last_change":"2024-09-16T01:49:35.303547+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303547+0000","last_undegraded":"2024-09-16T01:49:35.303547+0000","last_fullsized":"2024-09-16T01:49:35.303547+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303776+0000","last_change":"2024-09-16T01:49:35.303776+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303776+0000","last_undegraded":"2024-09-16T01:49:35.303776+0000","last_fullsized":"2024-09-16T01:49:35.303776+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304263+0000","last_change":"2024-09-16T01:49:35.304263+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304263+0000","last_undegraded":"2024-09-16T01:49:35.304263+0000","last_fullsized":"2024-09-16T01:49:35.304263+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300644+0000","last_change":"2024-09-16T01:49:35.300644+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300644+0000","last_undegraded":"2024-09-16T01:49:35.300644+0000","last_fullsized":"2024-09-16T01:49:35.300644+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304734+0000","last_change":"2024-09-16T01:49:35.304734+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304734+0000","last_undegraded":"2024-09-16T01:49:35.304734+0000","last_fullsized":"2024-09-16T01:49:35.304734+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301168+0000","last_change":"2024-09-16T01:49:35.301168+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301168+0000","last_undegraded":"2024-09-16T01:49:35.301168+0000","last_fullsized":"2024-09-16T01:49:35.301168+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305732+0000","last_change":"2024-09-16T01:49:35.305732+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305732+0000","last_undegraded":"2024-09-16T01:49:35.305732+0000","last_fullsized":"2024-09-16T01:49:35.305732+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303402+0000","last_change":"2024-09-16T01:49:35.303402+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303402+0000","last_undegraded":"2024-09-16T01:49:35.303402+0000","last_fullsized":"2024-09-16T01:49:35.303402+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303397+0000","last_change":"2024-09-16T01:49:35.303397+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303397+0000","last_undegraded":"2024-09-16T01:49:35.303397+0000","last_fullsized":"2024-09-16T01:49:35.303397+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303547+0000","last_change":"2024-09-16T01:49:35.303547+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303547+0000","last_undegraded":"2024-09-16T01:49:35.303547+0000","last_fullsized":"2024-09-16T01:49:35.303547+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304694+0000","last_change":"2024-09-16T01:49:35.304694+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304694+0000","last_undegraded":"2024-09-16T01:49:35.304694+0000","last_fullsized":"2024-09-16T01:49:35.304694+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301449+0000","last_change":"2024-09-16T01:49:35.301449+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301449+0000","last_undegraded":"2024-09-16T01:49:35.301449+0000","last_fullsized":"2024-09-16T01:49:35.301449+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304161+0000","last_change":"2024-09-16T01:49:35.304161+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304161+0000","last_undegraded":"2024-09-16T01:49:35.304161+0000","last_fullsized":"2024-09-16T01:49:35.304161+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303989+0000","last_change":"2024-09-16T01:49:35.303989+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303989+0000","last_undegraded":"2024-09-16T01:49:35.303989+0000","last_fullsized":"2024-09-16T01:49:35.303989+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300716+0000","last_change":"2024-09-16T01:49:35.300716+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300716+0000","last_undegraded":"2024-09-16T01:49:35.300716+0000","last_fullsized":"2024-09-16T01:49:35.300716+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301847+0000","last_change":"2024-09-16T01:49:35.301847+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301847+0000","last_undegraded":"2024-09-16T01:49:35.301847+0000","last_fullsized":"2024-09-16T01:49:35.301847+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305489+0000","last_change":"2024-09-16T01:49:35.305489+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305489+0000","last_undegraded":"2024-09-16T01:49:35.305489+0000","last_fullsized":"2024-09-16T01:49:35.305489+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305381+0000","last_change":"2024-09-16T01:49:35.305381+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305381+0000","last_undegraded":"2024-09-16T01:49:35.305381+0000","last_fullsized":"2024-09-16T01:49:35.305381+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303646+0000","last_change":"2024-09-16T01:49:35.303646+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303646+0000","last_undegraded":"2024-09-16T01:49:35.303646+0000","last_fullsized":"2024-09-16T01:49:35.303646+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305378+0000","last_change":"2024-09-16T01:49:35.305378+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305378+0000","last_undegraded":"2024-09-16T01:49:35.305378+0000","last_fullsized":"2024-09-16T01:49:35.305378+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303565+0000","last_change":"2024-09-16T01:49:35.303565+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303565+0000","last_undegraded":"2024-09-16T01:49:35.303565+0000","last_fullsized":"2024-09-16T01:49:35.303565+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305380+0000","last_change":"2024-09-16T01:49:35.305380+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305380+0000","last_undegraded":"2024-09-16T01:49:35.305380+0000","last_fullsized":"2024-09-16T01:49:35.305380+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301430+0000","last_change":"2024-09-16T01:49:35.301430+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301430+0000","last_undegraded":"2024-09-16T01:49:35.301430+0000","last_fullsized":"2024-09-16T01:49:35.301430+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301313+0000","last_change":"2024-09-16T01:49:35.301313+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301313+0000","last_undegraded":"2024-09-16T01:49:35.301313+0000","last_fullsized":"2024-09-16T01:49:35.301313+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300654+0000","last_change":"2024-09-16T01:49:35.300654+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300654+0000","last_undegraded":"2024-09-16T01:49:35.300654+0000","last_fullsized":"2024-09-16T01:49:35.300654+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301394+0000","last_change":"2024-09-16T01:49:35.301394+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301394+0000","last_undegraded":"2024-09-16T01:49:35.301394+0000","last_fullsized":"2024-09-16T01:49:35.301394+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303461+0000","last_change":"2024-09-16T01:49:35.303461+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303461+0000","last_undegraded":"2024-09-16T01:49:35.303461+0000","last_fullsized":"2024-09-16T01:49:35.303461+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304287+0000","last_change":"2024-09-16T01:49:35.304287+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304287+0000","last_undegraded":"2024-09-16T01:49:35.304287+0000","last_fullsized":"2024-09-16T01:49:35.304287+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300672+0000","last_change":"2024-09-16T01:49:35.300672+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300672+0000","last_undegraded":"2024-09-16T01:49:35.300672+0000","last_fullsized":"2024-09-16T01:49:35.300672+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303502+0000","last_change":"2024-09-16T01:49:35.303502+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303502+0000","last_undegraded":"2024-09-16T01:49:35.303502+0000","last_fullsized":"2024-09-16T01:49:35.303502+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303552+0000","last_change":"2024-09-16T01:49:35.303552+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303552+0000","last_undegraded":"2024-09-16T01:49:35.303552+0000","last_fullsized":"2024-09-16T01:49:35.303552+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":424,"reported_epoch":137,"state":"active+clean","last_fresh":"2024-09-16T01:49:35.306264+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:35.306264+0000","last_peered":"2024-09-16T01:49:35.306264+0000","last_clean":"2024-09-16T01:49:35.306264+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:35.306264+0000","last_undegraded":"2024-09-16T01:49:35.306264+0000","last_fullsized":"2024-09-16T01:49:35.306264+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574942,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33448,"kb_used_data":2256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338392,"statfs":{"total":96636764160,"available":96602513408,"internally_reserved":0,"allocated":2310144,"data_stored":1347164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509534,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509534,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509535,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32864,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338976,"statfs":{"total":96636764160,"available":96603111424,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542238,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41192,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330648,"statfs":{"total":96636764160,"available":96594583552,"internally_reserved":0,"allocated":1716224,"data_stored":756796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542239,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37024,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334816,"statfs":{"total":96636764160,"available":96598851584,"internally_reserved":0,"allocated":1716224,"data_stored":756796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542239,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37020,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334820,"statfs":{"total":96636764160,"available":96598855680,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542239,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37608,"kb_used_data":2256,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334232,"statfs":{"total":96636764160,"available":96598253568,"internally_reserved":0,"allocated":2310144,"data_stored":1347164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:40.319 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:40.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.455+0000 7f051520e640 1 Processor -- start 2024-09-16T01:49:40.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.455+0000 7f051520e640 1 -- start start 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f051520e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f051015e680 0x7f05100b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f051520e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05100b9a10 con 0x7f05100d4570 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f051520e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05100b8500 con 0x7f05100b95a0 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f051520e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f05100b87e0 con 0x7f051015e680 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f050f59e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f05100d4570 0x7f05100d4980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40244/0 (socket says 172.21.15.16:40244) 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f050f59e640 1 -- 172.21.15.16:0/1881477645 learned_addr learned my addr 172.21.15.16:0/1881477645 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f050ed9d640 1 --2- 172.21.15.16:0/1881477645 >> v2:172.21.15.104:3300/0 conn(0x7f051015e680 0x7f05100b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f050e59c640 1 -- 172.21.15.16:0/1881477645 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2841690711 0 0) 0x7f05100b9a10 con 0x7f05100d4570 2024-09-16T01:49:40.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.456+0000 7f050e59c640 1 -- 172.21.15.16:0/1881477645 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f04fc003520 con 0x7f05100d4570 2024-09-16T01:49:40.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.457+0000 7f050ed9d640 1 -- 172.21.15.16:0/1881477645 >> v1:172.21.15.104:6789/0 conn(0x7f05100b95a0 legacy=0x7f05100d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.457+0000 7f050e59c640 1 -- 172.21.15.16:0/1881477645 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 36709467 0 0) 0x7f04fc003520 con 0x7f05100d4570 2024-09-16T01:49:40.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.457+0000 7f050ed9d640 1 -- 172.21.15.16:0/1881477645 >> v1:172.21.15.16:6789/0 conn(0x7f05100d4570 legacy=0x7f05100d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.457+0000 7f050ed9d640 1 -- 172.21.15.16:0/1881477645 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05100b8ac0 con 0x7f051015e680 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.457+0000 7f050ed9d640 1 --2- 172.21.15.16:0/1881477645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f051015e680 0x7f05100b7f20 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f05000097a0 tx=0x7f050002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26e99cd7caca4801 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f050e59c640 1 -- 172.21.15.16:0/1881477645 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0500037070 con 0x7f051015e680 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f050e59c640 1 -- 172.21.15.16:0/1881477645 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f050002ac50 con 0x7f051015e680 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f050e59c640 1 -- 172.21.15.16:0/1881477645 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05080019f0 con 0x7f051015e680 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f051520e640 1 -- 172.21.15.16:0/1881477645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f051015e680 msgr2=0x7f05100b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f051520e640 1 --2- 172.21.15.16:0/1881477645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f051015e680 0x7f05100b7f20 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f05000097a0 tx=0x7f050002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f051520e640 1 -- 172.21.15.16:0/1881477645 shutdown_connections 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f051520e640 1 --2- 172.21.15.16:0/1881477645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f051015e680 0x7f05100b7f20 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f051520e640 1 -- 172.21.15.16:0/1881477645 >> 172.21.15.16:0/1881477645 conn(0x7f0510074fe0 msgr2=0x7f0510072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f051520e640 1 -- 172.21.15.16:0/1881477645 shutdown_connections 2024-09-16T01:49:40.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.458+0000 7f051520e640 1 -- 172.21.15.16:0/1881477645 wait complete. 2024-09-16T01:49:40.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.459+0000 7f051520e640 1 Processor -- start 2024-09-16T01:49:40.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f051520e640 1 -- start start 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f051520e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05100b95a0 0x7f05101f4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f051520e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05100d4570 0x7f0510147fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f051520e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f051015e680 0x7f05100ccb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f051520e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f051015ea60 con 0x7f05100d4570 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f051520e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f05100b9080 con 0x7f05100b95a0 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f051520e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f051015ebe0 con 0x7f051015e680 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f0507fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05100d4570 0x7f0510147fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f0507fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05100d4570 0x7f0510147fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45104/0 (socket says 172.21.15.16:45104) 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.460+0000 7f0507fff640 1 -- 172.21.15.16:0/3395391396 learned_addr learned my addr 172.21.15.16:0/3395391396 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f050ed9d640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05100b95a0 0x7f05101f4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f050f59e640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f051015e680 0x7f05100ccb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f0507fff640 1 -- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f051015e680 msgr2=0x7f05100ccb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f0507fff640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f051015e680 0x7f05100ccb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f0507fff640 1 -- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05100b95a0 msgr2=0x7f05101f4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f0507fff640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05100b95a0 0x7f05101f4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f0507fff640 1 -- 172.21.15.16:0/3395391396 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05100ce760 con 0x7f05100d4570 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f050ed9d640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05100b95a0 0x7f05101f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f0507fff640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05100d4570 0x7f0510147fd0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f04f800c450 tx=0x7f04f800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f05077fe640 1 -- 172.21.15.16:0/3395391396 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f80052d0 con 0x7f05100d4570 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f05077fe640 1 -- 172.21.15.16:0/3395391396 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04f8005470 con 0x7f05100d4570 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05101f47a0 con 0x7f05100d4570 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f05077fe640 1 -- 172.21.15.16:0/3395391396 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f8012870 con 0x7f05100d4570 2024-09-16T01:49:40.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.461+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0510148510 con 0x7f05100d4570 2024-09-16T01:49:40.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.462+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05100b7f20 con 0x7f05100d4570 2024-09-16T01:49:40.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.463+0000 7f05077fe640 1 -- 172.21.15.16:0/3395391396 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f04f8012a10 con 0x7f05100d4570 2024-09-16T01:49:40.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.463+0000 7f05077fe640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f04f006c8e0 0x7f04f006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.463+0000 7f050ed9d640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f04f006c8e0 0x7f04f006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.463+0000 7f05077fe640 1 -- 172.21.15.16:0/3395391396 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f04f808bb80 con 0x7f05100d4570 2024-09-16T01:49:40.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.464+0000 7f050ed9d640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f04f006c8e0 0x7f04f006eda0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0500034000 tx=0x7f050002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.468+0000 7f05077fe640 1 -- 172.21.15.16:0/3395391396 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04f8059a00 con 0x7f05100d4570 2024-09-16T01:49:40.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.639+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f05101f4b30 con 0x7f04f006c8e0 2024-09-16T01:49:40.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.645+0000 7f05077fe640 1 -- 172.21.15.16:0/3395391396 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240211 (secure 0 0 0) 0x7f05101f4b30 con 0x7f04f006c8e0 2024-09-16T01:49:40.649 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:40.650 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f04f006c8e0 msgr2=0x7f04f006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f04f006c8e0 0x7f04f006eda0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0500034000 tx=0x7f050002e000 comp rx=0 tx=0).stop 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05100d4570 msgr2=0x7f0510147fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05100d4570 0x7f0510147fd0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f04f800c450 tx=0x7f04f800c910 comp rx=0 tx=0).stop 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 shutdown_connections 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f04f006c8e0 0x7f04f006eda0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f051015e680 0x7f05100ccb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f05100d4570 0x7f0510147fd0 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 --2- 172.21.15.16:0/3395391396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05100b95a0 0x7f05101f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 >> 172.21.15.16:0/3395391396 conn(0x7f0510074fe0 msgr2=0x7f05100c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 shutdown_connections 2024-09-16T01:49:40.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.648+0000 7f051520e640 1 -- 172.21.15.16:0/3395391396 wait complete. 2024-09-16T01:49:40.661 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":162,"stamp":"2024-09-16T01:49:38.768560+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":284872,"kb_used_data":14520,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754689848,"statfs":{"total":773094113280,"available":772802404352,"internally_reserved":0,"allocated":14868480,"data_stored":7211612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000612"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305903+0000","last_change":"2024-09-16T01:49:35.305903+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305903+0000","last_undegraded":"2024-09-16T01:49:35.305903+0000","last_fullsized":"2024-09-16T01:49:35.305903+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303547+0000","last_change":"2024-09-16T01:49:35.303547+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303547+0000","last_undegraded":"2024-09-16T01:49:35.303547+0000","last_fullsized":"2024-09-16T01:49:35.303547+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303776+0000","last_change":"2024-09-16T01:49:35.303776+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303776+0000","last_undegraded":"2024-09-16T01:49:35.303776+0000","last_fullsized":"2024-09-16T01:49:35.303776+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304263+0000","last_change":"2024-09-16T01:49:35.304263+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304263+0000","last_undegraded":"2024-09-16T01:49:35.304263+0000","last_fullsized":"2024-09-16T01:49:35.304263+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300644+0000","last_change":"2024-09-16T01:49:35.300644+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300644+0000","last_undegraded":"2024-09-16T01:49:35.300644+0000","last_fullsized":"2024-09-16T01:49:35.300644+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304734+0000","last_change":"2024-09-16T01:49:35.304734+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304734+0000","last_undegraded":"2024-09-16T01:49:35.304734+0000","last_fullsized":"2024-09-16T01:49:35.304734+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301168+0000","last_change":"2024-09-16T01:49:35.301168+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301168+0000","last_undegraded":"2024-09-16T01:49:35.301168+0000","last_fullsized":"2024-09-16T01:49:35.301168+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305732+0000","last_change":"2024-09-16T01:49:35.305732+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305732+0000","last_undegraded":"2024-09-16T01:49:35.305732+0000","last_fullsized":"2024-09-16T01:49:35.305732+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303402+0000","last_change":"2024-09-16T01:49:35.303402+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303402+0000","last_undegraded":"2024-09-16T01:49:35.303402+0000","last_fullsized":"2024-09-16T01:49:35.303402+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303397+0000","last_change":"2024-09-16T01:49:35.303397+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303397+0000","last_undegraded":"2024-09-16T01:49:35.303397+0000","last_fullsized":"2024-09-16T01:49:35.303397+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303547+0000","last_change":"2024-09-16T01:49:35.303547+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303547+0000","last_undegraded":"2024-09-16T01:49:35.303547+0000","last_fullsized":"2024-09-16T01:49:35.303547+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304694+0000","last_change":"2024-09-16T01:49:35.304694+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304694+0000","last_undegraded":"2024-09-16T01:49:35.304694+0000","last_fullsized":"2024-09-16T01:49:35.304694+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301449+0000","last_change":"2024-09-16T01:49:35.301449+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301449+0000","last_undegraded":"2024-09-16T01:49:35.301449+0000","last_fullsized":"2024-09-16T01:49:35.301449+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304161+0000","last_change":"2024-09-16T01:49:35.304161+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304161+0000","last_undegraded":"2024-09-16T01:49:35.304161+0000","last_fullsized":"2024-09-16T01:49:35.304161+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303989+0000","last_change":"2024-09-16T01:49:35.303989+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303989+0000","last_undegraded":"2024-09-16T01:49:35.303989+0000","last_fullsized":"2024-09-16T01:49:35.303989+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300716+0000","last_change":"2024-09-16T01:49:35.300716+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300716+0000","last_undegraded":"2024-09-16T01:49:35.300716+0000","last_fullsized":"2024-09-16T01:49:35.300716+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301847+0000","last_change":"2024-09-16T01:49:35.301847+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301847+0000","last_undegraded":"2024-09-16T01:49:35.301847+0000","last_fullsized":"2024-09-16T01:49:35.301847+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305489+0000","last_change":"2024-09-16T01:49:35.305489+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305489+0000","last_undegraded":"2024-09-16T01:49:35.305489+0000","last_fullsized":"2024-09-16T01:49:35.305489+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305381+0000","last_change":"2024-09-16T01:49:35.305381+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305381+0000","last_undegraded":"2024-09-16T01:49:35.305381+0000","last_fullsized":"2024-09-16T01:49:35.305381+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303646+0000","last_change":"2024-09-16T01:49:35.303646+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303646+0000","last_undegraded":"2024-09-16T01:49:35.303646+0000","last_fullsized":"2024-09-16T01:49:35.303646+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305378+0000","last_change":"2024-09-16T01:49:35.305378+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305378+0000","last_undegraded":"2024-09-16T01:49:35.305378+0000","last_fullsized":"2024-09-16T01:49:35.305378+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303565+0000","last_change":"2024-09-16T01:49:35.303565+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303565+0000","last_undegraded":"2024-09-16T01:49:35.303565+0000","last_fullsized":"2024-09-16T01:49:35.303565+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.305380+0000","last_change":"2024-09-16T01:49:35.305380+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.305380+0000","last_undegraded":"2024-09-16T01:49:35.305380+0000","last_fullsized":"2024-09-16T01:49:35.305380+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301430+0000","last_change":"2024-09-16T01:49:35.301430+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301430+0000","last_undegraded":"2024-09-16T01:49:35.301430+0000","last_fullsized":"2024-09-16T01:49:35.301430+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301313+0000","last_change":"2024-09-16T01:49:35.301313+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301313+0000","last_undegraded":"2024-09-16T01:49:35.301313+0000","last_fullsized":"2024-09-16T01:49:35.301313+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300654+0000","last_change":"2024-09-16T01:49:35.300654+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300654+0000","last_undegraded":"2024-09-16T01:49:35.300654+0000","last_fullsized":"2024-09-16T01:49:35.300654+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.301394+0000","last_change":"2024-09-16T01:49:35.301394+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.301394+0000","last_undegraded":"2024-09-16T01:49:35.301394+0000","last_fullsized":"2024-09-16T01:49:35.301394+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303461+0000","last_change":"2024-09-16T01:49:35.303461+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303461+0000","last_undegraded":"2024-09-16T01:49:35.303461+0000","last_fullsized":"2024-09-16T01:49:35.303461+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.304287+0000","last_change":"2024-09-16T01:49:35.304287+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.304287+0000","last_undegraded":"2024-09-16T01:49:35.304287+0000","last_fullsized":"2024-09-16T01:49:35.304287+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.300672+0000","last_change":"2024-09-16T01:49:35.300672+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.300672+0000","last_undegraded":"2024-09-16T01:49:35.300672+0000","last_fullsized":"2024-09-16T01:49:35.300672+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303502+0000","last_change":"2024-09-16T01:49:35.303502+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303502+0000","last_undegraded":"2024-09-16T01:49:35.303502+0000","last_fullsized":"2024-09-16T01:49:35.303502+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:49:36.298458+0000","last_change":"2024-09-16T01:49:36.298458+0000","last_active":"2024-09-16T01:49:36.298458+0000","last_peered":"2024-09-16T01:49:36.298458+0000","last_clean":"2024-09-16T01:49:36.298458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:36.298458+0000","last_undegraded":"2024-09-16T01:49:36.298458+0000","last_fullsized":"2024-09-16T01:49:36.298458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-16T01:49:35.303552+0000","last_change":"2024-09-16T01:49:35.303552+0000","last_active":"2024-09-16T01:49:35.293867+0000","last_peered":"2024-09-16T01:49:35.293867+0000","last_clean":"2024-09-16T01:49:35.293867+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:49:35.303552+0000","last_undegraded":"2024-09-16T01:49:35.303552+0000","last_fullsized":"2024-09-16T01:49:35.303552+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":424,"reported_epoch":137,"state":"active+clean","last_fresh":"2024-09-16T01:49:35.306264+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:35.306264+0000","last_peered":"2024-09-16T01:49:35.306264+0000","last_clean":"2024-09-16T01:49:35.306264+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:35.306264+0000","last_undegraded":"2024-09-16T01:49:35.306264+0000","last_fullsized":"2024-09-16T01:49:35.306264+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574942,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33448,"kb_used_data":2256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338392,"statfs":{"total":96636764160,"available":96602513408,"internally_reserved":0,"allocated":2310144,"data_stored":1347164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509534,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509534,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509535,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32864,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338976,"statfs":{"total":96636764160,"available":96603111424,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542238,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41192,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330648,"statfs":{"total":96636764160,"available":96594583552,"internally_reserved":0,"allocated":1716224,"data_stored":756796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542239,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37024,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334816,"statfs":{"total":96636764160,"available":96598851584,"internally_reserved":0,"allocated":1716224,"data_stored":756796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542239,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37020,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334820,"statfs":{"total":96636764160,"available":96598855680,"internally_reserved":0,"allocated":1703936,"data_stored":750923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542239,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37608,"kb_used_data":2256,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334232,"statfs":{"total":96636764160,"available":96598253568,"internally_reserved":0,"allocated":2310144,"data_stored":1347164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:40.664 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:40.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.803+0000 7ff33ecc9640 1 Processor -- start 2024-09-16T01:49:40.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.803+0000 7ff33ecc9640 1 -- start start 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff33ecc9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff33806c2f0 0x7ff3380af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff33ecc9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff33815bb20 con 0x7ff338158cf0 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff33ecc9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff33815be00 con 0x7ff3381590d0 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff33ecc9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff3380afd50 con 0x7ff33806c2f0 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff337fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff33806c2f0 0x7ff3380af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff33ca65640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff338158cf0 0x7ff33806bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40248/0 (socket says 172.21.15.16:40248) 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff33ca65640 1 -- 172.21.15.16:0/3316081948 learned_addr learned my addr 172.21.15.16:0/3316081948 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff337fff640 1 -- 172.21.15.16:0/3316081948 >> v1:172.21.15.104:6789/0 conn(0x7ff3381590d0 legacy=0x7ff3380ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff337fff640 1 -- 172.21.15.16:0/3316081948 >> v1:172.21.15.16:6789/0 conn(0x7ff338158cf0 legacy=0x7ff33806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff3377fe640 1 -- 172.21.15.16:0/3316081948 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1201306426 0 0) 0x7ff33815bb20 con 0x7ff338158cf0 2024-09-16T01:49:40.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.804+0000 7ff337fff640 1 -- 172.21.15.16:0/3316081948 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff33815c0e0 con 0x7ff33806c2f0 2024-09-16T01:49:40.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.805+0000 7ff337fff640 1 --2- 172.21.15.16:0/3316081948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380af810 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7ff320009d90 tx=0x7ff32002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6e51eea7d0fa7ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.805+0000 7ff3377fe640 1 -- 172.21.15.16:0/3316081948 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff320031600 con 0x7ff33806c2f0 2024-09-16T01:49:40.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.805+0000 7ff3377fe640 1 -- 172.21.15.16:0/3316081948 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3200317a0 con 0x7ff33806c2f0 2024-09-16T01:49:40.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.805+0000 7ff3377fe640 1 -- 172.21.15.16:0/3316081948 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff320031b70 con 0x7ff33806c2f0 2024-09-16T01:49:40.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.806+0000 7ff33ecc9640 1 -- 172.21.15.16:0/3316081948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 msgr2=0x7ff3380af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.806+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/3316081948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380af810 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7ff320009d90 tx=0x7ff32002a5d0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.806+0000 7ff33ecc9640 1 -- 172.21.15.16:0/3316081948 shutdown_connections 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.806+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/3316081948 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380af810 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.806+0000 7ff33ecc9640 1 -- 172.21.15.16:0/3316081948 >> 172.21.15.16:0/3316081948 conn(0x7ff3380b2000 msgr2=0x7ff3380b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.806+0000 7ff33ecc9640 1 -- 172.21.15.16:0/3316081948 shutdown_connections 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.806+0000 7ff33ecc9640 1 -- 172.21.15.16:0/3316081948 wait complete. 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.807+0000 7ff33ecc9640 1 Processor -- start 2024-09-16T01:49:40.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.807+0000 7ff33ecc9640 1 -- start start 2024-09-16T01:49:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ecc9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ecc9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff338158cf0 0x7ff33814a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ecc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3381590d0 0x7ff33814ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ecc9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff33815cb90 con 0x7ff33806c2f0 2024-09-16T01:49:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ecc9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff33815ca10 con 0x7ff3381590d0 2024-09-16T01:49:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ecc9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff33815cd10 con 0x7ff338158cf0 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ca65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ca65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380aeb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45120/0 (socket says 172.21.15.16:45120) 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33ca65640 1 -- 172.21.15.16:0/879595533 learned_addr learned my addr 172.21.15.16:0/879595533 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff33d266640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3381590d0 0x7ff33814ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.808+0000 7ff337fff640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff338158cf0 0x7ff33814a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ca65640 1 -- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff338158cf0 msgr2=0x7ff33814a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ca65640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff338158cf0 0x7ff33814a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ca65640 1 -- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3381590d0 msgr2=0x7ff33814ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ca65640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3381590d0 0x7ff33814ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ca65640 1 -- 172.21.15.16:0/879595533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff338167180 con 0x7ff33806c2f0 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff337fff640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff338158cf0 0x7ff33814a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:40.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ca65640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380aeb10 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7ff32800c4a0 tx=0x7ff32800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff3357fa640 1 -- 172.21.15.16:0/879595533 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff328018070 con 0x7ff33806c2f0 2024-09-16T01:49:40.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff3357fa640 1 -- 172.21.15.16:0/879595533 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3280074e0 con 0x7ff33806c2f0 2024-09-16T01:49:40.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff3357fa640 1 -- 172.21.15.16:0/879595533 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff328004a20 con 0x7ff33806c2f0 2024-09-16T01:49:40.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff338167420 con 0x7ff33806c2f0 2024-09-16T01:49:40.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.809+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3381679e0 con 0x7ff33806c2f0 2024-09-16T01:49:40.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.810+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3380b3300 con 0x7ff33806c2f0 2024-09-16T01:49:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.811+0000 7ff3357fa640 1 -- 172.21.15.16:0/879595533 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7ff32801b070 con 0x7ff33806c2f0 2024-09-16T01:49:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.811+0000 7ff3357fa640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff31806c8e0 0x7ff31806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.811+0000 7ff3357fa640 1 -- 172.21.15.16:0/879595533 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7ff32808b1d0 con 0x7ff33806c2f0 2024-09-16T01:49:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.811+0000 7ff337fff640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff31806c8e0 0x7ff31806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.812+0000 7ff337fff640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff31806c8e0 0x7ff31806eda0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff320034000 tx=0x7ff32002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.816+0000 7ff3357fa640 1 -- 172.21.15.16:0/879595533 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff328058a00 con 0x7ff33806c2f0 2024-09-16T01:49:40.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.988+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff3381553a0 con 0x7ff31806c8e0 2024-09-16T01:49:40.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.994+0000 7ff3357fa640 1 -- 172.21.15.16:0/879595533 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252485 (secure 0 0 0) 0x7ff3381553a0 con 0x7ff31806c8e0 2024-09-16T01:49:40.998 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:40.999 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff31806c8e0 msgr2=0x7ff31806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff31806c8e0 0x7ff31806eda0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff320034000 tx=0x7ff32002f000 comp rx=0 tx=0).stop 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 msgr2=0x7ff3380aeb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380aeb10 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7ff32800c4a0 tx=0x7ff32800c960 comp rx=0 tx=0).stop 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 shutdown_connections 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff31806c8e0 0x7ff31806eda0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3381590d0 0x7ff33814ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff338158cf0 0x7ff33814a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 --2- 172.21.15.16:0/879595533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff33806c2f0 0x7ff3380aeb10 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 >> 172.21.15.16:0/879595533 conn(0x7ff3380b2000 msgr2=0x7ff3380b0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:41.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 shutdown_connections 2024-09-16T01:49:41.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:40.997+0000 7ff33ecc9640 1 -- 172.21.15.16:0/879595533 wait complete. 2024-09-16T01:49:41.009 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":163,"stamp":"2024-09-16T01:49:40.768850+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":285248,"kb_used_data":14920,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754689472,"statfs":{"total":773094113280,"available":772802019328,"internally_reserved":0,"allocated":15278080,"data_stored":7396068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.470026"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546175+0000","last_change":"2024-09-16T01:49:37.330446+0000","last_active":"2024-09-16T01:49:39.546175+0000","last_peered":"2024-09-16T01:49:39.546175+0000","last_clean":"2024-09-16T01:49:39.546175+0000","last_became_active":"2024-09-16T01:49:37.330193+0000","last_became_peered":"2024-09-16T01:49:37.330193+0000","last_unstale":"2024-09-16T01:49:39.546175+0000","last_undegraded":"2024-09-16T01:49:39.546175+0000","last_fullsized":"2024-09-16T01:49:39.546175+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:55.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325613+0000","last_change":"2024-09-16T01:49:37.331459+0000","last_active":"2024-09-16T01:49:38.325613+0000","last_peered":"2024-09-16T01:49:38.325613+0000","last_clean":"2024-09-16T01:49:38.325613+0000","last_became_active":"2024-09-16T01:49:37.331155+0000","last_became_peered":"2024-09-16T01:49:37.331155+0000","last_unstale":"2024-09-16T01:49:38.325613+0000","last_undegraded":"2024-09-16T01:49:38.325613+0000","last_fullsized":"2024-09-16T01:49:38.325613+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:02.319944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332164+0000","last_change":"2024-09-16T01:49:37.336479+0000","last_active":"2024-09-16T01:49:38.332164+0000","last_peered":"2024-09-16T01:49:38.332164+0000","last_clean":"2024-09-16T01:49:38.332164+0000","last_became_active":"2024-09-16T01:49:37.336216+0000","last_became_peered":"2024-09-16T01:49:37.336216+0000","last_unstale":"2024-09-16T01:49:38.332164+0000","last_undegraded":"2024-09-16T01:49:38.332164+0000","last_fullsized":"2024-09-16T01:49:38.332164+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:36.868924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623112+0000","last_change":"2024-09-16T01:49:37.339787+0000","last_active":"2024-09-16T01:49:38.623112+0000","last_peered":"2024-09-16T01:49:38.623112+0000","last_clean":"2024-09-16T01:49:38.623112+0000","last_became_active":"2024-09-16T01:49:37.339439+0000","last_became_peered":"2024-09-16T01:49:37.339439+0000","last_unstale":"2024-09-16T01:49:38.623112+0000","last_undegraded":"2024-09-16T01:49:38.623112+0000","last_fullsized":"2024-09-16T01:49:38.623112+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:17.106471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325388+0000","last_change":"2024-09-16T01:49:37.337870+0000","last_active":"2024-09-16T01:49:38.325388+0000","last_peered":"2024-09-16T01:49:38.325388+0000","last_clean":"2024-09-16T01:49:38.325388+0000","last_became_active":"2024-09-16T01:49:37.337366+0000","last_became_peered":"2024-09-16T01:49:37.337366+0000","last_unstale":"2024-09-16T01:49:38.325388+0000","last_undegraded":"2024-09-16T01:49:38.325388+0000","last_fullsized":"2024-09-16T01:49:38.325388+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:54.093247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324269+0000","last_change":"2024-09-16T01:49:37.328983+0000","last_active":"2024-09-16T01:49:38.324269+0000","last_peered":"2024-09-16T01:49:38.324269+0000","last_clean":"2024-09-16T01:49:38.324269+0000","last_became_active":"2024-09-16T01:49:37.328691+0000","last_became_peered":"2024-09-16T01:49:37.328691+0000","last_unstale":"2024-09-16T01:49:38.324269+0000","last_undegraded":"2024-09-16T01:49:38.324269+0000","last_fullsized":"2024-09-16T01:49:38.324269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:48.826480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965591+0000","last_change":"2024-09-16T01:49:37.330124+0000","last_active":"2024-09-16T01:49:38.965591+0000","last_peered":"2024-09-16T01:49:38.965591+0000","last_clean":"2024-09-16T01:49:38.965591+0000","last_became_active":"2024-09-16T01:49:37.329529+0000","last_became_peered":"2024-09-16T01:49:37.329529+0000","last_unstale":"2024-09-16T01:49:38.965591+0000","last_undegraded":"2024-09-16T01:49:38.965591+0000","last_fullsized":"2024-09-16T01:49:38.965591+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:50.946006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324986+0000","last_change":"2024-09-16T01:49:37.337642+0000","last_active":"2024-09-16T01:49:38.324986+0000","last_peered":"2024-09-16T01:49:38.324986+0000","last_clean":"2024-09-16T01:49:38.324986+0000","last_became_active":"2024-09-16T01:49:37.337260+0000","last_became_peered":"2024-09-16T01:49:37.337260+0000","last_unstale":"2024-09-16T01:49:38.324986+0000","last_undegraded":"2024-09-16T01:49:38.324986+0000","last_fullsized":"2024-09-16T01:49:38.324986+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:22.247517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325803+0000","last_change":"2024-09-16T01:49:37.331903+0000","last_active":"2024-09-16T01:49:38.325803+0000","last_peered":"2024-09-16T01:49:38.325803+0000","last_clean":"2024-09-16T01:49:38.325803+0000","last_became_active":"2024-09-16T01:49:37.331620+0000","last_became_peered":"2024-09-16T01:49:37.331620+0000","last_unstale":"2024-09-16T01:49:38.325803+0000","last_undegraded":"2024-09-16T01:49:38.325803+0000","last_fullsized":"2024-09-16T01:49:38.325803+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:30.915460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325681+0000","last_change":"2024-09-16T01:49:37.334092+0000","last_active":"2024-09-16T01:49:38.325681+0000","last_peered":"2024-09-16T01:49:38.325681+0000","last_clean":"2024-09-16T01:49:38.325681+0000","last_became_active":"2024-09-16T01:49:37.333828+0000","last_became_peered":"2024-09-16T01:49:37.333828+0000","last_unstale":"2024-09-16T01:49:38.325681+0000","last_undegraded":"2024-09-16T01:49:38.325681+0000","last_fullsized":"2024-09-16T01:49:38.325681+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:18.133598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325411+0000","last_change":"2024-09-16T01:49:37.336880+0000","last_active":"2024-09-16T01:49:38.325411+0000","last_peered":"2024-09-16T01:49:38.325411+0000","last_clean":"2024-09-16T01:49:38.325411+0000","last_became_active":"2024-09-16T01:49:37.336284+0000","last_became_peered":"2024-09-16T01:49:37.336284+0000","last_unstale":"2024-09-16T01:49:38.325411+0000","last_undegraded":"2024-09-16T01:49:38.325411+0000","last_fullsized":"2024-09-16T01:49:38.325411+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:35.057300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325398+0000","last_change":"2024-09-16T01:49:37.331382+0000","last_active":"2024-09-16T01:49:38.325398+0000","last_peered":"2024-09-16T01:49:38.325398+0000","last_clean":"2024-09-16T01:49:38.325398+0000","last_became_active":"2024-09-16T01:49:37.331125+0000","last_became_peered":"2024-09-16T01:49:37.331125+0000","last_unstale":"2024-09-16T01:49:38.325398+0000","last_undegraded":"2024-09-16T01:49:38.325398+0000","last_fullsized":"2024-09-16T01:49:38.325398+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:05.897986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332084+0000","last_change":"2024-09-16T01:49:37.321939+0000","last_active":"2024-09-16T01:49:38.332084+0000","last_peered":"2024-09-16T01:49:38.332084+0000","last_clean":"2024-09-16T01:49:38.332084+0000","last_became_active":"2024-09-16T01:49:37.321616+0000","last_became_peered":"2024-09-16T01:49:37.321616+0000","last_unstale":"2024-09-16T01:49:38.332084+0000","last_undegraded":"2024-09-16T01:49:38.332084+0000","last_fullsized":"2024-09-16T01:49:38.332084+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:07.035171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331928+0000","last_change":"2024-09-16T01:49:37.327022+0000","last_active":"2024-09-16T01:49:38.331928+0000","last_peered":"2024-09-16T01:49:38.331928+0000","last_clean":"2024-09-16T01:49:38.331928+0000","last_became_active":"2024-09-16T01:49:37.326723+0000","last_became_peered":"2024-09-16T01:49:37.326723+0000","last_unstale":"2024-09-16T01:49:38.331928+0000","last_undegraded":"2024-09-16T01:49:38.331928+0000","last_fullsized":"2024-09-16T01:49:38.331928+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:34.325107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545805+0000","last_change":"2024-09-16T01:49:37.335738+0000","last_active":"2024-09-16T01:49:39.545805+0000","last_peered":"2024-09-16T01:49:39.545805+0000","last_clean":"2024-09-16T01:49:39.545805+0000","last_became_active":"2024-09-16T01:49:37.335354+0000","last_became_peered":"2024-09-16T01:49:37.335354+0000","last_unstale":"2024-09-16T01:49:39.545805+0000","last_undegraded":"2024-09-16T01:49:39.545805+0000","last_fullsized":"2024-09-16T01:49:39.545805+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:33.128244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965398+0000","last_change":"2024-09-16T01:49:37.334319+0000","last_active":"2024-09-16T01:49:38.965398+0000","last_peered":"2024-09-16T01:49:38.965398+0000","last_clean":"2024-09-16T01:49:38.965398+0000","last_became_active":"2024-09-16T01:49:37.333969+0000","last_became_peered":"2024-09-16T01:49:37.333969+0000","last_unstale":"2024-09-16T01:49:38.965398+0000","last_undegraded":"2024-09-16T01:49:38.965398+0000","last_fullsized":"2024-09-16T01:49:38.965398+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:35.097434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324218+0000","last_change":"2024-09-16T01:49:37.331981+0000","last_active":"2024-09-16T01:49:38.324218+0000","last_peered":"2024-09-16T01:49:38.324218+0000","last_clean":"2024-09-16T01:49:38.324218+0000","last_became_active":"2024-09-16T01:49:37.331495+0000","last_became_peered":"2024-09-16T01:49:37.331495+0000","last_unstale":"2024-09-16T01:49:38.324218+0000","last_undegraded":"2024-09-16T01:49:38.324218+0000","last_fullsized":"2024-09-16T01:49:38.324218+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:31.270932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288294+0000","last_change":"2024-09-16T01:49:37.335926+0000","last_active":"2024-09-16T01:49:39.288294+0000","last_peered":"2024-09-16T01:49:39.288294+0000","last_clean":"2024-09-16T01:49:39.288294+0000","last_became_active":"2024-09-16T01:49:37.334838+0000","last_became_peered":"2024-09-16T01:49:37.334838+0000","last_unstale":"2024-09-16T01:49:39.288294+0000","last_undegraded":"2024-09-16T01:49:39.288294+0000","last_fullsized":"2024-09-16T01:49:39.288294+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:08.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324371+0000","last_change":"2024-09-16T01:49:37.337480+0000","last_active":"2024-09-16T01:49:38.324371+0000","last_peered":"2024-09-16T01:49:38.324371+0000","last_clean":"2024-09-16T01:49:38.324371+0000","last_became_active":"2024-09-16T01:49:37.337188+0000","last_became_peered":"2024-09-16T01:49:37.337188+0000","last_unstale":"2024-09-16T01:49:38.324371+0000","last_undegraded":"2024-09-16T01:49:38.324371+0000","last_fullsized":"2024-09-16T01:49:38.324371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:23:12.000000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332071+0000","last_change":"2024-09-16T01:49:37.327316+0000","last_active":"2024-09-16T01:49:38.332071+0000","last_peered":"2024-09-16T01:49:38.332071+0000","last_clean":"2024-09-16T01:49:38.332071+0000","last_became_active":"2024-09-16T01:49:37.326774+0000","last_became_peered":"2024-09-16T01:49:37.326774+0000","last_unstale":"2024-09-16T01:49:38.332071+0000","last_undegraded":"2024-09-16T01:49:38.332071+0000","last_fullsized":"2024-09-16T01:49:38.332071+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:24.584969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324107+0000","last_change":"2024-09-16T01:49:37.332307+0000","last_active":"2024-09-16T01:49:38.324107+0000","last_peered":"2024-09-16T01:49:38.324107+0000","last_clean":"2024-09-16T01:49:38.324107+0000","last_became_active":"2024-09-16T01:49:37.332041+0000","last_became_peered":"2024-09-16T01:49:37.332041+0000","last_unstale":"2024-09-16T01:49:38.324107+0000","last_undegraded":"2024-09-16T01:49:38.324107+0000","last_fullsized":"2024-09-16T01:49:38.324107+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:44.899076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325672+0000","last_change":"2024-09-16T01:49:37.330570+0000","last_active":"2024-09-16T01:49:38.325672+0000","last_peered":"2024-09-16T01:49:38.325672+0000","last_clean":"2024-09-16T01:49:38.325672+0000","last_became_active":"2024-09-16T01:49:37.330302+0000","last_became_peered":"2024-09-16T01:49:37.330302+0000","last_unstale":"2024-09-16T01:49:38.325672+0000","last_undegraded":"2024-09-16T01:49:38.325672+0000","last_fullsized":"2024-09-16T01:49:38.325672+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:26.768866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324018+0000","last_change":"2024-09-16T01:49:37.334462+0000","last_active":"2024-09-16T01:49:38.324018+0000","last_peered":"2024-09-16T01:49:38.324018+0000","last_clean":"2024-09-16T01:49:38.324018+0000","last_became_active":"2024-09-16T01:49:37.334185+0000","last_became_peered":"2024-09-16T01:49:37.334185+0000","last_unstale":"2024-09-16T01:49:38.324018+0000","last_undegraded":"2024-09-16T01:49:38.324018+0000","last_fullsized":"2024-09-16T01:49:38.324018+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:11:08.063356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325055+0000","last_change":"2024-09-16T01:49:37.324875+0000","last_active":"2024-09-16T01:49:38.325055+0000","last_peered":"2024-09-16T01:49:38.325055+0000","last_clean":"2024-09-16T01:49:38.325055+0000","last_became_active":"2024-09-16T01:49:37.324608+0000","last_became_peered":"2024-09-16T01:49:37.324608+0000","last_unstale":"2024-09-16T01:49:38.325055+0000","last_undegraded":"2024-09-16T01:49:38.325055+0000","last_fullsized":"2024-09-16T01:49:38.325055+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:26.681989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332522+0000","last_change":"2024-09-16T01:49:37.332962+0000","last_active":"2024-09-16T01:49:38.332522+0000","last_peered":"2024-09-16T01:49:38.332522+0000","last_clean":"2024-09-16T01:49:38.332522+0000","last_became_active":"2024-09-16T01:49:37.332646+0000","last_became_peered":"2024-09-16T01:49:37.332646+0000","last_unstale":"2024-09-16T01:49:38.332522+0000","last_undegraded":"2024-09-16T01:49:38.332522+0000","last_fullsized":"2024-09-16T01:49:38.332522+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:52.567713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965783+0000","last_change":"2024-09-16T01:49:37.335709+0000","last_active":"2024-09-16T01:49:38.965783+0000","last_peered":"2024-09-16T01:49:38.965783+0000","last_clean":"2024-09-16T01:49:38.965783+0000","last_became_active":"2024-09-16T01:49:37.335414+0000","last_became_peered":"2024-09-16T01:49:37.335414+0000","last_unstale":"2024-09-16T01:49:38.965783+0000","last_undegraded":"2024-09-16T01:49:38.965783+0000","last_fullsized":"2024-09-16T01:49:38.965783+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:08.792653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332252+0000","last_change":"2024-09-16T01:49:37.339237+0000","last_active":"2024-09-16T01:49:38.332252+0000","last_peered":"2024-09-16T01:49:38.332252+0000","last_clean":"2024-09-16T01:49:38.332252+0000","last_became_active":"2024-09-16T01:49:37.338949+0000","last_became_peered":"2024-09-16T01:49:37.338949+0000","last_unstale":"2024-09-16T01:49:38.332252+0000","last_undegraded":"2024-09-16T01:49:38.332252+0000","last_fullsized":"2024-09-16T01:49:38.332252+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:59:15.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622838+0000","last_change":"2024-09-16T01:49:37.346037+0000","last_active":"2024-09-16T01:49:38.622838+0000","last_peered":"2024-09-16T01:49:38.622838+0000","last_clean":"2024-09-16T01:49:38.622838+0000","last_became_active":"2024-09-16T01:49:37.345500+0000","last_became_peered":"2024-09-16T01:49:37.345500+0000","last_unstale":"2024-09-16T01:49:38.622838+0000","last_undegraded":"2024-09-16T01:49:38.622838+0000","last_fullsized":"2024-09-16T01:49:38.622838+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:37.140950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332080+0000","last_change":"2024-09-16T01:49:37.341551+0000","last_active":"2024-09-16T01:49:38.332080+0000","last_peered":"2024-09-16T01:49:38.332080+0000","last_clean":"2024-09-16T01:49:38.332080+0000","last_became_active":"2024-09-16T01:49:37.340295+0000","last_became_peered":"2024-09-16T01:49:37.340295+0000","last_unstale":"2024-09-16T01:49:38.332080+0000","last_undegraded":"2024-09-16T01:49:38.332080+0000","last_fullsized":"2024-09-16T01:49:38.332080+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:41.159335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326148+0000","last_change":"2024-09-16T01:49:37.335239+0000","last_active":"2024-09-16T01:49:38.326148+0000","last_peered":"2024-09-16T01:49:38.326148+0000","last_clean":"2024-09-16T01:49:38.326148+0000","last_became_active":"2024-09-16T01:49:37.334962+0000","last_became_peered":"2024-09-16T01:49:37.334962+0000","last_unstale":"2024-09-16T01:49:38.326148+0000","last_undegraded":"2024-09-16T01:49:38.326148+0000","last_fullsized":"2024-09-16T01:49:38.326148+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:18.769059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325710+0000","last_change":"2024-09-16T01:49:37.331450+0000","last_active":"2024-09-16T01:49:38.325710+0000","last_peered":"2024-09-16T01:49:38.325710+0000","last_clean":"2024-09-16T01:49:38.325710+0000","last_became_active":"2024-09-16T01:49:37.331172+0000","last_became_peered":"2024-09-16T01:49:37.331172+0000","last_unstale":"2024-09-16T01:49:38.325710+0000","last_undegraded":"2024-09-16T01:49:38.325710+0000","last_fullsized":"2024-09-16T01:49:38.325710+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:30.482548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.287952+0000","last_change":"2024-09-16T01:49:37.329971+0000","last_active":"2024-09-16T01:49:39.287952+0000","last_peered":"2024-09-16T01:49:39.287952+0000","last_clean":"2024-09-16T01:49:39.287952+0000","last_became_active":"2024-09-16T01:49:37.329669+0000","last_became_peered":"2024-09-16T01:49:37.329669+0000","last_unstale":"2024-09-16T01:49:39.287952+0000","last_undegraded":"2024-09-16T01:49:39.287952+0000","last_fullsized":"2024-09-16T01:49:39.287952+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:45.647648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965794+0000","last_change":"2024-09-16T01:49:37.342433+0000","last_active":"2024-09-16T01:49:38.965794+0000","last_peered":"2024-09-16T01:49:38.965794+0000","last_clean":"2024-09-16T01:49:38.965794+0000","last_became_active":"2024-09-16T01:49:37.342154+0000","last_became_peered":"2024-09-16T01:49:37.342154+0000","last_unstale":"2024-09-16T01:49:38.965794+0000","last_undegraded":"2024-09-16T01:49:38.965794+0000","last_fullsized":"2024-09-16T01:49:38.965794+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:55.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1f","version":"139'4","reported_seq":18,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546115+0000","last_change":"2024-09-16T01:49:36.324108+0000","last_active":"2024-09-16T01:49:39.546115+0000","last_peered":"2024-09-16T01:49:39.546115+0000","last_clean":"2024-09-16T01:49:39.546115+0000","last_became_active":"2024-09-16T01:49:36.323848+0000","last_became_peered":"2024-09-16T01:49:36.323848+0000","last_unstale":"2024-09-16T01:49:39.546115+0000","last_undegraded":"2024-09-16T01:49:39.546115+0000","last_fullsized":"2024-09-16T01:49:39.546115+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:18:02.504290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326303+0000","last_change":"2024-09-16T01:49:37.340849+0000","last_active":"2024-09-16T01:49:38.326303+0000","last_peered":"2024-09-16T01:49:38.326303+0000","last_clean":"2024-09-16T01:49:38.326303+0000","last_became_active":"2024-09-16T01:49:37.339805+0000","last_became_peered":"2024-09-16T01:49:37.339805+0000","last_unstale":"2024-09-16T01:49:38.326303+0000","last_undegraded":"2024-09-16T01:49:38.326303+0000","last_fullsized":"2024-09-16T01:49:38.326303+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:33.802986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1e","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325207+0000","last_change":"2024-09-16T01:49:36.323010+0000","last_active":"2024-09-16T01:49:38.325207+0000","last_peered":"2024-09-16T01:49:38.325207+0000","last_clean":"2024-09-16T01:49:38.325207+0000","last_became_active":"2024-09-16T01:49:36.322752+0000","last_became_peered":"2024-09-16T01:49:36.322752+0000","last_unstale":"2024-09-16T01:49:38.325207+0000","last_undegraded":"2024-09-16T01:49:38.325207+0000","last_fullsized":"2024-09-16T01:49:38.325207+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:34.052710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324176+0000","last_change":"2024-09-16T01:49:37.331703+0000","last_active":"2024-09-16T01:49:38.324176+0000","last_peered":"2024-09-16T01:49:38.324176+0000","last_clean":"2024-09-16T01:49:38.324176+0000","last_became_active":"2024-09-16T01:49:37.331401+0000","last_became_peered":"2024-09-16T01:49:37.331401+0000","last_unstale":"2024-09-16T01:49:38.324176+0000","last_undegraded":"2024-09-16T01:49:38.324176+0000","last_fullsized":"2024-09-16T01:49:38.324176+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:39.558065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1d","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622883+0000","last_change":"2024-09-16T01:49:36.320761+0000","last_active":"2024-09-16T01:49:38.622883+0000","last_peered":"2024-09-16T01:49:38.622883+0000","last_clean":"2024-09-16T01:49:38.622883+0000","last_became_active":"2024-09-16T01:49:36.320468+0000","last_became_peered":"2024-09-16T01:49:36.320468+0000","last_unstale":"2024-09-16T01:49:38.622883+0000","last_undegraded":"2024-09-16T01:49:38.622883+0000","last_fullsized":"2024-09-16T01:49:38.622883+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:34.582701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332269+0000","last_change":"2024-09-16T01:49:37.339670+0000","last_active":"2024-09-16T01:49:38.332269+0000","last_peered":"2024-09-16T01:49:38.332269+0000","last_clean":"2024-09-16T01:49:38.332269+0000","last_became_active":"2024-09-16T01:49:37.339315+0000","last_became_peered":"2024-09-16T01:49:37.339315+0000","last_unstale":"2024-09-16T01:49:38.332269+0000","last_undegraded":"2024-09-16T01:49:38.332269+0000","last_fullsized":"2024-09-16T01:49:38.332269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:14.108149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1c","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623039+0000","last_change":"2024-09-16T01:49:36.321454+0000","last_active":"2024-09-16T01:49:38.623039+0000","last_peered":"2024-09-16T01:49:38.623039+0000","last_clean":"2024-09-16T01:49:38.623039+0000","last_became_active":"2024-09-16T01:49:36.321189+0000","last_became_peered":"2024-09-16T01:49:36.321189+0000","last_unstale":"2024-09-16T01:49:38.623039+0000","last_undegraded":"2024-09-16T01:49:38.623039+0000","last_fullsized":"2024-09-16T01:49:38.623039+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:18.099842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965841+0000","last_change":"2024-09-16T01:49:37.330137+0000","last_active":"2024-09-16T01:49:38.965841+0000","last_peered":"2024-09-16T01:49:38.965841+0000","last_clean":"2024-09-16T01:49:38.965841+0000","last_became_active":"2024-09-16T01:49:37.329834+0000","last_became_peered":"2024-09-16T01:49:37.329834+0000","last_unstale":"2024-09-16T01:49:38.965841+0000","last_undegraded":"2024-09-16T01:49:38.965841+0000","last_fullsized":"2024-09-16T01:49:38.965841+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:09.635125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1b","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332146+0000","last_change":"2024-09-16T01:49:36.320877+0000","last_active":"2024-09-16T01:49:38.332146+0000","last_peered":"2024-09-16T01:49:38.332146+0000","last_clean":"2024-09-16T01:49:38.332146+0000","last_became_active":"2024-09-16T01:49:36.320464+0000","last_became_peered":"2024-09-16T01:49:36.320464+0000","last_unstale":"2024-09-16T01:49:38.332146+0000","last_undegraded":"2024-09-16T01:49:38.332146+0000","last_fullsized":"2024-09-16T01:49:38.332146+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:06.028623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622705+0000","last_change":"2024-09-16T01:49:37.343491+0000","last_active":"2024-09-16T01:49:38.622705+0000","last_peered":"2024-09-16T01:49:38.622705+0000","last_clean":"2024-09-16T01:49:38.622705+0000","last_became_active":"2024-09-16T01:49:37.343203+0000","last_became_peered":"2024-09-16T01:49:37.343203+0000","last_unstale":"2024-09-16T01:49:38.622705+0000","last_undegraded":"2024-09-16T01:49:38.622705+0000","last_fullsized":"2024-09-16T01:49:38.622705+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:12.165801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.1a","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622477+0000","last_change":"2024-09-16T01:49:36.318538+0000","last_active":"2024-09-16T01:49:38.622477+0000","last_peered":"2024-09-16T01:49:38.622477+0000","last_clean":"2024-09-16T01:49:38.622477+0000","last_became_active":"2024-09-16T01:49:36.318159+0000","last_became_peered":"2024-09-16T01:49:36.318159+0000","last_unstale":"2024-09-16T01:49:38.622477+0000","last_undegraded":"2024-09-16T01:49:38.622477+0000","last_fullsized":"2024-09-16T01:49:38.622477+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:13.584860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622581+0000","last_change":"2024-09-16T01:49:37.336594+0000","last_active":"2024-09-16T01:49:38.622581+0000","last_peered":"2024-09-16T01:49:38.622581+0000","last_clean":"2024-09-16T01:49:38.622581+0000","last_became_active":"2024-09-16T01:49:37.335899+0000","last_became_peered":"2024-09-16T01:49:37.335899+0000","last_unstale":"2024-09-16T01:49:38.622581+0000","last_undegraded":"2024-09-16T01:49:38.622581+0000","last_fullsized":"2024-09-16T01:49:38.622581+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:54.145125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325801+0000","last_change":"2024-09-16T01:49:36.321793+0000","last_active":"2024-09-16T01:49:38.325801+0000","last_peered":"2024-09-16T01:49:38.325801+0000","last_clean":"2024-09-16T01:49:38.325801+0000","last_became_active":"2024-09-16T01:49:36.321457+0000","last_became_peered":"2024-09-16T01:49:36.321457+0000","last_unstale":"2024-09-16T01:49:38.325801+0000","last_undegraded":"2024-09-16T01:49:38.325801+0000","last_fullsized":"2024-09-16T01:49:38.325801+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:51.563122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324268+0000","last_change":"2024-09-16T01:49:37.329522+0000","last_active":"2024-09-16T01:49:38.324268+0000","last_peered":"2024-09-16T01:49:38.324268+0000","last_clean":"2024-09-16T01:49:38.324268+0000","last_became_active":"2024-09-16T01:49:37.329211+0000","last_became_peered":"2024-09-16T01:49:37.329211+0000","last_unstale":"2024-09-16T01:49:38.324268+0000","last_undegraded":"2024-09-16T01:49:38.324268+0000","last_fullsized":"2024-09-16T01:49:38.324268+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:51.882379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965459+0000","last_change":"2024-09-16T01:49:36.318576+0000","last_active":"2024-09-16T01:49:38.965459+0000","last_peered":"2024-09-16T01:49:38.965459+0000","last_clean":"2024-09-16T01:49:38.965459+0000","last_became_active":"2024-09-16T01:49:36.318222+0000","last_became_peered":"2024-09-16T01:49:36.318222+0000","last_unstale":"2024-09-16T01:49:38.965459+0000","last_undegraded":"2024-09-16T01:49:38.965459+0000","last_fullsized":"2024-09-16T01:49:38.965459+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:47.626407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288434+0000","last_change":"2024-09-16T01:49:37.327916+0000","last_active":"2024-09-16T01:49:39.288434+0000","last_peered":"2024-09-16T01:49:39.288434+0000","last_clean":"2024-09-16T01:49:39.288434+0000","last_became_active":"2024-09-16T01:49:37.327056+0000","last_became_peered":"2024-09-16T01:49:37.327056+0000","last_unstale":"2024-09-16T01:49:39.288434+0000","last_undegraded":"2024-09-16T01:49:39.288434+0000","last_fullsized":"2024-09-16T01:49:39.288434+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:25.914112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324225+0000","last_change":"2024-09-16T01:49:36.317777+0000","last_active":"2024-09-16T01:49:38.324225+0000","last_peered":"2024-09-16T01:49:38.324225+0000","last_clean":"2024-09-16T01:49:38.324225+0000","last_became_active":"2024-09-16T01:49:36.317464+0000","last_became_peered":"2024-09-16T01:49:36.317464+0000","last_unstale":"2024-09-16T01:49:38.324225+0000","last_undegraded":"2024-09-16T01:49:38.324225+0000","last_fullsized":"2024-09-16T01:49:38.324225+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:51.974940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288269+0000","last_change":"2024-09-16T01:49:37.341483+0000","last_active":"2024-09-16T01:49:39.288269+0000","last_peered":"2024-09-16T01:49:39.288269+0000","last_clean":"2024-09-16T01:49:39.288269+0000","last_became_active":"2024-09-16T01:49:37.341202+0000","last_became_peered":"2024-09-16T01:49:37.341202+0000","last_unstale":"2024-09-16T01:49:39.288269+0000","last_undegraded":"2024-09-16T01:49:39.288269+0000","last_fullsized":"2024-09-16T01:49:39.288269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:30.239065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.15","version":"139'3","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324332+0000","last_change":"2024-09-16T01:49:36.318758+0000","last_active":"2024-09-16T01:49:38.324332+0000","last_peered":"2024-09-16T01:49:38.324332+0000","last_clean":"2024-09-16T01:49:38.324332+0000","last_became_active":"2024-09-16T01:49:36.318450+0000","last_became_peered":"2024-09-16T01:49:36.318450+0000","last_unstale":"2024-09-16T01:49:38.324332+0000","last_undegraded":"2024-09-16T01:49:38.324332+0000","last_fullsized":"2024-09-16T01:49:38.324332+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:58.124577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326097+0000","last_change":"2024-09-16T01:49:37.342680+0000","last_active":"2024-09-16T01:49:38.326097+0000","last_peered":"2024-09-16T01:49:38.326097+0000","last_clean":"2024-09-16T01:49:38.326097+0000","last_became_active":"2024-09-16T01:49:37.342401+0000","last_became_peered":"2024-09-16T01:49:37.342401+0000","last_unstale":"2024-09-16T01:49:38.326097+0000","last_undegraded":"2024-09-16T01:49:38.326097+0000","last_fullsized":"2024-09-16T01:49:38.326097+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:04.606163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.14","version":"139'6","reported_seq":20,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325456+0000","last_change":"2024-09-16T01:49:36.319354+0000","last_active":"2024-09-16T01:49:38.325456+0000","last_peered":"2024-09-16T01:49:38.325456+0000","last_clean":"2024-09-16T01:49:38.325456+0000","last_became_active":"2024-09-16T01:49:36.319060+0000","last_became_peered":"2024-09-16T01:49:36.319060+0000","last_unstale":"2024-09-16T01:49:38.325456+0000","last_undegraded":"2024-09-16T01:49:38.325456+0000","last_fullsized":"2024-09-16T01:49:38.325456+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:01.315353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288095+0000","last_change":"2024-09-16T01:49:37.324550+0000","last_active":"2024-09-16T01:49:39.288095+0000","last_peered":"2024-09-16T01:49:39.288095+0000","last_clean":"2024-09-16T01:49:39.288095+0000","last_became_active":"2024-09-16T01:49:37.324221+0000","last_became_peered":"2024-09-16T01:49:37.324221+0000","last_unstale":"2024-09-16T01:49:39.288095+0000","last_undegraded":"2024-09-16T01:49:39.288095+0000","last_fullsized":"2024-09-16T01:49:39.288095+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:08.601723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.13","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622758+0000","last_change":"2024-09-16T01:49:36.317629+0000","last_active":"2024-09-16T01:49:38.622758+0000","last_peered":"2024-09-16T01:49:38.622758+0000","last_clean":"2024-09-16T01:49:38.622758+0000","last_became_active":"2024-09-16T01:49:36.317365+0000","last_became_peered":"2024-09-16T01:49:36.317365+0000","last_unstale":"2024-09-16T01:49:38.622758+0000","last_undegraded":"2024-09-16T01:49:38.622758+0000","last_fullsized":"2024-09-16T01:49:38.622758+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:49.286402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965714+0000","last_change":"2024-09-16T01:49:37.331778+0000","last_active":"2024-09-16T01:49:38.965714+0000","last_peered":"2024-09-16T01:49:38.965714+0000","last_clean":"2024-09-16T01:49:38.965714+0000","last_became_active":"2024-09-16T01:49:37.331483+0000","last_became_peered":"2024-09-16T01:49:37.331483+0000","last_unstale":"2024-09-16T01:49:38.965714+0000","last_undegraded":"2024-09-16T01:49:38.965714+0000","last_fullsized":"2024-09-16T01:49:38.965714+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:33.128244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288180+0000","last_change":"2024-09-16T01:49:36.315195+0000","last_active":"2024-09-16T01:49:39.288180+0000","last_peered":"2024-09-16T01:49:39.288180+0000","last_clean":"2024-09-16T01:49:39.288180+0000","last_became_active":"2024-09-16T01:49:36.314837+0000","last_became_peered":"2024-09-16T01:49:36.314837+0000","last_unstale":"2024-09-16T01:49:39.288180+0000","last_undegraded":"2024-09-16T01:49:39.288180+0000","last_fullsized":"2024-09-16T01:49:39.288180+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:22.973500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622738+0000","last_change":"2024-09-16T01:49:37.336847+0000","last_active":"2024-09-16T01:49:38.622738+0000","last_peered":"2024-09-16T01:49:38.622738+0000","last_clean":"2024-09-16T01:49:38.622738+0000","last_became_active":"2024-09-16T01:49:37.336300+0000","last_became_peered":"2024-09-16T01:49:37.336300+0000","last_unstale":"2024-09-16T01:49:38.622738+0000","last_undegraded":"2024-09-16T01:49:38.622738+0000","last_fullsized":"2024-09-16T01:49:38.622738+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:41.013560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622489+0000","last_change":"2024-09-16T01:49:36.317039+0000","last_active":"2024-09-16T01:49:38.622489+0000","last_peered":"2024-09-16T01:49:38.622489+0000","last_clean":"2024-09-16T01:49:38.622489+0000","last_became_active":"2024-09-16T01:49:36.316759+0000","last_became_peered":"2024-09-16T01:49:36.316759+0000","last_unstale":"2024-09-16T01:49:38.622489+0000","last_undegraded":"2024-09-16T01:49:38.622489+0000","last_fullsized":"2024-09-16T01:49:38.622489+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:42.729534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331909+0000","last_change":"2024-09-16T01:49:37.328102+0000","last_active":"2024-09-16T01:49:38.331909+0000","last_peered":"2024-09-16T01:49:38.331909+0000","last_clean":"2024-09-16T01:49:38.331909+0000","last_became_active":"2024-09-16T01:49:37.327840+0000","last_became_peered":"2024-09-16T01:49:37.327840+0000","last_unstale":"2024-09-16T01:49:38.331909+0000","last_undegraded":"2024-09-16T01:49:38.331909+0000","last_fullsized":"2024-09-16T01:49:38.331909+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:33.507703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.10","version":"139'8","reported_seq":22,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324793+0000","last_change":"2024-09-16T01:49:36.322452+0000","last_active":"2024-09-16T01:49:38.324793+0000","last_peered":"2024-09-16T01:49:38.324793+0000","last_clean":"2024-09-16T01:49:38.324793+0000","last_became_active":"2024-09-16T01:49:36.322186+0000","last_became_peered":"2024-09-16T01:49:36.322186+0000","last_unstale":"2024-09-16T01:49:38.324793+0000","last_undegraded":"2024-09-16T01:49:38.324793+0000","last_fullsized":"2024-09-16T01:49:38.324793+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:52.549100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623032+0000","last_change":"2024-09-16T01:49:37.335626+0000","last_active":"2024-09-16T01:49:38.623032+0000","last_peered":"2024-09-16T01:49:38.623032+0000","last_clean":"2024-09-16T01:49:38.623032+0000","last_became_active":"2024-09-16T01:49:37.335348+0000","last_became_peered":"2024-09-16T01:49:37.335348+0000","last_unstale":"2024-09-16T01:49:38.623032+0000","last_undegraded":"2024-09-16T01:49:38.623032+0000","last_fullsized":"2024-09-16T01:49:38.623032+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:37.098014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332414+0000","last_change":"2024-09-16T01:49:36.320710+0000","last_active":"2024-09-16T01:49:38.332414+0000","last_peered":"2024-09-16T01:49:38.332414+0000","last_clean":"2024-09-16T01:49:38.332414+0000","last_became_active":"2024-09-16T01:49:36.320441+0000","last_became_peered":"2024-09-16T01:49:36.320441+0000","last_unstale":"2024-09-16T01:49:38.332414+0000","last_undegraded":"2024-09-16T01:49:38.332414+0000","last_fullsized":"2024-09-16T01:49:38.332414+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:38.942538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288511+0000","last_change":"2024-09-16T01:49:37.331484+0000","last_active":"2024-09-16T01:49:39.288511+0000","last_peered":"2024-09-16T01:49:39.288511+0000","last_clean":"2024-09-16T01:49:39.288511+0000","last_became_active":"2024-09-16T01:49:37.331209+0000","last_became_peered":"2024-09-16T01:49:37.331209+0000","last_unstale":"2024-09-16T01:49:39.288511+0000","last_undegraded":"2024-09-16T01:49:39.288511+0000","last_fullsized":"2024-09-16T01:49:39.288511+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:37.602252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.e","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332289+0000","last_change":"2024-09-16T01:49:36.317311+0000","last_active":"2024-09-16T01:49:38.332289+0000","last_peered":"2024-09-16T01:49:38.332289+0000","last_clean":"2024-09-16T01:49:38.332289+0000","last_became_active":"2024-09-16T01:49:36.316960+0000","last_became_peered":"2024-09-16T01:49:36.316960+0000","last_unstale":"2024-09-16T01:49:38.332289+0000","last_undegraded":"2024-09-16T01:49:38.332289+0000","last_fullsized":"2024-09-16T01:49:38.332289+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:26.433467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622985+0000","last_change":"2024-09-16T01:49:37.332725+0000","last_active":"2024-09-16T01:49:38.622985+0000","last_peered":"2024-09-16T01:49:38.622985+0000","last_clean":"2024-09-16T01:49:38.622985+0000","last_became_active":"2024-09-16T01:49:37.332442+0000","last_became_peered":"2024-09-16T01:49:37.332442+0000","last_unstale":"2024-09-16T01:49:38.622985+0000","last_undegraded":"2024-09-16T01:49:38.622985+0000","last_fullsized":"2024-09-16T01:49:38.622985+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:59.933610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.d","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546066+0000","last_change":"2024-09-16T01:49:36.325794+0000","last_active":"2024-09-16T01:49:39.546066+0000","last_peered":"2024-09-16T01:49:39.546066+0000","last_clean":"2024-09-16T01:49:39.546066+0000","last_became_active":"2024-09-16T01:49:36.325484+0000","last_became_peered":"2024-09-16T01:49:36.325484+0000","last_unstale":"2024-09-16T01:49:39.546066+0000","last_undegraded":"2024-09-16T01:49:39.546066+0000","last_fullsized":"2024-09-16T01:49:39.546066+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:04.074861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965661+0000","last_change":"2024-09-16T01:49:37.336752+0000","last_active":"2024-09-16T01:49:38.965661+0000","last_peered":"2024-09-16T01:49:38.965661+0000","last_clean":"2024-09-16T01:49:38.965661+0000","last_became_active":"2024-09-16T01:49:37.336441+0000","last_became_peered":"2024-09-16T01:49:37.336441+0000","last_unstale":"2024-09-16T01:49:38.965661+0000","last_undegraded":"2024-09-16T01:49:38.965661+0000","last_fullsized":"2024-09-16T01:49:38.965661+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:20.100478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545957+0000","last_change":"2024-09-16T01:49:36.324129+0000","last_active":"2024-09-16T01:49:39.545957+0000","last_peered":"2024-09-16T01:49:39.545957+0000","last_clean":"2024-09-16T01:49:39.545957+0000","last_became_active":"2024-09-16T01:49:36.323581+0000","last_became_peered":"2024-09-16T01:49:36.323581+0000","last_unstale":"2024-09-16T01:49:39.545957+0000","last_undegraded":"2024-09-16T01:49:39.545957+0000","last_fullsized":"2024-09-16T01:49:39.545957+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:23.273025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331986+0000","last_change":"2024-09-16T01:49:37.322669+0000","last_active":"2024-09-16T01:49:38.331986+0000","last_peered":"2024-09-16T01:49:38.331986+0000","last_clean":"2024-09-16T01:49:38.331986+0000","last_became_active":"2024-09-16T01:49:37.322407+0000","last_became_peered":"2024-09-16T01:49:37.322407+0000","last_unstale":"2024-09-16T01:49:38.331986+0000","last_undegraded":"2024-09-16T01:49:38.331986+0000","last_fullsized":"2024-09-16T01:49:38.331986+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.926550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.b","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622883+0000","last_change":"2024-09-16T01:49:36.316311+0000","last_active":"2024-09-16T01:49:38.622883+0000","last_peered":"2024-09-16T01:49:38.622883+0000","last_clean":"2024-09-16T01:49:38.622883+0000","last_became_active":"2024-09-16T01:49:36.316000+0000","last_became_peered":"2024-09-16T01:49:36.316000+0000","last_unstale":"2024-09-16T01:49:38.622883+0000","last_undegraded":"2024-09-16T01:49:38.622883+0000","last_fullsized":"2024-09-16T01:49:38.622883+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:32.716361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965843+0000","last_change":"2024-09-16T01:49:37.330923+0000","last_active":"2024-09-16T01:49:38.965843+0000","last_peered":"2024-09-16T01:49:38.965843+0000","last_clean":"2024-09-16T01:49:38.965843+0000","last_became_active":"2024-09-16T01:49:37.330638+0000","last_became_peered":"2024-09-16T01:49:37.330638+0000","last_unstale":"2024-09-16T01:49:38.965843+0000","last_undegraded":"2024-09-16T01:49:38.965843+0000","last_fullsized":"2024-09-16T01:49:38.965843+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:19.602953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545768+0000","last_change":"2024-09-16T01:49:36.321617+0000","last_active":"2024-09-16T01:49:39.545768+0000","last_peered":"2024-09-16T01:49:39.545768+0000","last_clean":"2024-09-16T01:49:39.545768+0000","last_became_active":"2024-09-16T01:49:36.321339+0000","last_became_peered":"2024-09-16T01:49:36.321339+0000","last_unstale":"2024-09-16T01:49:39.545768+0000","last_undegraded":"2024-09-16T01:49:39.545768+0000","last_fullsized":"2024-09-16T01:49:39.545768+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:58.684155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545914+0000","last_change":"2024-09-16T01:49:37.331139+0000","last_active":"2024-09-16T01:49:39.545914+0000","last_peered":"2024-09-16T01:49:39.545914+0000","last_clean":"2024-09-16T01:49:39.545914+0000","last_became_active":"2024-09-16T01:49:37.330897+0000","last_became_peered":"2024-09-16T01:49:37.330897+0000","last_unstale":"2024-09-16T01:49:39.545914+0000","last_undegraded":"2024-09-16T01:49:39.545914+0000","last_fullsized":"2024-09-16T01:49:39.545914+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:08.792653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622764+0000","last_change":"2024-09-16T01:49:36.321704+0000","last_active":"2024-09-16T01:49:38.622764+0000","last_peered":"2024-09-16T01:49:38.622764+0000","last_clean":"2024-09-16T01:49:38.622764+0000","last_became_active":"2024-09-16T01:49:36.321405+0000","last_became_peered":"2024-09-16T01:49:36.321405+0000","last_unstale":"2024-09-16T01:49:38.622764+0000","last_undegraded":"2024-09-16T01:49:38.622764+0000","last_fullsized":"2024-09-16T01:49:38.622764+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:10:59.458793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324189+0000","last_change":"2024-09-16T01:49:37.335153+0000","last_active":"2024-09-16T01:49:38.324189+0000","last_peered":"2024-09-16T01:49:38.324189+0000","last_clean":"2024-09-16T01:49:38.324189+0000","last_became_active":"2024-09-16T01:49:37.334871+0000","last_became_peered":"2024-09-16T01:49:37.334871+0000","last_unstale":"2024-09-16T01:49:38.324189+0000","last_undegraded":"2024-09-16T01:49:38.324189+0000","last_fullsized":"2024-09-16T01:49:38.324189+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:29.145508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545932+0000","last_change":"2024-09-16T01:49:36.325793+0000","last_active":"2024-09-16T01:49:39.545932+0000","last_peered":"2024-09-16T01:49:39.545932+0000","last_clean":"2024-09-16T01:49:39.545932+0000","last_became_active":"2024-09-16T01:49:36.325494+0000","last_became_peered":"2024-09-16T01:49:36.325494+0000","last_unstale":"2024-09-16T01:49:39.545932+0000","last_undegraded":"2024-09-16T01:49:39.545932+0000","last_fullsized":"2024-09-16T01:49:39.545932+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:49:03.215477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288421+0000","last_change":"2024-09-16T01:49:37.336959+0000","last_active":"2024-09-16T01:49:39.288421+0000","last_peered":"2024-09-16T01:49:39.288421+0000","last_clean":"2024-09-16T01:49:39.288421+0000","last_became_active":"2024-09-16T01:49:37.336688+0000","last_became_peered":"2024-09-16T01:49:37.336688+0000","last_unstale":"2024-09-16T01:49:39.288421+0000","last_undegraded":"2024-09-16T01:49:39.288421+0000","last_fullsized":"2024-09-16T01:49:39.288421+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:22.604471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.7","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288494+0000","last_change":"2024-09-16T01:49:36.316776+0000","last_active":"2024-09-16T01:49:39.288494+0000","last_peered":"2024-09-16T01:49:39.288494+0000","last_clean":"2024-09-16T01:49:39.288494+0000","last_became_active":"2024-09-16T01:49:36.316450+0000","last_became_peered":"2024-09-16T01:49:36.316450+0000","last_unstale":"2024-09-16T01:49:39.288494+0000","last_undegraded":"2024-09-16T01:49:39.288494+0000","last_fullsized":"2024-09-16T01:49:39.288494+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:29.477957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965790+0000","last_change":"2024-09-16T01:49:37.339225+0000","last_active":"2024-09-16T01:49:38.965790+0000","last_peered":"2024-09-16T01:49:38.965790+0000","last_clean":"2024-09-16T01:49:38.965790+0000","last_became_active":"2024-09-16T01:49:37.338925+0000","last_became_peered":"2024-09-16T01:49:37.338925+0000","last_unstale":"2024-09-16T01:49:38.965790+0000","last_undegraded":"2024-09-16T01:49:38.965790+0000","last_fullsized":"2024-09-16T01:49:38.965790+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:37.843326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.6","version":"140'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332337+0000","last_change":"2024-09-16T01:49:36.319575+0000","last_active":"2024-09-16T01:49:38.332337+0000","last_peered":"2024-09-16T01:49:38.332337+0000","last_clean":"2024-09-16T01:49:38.332337+0000","last_became_active":"2024-09-16T01:49:36.319269+0000","last_became_peered":"2024-09-16T01:49:36.319269+0000","last_unstale":"2024-09-16T01:49:38.332337+0000","last_undegraded":"2024-09-16T01:49:38.332337+0000","last_fullsized":"2024-09-16T01:49:38.332337+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:11.893131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324413+0000","last_change":"2024-09-16T01:49:37.339824+0000","last_active":"2024-09-16T01:49:38.324413+0000","last_peered":"2024-09-16T01:49:38.324413+0000","last_clean":"2024-09-16T01:49:38.324413+0000","last_became_active":"2024-09-16T01:49:37.339513+0000","last_became_peered":"2024-09-16T01:49:37.339513+0000","last_unstale":"2024-09-16T01:49:38.324413+0000","last_undegraded":"2024-09-16T01:49:38.324413+0000","last_fullsized":"2024-09-16T01:49:38.324413+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:50.914998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325543+0000","last_change":"2024-09-16T01:49:36.318296+0000","last_active":"2024-09-16T01:49:38.325543+0000","last_peered":"2024-09-16T01:49:38.325543+0000","last_clean":"2024-09-16T01:49:38.325543+0000","last_became_active":"2024-09-16T01:49:36.318041+0000","last_became_peered":"2024-09-16T01:49:36.318041+0000","last_unstale":"2024-09-16T01:49:38.325543+0000","last_undegraded":"2024-09-16T01:49:38.325543+0000","last_fullsized":"2024-09-16T01:49:38.325543+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:46.033267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288179+0000","last_change":"2024-09-16T01:49:37.328669+0000","last_active":"2024-09-16T01:49:39.288179+0000","last_peered":"2024-09-16T01:49:39.288179+0000","last_clean":"2024-09-16T01:49:39.288179+0000","last_became_active":"2024-09-16T01:49:37.328386+0000","last_became_peered":"2024-09-16T01:49:37.328386+0000","last_unstale":"2024-09-16T01:49:39.288179+0000","last_undegraded":"2024-09-16T01:49:39.288179+0000","last_fullsized":"2024-09-16T01:49:39.288179+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:46.826095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288146+0000","last_change":"2024-09-16T01:49:36.322119+0000","last_active":"2024-09-16T01:49:39.288146+0000","last_peered":"2024-09-16T01:49:39.288146+0000","last_clean":"2024-09-16T01:49:39.288146+0000","last_became_active":"2024-09-16T01:49:36.321830+0000","last_became_peered":"2024-09-16T01:49:36.321830+0000","last_unstale":"2024-09-16T01:49:39.288146+0000","last_undegraded":"2024-09-16T01:49:39.288146+0000","last_fullsized":"2024-09-16T01:49:39.288146+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:29.910869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288165+0000","last_change":"2024-09-16T01:49:37.330664+0000","last_active":"2024-09-16T01:49:39.288165+0000","last_peered":"2024-09-16T01:49:39.288165+0000","last_clean":"2024-09-16T01:49:39.288165+0000","last_became_active":"2024-09-16T01:49:37.330397+0000","last_became_peered":"2024-09-16T01:49:37.330397+0000","last_unstale":"2024-09-16T01:49:39.288165+0000","last_undegraded":"2024-09-16T01:49:39.288165+0000","last_fullsized":"2024-09-16T01:49:39.288165+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:35.261495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325919+0000","last_change":"2024-09-16T01:49:36.315900+0000","last_active":"2024-09-16T01:49:38.325919+0000","last_peered":"2024-09-16T01:49:38.325919+0000","last_clean":"2024-09-16T01:49:38.325919+0000","last_became_active":"2024-09-16T01:49:36.315273+0000","last_became_peered":"2024-09-16T01:49:36.315273+0000","last_unstale":"2024-09-16T01:49:38.325919+0000","last_undegraded":"2024-09-16T01:49:38.325919+0000","last_fullsized":"2024-09-16T01:49:38.325919+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:25.677399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325942+0000","last_change":"2024-09-16T01:49:37.335309+0000","last_active":"2024-09-16T01:49:38.325942+0000","last_peered":"2024-09-16T01:49:38.325942+0000","last_clean":"2024-09-16T01:49:38.325942+0000","last_became_active":"2024-09-16T01:49:37.334751+0000","last_became_peered":"2024-09-16T01:49:37.334751+0000","last_unstale":"2024-09-16T01:49:38.325942+0000","last_undegraded":"2024-09-16T01:49:38.325942+0000","last_fullsized":"2024-09-16T01:49:38.325942+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:28.942109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622524+0000","last_change":"2024-09-16T01:49:36.316417+0000","last_active":"2024-09-16T01:49:38.622524+0000","last_peered":"2024-09-16T01:49:38.622524+0000","last_clean":"2024-09-16T01:49:38.622524+0000","last_became_active":"2024-09-16T01:49:36.316124+0000","last_became_peered":"2024-09-16T01:49:36.316124+0000","last_unstale":"2024-09-16T01:49:38.622524+0000","last_undegraded":"2024-09-16T01:49:38.622524+0000","last_fullsized":"2024-09-16T01:49:38.622524+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:43.974096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965478+0000","last_change":"2024-09-16T01:49:37.333507+0000","last_active":"2024-09-16T01:49:38.965478+0000","last_peered":"2024-09-16T01:49:38.965478+0000","last_clean":"2024-09-16T01:49:38.965478+0000","last_became_active":"2024-09-16T01:49:37.333218+0000","last_became_peered":"2024-09-16T01:49:37.333218+0000","last_unstale":"2024-09-16T01:49:38.965478+0000","last_undegraded":"2024-09-16T01:49:38.965478+0000","last_fullsized":"2024-09-16T01:49:38.965478+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:34:29.293659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325724+0000","last_change":"2024-09-16T01:49:36.318502+0000","last_active":"2024-09-16T01:49:38.325724+0000","last_peered":"2024-09-16T01:49:38.325724+0000","last_clean":"2024-09-16T01:49:38.325724+0000","last_became_active":"2024-09-16T01:49:36.318201+0000","last_became_peered":"2024-09-16T01:49:36.318201+0000","last_unstale":"2024-09-16T01:49:38.325724+0000","last_undegraded":"2024-09-16T01:49:38.325724+0000","last_fullsized":"2024-09-16T01:49:38.325724+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:54.740126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331912+0000","last_change":"2024-09-16T01:49:37.330412+0000","last_active":"2024-09-16T01:49:38.331912+0000","last_peered":"2024-09-16T01:49:38.331912+0000","last_clean":"2024-09-16T01:49:38.331912+0000","last_became_active":"2024-09-16T01:49:37.330125+0000","last_became_peered":"2024-09-16T01:49:37.330125+0000","last_unstale":"2024-09-16T01:49:38.331912+0000","last_undegraded":"2024-09-16T01:49:38.331912+0000","last_fullsized":"2024-09-16T01:49:38.331912+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:48.647428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324854+0000","last_change":"2024-09-16T01:49:36.319826+0000","last_active":"2024-09-16T01:49:38.324854+0000","last_peered":"2024-09-16T01:49:38.324854+0000","last_clean":"2024-09-16T01:49:38.324854+0000","last_became_active":"2024-09-16T01:49:36.319570+0000","last_became_peered":"2024-09-16T01:49:36.319570+0000","last_unstale":"2024-09-16T01:49:38.324854+0000","last_undegraded":"2024-09-16T01:49:38.324854+0000","last_fullsized":"2024-09-16T01:49:38.324854+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:21.242926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288358+0000","last_change":"2024-09-16T01:49:37.337662+0000","last_active":"2024-09-16T01:49:39.288358+0000","last_peered":"2024-09-16T01:49:39.288358+0000","last_clean":"2024-09-16T01:49:39.288358+0000","last_became_active":"2024-09-16T01:49:37.337370+0000","last_became_peered":"2024-09-16T01:49:37.337370+0000","last_unstale":"2024-09-16T01:49:39.288358+0000","last_undegraded":"2024-09-16T01:49:39.288358+0000","last_fullsized":"2024-09-16T01:49:39.288358+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:51.653213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326252+0000","last_change":"2024-09-16T01:49:36.322284+0000","last_active":"2024-09-16T01:49:38.326252+0000","last_peered":"2024-09-16T01:49:38.326252+0000","last_clean":"2024-09-16T01:49:38.326252+0000","last_became_active":"2024-09-16T01:49:36.322011+0000","last_became_peered":"2024-09-16T01:49:36.322011+0000","last_unstale":"2024-09-16T01:49:38.326252+0000","last_undegraded":"2024-09-16T01:49:38.326252+0000","last_fullsized":"2024-09-16T01:49:38.326252+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:04.893395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":430,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545972+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:39.545972+0000","last_peered":"2024-09-16T01:49:39.545972+0000","last_clean":"2024-09-16T01:49:39.545972+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:39.545972+0000","last_undegraded":"2024-09-16T01:49:39.545972+0000","last_fullsized":"2024-09-16T01:49:39.545972+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574943,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33508,"kb_used_data":2316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338332,"statfs":{"total":96636764160,"available":96602451968,"internally_reserved":0,"allocated":2371584,"data_stored":1369036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509535,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32912,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338928,"statfs":{"total":96636764160,"available":96603062272,"internally_reserved":0,"allocated":1757184,"data_stored":776336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509535,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1761280,"data_stored":776918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509536,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1769472,"data_stored":777996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542239,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41224,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330616,"statfs":{"total":96636764160,"available":96594550784,"internally_reserved":0,"allocated":1757184,"data_stored":776348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542240,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":776404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542240,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":776348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542240,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37644,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334196,"statfs":{"total":96636764160,"available":96598216704,"internally_reserved":0,"allocated":2347008,"data_stored":1366682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:41.014 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:49:41.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.150+0000 7f7cf64e6640 1 Processor -- start 2024-09-16T01:49:41.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.150+0000 7f7cf64e6640 1 -- start start 2024-09-16T01:49:41.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf64e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf015e6b0 0x7f7cf00d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf64e6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7cf00cf5b0 0x7f7cf00b7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf64e6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7cf00b7ca0 0x7f7cf00b6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf64e6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7cf00cfdc0 con 0x7f7cf00b7ca0 2024-09-16T01:49:41.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf64e6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7cf00d2b50 con 0x7f7cf00cf5b0 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf64e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7cf00d2e30 con 0x7f7cf015e6b0 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7cf00b7ca0 0x7f7cf00b6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7cf00b7ca0 0x7f7cf00b6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45134/0 (socket says 172.21.15.16:45134) 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 -- 172.21.15.16:0/2946580207 learned_addr learned my addr 172.21.15.16:0/2946580207 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cef7fe640 1 --2- 172.21.15.16:0/2946580207 >> v2:172.21.15.104:3300/0 conn(0x7f7cf00cf5b0 0x7f7cf00b7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7ceffff640 1 --2- 172.21.15.16:0/2946580207 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf015e6b0 0x7f7cf00d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 -- 172.21.15.16:0/2946580207 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf015e6b0 msgr2=0x7f7cf00d1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 --2- 172.21.15.16:0/2946580207 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf015e6b0 0x7f7cf00d1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 -- 172.21.15.16:0/2946580207 >> v2:172.21.15.104:3300/0 conn(0x7f7cf00cf5b0 msgr2=0x7f7cf00b7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 --2- 172.21.15.16:0/2946580207 >> v2:172.21.15.104:3300/0 conn(0x7f7cf00cf5b0 0x7f7cf00b7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7cf4a83640 1 -- 172.21.15.16:0/2946580207 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cf00d3110 con 0x7f7cf00b7ca0 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.151+0000 7f7ceffff640 1 --2- 172.21.15.16:0/2946580207 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf015e6b0 0x7f7cf00d1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:41.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.152+0000 7f7cf4a83640 1 --2- 172.21.15.16:0/2946580207 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf00b6040 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f7cf00b71b0 tx=0x7f7ce802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97e7ade9772cf66 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.152+0000 7f7ceeffd640 1 -- 172.21.15.16:0/2946580207 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce8036070 con 0x7f7cf00b7ca0 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.152+0000 7f7ceeffd640 1 -- 172.21.15.16:0/2946580207 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ce8031600 con 0x7f7cf00b7ca0 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.152+0000 7f7ceeffd640 1 -- 172.21.15.16:0/2946580207 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce80319d0 con 0x7f7cf00b7ca0 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 -- 172.21.15.16:0/2946580207 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf00b7ca0 msgr2=0x7f7cf00b6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/2946580207 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf00b6040 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f7cf00b71b0 tx=0x7f7ce802a610 comp rx=0 tx=0).stop 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 -- 172.21.15.16:0/2946580207 shutdown_connections 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/2946580207 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf00b6040 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/2946580207 >> v2:172.21.15.104:3300/0 conn(0x7f7cf00cf5b0 0x7f7cf00b7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/2946580207 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf015e6b0 0x7f7cf00d1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 -- 172.21.15.16:0/2946580207 >> 172.21.15.16:0/2946580207 conn(0x7f7cf006bbe0 msgr2=0x7f7cf006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:41.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 -- 172.21.15.16:0/2946580207 shutdown_connections 2024-09-16T01:49:41.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.153+0000 7f7cf64e6640 1 -- 172.21.15.16:0/2946580207 wait complete. 2024-09-16T01:49:41.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.154+0000 7f7cf64e6640 1 Processor -- start 2024-09-16T01:49:41.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.154+0000 7f7cf64e6640 1 -- start start 2024-09-16T01:49:41.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf64e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf014c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf64e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf00cf5b0 0x7f7cf00cb690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf64e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf015e6b0 0x7f7cf00cbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf64e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf00cfb50 con 0x7f7cf015e6b0 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf64e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf00cf9d0 con 0x7f7cf00b7ca0 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf64e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7cf00b6580 con 0x7f7cf00cf5b0 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf015e6b0 0x7f7cf00cbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf015e6b0 0x7f7cf00cbbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45148/0 (socket says 172.21.15.16:45148) 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 -- 172.21.15.16:0/4224953035 learned_addr learned my addr 172.21.15.16:0/4224953035 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7ceffff640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf014c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cef7fe640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf00cf5b0 0x7f7cf00cb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 -- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf00cf5b0 msgr2=0x7f7cf00cb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf00cf5b0 0x7f7cf00cb690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 -- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7cf00b7ca0 msgr2=0x7f7cf014c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf014c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7cf4a83640 1 -- 172.21.15.16:0/4224953035 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cf00cb010 con 0x7f7cf015e6b0 2024-09-16T01:49:41.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.155+0000 7f7ceffff640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf014c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.156+0000 7f7cf4a83640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf015e6b0 0x7f7cf00cbbd0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8009f40 tx=0x7f7ce8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.156+0000 7f7cecff9640 1 -- 172.21.15.16:0/4224953035 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce8036050 con 0x7f7cf015e6b0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.156+0000 7f7cecff9640 1 -- 172.21.15.16:0/4224953035 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ce8042070 con 0x7f7cf015e6b0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.156+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cf00cc510 con 0x7f7cf015e6b0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.156+0000 7f7cecff9640 1 -- 172.21.15.16:0/4224953035 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce8009510 con 0x7f7cf015e6b0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.156+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cf00ca250 con 0x7f7cf015e6b0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.157+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cf00b6930 con 0x7f7cf015e6b0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.157+0000 7f7cecff9640 1 -- 172.21.15.16:0/4224953035 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f7ce8007bd0 con 0x7f7cf015e6b0 2024-09-16T01:49:41.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.158+0000 7f7cecff9640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7cd006c8e0 0x7f7cd006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.158+0000 7f7ceffff640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7cd006c8e0 0x7f7cd006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.158+0000 7f7cecff9640 1 -- 172.21.15.16:0/4224953035 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f7ce80acdf0 con 0x7f7cf015e6b0 2024-09-16T01:49:41.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.159+0000 7f7ceffff640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7cd006c8e0 0x7f7cd006eda0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7ce000a990 tx=0x7f7ce0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:41.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.162+0000 7f7cecff9640 1 -- 172.21.15.16:0/4224953035 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7ce807ac90 con 0x7f7cf015e6b0 2024-09-16T01:49:41.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.411+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f7cf00b9c60 con 0x7f7cf015e6b0 2024-09-16T01:49:41.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.411+0000 7f7cecff9640 1 -- 172.21.15.16:0/4224953035 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1478 (secure 0 0 0) 0x7f7ce807a590 con 0x7f7cf015e6b0 2024-09-16T01:49:41.414 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:41.414 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":471,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726450922,"num_in_osds":8,"osd_in_since":1726450912,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":292093952,"bytes_avail":772802019328,"bytes_total":773094113280,"write_bytes_sec":2620,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":84,"btime":"2024-09-16T01:49:39:327151+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"d","status":"up:active","gid":8445}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":11,"modified":"2024-09-16T01:48:16.752755+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T01:49:41.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7cd006c8e0 msgr2=0x7f7cd006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7cd006c8e0 0x7f7cd006eda0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7ce000a990 tx=0x7f7ce0008040 comp rx=0 tx=0).stop 2024-09-16T01:49:41.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf015e6b0 msgr2=0x7f7cf00cbbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf015e6b0 0x7f7cf00cbbd0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8009f40 tx=0x7f7ce8004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 shutdown_connections 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7cd006c8e0 0x7f7cd006eda0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7cf015e6b0 0x7f7cf00cbbd0 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7cf00cf5b0 0x7f7cf00cb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 --2- 172.21.15.16:0/4224953035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7cf00b7ca0 0x7f7cf014c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 >> 172.21.15.16:0/4224953035 conn(0x7f7cf006bbe0 msgr2=0x7f7cf00b8b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 shutdown_connections 2024-09-16T01:49:41.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.414+0000 7f7cf64e6640 1 -- 172.21.15.16:0/4224953035 wait complete. 2024-09-16T01:49:41.426 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:49:41.426 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:41.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.526+0000 7f1ce9865640 1 Processor -- start 2024-09-16T01:49:41.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.526+0000 7f1ce9865640 1 -- start start 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce9865640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1ce40cda90 0x7f1ce40ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce9865640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ce4160230 con 0x7f1ce40cf090 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce9865640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ce4160510 con 0x7f1ce40cecb0 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce9865640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1ce4160e40 con 0x7f1ce40cda90 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1ce40cf090 0x7f1ce406bc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:40256/0 (socket says 172.21.15.16:40256) 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce37fe640 1 -- 172.21.15.16:0/3802552082 learned_addr learned my addr 172.21.15.16:0/3802552082 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce27fc640 1 --2- 172.21.15.16:0/3802552082 >> v2:172.21.15.104:3300/0 conn(0x7f1ce40cda90 0x7f1ce40ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce1ffb640 1 -- 172.21.15.16:0/3802552082 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3323762682 0 0) 0x7f1ce4160230 con 0x7f1ce40cf090 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.527+0000 7f1ce1ffb640 1 -- 172.21.15.16:0/3802552082 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1cd0003520 con 0x7f1ce40cf090 2024-09-16T01:49:41.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.528+0000 7f1ce27fc640 1 -- 172.21.15.16:0/3802552082 >> v1:172.21.15.104:6789/0 conn(0x7f1ce40cecb0 legacy=0x7f1ce40cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.528+0000 7f1ce27fc640 1 -- 172.21.15.16:0/3802552082 >> v1:172.21.15.16:6789/0 conn(0x7f1ce40cf090 legacy=0x7f1ce406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.528+0000 7f1ce27fc640 1 -- 172.21.15.16:0/3802552082 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce41607f0 con 0x7f1ce40cda90 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.528+0000 7f1ce27fc640 1 --2- 172.21.15.16:0/3802552082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 0x7f1ce40ce190 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc0097a0 tx=0x7f1ccc02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3159b7522cbea99f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce1ffb640 1 -- 172.21.15.16:0/3802552082 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc037070 con 0x7f1ce40cda90 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce1ffb640 1 -- 172.21.15.16:0/3802552082 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ccc032440 con 0x7f1ce40cda90 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce1ffb640 1 -- 172.21.15.16:0/3802552082 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc0327f0 con 0x7f1ce40cda90 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce9865640 1 -- 172.21.15.16:0/3802552082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 msgr2=0x7f1ce40ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce9865640 1 --2- 172.21.15.16:0/3802552082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 0x7f1ce40ce190 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc0097a0 tx=0x7f1ccc02a230 comp rx=0 tx=0).stop 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce9865640 1 -- 172.21.15.16:0/3802552082 shutdown_connections 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce9865640 1 --2- 172.21.15.16:0/3802552082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 0x7f1ce40ce190 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce9865640 1 -- 172.21.15.16:0/3802552082 >> 172.21.15.16:0/3802552082 conn(0x7f1ce40b2000 msgr2=0x7f1ce40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:41.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce9865640 1 -- 172.21.15.16:0/3802552082 shutdown_connections 2024-09-16T01:49:41.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.529+0000 7f1ce9865640 1 -- 172.21.15.16:0/3802552082 wait complete. 2024-09-16T01:49:41.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.530+0000 7f1ce9865640 1 Processor -- start 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce9865640 1 -- start start 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce9865640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 0x7f1ce40b1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce9865640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce40cecb0 0x7f1ce40ab550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce9865640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce40cf090 0x7f1ce40aba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce9865640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce406c4e0 con 0x7f1ce40cf090 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce9865640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce406c360 con 0x7f1ce40cda90 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce9865640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce406c660 con 0x7f1ce40cecb0 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce40cf090 0x7f1ce40aba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce40cf090 0x7f1ce40aba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45156/0 (socket says 172.21.15.16:45156) 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.531+0000 7f1ce37fe640 1 -- 172.21.15.16:0/1608303288 learned_addr learned my addr 172.21.15.16:0/1608303288 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce2ffd640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 0x7f1ce40b1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce27fc640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce40cecb0 0x7f1ce40ab550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce37fe640 1 -- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce40cecb0 msgr2=0x7f1ce40ab550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce37fe640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce40cecb0 0x7f1ce40ab550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce37fe640 1 -- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 msgr2=0x7f1ce40b1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce37fe640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 0x7f1ce40b1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce37fe640 1 -- 172.21.15.16:0/1608303288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce40abfd0 con 0x7f1ce40cf090 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce27fc640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce40cecb0 0x7f1ce40ab550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce37fe640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce40cf090 0x7f1ce40aba90 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc00c430 tx=0x7f1cdc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1cdbfff640 1 -- 172.21.15.16:0/1608303288 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc017070 con 0x7f1ce40cf090 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1cdbfff640 1 -- 172.21.15.16:0/1608303288 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cdc005ce0 con 0x7f1ce40cf090 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ce40ac560 con 0x7f1ce40cf090 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1cdbfff640 1 -- 172.21.15.16:0/1608303288 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc007310 con 0x7f1ce40cf090 2024-09-16T01:49:41.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.532+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ce40ad490 con 0x7f1ce40cf090 2024-09-16T01:49:41.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.533+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ce40ce190 con 0x7f1ce40cf090 2024-09-16T01:49:41.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.534+0000 7f1cdbfff640 1 -- 172.21.15.16:0/1608303288 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f1cdc01a070 con 0x7f1ce40cf090 2024-09-16T01:49:41.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.534+0000 7f1cdbfff640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cc406c8e0 0x7f1cc406eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:41.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.534+0000 7f1cdbfff640 1 -- 172.21.15.16:0/1608303288 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f1cdc08b3c0 con 0x7f1ce40cf090 2024-09-16T01:49:41.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.535+0000 7f1ce2ffd640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cc406c8e0 0x7f1cc406eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:41.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.535+0000 7f1ce2ffd640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cc406c8e0 0x7f1cc406eda0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1cd4001e70 tx=0x7f1cd4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:41.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.539+0000 7f1cdbfff640 1 -- 172.21.15.16:0/1608303288 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cdc058bf0 con 0x7f1ce40cf090 2024-09-16T01:49:41.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.711+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1ce415ff00 con 0x7f1cc406c8e0 2024-09-16T01:49:41.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.717+0000 7f1cdbfff640 1 -- 172.21.15.16:0/1608303288 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252485 (secure 0 0 0) 0x7f1ce415ff00 con 0x7f1cc406c8e0 2024-09-16T01:49:41.722 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:41.723 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cc406c8e0 msgr2=0x7f1cc406eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cc406c8e0 0x7f1cc406eda0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1cd4001e70 tx=0x7f1cd4009040 comp rx=0 tx=0).stop 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce40cf090 msgr2=0x7f1ce40aba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce40cf090 0x7f1ce40aba90 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc00c430 tx=0x7f1cdc00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 shutdown_connections 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1cc406c8e0 0x7f1cc406eda0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce40cf090 0x7f1ce40aba90 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce40cecb0 0x7f1ce40ab550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 --2- 172.21.15.16:0/1608303288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40cda90 0x7f1ce40b1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:41.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 >> 172.21.15.16:0/1608303288 conn(0x7f1ce40b2000 msgr2=0x7f1ce40d0220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:41.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 shutdown_connections 2024-09-16T01:49:41.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:41.720+0000 7f1ce9865640 1 -- 172.21.15.16:0/1608303288 wait complete. 2024-09-16T01:49:41.734 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":163,"stamp":"2024-09-16T01:49:40.768850+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":285248,"kb_used_data":14920,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754689472,"statfs":{"total":773094113280,"available":772802019328,"internally_reserved":0,"allocated":15278080,"data_stored":7396068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.470026"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546175+0000","last_change":"2024-09-16T01:49:37.330446+0000","last_active":"2024-09-16T01:49:39.546175+0000","last_peered":"2024-09-16T01:49:39.546175+0000","last_clean":"2024-09-16T01:49:39.546175+0000","last_became_active":"2024-09-16T01:49:37.330193+0000","last_became_peered":"2024-09-16T01:49:37.330193+0000","last_unstale":"2024-09-16T01:49:39.546175+0000","last_undegraded":"2024-09-16T01:49:39.546175+0000","last_fullsized":"2024-09-16T01:49:39.546175+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:55.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325613+0000","last_change":"2024-09-16T01:49:37.331459+0000","last_active":"2024-09-16T01:49:38.325613+0000","last_peered":"2024-09-16T01:49:38.325613+0000","last_clean":"2024-09-16T01:49:38.325613+0000","last_became_active":"2024-09-16T01:49:37.331155+0000","last_became_peered":"2024-09-16T01:49:37.331155+0000","last_unstale":"2024-09-16T01:49:38.325613+0000","last_undegraded":"2024-09-16T01:49:38.325613+0000","last_fullsized":"2024-09-16T01:49:38.325613+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:02.319944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332164+0000","last_change":"2024-09-16T01:49:37.336479+0000","last_active":"2024-09-16T01:49:38.332164+0000","last_peered":"2024-09-16T01:49:38.332164+0000","last_clean":"2024-09-16T01:49:38.332164+0000","last_became_active":"2024-09-16T01:49:37.336216+0000","last_became_peered":"2024-09-16T01:49:37.336216+0000","last_unstale":"2024-09-16T01:49:38.332164+0000","last_undegraded":"2024-09-16T01:49:38.332164+0000","last_fullsized":"2024-09-16T01:49:38.332164+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:36.868924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623112+0000","last_change":"2024-09-16T01:49:37.339787+0000","last_active":"2024-09-16T01:49:38.623112+0000","last_peered":"2024-09-16T01:49:38.623112+0000","last_clean":"2024-09-16T01:49:38.623112+0000","last_became_active":"2024-09-16T01:49:37.339439+0000","last_became_peered":"2024-09-16T01:49:37.339439+0000","last_unstale":"2024-09-16T01:49:38.623112+0000","last_undegraded":"2024-09-16T01:49:38.623112+0000","last_fullsized":"2024-09-16T01:49:38.623112+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:17.106471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325388+0000","last_change":"2024-09-16T01:49:37.337870+0000","last_active":"2024-09-16T01:49:38.325388+0000","last_peered":"2024-09-16T01:49:38.325388+0000","last_clean":"2024-09-16T01:49:38.325388+0000","last_became_active":"2024-09-16T01:49:37.337366+0000","last_became_peered":"2024-09-16T01:49:37.337366+0000","last_unstale":"2024-09-16T01:49:38.325388+0000","last_undegraded":"2024-09-16T01:49:38.325388+0000","last_fullsized":"2024-09-16T01:49:38.325388+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:54.093247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324269+0000","last_change":"2024-09-16T01:49:37.328983+0000","last_active":"2024-09-16T01:49:38.324269+0000","last_peered":"2024-09-16T01:49:38.324269+0000","last_clean":"2024-09-16T01:49:38.324269+0000","last_became_active":"2024-09-16T01:49:37.328691+0000","last_became_peered":"2024-09-16T01:49:37.328691+0000","last_unstale":"2024-09-16T01:49:38.324269+0000","last_undegraded":"2024-09-16T01:49:38.324269+0000","last_fullsized":"2024-09-16T01:49:38.324269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:48.826480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965591+0000","last_change":"2024-09-16T01:49:37.330124+0000","last_active":"2024-09-16T01:49:38.965591+0000","last_peered":"2024-09-16T01:49:38.965591+0000","last_clean":"2024-09-16T01:49:38.965591+0000","last_became_active":"2024-09-16T01:49:37.329529+0000","last_became_peered":"2024-09-16T01:49:37.329529+0000","last_unstale":"2024-09-16T01:49:38.965591+0000","last_undegraded":"2024-09-16T01:49:38.965591+0000","last_fullsized":"2024-09-16T01:49:38.965591+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:50.946006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324986+0000","last_change":"2024-09-16T01:49:37.337642+0000","last_active":"2024-09-16T01:49:38.324986+0000","last_peered":"2024-09-16T01:49:38.324986+0000","last_clean":"2024-09-16T01:49:38.324986+0000","last_became_active":"2024-09-16T01:49:37.337260+0000","last_became_peered":"2024-09-16T01:49:37.337260+0000","last_unstale":"2024-09-16T01:49:38.324986+0000","last_undegraded":"2024-09-16T01:49:38.324986+0000","last_fullsized":"2024-09-16T01:49:38.324986+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:22.247517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325803+0000","last_change":"2024-09-16T01:49:37.331903+0000","last_active":"2024-09-16T01:49:38.325803+0000","last_peered":"2024-09-16T01:49:38.325803+0000","last_clean":"2024-09-16T01:49:38.325803+0000","last_became_active":"2024-09-16T01:49:37.331620+0000","last_became_peered":"2024-09-16T01:49:37.331620+0000","last_unstale":"2024-09-16T01:49:38.325803+0000","last_undegraded":"2024-09-16T01:49:38.325803+0000","last_fullsized":"2024-09-16T01:49:38.325803+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:30.915460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325681+0000","last_change":"2024-09-16T01:49:37.334092+0000","last_active":"2024-09-16T01:49:38.325681+0000","last_peered":"2024-09-16T01:49:38.325681+0000","last_clean":"2024-09-16T01:49:38.325681+0000","last_became_active":"2024-09-16T01:49:37.333828+0000","last_became_peered":"2024-09-16T01:49:37.333828+0000","last_unstale":"2024-09-16T01:49:38.325681+0000","last_undegraded":"2024-09-16T01:49:38.325681+0000","last_fullsized":"2024-09-16T01:49:38.325681+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:18.133598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325411+0000","last_change":"2024-09-16T01:49:37.336880+0000","last_active":"2024-09-16T01:49:38.325411+0000","last_peered":"2024-09-16T01:49:38.325411+0000","last_clean":"2024-09-16T01:49:38.325411+0000","last_became_active":"2024-09-16T01:49:37.336284+0000","last_became_peered":"2024-09-16T01:49:37.336284+0000","last_unstale":"2024-09-16T01:49:38.325411+0000","last_undegraded":"2024-09-16T01:49:38.325411+0000","last_fullsized":"2024-09-16T01:49:38.325411+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:35.057300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325398+0000","last_change":"2024-09-16T01:49:37.331382+0000","last_active":"2024-09-16T01:49:38.325398+0000","last_peered":"2024-09-16T01:49:38.325398+0000","last_clean":"2024-09-16T01:49:38.325398+0000","last_became_active":"2024-09-16T01:49:37.331125+0000","last_became_peered":"2024-09-16T01:49:37.331125+0000","last_unstale":"2024-09-16T01:49:38.325398+0000","last_undegraded":"2024-09-16T01:49:38.325398+0000","last_fullsized":"2024-09-16T01:49:38.325398+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:05.897986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332084+0000","last_change":"2024-09-16T01:49:37.321939+0000","last_active":"2024-09-16T01:49:38.332084+0000","last_peered":"2024-09-16T01:49:38.332084+0000","last_clean":"2024-09-16T01:49:38.332084+0000","last_became_active":"2024-09-16T01:49:37.321616+0000","last_became_peered":"2024-09-16T01:49:37.321616+0000","last_unstale":"2024-09-16T01:49:38.332084+0000","last_undegraded":"2024-09-16T01:49:38.332084+0000","last_fullsized":"2024-09-16T01:49:38.332084+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:07.035171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331928+0000","last_change":"2024-09-16T01:49:37.327022+0000","last_active":"2024-09-16T01:49:38.331928+0000","last_peered":"2024-09-16T01:49:38.331928+0000","last_clean":"2024-09-16T01:49:38.331928+0000","last_became_active":"2024-09-16T01:49:37.326723+0000","last_became_peered":"2024-09-16T01:49:37.326723+0000","last_unstale":"2024-09-16T01:49:38.331928+0000","last_undegraded":"2024-09-16T01:49:38.331928+0000","last_fullsized":"2024-09-16T01:49:38.331928+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:34.325107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545805+0000","last_change":"2024-09-16T01:49:37.335738+0000","last_active":"2024-09-16T01:49:39.545805+0000","last_peered":"2024-09-16T01:49:39.545805+0000","last_clean":"2024-09-16T01:49:39.545805+0000","last_became_active":"2024-09-16T01:49:37.335354+0000","last_became_peered":"2024-09-16T01:49:37.335354+0000","last_unstale":"2024-09-16T01:49:39.545805+0000","last_undegraded":"2024-09-16T01:49:39.545805+0000","last_fullsized":"2024-09-16T01:49:39.545805+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:33.128244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965398+0000","last_change":"2024-09-16T01:49:37.334319+0000","last_active":"2024-09-16T01:49:38.965398+0000","last_peered":"2024-09-16T01:49:38.965398+0000","last_clean":"2024-09-16T01:49:38.965398+0000","last_became_active":"2024-09-16T01:49:37.333969+0000","last_became_peered":"2024-09-16T01:49:37.333969+0000","last_unstale":"2024-09-16T01:49:38.965398+0000","last_undegraded":"2024-09-16T01:49:38.965398+0000","last_fullsized":"2024-09-16T01:49:38.965398+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:35.097434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324218+0000","last_change":"2024-09-16T01:49:37.331981+0000","last_active":"2024-09-16T01:49:38.324218+0000","last_peered":"2024-09-16T01:49:38.324218+0000","last_clean":"2024-09-16T01:49:38.324218+0000","last_became_active":"2024-09-16T01:49:37.331495+0000","last_became_peered":"2024-09-16T01:49:37.331495+0000","last_unstale":"2024-09-16T01:49:38.324218+0000","last_undegraded":"2024-09-16T01:49:38.324218+0000","last_fullsized":"2024-09-16T01:49:38.324218+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:31.270932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288294+0000","last_change":"2024-09-16T01:49:37.335926+0000","last_active":"2024-09-16T01:49:39.288294+0000","last_peered":"2024-09-16T01:49:39.288294+0000","last_clean":"2024-09-16T01:49:39.288294+0000","last_became_active":"2024-09-16T01:49:37.334838+0000","last_became_peered":"2024-09-16T01:49:37.334838+0000","last_unstale":"2024-09-16T01:49:39.288294+0000","last_undegraded":"2024-09-16T01:49:39.288294+0000","last_fullsized":"2024-09-16T01:49:39.288294+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:08.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324371+0000","last_change":"2024-09-16T01:49:37.337480+0000","last_active":"2024-09-16T01:49:38.324371+0000","last_peered":"2024-09-16T01:49:38.324371+0000","last_clean":"2024-09-16T01:49:38.324371+0000","last_became_active":"2024-09-16T01:49:37.337188+0000","last_became_peered":"2024-09-16T01:49:37.337188+0000","last_unstale":"2024-09-16T01:49:38.324371+0000","last_undegraded":"2024-09-16T01:49:38.324371+0000","last_fullsized":"2024-09-16T01:49:38.324371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:23:12.000000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332071+0000","last_change":"2024-09-16T01:49:37.327316+0000","last_active":"2024-09-16T01:49:38.332071+0000","last_peered":"2024-09-16T01:49:38.332071+0000","last_clean":"2024-09-16T01:49:38.332071+0000","last_became_active":"2024-09-16T01:49:37.326774+0000","last_became_peered":"2024-09-16T01:49:37.326774+0000","last_unstale":"2024-09-16T01:49:38.332071+0000","last_undegraded":"2024-09-16T01:49:38.332071+0000","last_fullsized":"2024-09-16T01:49:38.332071+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:24.584969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324107+0000","last_change":"2024-09-16T01:49:37.332307+0000","last_active":"2024-09-16T01:49:38.324107+0000","last_peered":"2024-09-16T01:49:38.324107+0000","last_clean":"2024-09-16T01:49:38.324107+0000","last_became_active":"2024-09-16T01:49:37.332041+0000","last_became_peered":"2024-09-16T01:49:37.332041+0000","last_unstale":"2024-09-16T01:49:38.324107+0000","last_undegraded":"2024-09-16T01:49:38.324107+0000","last_fullsized":"2024-09-16T01:49:38.324107+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:44.899076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325672+0000","last_change":"2024-09-16T01:49:37.330570+0000","last_active":"2024-09-16T01:49:38.325672+0000","last_peered":"2024-09-16T01:49:38.325672+0000","last_clean":"2024-09-16T01:49:38.325672+0000","last_became_active":"2024-09-16T01:49:37.330302+0000","last_became_peered":"2024-09-16T01:49:37.330302+0000","last_unstale":"2024-09-16T01:49:38.325672+0000","last_undegraded":"2024-09-16T01:49:38.325672+0000","last_fullsized":"2024-09-16T01:49:38.325672+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:26.768866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324018+0000","last_change":"2024-09-16T01:49:37.334462+0000","last_active":"2024-09-16T01:49:38.324018+0000","last_peered":"2024-09-16T01:49:38.324018+0000","last_clean":"2024-09-16T01:49:38.324018+0000","last_became_active":"2024-09-16T01:49:37.334185+0000","last_became_peered":"2024-09-16T01:49:37.334185+0000","last_unstale":"2024-09-16T01:49:38.324018+0000","last_undegraded":"2024-09-16T01:49:38.324018+0000","last_fullsized":"2024-09-16T01:49:38.324018+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:11:08.063356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325055+0000","last_change":"2024-09-16T01:49:37.324875+0000","last_active":"2024-09-16T01:49:38.325055+0000","last_peered":"2024-09-16T01:49:38.325055+0000","last_clean":"2024-09-16T01:49:38.325055+0000","last_became_active":"2024-09-16T01:49:37.324608+0000","last_became_peered":"2024-09-16T01:49:37.324608+0000","last_unstale":"2024-09-16T01:49:38.325055+0000","last_undegraded":"2024-09-16T01:49:38.325055+0000","last_fullsized":"2024-09-16T01:49:38.325055+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:26.681989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332522+0000","last_change":"2024-09-16T01:49:37.332962+0000","last_active":"2024-09-16T01:49:38.332522+0000","last_peered":"2024-09-16T01:49:38.332522+0000","last_clean":"2024-09-16T01:49:38.332522+0000","last_became_active":"2024-09-16T01:49:37.332646+0000","last_became_peered":"2024-09-16T01:49:37.332646+0000","last_unstale":"2024-09-16T01:49:38.332522+0000","last_undegraded":"2024-09-16T01:49:38.332522+0000","last_fullsized":"2024-09-16T01:49:38.332522+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:52.567713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965783+0000","last_change":"2024-09-16T01:49:37.335709+0000","last_active":"2024-09-16T01:49:38.965783+0000","last_peered":"2024-09-16T01:49:38.965783+0000","last_clean":"2024-09-16T01:49:38.965783+0000","last_became_active":"2024-09-16T01:49:37.335414+0000","last_became_peered":"2024-09-16T01:49:37.335414+0000","last_unstale":"2024-09-16T01:49:38.965783+0000","last_undegraded":"2024-09-16T01:49:38.965783+0000","last_fullsized":"2024-09-16T01:49:38.965783+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:08.792653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332252+0000","last_change":"2024-09-16T01:49:37.339237+0000","last_active":"2024-09-16T01:49:38.332252+0000","last_peered":"2024-09-16T01:49:38.332252+0000","last_clean":"2024-09-16T01:49:38.332252+0000","last_became_active":"2024-09-16T01:49:37.338949+0000","last_became_peered":"2024-09-16T01:49:37.338949+0000","last_unstale":"2024-09-16T01:49:38.332252+0000","last_undegraded":"2024-09-16T01:49:38.332252+0000","last_fullsized":"2024-09-16T01:49:38.332252+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:59:15.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622838+0000","last_change":"2024-09-16T01:49:37.346037+0000","last_active":"2024-09-16T01:49:38.622838+0000","last_peered":"2024-09-16T01:49:38.622838+0000","last_clean":"2024-09-16T01:49:38.622838+0000","last_became_active":"2024-09-16T01:49:37.345500+0000","last_became_peered":"2024-09-16T01:49:37.345500+0000","last_unstale":"2024-09-16T01:49:38.622838+0000","last_undegraded":"2024-09-16T01:49:38.622838+0000","last_fullsized":"2024-09-16T01:49:38.622838+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:37.140950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332080+0000","last_change":"2024-09-16T01:49:37.341551+0000","last_active":"2024-09-16T01:49:38.332080+0000","last_peered":"2024-09-16T01:49:38.332080+0000","last_clean":"2024-09-16T01:49:38.332080+0000","last_became_active":"2024-09-16T01:49:37.340295+0000","last_became_peered":"2024-09-16T01:49:37.340295+0000","last_unstale":"2024-09-16T01:49:38.332080+0000","last_undegraded":"2024-09-16T01:49:38.332080+0000","last_fullsized":"2024-09-16T01:49:38.332080+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:41.159335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326148+0000","last_change":"2024-09-16T01:49:37.335239+0000","last_active":"2024-09-16T01:49:38.326148+0000","last_peered":"2024-09-16T01:49:38.326148+0000","last_clean":"2024-09-16T01:49:38.326148+0000","last_became_active":"2024-09-16T01:49:37.334962+0000","last_became_peered":"2024-09-16T01:49:37.334962+0000","last_unstale":"2024-09-16T01:49:38.326148+0000","last_undegraded":"2024-09-16T01:49:38.326148+0000","last_fullsized":"2024-09-16T01:49:38.326148+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:18.769059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325710+0000","last_change":"2024-09-16T01:49:37.331450+0000","last_active":"2024-09-16T01:49:38.325710+0000","last_peered":"2024-09-16T01:49:38.325710+0000","last_clean":"2024-09-16T01:49:38.325710+0000","last_became_active":"2024-09-16T01:49:37.331172+0000","last_became_peered":"2024-09-16T01:49:37.331172+0000","last_unstale":"2024-09-16T01:49:38.325710+0000","last_undegraded":"2024-09-16T01:49:38.325710+0000","last_fullsized":"2024-09-16T01:49:38.325710+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:30.482548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.287952+0000","last_change":"2024-09-16T01:49:37.329971+0000","last_active":"2024-09-16T01:49:39.287952+0000","last_peered":"2024-09-16T01:49:39.287952+0000","last_clean":"2024-09-16T01:49:39.287952+0000","last_became_active":"2024-09-16T01:49:37.329669+0000","last_became_peered":"2024-09-16T01:49:37.329669+0000","last_unstale":"2024-09-16T01:49:39.287952+0000","last_undegraded":"2024-09-16T01:49:39.287952+0000","last_fullsized":"2024-09-16T01:49:39.287952+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:45.647648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965794+0000","last_change":"2024-09-16T01:49:37.342433+0000","last_active":"2024-09-16T01:49:38.965794+0000","last_peered":"2024-09-16T01:49:38.965794+0000","last_clean":"2024-09-16T01:49:38.965794+0000","last_became_active":"2024-09-16T01:49:37.342154+0000","last_became_peered":"2024-09-16T01:49:37.342154+0000","last_unstale":"2024-09-16T01:49:38.965794+0000","last_undegraded":"2024-09-16T01:49:38.965794+0000","last_fullsized":"2024-09-16T01:49:38.965794+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:55.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1f","version":"139'4","reported_seq":18,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546115+0000","last_change":"2024-09-16T01:49:36.324108+0000","last_active":"2024-09-16T01:49:39.546115+0000","last_peered":"2024-09-16T01:49:39.546115+0000","last_clean":"2024-09-16T01:49:39.546115+0000","last_became_active":"2024-09-16T01:49:36.323848+0000","last_became_peered":"2024-09-16T01:49:36.323848+0000","last_unstale":"2024-09-16T01:49:39.546115+0000","last_undegraded":"2024-09-16T01:49:39.546115+0000","last_fullsized":"2024-09-16T01:49:39.546115+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:18:02.504290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326303+0000","last_change":"2024-09-16T01:49:37.340849+0000","last_active":"2024-09-16T01:49:38.326303+0000","last_peered":"2024-09-16T01:49:38.326303+0000","last_clean":"2024-09-16T01:49:38.326303+0000","last_became_active":"2024-09-16T01:49:37.339805+0000","last_became_peered":"2024-09-16T01:49:37.339805+0000","last_unstale":"2024-09-16T01:49:38.326303+0000","last_undegraded":"2024-09-16T01:49:38.326303+0000","last_fullsized":"2024-09-16T01:49:38.326303+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:33.802986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1e","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325207+0000","last_change":"2024-09-16T01:49:36.323010+0000","last_active":"2024-09-16T01:49:38.325207+0000","last_peered":"2024-09-16T01:49:38.325207+0000","last_clean":"2024-09-16T01:49:38.325207+0000","last_became_active":"2024-09-16T01:49:36.322752+0000","last_became_peered":"2024-09-16T01:49:36.322752+0000","last_unstale":"2024-09-16T01:49:38.325207+0000","last_undegraded":"2024-09-16T01:49:38.325207+0000","last_fullsized":"2024-09-16T01:49:38.325207+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:34.052710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324176+0000","last_change":"2024-09-16T01:49:37.331703+0000","last_active":"2024-09-16T01:49:38.324176+0000","last_peered":"2024-09-16T01:49:38.324176+0000","last_clean":"2024-09-16T01:49:38.324176+0000","last_became_active":"2024-09-16T01:49:37.331401+0000","last_became_peered":"2024-09-16T01:49:37.331401+0000","last_unstale":"2024-09-16T01:49:38.324176+0000","last_undegraded":"2024-09-16T01:49:38.324176+0000","last_fullsized":"2024-09-16T01:49:38.324176+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:39.558065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1d","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622883+0000","last_change":"2024-09-16T01:49:36.320761+0000","last_active":"2024-09-16T01:49:38.622883+0000","last_peered":"2024-09-16T01:49:38.622883+0000","last_clean":"2024-09-16T01:49:38.622883+0000","last_became_active":"2024-09-16T01:49:36.320468+0000","last_became_peered":"2024-09-16T01:49:36.320468+0000","last_unstale":"2024-09-16T01:49:38.622883+0000","last_undegraded":"2024-09-16T01:49:38.622883+0000","last_fullsized":"2024-09-16T01:49:38.622883+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:34.582701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332269+0000","last_change":"2024-09-16T01:49:37.339670+0000","last_active":"2024-09-16T01:49:38.332269+0000","last_peered":"2024-09-16T01:49:38.332269+0000","last_clean":"2024-09-16T01:49:38.332269+0000","last_became_active":"2024-09-16T01:49:37.339315+0000","last_became_peered":"2024-09-16T01:49:37.339315+0000","last_unstale":"2024-09-16T01:49:38.332269+0000","last_undegraded":"2024-09-16T01:49:38.332269+0000","last_fullsized":"2024-09-16T01:49:38.332269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:14.108149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1c","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623039+0000","last_change":"2024-09-16T01:49:36.321454+0000","last_active":"2024-09-16T01:49:38.623039+0000","last_peered":"2024-09-16T01:49:38.623039+0000","last_clean":"2024-09-16T01:49:38.623039+0000","last_became_active":"2024-09-16T01:49:36.321189+0000","last_became_peered":"2024-09-16T01:49:36.321189+0000","last_unstale":"2024-09-16T01:49:38.623039+0000","last_undegraded":"2024-09-16T01:49:38.623039+0000","last_fullsized":"2024-09-16T01:49:38.623039+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:18.099842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965841+0000","last_change":"2024-09-16T01:49:37.330137+0000","last_active":"2024-09-16T01:49:38.965841+0000","last_peered":"2024-09-16T01:49:38.965841+0000","last_clean":"2024-09-16T01:49:38.965841+0000","last_became_active":"2024-09-16T01:49:37.329834+0000","last_became_peered":"2024-09-16T01:49:37.329834+0000","last_unstale":"2024-09-16T01:49:38.965841+0000","last_undegraded":"2024-09-16T01:49:38.965841+0000","last_fullsized":"2024-09-16T01:49:38.965841+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:09.635125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1b","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332146+0000","last_change":"2024-09-16T01:49:36.320877+0000","last_active":"2024-09-16T01:49:38.332146+0000","last_peered":"2024-09-16T01:49:38.332146+0000","last_clean":"2024-09-16T01:49:38.332146+0000","last_became_active":"2024-09-16T01:49:36.320464+0000","last_became_peered":"2024-09-16T01:49:36.320464+0000","last_unstale":"2024-09-16T01:49:38.332146+0000","last_undegraded":"2024-09-16T01:49:38.332146+0000","last_fullsized":"2024-09-16T01:49:38.332146+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:06.028623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622705+0000","last_change":"2024-09-16T01:49:37.343491+0000","last_active":"2024-09-16T01:49:38.622705+0000","last_peered":"2024-09-16T01:49:38.622705+0000","last_clean":"2024-09-16T01:49:38.622705+0000","last_became_active":"2024-09-16T01:49:37.343203+0000","last_became_peered":"2024-09-16T01:49:37.343203+0000","last_unstale":"2024-09-16T01:49:38.622705+0000","last_undegraded":"2024-09-16T01:49:38.622705+0000","last_fullsized":"2024-09-16T01:49:38.622705+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:12.165801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.1a","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622477+0000","last_change":"2024-09-16T01:49:36.318538+0000","last_active":"2024-09-16T01:49:38.622477+0000","last_peered":"2024-09-16T01:49:38.622477+0000","last_clean":"2024-09-16T01:49:38.622477+0000","last_became_active":"2024-09-16T01:49:36.318159+0000","last_became_peered":"2024-09-16T01:49:36.318159+0000","last_unstale":"2024-09-16T01:49:38.622477+0000","last_undegraded":"2024-09-16T01:49:38.622477+0000","last_fullsized":"2024-09-16T01:49:38.622477+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:13.584860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622581+0000","last_change":"2024-09-16T01:49:37.336594+0000","last_active":"2024-09-16T01:49:38.622581+0000","last_peered":"2024-09-16T01:49:38.622581+0000","last_clean":"2024-09-16T01:49:38.622581+0000","last_became_active":"2024-09-16T01:49:37.335899+0000","last_became_peered":"2024-09-16T01:49:37.335899+0000","last_unstale":"2024-09-16T01:49:38.622581+0000","last_undegraded":"2024-09-16T01:49:38.622581+0000","last_fullsized":"2024-09-16T01:49:38.622581+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:54.145125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325801+0000","last_change":"2024-09-16T01:49:36.321793+0000","last_active":"2024-09-16T01:49:38.325801+0000","last_peered":"2024-09-16T01:49:38.325801+0000","last_clean":"2024-09-16T01:49:38.325801+0000","last_became_active":"2024-09-16T01:49:36.321457+0000","last_became_peered":"2024-09-16T01:49:36.321457+0000","last_unstale":"2024-09-16T01:49:38.325801+0000","last_undegraded":"2024-09-16T01:49:38.325801+0000","last_fullsized":"2024-09-16T01:49:38.325801+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:51.563122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324268+0000","last_change":"2024-09-16T01:49:37.329522+0000","last_active":"2024-09-16T01:49:38.324268+0000","last_peered":"2024-09-16T01:49:38.324268+0000","last_clean":"2024-09-16T01:49:38.324268+0000","last_became_active":"2024-09-16T01:49:37.329211+0000","last_became_peered":"2024-09-16T01:49:37.329211+0000","last_unstale":"2024-09-16T01:49:38.324268+0000","last_undegraded":"2024-09-16T01:49:38.324268+0000","last_fullsized":"2024-09-16T01:49:38.324268+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:51.882379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965459+0000","last_change":"2024-09-16T01:49:36.318576+0000","last_active":"2024-09-16T01:49:38.965459+0000","last_peered":"2024-09-16T01:49:38.965459+0000","last_clean":"2024-09-16T01:49:38.965459+0000","last_became_active":"2024-09-16T01:49:36.318222+0000","last_became_peered":"2024-09-16T01:49:36.318222+0000","last_unstale":"2024-09-16T01:49:38.965459+0000","last_undegraded":"2024-09-16T01:49:38.965459+0000","last_fullsized":"2024-09-16T01:49:38.965459+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:47.626407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288434+0000","last_change":"2024-09-16T01:49:37.327916+0000","last_active":"2024-09-16T01:49:39.288434+0000","last_peered":"2024-09-16T01:49:39.288434+0000","last_clean":"2024-09-16T01:49:39.288434+0000","last_became_active":"2024-09-16T01:49:37.327056+0000","last_became_peered":"2024-09-16T01:49:37.327056+0000","last_unstale":"2024-09-16T01:49:39.288434+0000","last_undegraded":"2024-09-16T01:49:39.288434+0000","last_fullsized":"2024-09-16T01:49:39.288434+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:25.914112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324225+0000","last_change":"2024-09-16T01:49:36.317777+0000","last_active":"2024-09-16T01:49:38.324225+0000","last_peered":"2024-09-16T01:49:38.324225+0000","last_clean":"2024-09-16T01:49:38.324225+0000","last_became_active":"2024-09-16T01:49:36.317464+0000","last_became_peered":"2024-09-16T01:49:36.317464+0000","last_unstale":"2024-09-16T01:49:38.324225+0000","last_undegraded":"2024-09-16T01:49:38.324225+0000","last_fullsized":"2024-09-16T01:49:38.324225+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:51.974940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288269+0000","last_change":"2024-09-16T01:49:37.341483+0000","last_active":"2024-09-16T01:49:39.288269+0000","last_peered":"2024-09-16T01:49:39.288269+0000","last_clean":"2024-09-16T01:49:39.288269+0000","last_became_active":"2024-09-16T01:49:37.341202+0000","last_became_peered":"2024-09-16T01:49:37.341202+0000","last_unstale":"2024-09-16T01:49:39.288269+0000","last_undegraded":"2024-09-16T01:49:39.288269+0000","last_fullsized":"2024-09-16T01:49:39.288269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:30.239065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.15","version":"139'3","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324332+0000","last_change":"2024-09-16T01:49:36.318758+0000","last_active":"2024-09-16T01:49:38.324332+0000","last_peered":"2024-09-16T01:49:38.324332+0000","last_clean":"2024-09-16T01:49:38.324332+0000","last_became_active":"2024-09-16T01:49:36.318450+0000","last_became_peered":"2024-09-16T01:49:36.318450+0000","last_unstale":"2024-09-16T01:49:38.324332+0000","last_undegraded":"2024-09-16T01:49:38.324332+0000","last_fullsized":"2024-09-16T01:49:38.324332+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:58.124577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326097+0000","last_change":"2024-09-16T01:49:37.342680+0000","last_active":"2024-09-16T01:49:38.326097+0000","last_peered":"2024-09-16T01:49:38.326097+0000","last_clean":"2024-09-16T01:49:38.326097+0000","last_became_active":"2024-09-16T01:49:37.342401+0000","last_became_peered":"2024-09-16T01:49:37.342401+0000","last_unstale":"2024-09-16T01:49:38.326097+0000","last_undegraded":"2024-09-16T01:49:38.326097+0000","last_fullsized":"2024-09-16T01:49:38.326097+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:04.606163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.14","version":"139'6","reported_seq":20,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325456+0000","last_change":"2024-09-16T01:49:36.319354+0000","last_active":"2024-09-16T01:49:38.325456+0000","last_peered":"2024-09-16T01:49:38.325456+0000","last_clean":"2024-09-16T01:49:38.325456+0000","last_became_active":"2024-09-16T01:49:36.319060+0000","last_became_peered":"2024-09-16T01:49:36.319060+0000","last_unstale":"2024-09-16T01:49:38.325456+0000","last_undegraded":"2024-09-16T01:49:38.325456+0000","last_fullsized":"2024-09-16T01:49:38.325456+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:01.315353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288095+0000","last_change":"2024-09-16T01:49:37.324550+0000","last_active":"2024-09-16T01:49:39.288095+0000","last_peered":"2024-09-16T01:49:39.288095+0000","last_clean":"2024-09-16T01:49:39.288095+0000","last_became_active":"2024-09-16T01:49:37.324221+0000","last_became_peered":"2024-09-16T01:49:37.324221+0000","last_unstale":"2024-09-16T01:49:39.288095+0000","last_undegraded":"2024-09-16T01:49:39.288095+0000","last_fullsized":"2024-09-16T01:49:39.288095+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:08.601723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.13","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622758+0000","last_change":"2024-09-16T01:49:36.317629+0000","last_active":"2024-09-16T01:49:38.622758+0000","last_peered":"2024-09-16T01:49:38.622758+0000","last_clean":"2024-09-16T01:49:38.622758+0000","last_became_active":"2024-09-16T01:49:36.317365+0000","last_became_peered":"2024-09-16T01:49:36.317365+0000","last_unstale":"2024-09-16T01:49:38.622758+0000","last_undegraded":"2024-09-16T01:49:38.622758+0000","last_fullsized":"2024-09-16T01:49:38.622758+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:49.286402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965714+0000","last_change":"2024-09-16T01:49:37.331778+0000","last_active":"2024-09-16T01:49:38.965714+0000","last_peered":"2024-09-16T01:49:38.965714+0000","last_clean":"2024-09-16T01:49:38.965714+0000","last_became_active":"2024-09-16T01:49:37.331483+0000","last_became_peered":"2024-09-16T01:49:37.331483+0000","last_unstale":"2024-09-16T01:49:38.965714+0000","last_undegraded":"2024-09-16T01:49:38.965714+0000","last_fullsized":"2024-09-16T01:49:38.965714+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:33.128244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288180+0000","last_change":"2024-09-16T01:49:36.315195+0000","last_active":"2024-09-16T01:49:39.288180+0000","last_peered":"2024-09-16T01:49:39.288180+0000","last_clean":"2024-09-16T01:49:39.288180+0000","last_became_active":"2024-09-16T01:49:36.314837+0000","last_became_peered":"2024-09-16T01:49:36.314837+0000","last_unstale":"2024-09-16T01:49:39.288180+0000","last_undegraded":"2024-09-16T01:49:39.288180+0000","last_fullsized":"2024-09-16T01:49:39.288180+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:22.973500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622738+0000","last_change":"2024-09-16T01:49:37.336847+0000","last_active":"2024-09-16T01:49:38.622738+0000","last_peered":"2024-09-16T01:49:38.622738+0000","last_clean":"2024-09-16T01:49:38.622738+0000","last_became_active":"2024-09-16T01:49:37.336300+0000","last_became_peered":"2024-09-16T01:49:37.336300+0000","last_unstale":"2024-09-16T01:49:38.622738+0000","last_undegraded":"2024-09-16T01:49:38.622738+0000","last_fullsized":"2024-09-16T01:49:38.622738+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:41.013560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622489+0000","last_change":"2024-09-16T01:49:36.317039+0000","last_active":"2024-09-16T01:49:38.622489+0000","last_peered":"2024-09-16T01:49:38.622489+0000","last_clean":"2024-09-16T01:49:38.622489+0000","last_became_active":"2024-09-16T01:49:36.316759+0000","last_became_peered":"2024-09-16T01:49:36.316759+0000","last_unstale":"2024-09-16T01:49:38.622489+0000","last_undegraded":"2024-09-16T01:49:38.622489+0000","last_fullsized":"2024-09-16T01:49:38.622489+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:42.729534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331909+0000","last_change":"2024-09-16T01:49:37.328102+0000","last_active":"2024-09-16T01:49:38.331909+0000","last_peered":"2024-09-16T01:49:38.331909+0000","last_clean":"2024-09-16T01:49:38.331909+0000","last_became_active":"2024-09-16T01:49:37.327840+0000","last_became_peered":"2024-09-16T01:49:37.327840+0000","last_unstale":"2024-09-16T01:49:38.331909+0000","last_undegraded":"2024-09-16T01:49:38.331909+0000","last_fullsized":"2024-09-16T01:49:38.331909+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:33.507703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.10","version":"139'8","reported_seq":22,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324793+0000","last_change":"2024-09-16T01:49:36.322452+0000","last_active":"2024-09-16T01:49:38.324793+0000","last_peered":"2024-09-16T01:49:38.324793+0000","last_clean":"2024-09-16T01:49:38.324793+0000","last_became_active":"2024-09-16T01:49:36.322186+0000","last_became_peered":"2024-09-16T01:49:36.322186+0000","last_unstale":"2024-09-16T01:49:38.324793+0000","last_undegraded":"2024-09-16T01:49:38.324793+0000","last_fullsized":"2024-09-16T01:49:38.324793+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:52.549100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623032+0000","last_change":"2024-09-16T01:49:37.335626+0000","last_active":"2024-09-16T01:49:38.623032+0000","last_peered":"2024-09-16T01:49:38.623032+0000","last_clean":"2024-09-16T01:49:38.623032+0000","last_became_active":"2024-09-16T01:49:37.335348+0000","last_became_peered":"2024-09-16T01:49:37.335348+0000","last_unstale":"2024-09-16T01:49:38.623032+0000","last_undegraded":"2024-09-16T01:49:38.623032+0000","last_fullsized":"2024-09-16T01:49:38.623032+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:37.098014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332414+0000","last_change":"2024-09-16T01:49:36.320710+0000","last_active":"2024-09-16T01:49:38.332414+0000","last_peered":"2024-09-16T01:49:38.332414+0000","last_clean":"2024-09-16T01:49:38.332414+0000","last_became_active":"2024-09-16T01:49:36.320441+0000","last_became_peered":"2024-09-16T01:49:36.320441+0000","last_unstale":"2024-09-16T01:49:38.332414+0000","last_undegraded":"2024-09-16T01:49:38.332414+0000","last_fullsized":"2024-09-16T01:49:38.332414+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:38.942538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288511+0000","last_change":"2024-09-16T01:49:37.331484+0000","last_active":"2024-09-16T01:49:39.288511+0000","last_peered":"2024-09-16T01:49:39.288511+0000","last_clean":"2024-09-16T01:49:39.288511+0000","last_became_active":"2024-09-16T01:49:37.331209+0000","last_became_peered":"2024-09-16T01:49:37.331209+0000","last_unstale":"2024-09-16T01:49:39.288511+0000","last_undegraded":"2024-09-16T01:49:39.288511+0000","last_fullsized":"2024-09-16T01:49:39.288511+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:37.602252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.e","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332289+0000","last_change":"2024-09-16T01:49:36.317311+0000","last_active":"2024-09-16T01:49:38.332289+0000","last_peered":"2024-09-16T01:49:38.332289+0000","last_clean":"2024-09-16T01:49:38.332289+0000","last_became_active":"2024-09-16T01:49:36.316960+0000","last_became_peered":"2024-09-16T01:49:36.316960+0000","last_unstale":"2024-09-16T01:49:38.332289+0000","last_undegraded":"2024-09-16T01:49:38.332289+0000","last_fullsized":"2024-09-16T01:49:38.332289+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:26.433467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622985+0000","last_change":"2024-09-16T01:49:37.332725+0000","last_active":"2024-09-16T01:49:38.622985+0000","last_peered":"2024-09-16T01:49:38.622985+0000","last_clean":"2024-09-16T01:49:38.622985+0000","last_became_active":"2024-09-16T01:49:37.332442+0000","last_became_peered":"2024-09-16T01:49:37.332442+0000","last_unstale":"2024-09-16T01:49:38.622985+0000","last_undegraded":"2024-09-16T01:49:38.622985+0000","last_fullsized":"2024-09-16T01:49:38.622985+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:59.933610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.d","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546066+0000","last_change":"2024-09-16T01:49:36.325794+0000","last_active":"2024-09-16T01:49:39.546066+0000","last_peered":"2024-09-16T01:49:39.546066+0000","last_clean":"2024-09-16T01:49:39.546066+0000","last_became_active":"2024-09-16T01:49:36.325484+0000","last_became_peered":"2024-09-16T01:49:36.325484+0000","last_unstale":"2024-09-16T01:49:39.546066+0000","last_undegraded":"2024-09-16T01:49:39.546066+0000","last_fullsized":"2024-09-16T01:49:39.546066+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:04.074861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965661+0000","last_change":"2024-09-16T01:49:37.336752+0000","last_active":"2024-09-16T01:49:38.965661+0000","last_peered":"2024-09-16T01:49:38.965661+0000","last_clean":"2024-09-16T01:49:38.965661+0000","last_became_active":"2024-09-16T01:49:37.336441+0000","last_became_peered":"2024-09-16T01:49:37.336441+0000","last_unstale":"2024-09-16T01:49:38.965661+0000","last_undegraded":"2024-09-16T01:49:38.965661+0000","last_fullsized":"2024-09-16T01:49:38.965661+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:20.100478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545957+0000","last_change":"2024-09-16T01:49:36.324129+0000","last_active":"2024-09-16T01:49:39.545957+0000","last_peered":"2024-09-16T01:49:39.545957+0000","last_clean":"2024-09-16T01:49:39.545957+0000","last_became_active":"2024-09-16T01:49:36.323581+0000","last_became_peered":"2024-09-16T01:49:36.323581+0000","last_unstale":"2024-09-16T01:49:39.545957+0000","last_undegraded":"2024-09-16T01:49:39.545957+0000","last_fullsized":"2024-09-16T01:49:39.545957+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:23.273025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331986+0000","last_change":"2024-09-16T01:49:37.322669+0000","last_active":"2024-09-16T01:49:38.331986+0000","last_peered":"2024-09-16T01:49:38.331986+0000","last_clean":"2024-09-16T01:49:38.331986+0000","last_became_active":"2024-09-16T01:49:37.322407+0000","last_became_peered":"2024-09-16T01:49:37.322407+0000","last_unstale":"2024-09-16T01:49:38.331986+0000","last_undegraded":"2024-09-16T01:49:38.331986+0000","last_fullsized":"2024-09-16T01:49:38.331986+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.926550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.b","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622883+0000","last_change":"2024-09-16T01:49:36.316311+0000","last_active":"2024-09-16T01:49:38.622883+0000","last_peered":"2024-09-16T01:49:38.622883+0000","last_clean":"2024-09-16T01:49:38.622883+0000","last_became_active":"2024-09-16T01:49:36.316000+0000","last_became_peered":"2024-09-16T01:49:36.316000+0000","last_unstale":"2024-09-16T01:49:38.622883+0000","last_undegraded":"2024-09-16T01:49:38.622883+0000","last_fullsized":"2024-09-16T01:49:38.622883+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:32.716361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965843+0000","last_change":"2024-09-16T01:49:37.330923+0000","last_active":"2024-09-16T01:49:38.965843+0000","last_peered":"2024-09-16T01:49:38.965843+0000","last_clean":"2024-09-16T01:49:38.965843+0000","last_became_active":"2024-09-16T01:49:37.330638+0000","last_became_peered":"2024-09-16T01:49:37.330638+0000","last_unstale":"2024-09-16T01:49:38.965843+0000","last_undegraded":"2024-09-16T01:49:38.965843+0000","last_fullsized":"2024-09-16T01:49:38.965843+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:19.602953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545768+0000","last_change":"2024-09-16T01:49:36.321617+0000","last_active":"2024-09-16T01:49:39.545768+0000","last_peered":"2024-09-16T01:49:39.545768+0000","last_clean":"2024-09-16T01:49:39.545768+0000","last_became_active":"2024-09-16T01:49:36.321339+0000","last_became_peered":"2024-09-16T01:49:36.321339+0000","last_unstale":"2024-09-16T01:49:39.545768+0000","last_undegraded":"2024-09-16T01:49:39.545768+0000","last_fullsized":"2024-09-16T01:49:39.545768+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:58.684155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545914+0000","last_change":"2024-09-16T01:49:37.331139+0000","last_active":"2024-09-16T01:49:39.545914+0000","last_peered":"2024-09-16T01:49:39.545914+0000","last_clean":"2024-09-16T01:49:39.545914+0000","last_became_active":"2024-09-16T01:49:37.330897+0000","last_became_peered":"2024-09-16T01:49:37.330897+0000","last_unstale":"2024-09-16T01:49:39.545914+0000","last_undegraded":"2024-09-16T01:49:39.545914+0000","last_fullsized":"2024-09-16T01:49:39.545914+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:08.792653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622764+0000","last_change":"2024-09-16T01:49:36.321704+0000","last_active":"2024-09-16T01:49:38.622764+0000","last_peered":"2024-09-16T01:49:38.622764+0000","last_clean":"2024-09-16T01:49:38.622764+0000","last_became_active":"2024-09-16T01:49:36.321405+0000","last_became_peered":"2024-09-16T01:49:36.321405+0000","last_unstale":"2024-09-16T01:49:38.622764+0000","last_undegraded":"2024-09-16T01:49:38.622764+0000","last_fullsized":"2024-09-16T01:49:38.622764+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:10:59.458793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324189+0000","last_change":"2024-09-16T01:49:37.335153+0000","last_active":"2024-09-16T01:49:38.324189+0000","last_peered":"2024-09-16T01:49:38.324189+0000","last_clean":"2024-09-16T01:49:38.324189+0000","last_became_active":"2024-09-16T01:49:37.334871+0000","last_became_peered":"2024-09-16T01:49:37.334871+0000","last_unstale":"2024-09-16T01:49:38.324189+0000","last_undegraded":"2024-09-16T01:49:38.324189+0000","last_fullsized":"2024-09-16T01:49:38.324189+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:29.145508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545932+0000","last_change":"2024-09-16T01:49:36.325793+0000","last_active":"2024-09-16T01:49:39.545932+0000","last_peered":"2024-09-16T01:49:39.545932+0000","last_clean":"2024-09-16T01:49:39.545932+0000","last_became_active":"2024-09-16T01:49:36.325494+0000","last_became_peered":"2024-09-16T01:49:36.325494+0000","last_unstale":"2024-09-16T01:49:39.545932+0000","last_undegraded":"2024-09-16T01:49:39.545932+0000","last_fullsized":"2024-09-16T01:49:39.545932+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:49:03.215477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288421+0000","last_change":"2024-09-16T01:49:37.336959+0000","last_active":"2024-09-16T01:49:39.288421+0000","last_peered":"2024-09-16T01:49:39.288421+0000","last_clean":"2024-09-16T01:49:39.288421+0000","last_became_active":"2024-09-16T01:49:37.336688+0000","last_became_peered":"2024-09-16T01:49:37.336688+0000","last_unstale":"2024-09-16T01:49:39.288421+0000","last_undegraded":"2024-09-16T01:49:39.288421+0000","last_fullsized":"2024-09-16T01:49:39.288421+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:22.604471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.7","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288494+0000","last_change":"2024-09-16T01:49:36.316776+0000","last_active":"2024-09-16T01:49:39.288494+0000","last_peered":"2024-09-16T01:49:39.288494+0000","last_clean":"2024-09-16T01:49:39.288494+0000","last_became_active":"2024-09-16T01:49:36.316450+0000","last_became_peered":"2024-09-16T01:49:36.316450+0000","last_unstale":"2024-09-16T01:49:39.288494+0000","last_undegraded":"2024-09-16T01:49:39.288494+0000","last_fullsized":"2024-09-16T01:49:39.288494+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:29.477957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965790+0000","last_change":"2024-09-16T01:49:37.339225+0000","last_active":"2024-09-16T01:49:38.965790+0000","last_peered":"2024-09-16T01:49:38.965790+0000","last_clean":"2024-09-16T01:49:38.965790+0000","last_became_active":"2024-09-16T01:49:37.338925+0000","last_became_peered":"2024-09-16T01:49:37.338925+0000","last_unstale":"2024-09-16T01:49:38.965790+0000","last_undegraded":"2024-09-16T01:49:38.965790+0000","last_fullsized":"2024-09-16T01:49:38.965790+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:37.843326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.6","version":"140'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332337+0000","last_change":"2024-09-16T01:49:36.319575+0000","last_active":"2024-09-16T01:49:38.332337+0000","last_peered":"2024-09-16T01:49:38.332337+0000","last_clean":"2024-09-16T01:49:38.332337+0000","last_became_active":"2024-09-16T01:49:36.319269+0000","last_became_peered":"2024-09-16T01:49:36.319269+0000","last_unstale":"2024-09-16T01:49:38.332337+0000","last_undegraded":"2024-09-16T01:49:38.332337+0000","last_fullsized":"2024-09-16T01:49:38.332337+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:11.893131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324413+0000","last_change":"2024-09-16T01:49:37.339824+0000","last_active":"2024-09-16T01:49:38.324413+0000","last_peered":"2024-09-16T01:49:38.324413+0000","last_clean":"2024-09-16T01:49:38.324413+0000","last_became_active":"2024-09-16T01:49:37.339513+0000","last_became_peered":"2024-09-16T01:49:37.339513+0000","last_unstale":"2024-09-16T01:49:38.324413+0000","last_undegraded":"2024-09-16T01:49:38.324413+0000","last_fullsized":"2024-09-16T01:49:38.324413+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:50.914998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325543+0000","last_change":"2024-09-16T01:49:36.318296+0000","last_active":"2024-09-16T01:49:38.325543+0000","last_peered":"2024-09-16T01:49:38.325543+0000","last_clean":"2024-09-16T01:49:38.325543+0000","last_became_active":"2024-09-16T01:49:36.318041+0000","last_became_peered":"2024-09-16T01:49:36.318041+0000","last_unstale":"2024-09-16T01:49:38.325543+0000","last_undegraded":"2024-09-16T01:49:38.325543+0000","last_fullsized":"2024-09-16T01:49:38.325543+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:46.033267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288179+0000","last_change":"2024-09-16T01:49:37.328669+0000","last_active":"2024-09-16T01:49:39.288179+0000","last_peered":"2024-09-16T01:49:39.288179+0000","last_clean":"2024-09-16T01:49:39.288179+0000","last_became_active":"2024-09-16T01:49:37.328386+0000","last_became_peered":"2024-09-16T01:49:37.328386+0000","last_unstale":"2024-09-16T01:49:39.288179+0000","last_undegraded":"2024-09-16T01:49:39.288179+0000","last_fullsized":"2024-09-16T01:49:39.288179+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:46.826095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288146+0000","last_change":"2024-09-16T01:49:36.322119+0000","last_active":"2024-09-16T01:49:39.288146+0000","last_peered":"2024-09-16T01:49:39.288146+0000","last_clean":"2024-09-16T01:49:39.288146+0000","last_became_active":"2024-09-16T01:49:36.321830+0000","last_became_peered":"2024-09-16T01:49:36.321830+0000","last_unstale":"2024-09-16T01:49:39.288146+0000","last_undegraded":"2024-09-16T01:49:39.288146+0000","last_fullsized":"2024-09-16T01:49:39.288146+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:29.910869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288165+0000","last_change":"2024-09-16T01:49:37.330664+0000","last_active":"2024-09-16T01:49:39.288165+0000","last_peered":"2024-09-16T01:49:39.288165+0000","last_clean":"2024-09-16T01:49:39.288165+0000","last_became_active":"2024-09-16T01:49:37.330397+0000","last_became_peered":"2024-09-16T01:49:37.330397+0000","last_unstale":"2024-09-16T01:49:39.288165+0000","last_undegraded":"2024-09-16T01:49:39.288165+0000","last_fullsized":"2024-09-16T01:49:39.288165+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:35.261495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325919+0000","last_change":"2024-09-16T01:49:36.315900+0000","last_active":"2024-09-16T01:49:38.325919+0000","last_peered":"2024-09-16T01:49:38.325919+0000","last_clean":"2024-09-16T01:49:38.325919+0000","last_became_active":"2024-09-16T01:49:36.315273+0000","last_became_peered":"2024-09-16T01:49:36.315273+0000","last_unstale":"2024-09-16T01:49:38.325919+0000","last_undegraded":"2024-09-16T01:49:38.325919+0000","last_fullsized":"2024-09-16T01:49:38.325919+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:25.677399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325942+0000","last_change":"2024-09-16T01:49:37.335309+0000","last_active":"2024-09-16T01:49:38.325942+0000","last_peered":"2024-09-16T01:49:38.325942+0000","last_clean":"2024-09-16T01:49:38.325942+0000","last_became_active":"2024-09-16T01:49:37.334751+0000","last_became_peered":"2024-09-16T01:49:37.334751+0000","last_unstale":"2024-09-16T01:49:38.325942+0000","last_undegraded":"2024-09-16T01:49:38.325942+0000","last_fullsized":"2024-09-16T01:49:38.325942+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:28.942109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622524+0000","last_change":"2024-09-16T01:49:36.316417+0000","last_active":"2024-09-16T01:49:38.622524+0000","last_peered":"2024-09-16T01:49:38.622524+0000","last_clean":"2024-09-16T01:49:38.622524+0000","last_became_active":"2024-09-16T01:49:36.316124+0000","last_became_peered":"2024-09-16T01:49:36.316124+0000","last_unstale":"2024-09-16T01:49:38.622524+0000","last_undegraded":"2024-09-16T01:49:38.622524+0000","last_fullsized":"2024-09-16T01:49:38.622524+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:43.974096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965478+0000","last_change":"2024-09-16T01:49:37.333507+0000","last_active":"2024-09-16T01:49:38.965478+0000","last_peered":"2024-09-16T01:49:38.965478+0000","last_clean":"2024-09-16T01:49:38.965478+0000","last_became_active":"2024-09-16T01:49:37.333218+0000","last_became_peered":"2024-09-16T01:49:37.333218+0000","last_unstale":"2024-09-16T01:49:38.965478+0000","last_undegraded":"2024-09-16T01:49:38.965478+0000","last_fullsized":"2024-09-16T01:49:38.965478+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:34:29.293659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325724+0000","last_change":"2024-09-16T01:49:36.318502+0000","last_active":"2024-09-16T01:49:38.325724+0000","last_peered":"2024-09-16T01:49:38.325724+0000","last_clean":"2024-09-16T01:49:38.325724+0000","last_became_active":"2024-09-16T01:49:36.318201+0000","last_became_peered":"2024-09-16T01:49:36.318201+0000","last_unstale":"2024-09-16T01:49:38.325724+0000","last_undegraded":"2024-09-16T01:49:38.325724+0000","last_fullsized":"2024-09-16T01:49:38.325724+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:54.740126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331912+0000","last_change":"2024-09-16T01:49:37.330412+0000","last_active":"2024-09-16T01:49:38.331912+0000","last_peered":"2024-09-16T01:49:38.331912+0000","last_clean":"2024-09-16T01:49:38.331912+0000","last_became_active":"2024-09-16T01:49:37.330125+0000","last_became_peered":"2024-09-16T01:49:37.330125+0000","last_unstale":"2024-09-16T01:49:38.331912+0000","last_undegraded":"2024-09-16T01:49:38.331912+0000","last_fullsized":"2024-09-16T01:49:38.331912+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:48.647428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324854+0000","last_change":"2024-09-16T01:49:36.319826+0000","last_active":"2024-09-16T01:49:38.324854+0000","last_peered":"2024-09-16T01:49:38.324854+0000","last_clean":"2024-09-16T01:49:38.324854+0000","last_became_active":"2024-09-16T01:49:36.319570+0000","last_became_peered":"2024-09-16T01:49:36.319570+0000","last_unstale":"2024-09-16T01:49:38.324854+0000","last_undegraded":"2024-09-16T01:49:38.324854+0000","last_fullsized":"2024-09-16T01:49:38.324854+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:21.242926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288358+0000","last_change":"2024-09-16T01:49:37.337662+0000","last_active":"2024-09-16T01:49:39.288358+0000","last_peered":"2024-09-16T01:49:39.288358+0000","last_clean":"2024-09-16T01:49:39.288358+0000","last_became_active":"2024-09-16T01:49:37.337370+0000","last_became_peered":"2024-09-16T01:49:37.337370+0000","last_unstale":"2024-09-16T01:49:39.288358+0000","last_undegraded":"2024-09-16T01:49:39.288358+0000","last_fullsized":"2024-09-16T01:49:39.288358+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:51.653213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326252+0000","last_change":"2024-09-16T01:49:36.322284+0000","last_active":"2024-09-16T01:49:38.326252+0000","last_peered":"2024-09-16T01:49:38.326252+0000","last_clean":"2024-09-16T01:49:38.326252+0000","last_became_active":"2024-09-16T01:49:36.322011+0000","last_became_peered":"2024-09-16T01:49:36.322011+0000","last_unstale":"2024-09-16T01:49:38.326252+0000","last_undegraded":"2024-09-16T01:49:38.326252+0000","last_fullsized":"2024-09-16T01:49:38.326252+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:04.893395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":430,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545972+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:39.545972+0000","last_peered":"2024-09-16T01:49:39.545972+0000","last_clean":"2024-09-16T01:49:39.545972+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:39.545972+0000","last_undegraded":"2024-09-16T01:49:39.545972+0000","last_fullsized":"2024-09-16T01:49:39.545972+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574943,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33508,"kb_used_data":2316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338332,"statfs":{"total":96636764160,"available":96602451968,"internally_reserved":0,"allocated":2371584,"data_stored":1369036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509535,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32912,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338928,"statfs":{"total":96636764160,"available":96603062272,"internally_reserved":0,"allocated":1757184,"data_stored":776336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509535,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1761280,"data_stored":776918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509536,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1769472,"data_stored":777996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542239,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41224,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330616,"statfs":{"total":96636764160,"available":96594550784,"internally_reserved":0,"allocated":1757184,"data_stored":776348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542240,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":776404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542240,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":776348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542240,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37644,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334196,"statfs":{"total":96636764160,"available":96598216704,"internally_reserved":0,"allocated":2347008,"data_stored":1366682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:43.379 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:49:43.382 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:49:44.738 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:49:44.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.853+0000 7f0542dfd640 1 Processor -- start 2024-09-16T01:49:44.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.853+0000 7f0542dfd640 1 -- start start 2024-09-16T01:49:44.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.854+0000 7f0542dfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c147fc0 0x7f053c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.854+0000 7f0542dfd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f053c0d0ee0 0x7f053c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.854+0000 7f0542dfd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f053c0ba310 con 0x7f053c0b97d0 2024-09-16T01:49:44.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.854+0000 7f0542dfd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f053c1483a0 con 0x7f053c0d0ee0 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.854+0000 7f0542dfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f053c15efa0 con 0x7f053c147fc0 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f053bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f053c0d0ee0 0x7f053c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f054139a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f053c0b97d0 0x7f053c0b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45658/0 (socket says 172.21.15.16:45658) 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f054139a640 1 -- 172.21.15.16:0/2501664672 learned_addr learned my addr 172.21.15.16:0/2501664672 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f0540b99640 1 --2- 172.21.15.16:0/2501664672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c147fc0 0x7f053c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f053bfff640 1 -- 172.21.15.16:0/2501664672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c147fc0 msgr2=0x7f053c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f053bfff640 1 --2- 172.21.15.16:0/2501664672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c147fc0 0x7f053c15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f053bfff640 1 -- 172.21.15.16:0/2501664672 >> v1:172.21.15.16:6789/0 conn(0x7f053c0b97d0 legacy=0x7f053c0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f053bfff640 1 -- 172.21.15.16:0/2501664672 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f053c0d2750 con 0x7f053c0d0ee0 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f053b7fe640 1 -- 172.21.15.16:0/2501664672 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3486285243 0 0) 0x7f053c0ba310 con 0x7f053c0b97d0 2024-09-16T01:49:44.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.855+0000 7f0540b99640 1 --2- 172.21.15.16:0/2501664672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c147fc0 0x7f053c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:44.859 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f053bfff640 1 --2- 172.21.15.16:0/2501664672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0d0ee0 0x7f053c0d1340 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f05300097a0 tx=0x7f053002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45fe7706727809c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.859 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f053b7fe640 1 -- 172.21.15.16:0/2501664672 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0530037070 con 0x7f053c0d0ee0 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f053b7fe640 1 -- 172.21.15.16:0/2501664672 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0530032440 con 0x7f053c0d0ee0 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f053b7fe640 1 -- 172.21.15.16:0/2501664672 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0530032810 con 0x7f053c0d0ee0 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f0542dfd640 1 -- 172.21.15.16:0/2501664672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0d0ee0 msgr2=0x7f053c0d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2501664672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0d0ee0 0x7f053c0d1340 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f05300097a0 tx=0x7f053002a180 comp rx=0 tx=0).stop 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f0542dfd640 1 -- 172.21.15.16:0/2501664672 shutdown_connections 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2501664672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0d0ee0 0x7f053c0d1340 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2501664672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c147fc0 0x7f053c15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.856+0000 7f0542dfd640 1 -- 172.21.15.16:0/2501664672 >> 172.21.15.16:0/2501664672 conn(0x7f053c074fe0 msgr2=0x7f053c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.857+0000 7f0542dfd640 1 -- 172.21.15.16:0/2501664672 shutdown_connections 2024-09-16T01:49:44.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.857+0000 7f0542dfd640 1 -- 172.21.15.16:0/2501664672 wait complete. 2024-09-16T01:49:44.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.858+0000 7f0542dfd640 1 Processor -- start 2024-09-16T01:49:44.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.858+0000 7f0542dfd640 1 -- start start 2024-09-16T01:49:44.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0542dfd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0b97d0 0x7f053c15de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0542dfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c0d0ee0 0x7f053c0cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0542dfd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f053c147fc0 0x7f053c0cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0542dfd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f053c0d2500 con 0x7f053c0b97d0 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0542dfd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f053c0d2d10 con 0x7f053c147fc0 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0542dfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f053c0d2ff0 con 0x7f053c0d0ee0 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0b97d0 0x7f053c15de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0b97d0 0x7f053c15de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60616/0 (socket says 172.21.15.16:60616) 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 -- 172.21.15.16:0/2947680794 learned_addr learned my addr 172.21.15.16:0/2947680794 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 -- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c0d0ee0 msgr2=0x7f053c0cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c0d0ee0 0x7f053c0cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 -- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f053c147fc0 msgr2=0x7f053c0cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f054139a640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f053c147fc0 0x7f053c0cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f053c147fc0 0x7f053c0cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 -- 172.21.15.16:0/2947680794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f053c1437b0 con 0x7f053c0b97d0 2024-09-16T01:49:44.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f054139a640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f053c147fc0 0x7f053c0cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:44.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.859+0000 7f0540b99640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0b97d0 0x7f053c15de30 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f052c00c7f0 tx=0x7f052c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.860+0000 7f05397fa640 1 -- 172.21.15.16:0/2947680794 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f052c015070 con 0x7f053c0b97d0 2024-09-16T01:49:44.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.860+0000 7f05397fa640 1 -- 172.21.15.16:0/2947680794 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f052c007820 con 0x7f053c0b97d0 2024-09-16T01:49:44.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.860+0000 7f05397fa640 1 -- 172.21.15.16:0/2947680794 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f052c007bd0 con 0x7f053c0b97d0 2024-09-16T01:49:44.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.860+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f053c143a90 con 0x7f053c0b97d0 2024-09-16T01:49:44.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.860+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f053c144050 con 0x7f053c0b97d0 2024-09-16T01:49:44.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.861+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f053c0d1340 con 0x7f053c0b97d0 2024-09-16T01:49:44.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.861+0000 7f05397fa640 1 -- 172.21.15.16:0/2947680794 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f052c018070 con 0x7f053c0b97d0 2024-09-16T01:49:44.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.862+0000 7f05397fa640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052806c8e0 0x7f052806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.862+0000 7f05397fa640 1 -- 172.21.15.16:0/2947680794 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f052c08c260 con 0x7f053c0b97d0 2024-09-16T01:49:44.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.862+0000 7f053bfff640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052806c8e0 0x7f052806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.862+0000 7f053bfff640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052806c8e0 0x7f052806eda0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0530034000 tx=0x7f053002c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:44.866+0000 7f05397fa640 1 -- 172.21.15.16:0/2947680794 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f052c059f40 con 0x7f053c0b97d0 2024-09-16T01:49:45.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.039+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f053c0cc540 con 0x7f052806c8e0 2024-09-16T01:49:45.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.045+0000 7f05397fa640 1 -- 172.21.15.16:0/2947680794 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252485 (secure 0 0 0) 0x7f053c0cc540 con 0x7f052806c8e0 2024-09-16T01:49:45.050 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:45.051 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052806c8e0 msgr2=0x7f052806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052806c8e0 0x7f052806eda0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0530034000 tx=0x7f053002c000 comp rx=0 tx=0).stop 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0b97d0 msgr2=0x7f053c15de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0b97d0 0x7f053c15de30 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f052c00c7f0 tx=0x7f052c00ccb0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 shutdown_connections 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052806c8e0 0x7f052806eda0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f053c147fc0 0x7f053c0cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f053c0d0ee0 0x7f053c0cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 --2- 172.21.15.16:0/2947680794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f053c0b97d0 0x7f053c15de30 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 >> 172.21.15.16:0/2947680794 conn(0x7f053c074fe0 msgr2=0x7f053c15e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 shutdown_connections 2024-09-16T01:49:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.048+0000 7f0542dfd640 1 -- 172.21.15.16:0/2947680794 wait complete. 2024-09-16T01:49:45.061 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":165,"stamp":"2024-09-16T01:49:44.769781+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":285248,"kb_used_data":14920,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754689472,"statfs":{"total":773094113280,"available":772802019328,"internally_reserved":0,"allocated":15278080,"data_stored":7396068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001506"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546175+0000","last_change":"2024-09-16T01:49:37.330446+0000","last_active":"2024-09-16T01:49:39.546175+0000","last_peered":"2024-09-16T01:49:39.546175+0000","last_clean":"2024-09-16T01:49:39.546175+0000","last_became_active":"2024-09-16T01:49:37.330193+0000","last_became_peered":"2024-09-16T01:49:37.330193+0000","last_unstale":"2024-09-16T01:49:39.546175+0000","last_undegraded":"2024-09-16T01:49:39.546175+0000","last_fullsized":"2024-09-16T01:49:39.546175+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:55.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325613+0000","last_change":"2024-09-16T01:49:37.331459+0000","last_active":"2024-09-16T01:49:38.325613+0000","last_peered":"2024-09-16T01:49:38.325613+0000","last_clean":"2024-09-16T01:49:38.325613+0000","last_became_active":"2024-09-16T01:49:37.331155+0000","last_became_peered":"2024-09-16T01:49:37.331155+0000","last_unstale":"2024-09-16T01:49:38.325613+0000","last_undegraded":"2024-09-16T01:49:38.325613+0000","last_fullsized":"2024-09-16T01:49:38.325613+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:02.319944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332164+0000","last_change":"2024-09-16T01:49:37.336479+0000","last_active":"2024-09-16T01:49:38.332164+0000","last_peered":"2024-09-16T01:49:38.332164+0000","last_clean":"2024-09-16T01:49:38.332164+0000","last_became_active":"2024-09-16T01:49:37.336216+0000","last_became_peered":"2024-09-16T01:49:37.336216+0000","last_unstale":"2024-09-16T01:49:38.332164+0000","last_undegraded":"2024-09-16T01:49:38.332164+0000","last_fullsized":"2024-09-16T01:49:38.332164+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:36.868924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623112+0000","last_change":"2024-09-16T01:49:37.339787+0000","last_active":"2024-09-16T01:49:38.623112+0000","last_peered":"2024-09-16T01:49:38.623112+0000","last_clean":"2024-09-16T01:49:38.623112+0000","last_became_active":"2024-09-16T01:49:37.339439+0000","last_became_peered":"2024-09-16T01:49:37.339439+0000","last_unstale":"2024-09-16T01:49:38.623112+0000","last_undegraded":"2024-09-16T01:49:38.623112+0000","last_fullsized":"2024-09-16T01:49:38.623112+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:17.106471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325388+0000","last_change":"2024-09-16T01:49:37.337870+0000","last_active":"2024-09-16T01:49:38.325388+0000","last_peered":"2024-09-16T01:49:38.325388+0000","last_clean":"2024-09-16T01:49:38.325388+0000","last_became_active":"2024-09-16T01:49:37.337366+0000","last_became_peered":"2024-09-16T01:49:37.337366+0000","last_unstale":"2024-09-16T01:49:38.325388+0000","last_undegraded":"2024-09-16T01:49:38.325388+0000","last_fullsized":"2024-09-16T01:49:38.325388+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:54.093247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324269+0000","last_change":"2024-09-16T01:49:37.328983+0000","last_active":"2024-09-16T01:49:38.324269+0000","last_peered":"2024-09-16T01:49:38.324269+0000","last_clean":"2024-09-16T01:49:38.324269+0000","last_became_active":"2024-09-16T01:49:37.328691+0000","last_became_peered":"2024-09-16T01:49:37.328691+0000","last_unstale":"2024-09-16T01:49:38.324269+0000","last_undegraded":"2024-09-16T01:49:38.324269+0000","last_fullsized":"2024-09-16T01:49:38.324269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:48.826480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965591+0000","last_change":"2024-09-16T01:49:37.330124+0000","last_active":"2024-09-16T01:49:38.965591+0000","last_peered":"2024-09-16T01:49:38.965591+0000","last_clean":"2024-09-16T01:49:38.965591+0000","last_became_active":"2024-09-16T01:49:37.329529+0000","last_became_peered":"2024-09-16T01:49:37.329529+0000","last_unstale":"2024-09-16T01:49:38.965591+0000","last_undegraded":"2024-09-16T01:49:38.965591+0000","last_fullsized":"2024-09-16T01:49:38.965591+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:50.946006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324986+0000","last_change":"2024-09-16T01:49:37.337642+0000","last_active":"2024-09-16T01:49:38.324986+0000","last_peered":"2024-09-16T01:49:38.324986+0000","last_clean":"2024-09-16T01:49:38.324986+0000","last_became_active":"2024-09-16T01:49:37.337260+0000","last_became_peered":"2024-09-16T01:49:37.337260+0000","last_unstale":"2024-09-16T01:49:38.324986+0000","last_undegraded":"2024-09-16T01:49:38.324986+0000","last_fullsized":"2024-09-16T01:49:38.324986+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:22.247517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325803+0000","last_change":"2024-09-16T01:49:37.331903+0000","last_active":"2024-09-16T01:49:38.325803+0000","last_peered":"2024-09-16T01:49:38.325803+0000","last_clean":"2024-09-16T01:49:38.325803+0000","last_became_active":"2024-09-16T01:49:37.331620+0000","last_became_peered":"2024-09-16T01:49:37.331620+0000","last_unstale":"2024-09-16T01:49:38.325803+0000","last_undegraded":"2024-09-16T01:49:38.325803+0000","last_fullsized":"2024-09-16T01:49:38.325803+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:30.915460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325681+0000","last_change":"2024-09-16T01:49:37.334092+0000","last_active":"2024-09-16T01:49:38.325681+0000","last_peered":"2024-09-16T01:49:38.325681+0000","last_clean":"2024-09-16T01:49:38.325681+0000","last_became_active":"2024-09-16T01:49:37.333828+0000","last_became_peered":"2024-09-16T01:49:37.333828+0000","last_unstale":"2024-09-16T01:49:38.325681+0000","last_undegraded":"2024-09-16T01:49:38.325681+0000","last_fullsized":"2024-09-16T01:49:38.325681+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:18.133598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325411+0000","last_change":"2024-09-16T01:49:37.336880+0000","last_active":"2024-09-16T01:49:38.325411+0000","last_peered":"2024-09-16T01:49:38.325411+0000","last_clean":"2024-09-16T01:49:38.325411+0000","last_became_active":"2024-09-16T01:49:37.336284+0000","last_became_peered":"2024-09-16T01:49:37.336284+0000","last_unstale":"2024-09-16T01:49:38.325411+0000","last_undegraded":"2024-09-16T01:49:38.325411+0000","last_fullsized":"2024-09-16T01:49:38.325411+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:35.057300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325398+0000","last_change":"2024-09-16T01:49:37.331382+0000","last_active":"2024-09-16T01:49:38.325398+0000","last_peered":"2024-09-16T01:49:38.325398+0000","last_clean":"2024-09-16T01:49:38.325398+0000","last_became_active":"2024-09-16T01:49:37.331125+0000","last_became_peered":"2024-09-16T01:49:37.331125+0000","last_unstale":"2024-09-16T01:49:38.325398+0000","last_undegraded":"2024-09-16T01:49:38.325398+0000","last_fullsized":"2024-09-16T01:49:38.325398+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:05.897986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332084+0000","last_change":"2024-09-16T01:49:37.321939+0000","last_active":"2024-09-16T01:49:38.332084+0000","last_peered":"2024-09-16T01:49:38.332084+0000","last_clean":"2024-09-16T01:49:38.332084+0000","last_became_active":"2024-09-16T01:49:37.321616+0000","last_became_peered":"2024-09-16T01:49:37.321616+0000","last_unstale":"2024-09-16T01:49:38.332084+0000","last_undegraded":"2024-09-16T01:49:38.332084+0000","last_fullsized":"2024-09-16T01:49:38.332084+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:07.035171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331928+0000","last_change":"2024-09-16T01:49:37.327022+0000","last_active":"2024-09-16T01:49:38.331928+0000","last_peered":"2024-09-16T01:49:38.331928+0000","last_clean":"2024-09-16T01:49:38.331928+0000","last_became_active":"2024-09-16T01:49:37.326723+0000","last_became_peered":"2024-09-16T01:49:37.326723+0000","last_unstale":"2024-09-16T01:49:38.331928+0000","last_undegraded":"2024-09-16T01:49:38.331928+0000","last_fullsized":"2024-09-16T01:49:38.331928+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:34.325107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545805+0000","last_change":"2024-09-16T01:49:37.335738+0000","last_active":"2024-09-16T01:49:39.545805+0000","last_peered":"2024-09-16T01:49:39.545805+0000","last_clean":"2024-09-16T01:49:39.545805+0000","last_became_active":"2024-09-16T01:49:37.335354+0000","last_became_peered":"2024-09-16T01:49:37.335354+0000","last_unstale":"2024-09-16T01:49:39.545805+0000","last_undegraded":"2024-09-16T01:49:39.545805+0000","last_fullsized":"2024-09-16T01:49:39.545805+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:33.128244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965398+0000","last_change":"2024-09-16T01:49:37.334319+0000","last_active":"2024-09-16T01:49:38.965398+0000","last_peered":"2024-09-16T01:49:38.965398+0000","last_clean":"2024-09-16T01:49:38.965398+0000","last_became_active":"2024-09-16T01:49:37.333969+0000","last_became_peered":"2024-09-16T01:49:37.333969+0000","last_unstale":"2024-09-16T01:49:38.965398+0000","last_undegraded":"2024-09-16T01:49:38.965398+0000","last_fullsized":"2024-09-16T01:49:38.965398+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:35.097434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324218+0000","last_change":"2024-09-16T01:49:37.331981+0000","last_active":"2024-09-16T01:49:38.324218+0000","last_peered":"2024-09-16T01:49:38.324218+0000","last_clean":"2024-09-16T01:49:38.324218+0000","last_became_active":"2024-09-16T01:49:37.331495+0000","last_became_peered":"2024-09-16T01:49:37.331495+0000","last_unstale":"2024-09-16T01:49:38.324218+0000","last_undegraded":"2024-09-16T01:49:38.324218+0000","last_fullsized":"2024-09-16T01:49:38.324218+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:31.270932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288294+0000","last_change":"2024-09-16T01:49:37.335926+0000","last_active":"2024-09-16T01:49:39.288294+0000","last_peered":"2024-09-16T01:49:39.288294+0000","last_clean":"2024-09-16T01:49:39.288294+0000","last_became_active":"2024-09-16T01:49:37.334838+0000","last_became_peered":"2024-09-16T01:49:37.334838+0000","last_unstale":"2024-09-16T01:49:39.288294+0000","last_undegraded":"2024-09-16T01:49:39.288294+0000","last_fullsized":"2024-09-16T01:49:39.288294+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:08.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324371+0000","last_change":"2024-09-16T01:49:37.337480+0000","last_active":"2024-09-16T01:49:38.324371+0000","last_peered":"2024-09-16T01:49:38.324371+0000","last_clean":"2024-09-16T01:49:38.324371+0000","last_became_active":"2024-09-16T01:49:37.337188+0000","last_became_peered":"2024-09-16T01:49:37.337188+0000","last_unstale":"2024-09-16T01:49:38.324371+0000","last_undegraded":"2024-09-16T01:49:38.324371+0000","last_fullsized":"2024-09-16T01:49:38.324371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:23:12.000000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332071+0000","last_change":"2024-09-16T01:49:37.327316+0000","last_active":"2024-09-16T01:49:38.332071+0000","last_peered":"2024-09-16T01:49:38.332071+0000","last_clean":"2024-09-16T01:49:38.332071+0000","last_became_active":"2024-09-16T01:49:37.326774+0000","last_became_peered":"2024-09-16T01:49:37.326774+0000","last_unstale":"2024-09-16T01:49:38.332071+0000","last_undegraded":"2024-09-16T01:49:38.332071+0000","last_fullsized":"2024-09-16T01:49:38.332071+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:24.584969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324107+0000","last_change":"2024-09-16T01:49:37.332307+0000","last_active":"2024-09-16T01:49:38.324107+0000","last_peered":"2024-09-16T01:49:38.324107+0000","last_clean":"2024-09-16T01:49:38.324107+0000","last_became_active":"2024-09-16T01:49:37.332041+0000","last_became_peered":"2024-09-16T01:49:37.332041+0000","last_unstale":"2024-09-16T01:49:38.324107+0000","last_undegraded":"2024-09-16T01:49:38.324107+0000","last_fullsized":"2024-09-16T01:49:38.324107+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:44.899076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325672+0000","last_change":"2024-09-16T01:49:37.330570+0000","last_active":"2024-09-16T01:49:38.325672+0000","last_peered":"2024-09-16T01:49:38.325672+0000","last_clean":"2024-09-16T01:49:38.325672+0000","last_became_active":"2024-09-16T01:49:37.330302+0000","last_became_peered":"2024-09-16T01:49:37.330302+0000","last_unstale":"2024-09-16T01:49:38.325672+0000","last_undegraded":"2024-09-16T01:49:38.325672+0000","last_fullsized":"2024-09-16T01:49:38.325672+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:26.768866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324018+0000","last_change":"2024-09-16T01:49:37.334462+0000","last_active":"2024-09-16T01:49:38.324018+0000","last_peered":"2024-09-16T01:49:38.324018+0000","last_clean":"2024-09-16T01:49:38.324018+0000","last_became_active":"2024-09-16T01:49:37.334185+0000","last_became_peered":"2024-09-16T01:49:37.334185+0000","last_unstale":"2024-09-16T01:49:38.324018+0000","last_undegraded":"2024-09-16T01:49:38.324018+0000","last_fullsized":"2024-09-16T01:49:38.324018+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:11:08.063356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325055+0000","last_change":"2024-09-16T01:49:37.324875+0000","last_active":"2024-09-16T01:49:38.325055+0000","last_peered":"2024-09-16T01:49:38.325055+0000","last_clean":"2024-09-16T01:49:38.325055+0000","last_became_active":"2024-09-16T01:49:37.324608+0000","last_became_peered":"2024-09-16T01:49:37.324608+0000","last_unstale":"2024-09-16T01:49:38.325055+0000","last_undegraded":"2024-09-16T01:49:38.325055+0000","last_fullsized":"2024-09-16T01:49:38.325055+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:26.681989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332522+0000","last_change":"2024-09-16T01:49:37.332962+0000","last_active":"2024-09-16T01:49:38.332522+0000","last_peered":"2024-09-16T01:49:38.332522+0000","last_clean":"2024-09-16T01:49:38.332522+0000","last_became_active":"2024-09-16T01:49:37.332646+0000","last_became_peered":"2024-09-16T01:49:37.332646+0000","last_unstale":"2024-09-16T01:49:38.332522+0000","last_undegraded":"2024-09-16T01:49:38.332522+0000","last_fullsized":"2024-09-16T01:49:38.332522+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:52.567713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965783+0000","last_change":"2024-09-16T01:49:37.335709+0000","last_active":"2024-09-16T01:49:38.965783+0000","last_peered":"2024-09-16T01:49:38.965783+0000","last_clean":"2024-09-16T01:49:38.965783+0000","last_became_active":"2024-09-16T01:49:37.335414+0000","last_became_peered":"2024-09-16T01:49:37.335414+0000","last_unstale":"2024-09-16T01:49:38.965783+0000","last_undegraded":"2024-09-16T01:49:38.965783+0000","last_fullsized":"2024-09-16T01:49:38.965783+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:08.792653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332252+0000","last_change":"2024-09-16T01:49:37.339237+0000","last_active":"2024-09-16T01:49:38.332252+0000","last_peered":"2024-09-16T01:49:38.332252+0000","last_clean":"2024-09-16T01:49:38.332252+0000","last_became_active":"2024-09-16T01:49:37.338949+0000","last_became_peered":"2024-09-16T01:49:37.338949+0000","last_unstale":"2024-09-16T01:49:38.332252+0000","last_undegraded":"2024-09-16T01:49:38.332252+0000","last_fullsized":"2024-09-16T01:49:38.332252+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:59:15.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622838+0000","last_change":"2024-09-16T01:49:37.346037+0000","last_active":"2024-09-16T01:49:38.622838+0000","last_peered":"2024-09-16T01:49:38.622838+0000","last_clean":"2024-09-16T01:49:38.622838+0000","last_became_active":"2024-09-16T01:49:37.345500+0000","last_became_peered":"2024-09-16T01:49:37.345500+0000","last_unstale":"2024-09-16T01:49:38.622838+0000","last_undegraded":"2024-09-16T01:49:38.622838+0000","last_fullsized":"2024-09-16T01:49:38.622838+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:37.140950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332080+0000","last_change":"2024-09-16T01:49:37.341551+0000","last_active":"2024-09-16T01:49:38.332080+0000","last_peered":"2024-09-16T01:49:38.332080+0000","last_clean":"2024-09-16T01:49:38.332080+0000","last_became_active":"2024-09-16T01:49:37.340295+0000","last_became_peered":"2024-09-16T01:49:37.340295+0000","last_unstale":"2024-09-16T01:49:38.332080+0000","last_undegraded":"2024-09-16T01:49:38.332080+0000","last_fullsized":"2024-09-16T01:49:38.332080+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:41.159335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326148+0000","last_change":"2024-09-16T01:49:37.335239+0000","last_active":"2024-09-16T01:49:38.326148+0000","last_peered":"2024-09-16T01:49:38.326148+0000","last_clean":"2024-09-16T01:49:38.326148+0000","last_became_active":"2024-09-16T01:49:37.334962+0000","last_became_peered":"2024-09-16T01:49:37.334962+0000","last_unstale":"2024-09-16T01:49:38.326148+0000","last_undegraded":"2024-09-16T01:49:38.326148+0000","last_fullsized":"2024-09-16T01:49:38.326148+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:18.769059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325710+0000","last_change":"2024-09-16T01:49:37.331450+0000","last_active":"2024-09-16T01:49:38.325710+0000","last_peered":"2024-09-16T01:49:38.325710+0000","last_clean":"2024-09-16T01:49:38.325710+0000","last_became_active":"2024-09-16T01:49:37.331172+0000","last_became_peered":"2024-09-16T01:49:37.331172+0000","last_unstale":"2024-09-16T01:49:38.325710+0000","last_undegraded":"2024-09-16T01:49:38.325710+0000","last_fullsized":"2024-09-16T01:49:38.325710+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:30.482548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.287952+0000","last_change":"2024-09-16T01:49:37.329971+0000","last_active":"2024-09-16T01:49:39.287952+0000","last_peered":"2024-09-16T01:49:39.287952+0000","last_clean":"2024-09-16T01:49:39.287952+0000","last_became_active":"2024-09-16T01:49:37.329669+0000","last_became_peered":"2024-09-16T01:49:37.329669+0000","last_unstale":"2024-09-16T01:49:39.287952+0000","last_undegraded":"2024-09-16T01:49:39.287952+0000","last_fullsized":"2024-09-16T01:49:39.287952+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:45.647648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965794+0000","last_change":"2024-09-16T01:49:37.342433+0000","last_active":"2024-09-16T01:49:38.965794+0000","last_peered":"2024-09-16T01:49:38.965794+0000","last_clean":"2024-09-16T01:49:38.965794+0000","last_became_active":"2024-09-16T01:49:37.342154+0000","last_became_peered":"2024-09-16T01:49:37.342154+0000","last_unstale":"2024-09-16T01:49:38.965794+0000","last_undegraded":"2024-09-16T01:49:38.965794+0000","last_fullsized":"2024-09-16T01:49:38.965794+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:55.967821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1f","version":"139'4","reported_seq":18,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546115+0000","last_change":"2024-09-16T01:49:36.324108+0000","last_active":"2024-09-16T01:49:39.546115+0000","last_peered":"2024-09-16T01:49:39.546115+0000","last_clean":"2024-09-16T01:49:39.546115+0000","last_became_active":"2024-09-16T01:49:36.323848+0000","last_became_peered":"2024-09-16T01:49:36.323848+0000","last_unstale":"2024-09-16T01:49:39.546115+0000","last_undegraded":"2024-09-16T01:49:39.546115+0000","last_fullsized":"2024-09-16T01:49:39.546115+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:18:02.504290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326303+0000","last_change":"2024-09-16T01:49:37.340849+0000","last_active":"2024-09-16T01:49:38.326303+0000","last_peered":"2024-09-16T01:49:38.326303+0000","last_clean":"2024-09-16T01:49:38.326303+0000","last_became_active":"2024-09-16T01:49:37.339805+0000","last_became_peered":"2024-09-16T01:49:37.339805+0000","last_unstale":"2024-09-16T01:49:38.326303+0000","last_undegraded":"2024-09-16T01:49:38.326303+0000","last_fullsized":"2024-09-16T01:49:38.326303+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:33.802986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1e","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325207+0000","last_change":"2024-09-16T01:49:36.323010+0000","last_active":"2024-09-16T01:49:38.325207+0000","last_peered":"2024-09-16T01:49:38.325207+0000","last_clean":"2024-09-16T01:49:38.325207+0000","last_became_active":"2024-09-16T01:49:36.322752+0000","last_became_peered":"2024-09-16T01:49:36.322752+0000","last_unstale":"2024-09-16T01:49:38.325207+0000","last_undegraded":"2024-09-16T01:49:38.325207+0000","last_fullsized":"2024-09-16T01:49:38.325207+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:34.052710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324176+0000","last_change":"2024-09-16T01:49:37.331703+0000","last_active":"2024-09-16T01:49:38.324176+0000","last_peered":"2024-09-16T01:49:38.324176+0000","last_clean":"2024-09-16T01:49:38.324176+0000","last_became_active":"2024-09-16T01:49:37.331401+0000","last_became_peered":"2024-09-16T01:49:37.331401+0000","last_unstale":"2024-09-16T01:49:38.324176+0000","last_undegraded":"2024-09-16T01:49:38.324176+0000","last_fullsized":"2024-09-16T01:49:38.324176+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:39.558065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1d","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622883+0000","last_change":"2024-09-16T01:49:36.320761+0000","last_active":"2024-09-16T01:49:38.622883+0000","last_peered":"2024-09-16T01:49:38.622883+0000","last_clean":"2024-09-16T01:49:38.622883+0000","last_became_active":"2024-09-16T01:49:36.320468+0000","last_became_peered":"2024-09-16T01:49:36.320468+0000","last_unstale":"2024-09-16T01:49:38.622883+0000","last_undegraded":"2024-09-16T01:49:38.622883+0000","last_fullsized":"2024-09-16T01:49:38.622883+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:34.582701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332269+0000","last_change":"2024-09-16T01:49:37.339670+0000","last_active":"2024-09-16T01:49:38.332269+0000","last_peered":"2024-09-16T01:49:38.332269+0000","last_clean":"2024-09-16T01:49:38.332269+0000","last_became_active":"2024-09-16T01:49:37.339315+0000","last_became_peered":"2024-09-16T01:49:37.339315+0000","last_unstale":"2024-09-16T01:49:38.332269+0000","last_undegraded":"2024-09-16T01:49:38.332269+0000","last_fullsized":"2024-09-16T01:49:38.332269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:14.108149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1c","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623039+0000","last_change":"2024-09-16T01:49:36.321454+0000","last_active":"2024-09-16T01:49:38.623039+0000","last_peered":"2024-09-16T01:49:38.623039+0000","last_clean":"2024-09-16T01:49:38.623039+0000","last_became_active":"2024-09-16T01:49:36.321189+0000","last_became_peered":"2024-09-16T01:49:36.321189+0000","last_unstale":"2024-09-16T01:49:38.623039+0000","last_undegraded":"2024-09-16T01:49:38.623039+0000","last_fullsized":"2024-09-16T01:49:38.623039+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:18.099842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965841+0000","last_change":"2024-09-16T01:49:37.330137+0000","last_active":"2024-09-16T01:49:38.965841+0000","last_peered":"2024-09-16T01:49:38.965841+0000","last_clean":"2024-09-16T01:49:38.965841+0000","last_became_active":"2024-09-16T01:49:37.329834+0000","last_became_peered":"2024-09-16T01:49:37.329834+0000","last_unstale":"2024-09-16T01:49:38.965841+0000","last_undegraded":"2024-09-16T01:49:38.965841+0000","last_fullsized":"2024-09-16T01:49:38.965841+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:09.635125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1b","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332146+0000","last_change":"2024-09-16T01:49:36.320877+0000","last_active":"2024-09-16T01:49:38.332146+0000","last_peered":"2024-09-16T01:49:38.332146+0000","last_clean":"2024-09-16T01:49:38.332146+0000","last_became_active":"2024-09-16T01:49:36.320464+0000","last_became_peered":"2024-09-16T01:49:36.320464+0000","last_unstale":"2024-09-16T01:49:38.332146+0000","last_undegraded":"2024-09-16T01:49:38.332146+0000","last_fullsized":"2024-09-16T01:49:38.332146+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:06.028623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622705+0000","last_change":"2024-09-16T01:49:37.343491+0000","last_active":"2024-09-16T01:49:38.622705+0000","last_peered":"2024-09-16T01:49:38.622705+0000","last_clean":"2024-09-16T01:49:38.622705+0000","last_became_active":"2024-09-16T01:49:37.343203+0000","last_became_peered":"2024-09-16T01:49:37.343203+0000","last_unstale":"2024-09-16T01:49:38.622705+0000","last_undegraded":"2024-09-16T01:49:38.622705+0000","last_fullsized":"2024-09-16T01:49:38.622705+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:12.165801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.1a","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622477+0000","last_change":"2024-09-16T01:49:36.318538+0000","last_active":"2024-09-16T01:49:38.622477+0000","last_peered":"2024-09-16T01:49:38.622477+0000","last_clean":"2024-09-16T01:49:38.622477+0000","last_became_active":"2024-09-16T01:49:36.318159+0000","last_became_peered":"2024-09-16T01:49:36.318159+0000","last_unstale":"2024-09-16T01:49:38.622477+0000","last_undegraded":"2024-09-16T01:49:38.622477+0000","last_fullsized":"2024-09-16T01:49:38.622477+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:13.584860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622581+0000","last_change":"2024-09-16T01:49:37.336594+0000","last_active":"2024-09-16T01:49:38.622581+0000","last_peered":"2024-09-16T01:49:38.622581+0000","last_clean":"2024-09-16T01:49:38.622581+0000","last_became_active":"2024-09-16T01:49:37.335899+0000","last_became_peered":"2024-09-16T01:49:37.335899+0000","last_unstale":"2024-09-16T01:49:38.622581+0000","last_undegraded":"2024-09-16T01:49:38.622581+0000","last_fullsized":"2024-09-16T01:49:38.622581+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:54.145125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325801+0000","last_change":"2024-09-16T01:49:36.321793+0000","last_active":"2024-09-16T01:49:38.325801+0000","last_peered":"2024-09-16T01:49:38.325801+0000","last_clean":"2024-09-16T01:49:38.325801+0000","last_became_active":"2024-09-16T01:49:36.321457+0000","last_became_peered":"2024-09-16T01:49:36.321457+0000","last_unstale":"2024-09-16T01:49:38.325801+0000","last_undegraded":"2024-09-16T01:49:38.325801+0000","last_fullsized":"2024-09-16T01:49:38.325801+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:51.563122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324268+0000","last_change":"2024-09-16T01:49:37.329522+0000","last_active":"2024-09-16T01:49:38.324268+0000","last_peered":"2024-09-16T01:49:38.324268+0000","last_clean":"2024-09-16T01:49:38.324268+0000","last_became_active":"2024-09-16T01:49:37.329211+0000","last_became_peered":"2024-09-16T01:49:37.329211+0000","last_unstale":"2024-09-16T01:49:38.324268+0000","last_undegraded":"2024-09-16T01:49:38.324268+0000","last_fullsized":"2024-09-16T01:49:38.324268+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:51.882379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965459+0000","last_change":"2024-09-16T01:49:36.318576+0000","last_active":"2024-09-16T01:49:38.965459+0000","last_peered":"2024-09-16T01:49:38.965459+0000","last_clean":"2024-09-16T01:49:38.965459+0000","last_became_active":"2024-09-16T01:49:36.318222+0000","last_became_peered":"2024-09-16T01:49:36.318222+0000","last_unstale":"2024-09-16T01:49:38.965459+0000","last_undegraded":"2024-09-16T01:49:38.965459+0000","last_fullsized":"2024-09-16T01:49:38.965459+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:47.626407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288434+0000","last_change":"2024-09-16T01:49:37.327916+0000","last_active":"2024-09-16T01:49:39.288434+0000","last_peered":"2024-09-16T01:49:39.288434+0000","last_clean":"2024-09-16T01:49:39.288434+0000","last_became_active":"2024-09-16T01:49:37.327056+0000","last_became_peered":"2024-09-16T01:49:37.327056+0000","last_unstale":"2024-09-16T01:49:39.288434+0000","last_undegraded":"2024-09-16T01:49:39.288434+0000","last_fullsized":"2024-09-16T01:49:39.288434+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:25.914112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324225+0000","last_change":"2024-09-16T01:49:36.317777+0000","last_active":"2024-09-16T01:49:38.324225+0000","last_peered":"2024-09-16T01:49:38.324225+0000","last_clean":"2024-09-16T01:49:38.324225+0000","last_became_active":"2024-09-16T01:49:36.317464+0000","last_became_peered":"2024-09-16T01:49:36.317464+0000","last_unstale":"2024-09-16T01:49:38.324225+0000","last_undegraded":"2024-09-16T01:49:38.324225+0000","last_fullsized":"2024-09-16T01:49:38.324225+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:51.974940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288269+0000","last_change":"2024-09-16T01:49:37.341483+0000","last_active":"2024-09-16T01:49:39.288269+0000","last_peered":"2024-09-16T01:49:39.288269+0000","last_clean":"2024-09-16T01:49:39.288269+0000","last_became_active":"2024-09-16T01:49:37.341202+0000","last_became_peered":"2024-09-16T01:49:37.341202+0000","last_unstale":"2024-09-16T01:49:39.288269+0000","last_undegraded":"2024-09-16T01:49:39.288269+0000","last_fullsized":"2024-09-16T01:49:39.288269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:30.239065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.15","version":"139'3","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324332+0000","last_change":"2024-09-16T01:49:36.318758+0000","last_active":"2024-09-16T01:49:38.324332+0000","last_peered":"2024-09-16T01:49:38.324332+0000","last_clean":"2024-09-16T01:49:38.324332+0000","last_became_active":"2024-09-16T01:49:36.318450+0000","last_became_peered":"2024-09-16T01:49:36.318450+0000","last_unstale":"2024-09-16T01:49:38.324332+0000","last_undegraded":"2024-09-16T01:49:38.324332+0000","last_fullsized":"2024-09-16T01:49:38.324332+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:58.124577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326097+0000","last_change":"2024-09-16T01:49:37.342680+0000","last_active":"2024-09-16T01:49:38.326097+0000","last_peered":"2024-09-16T01:49:38.326097+0000","last_clean":"2024-09-16T01:49:38.326097+0000","last_became_active":"2024-09-16T01:49:37.342401+0000","last_became_peered":"2024-09-16T01:49:37.342401+0000","last_unstale":"2024-09-16T01:49:38.326097+0000","last_undegraded":"2024-09-16T01:49:38.326097+0000","last_fullsized":"2024-09-16T01:49:38.326097+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:04.606163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.14","version":"139'6","reported_seq":20,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325456+0000","last_change":"2024-09-16T01:49:36.319354+0000","last_active":"2024-09-16T01:49:38.325456+0000","last_peered":"2024-09-16T01:49:38.325456+0000","last_clean":"2024-09-16T01:49:38.325456+0000","last_became_active":"2024-09-16T01:49:36.319060+0000","last_became_peered":"2024-09-16T01:49:36.319060+0000","last_unstale":"2024-09-16T01:49:38.325456+0000","last_undegraded":"2024-09-16T01:49:38.325456+0000","last_fullsized":"2024-09-16T01:49:38.325456+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:01.315353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288095+0000","last_change":"2024-09-16T01:49:37.324550+0000","last_active":"2024-09-16T01:49:39.288095+0000","last_peered":"2024-09-16T01:49:39.288095+0000","last_clean":"2024-09-16T01:49:39.288095+0000","last_became_active":"2024-09-16T01:49:37.324221+0000","last_became_peered":"2024-09-16T01:49:37.324221+0000","last_unstale":"2024-09-16T01:49:39.288095+0000","last_undegraded":"2024-09-16T01:49:39.288095+0000","last_fullsized":"2024-09-16T01:49:39.288095+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:08.601723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.13","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622758+0000","last_change":"2024-09-16T01:49:36.317629+0000","last_active":"2024-09-16T01:49:38.622758+0000","last_peered":"2024-09-16T01:49:38.622758+0000","last_clean":"2024-09-16T01:49:38.622758+0000","last_became_active":"2024-09-16T01:49:36.317365+0000","last_became_peered":"2024-09-16T01:49:36.317365+0000","last_unstale":"2024-09-16T01:49:38.622758+0000","last_undegraded":"2024-09-16T01:49:38.622758+0000","last_fullsized":"2024-09-16T01:49:38.622758+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:49.286402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965714+0000","last_change":"2024-09-16T01:49:37.331778+0000","last_active":"2024-09-16T01:49:38.965714+0000","last_peered":"2024-09-16T01:49:38.965714+0000","last_clean":"2024-09-16T01:49:38.965714+0000","last_became_active":"2024-09-16T01:49:37.331483+0000","last_became_peered":"2024-09-16T01:49:37.331483+0000","last_unstale":"2024-09-16T01:49:38.965714+0000","last_undegraded":"2024-09-16T01:49:38.965714+0000","last_fullsized":"2024-09-16T01:49:38.965714+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:33.128244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288180+0000","last_change":"2024-09-16T01:49:36.315195+0000","last_active":"2024-09-16T01:49:39.288180+0000","last_peered":"2024-09-16T01:49:39.288180+0000","last_clean":"2024-09-16T01:49:39.288180+0000","last_became_active":"2024-09-16T01:49:36.314837+0000","last_became_peered":"2024-09-16T01:49:36.314837+0000","last_unstale":"2024-09-16T01:49:39.288180+0000","last_undegraded":"2024-09-16T01:49:39.288180+0000","last_fullsized":"2024-09-16T01:49:39.288180+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:22.973500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622738+0000","last_change":"2024-09-16T01:49:37.336847+0000","last_active":"2024-09-16T01:49:38.622738+0000","last_peered":"2024-09-16T01:49:38.622738+0000","last_clean":"2024-09-16T01:49:38.622738+0000","last_became_active":"2024-09-16T01:49:37.336300+0000","last_became_peered":"2024-09-16T01:49:37.336300+0000","last_unstale":"2024-09-16T01:49:38.622738+0000","last_undegraded":"2024-09-16T01:49:38.622738+0000","last_fullsized":"2024-09-16T01:49:38.622738+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:41.013560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622489+0000","last_change":"2024-09-16T01:49:36.317039+0000","last_active":"2024-09-16T01:49:38.622489+0000","last_peered":"2024-09-16T01:49:38.622489+0000","last_clean":"2024-09-16T01:49:38.622489+0000","last_became_active":"2024-09-16T01:49:36.316759+0000","last_became_peered":"2024-09-16T01:49:36.316759+0000","last_unstale":"2024-09-16T01:49:38.622489+0000","last_undegraded":"2024-09-16T01:49:38.622489+0000","last_fullsized":"2024-09-16T01:49:38.622489+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:42.729534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331909+0000","last_change":"2024-09-16T01:49:37.328102+0000","last_active":"2024-09-16T01:49:38.331909+0000","last_peered":"2024-09-16T01:49:38.331909+0000","last_clean":"2024-09-16T01:49:38.331909+0000","last_became_active":"2024-09-16T01:49:37.327840+0000","last_became_peered":"2024-09-16T01:49:37.327840+0000","last_unstale":"2024-09-16T01:49:38.331909+0000","last_undegraded":"2024-09-16T01:49:38.331909+0000","last_fullsized":"2024-09-16T01:49:38.331909+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:33.507703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.10","version":"139'8","reported_seq":22,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324793+0000","last_change":"2024-09-16T01:49:36.322452+0000","last_active":"2024-09-16T01:49:38.324793+0000","last_peered":"2024-09-16T01:49:38.324793+0000","last_clean":"2024-09-16T01:49:38.324793+0000","last_became_active":"2024-09-16T01:49:36.322186+0000","last_became_peered":"2024-09-16T01:49:36.322186+0000","last_unstale":"2024-09-16T01:49:38.324793+0000","last_undegraded":"2024-09-16T01:49:38.324793+0000","last_fullsized":"2024-09-16T01:49:38.324793+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:52.549100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.623032+0000","last_change":"2024-09-16T01:49:37.335626+0000","last_active":"2024-09-16T01:49:38.623032+0000","last_peered":"2024-09-16T01:49:38.623032+0000","last_clean":"2024-09-16T01:49:38.623032+0000","last_became_active":"2024-09-16T01:49:37.335348+0000","last_became_peered":"2024-09-16T01:49:37.335348+0000","last_unstale":"2024-09-16T01:49:38.623032+0000","last_undegraded":"2024-09-16T01:49:38.623032+0000","last_fullsized":"2024-09-16T01:49:38.623032+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:37.098014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332414+0000","last_change":"2024-09-16T01:49:36.320710+0000","last_active":"2024-09-16T01:49:38.332414+0000","last_peered":"2024-09-16T01:49:38.332414+0000","last_clean":"2024-09-16T01:49:38.332414+0000","last_became_active":"2024-09-16T01:49:36.320441+0000","last_became_peered":"2024-09-16T01:49:36.320441+0000","last_unstale":"2024-09-16T01:49:38.332414+0000","last_undegraded":"2024-09-16T01:49:38.332414+0000","last_fullsized":"2024-09-16T01:49:38.332414+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:38.942538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288511+0000","last_change":"2024-09-16T01:49:37.331484+0000","last_active":"2024-09-16T01:49:39.288511+0000","last_peered":"2024-09-16T01:49:39.288511+0000","last_clean":"2024-09-16T01:49:39.288511+0000","last_became_active":"2024-09-16T01:49:37.331209+0000","last_became_peered":"2024-09-16T01:49:37.331209+0000","last_unstale":"2024-09-16T01:49:39.288511+0000","last_undegraded":"2024-09-16T01:49:39.288511+0000","last_fullsized":"2024-09-16T01:49:39.288511+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:48:37.602252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.e","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332289+0000","last_change":"2024-09-16T01:49:36.317311+0000","last_active":"2024-09-16T01:49:38.332289+0000","last_peered":"2024-09-16T01:49:38.332289+0000","last_clean":"2024-09-16T01:49:38.332289+0000","last_became_active":"2024-09-16T01:49:36.316960+0000","last_became_peered":"2024-09-16T01:49:36.316960+0000","last_unstale":"2024-09-16T01:49:38.332289+0000","last_undegraded":"2024-09-16T01:49:38.332289+0000","last_fullsized":"2024-09-16T01:49:38.332289+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:26.433467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622985+0000","last_change":"2024-09-16T01:49:37.332725+0000","last_active":"2024-09-16T01:49:38.622985+0000","last_peered":"2024-09-16T01:49:38.622985+0000","last_clean":"2024-09-16T01:49:38.622985+0000","last_became_active":"2024-09-16T01:49:37.332442+0000","last_became_peered":"2024-09-16T01:49:37.332442+0000","last_unstale":"2024-09-16T01:49:38.622985+0000","last_undegraded":"2024-09-16T01:49:38.622985+0000","last_fullsized":"2024-09-16T01:49:38.622985+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:59.933610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.d","version":"139'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.546066+0000","last_change":"2024-09-16T01:49:36.325794+0000","last_active":"2024-09-16T01:49:39.546066+0000","last_peered":"2024-09-16T01:49:39.546066+0000","last_clean":"2024-09-16T01:49:39.546066+0000","last_became_active":"2024-09-16T01:49:36.325484+0000","last_became_peered":"2024-09-16T01:49:36.325484+0000","last_unstale":"2024-09-16T01:49:39.546066+0000","last_undegraded":"2024-09-16T01:49:39.546066+0000","last_fullsized":"2024-09-16T01:49:39.546066+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:04.074861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965661+0000","last_change":"2024-09-16T01:49:37.336752+0000","last_active":"2024-09-16T01:49:38.965661+0000","last_peered":"2024-09-16T01:49:38.965661+0000","last_clean":"2024-09-16T01:49:38.965661+0000","last_became_active":"2024-09-16T01:49:37.336441+0000","last_became_peered":"2024-09-16T01:49:37.336441+0000","last_unstale":"2024-09-16T01:49:38.965661+0000","last_undegraded":"2024-09-16T01:49:38.965661+0000","last_fullsized":"2024-09-16T01:49:38.965661+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:20.100478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545957+0000","last_change":"2024-09-16T01:49:36.324129+0000","last_active":"2024-09-16T01:49:39.545957+0000","last_peered":"2024-09-16T01:49:39.545957+0000","last_clean":"2024-09-16T01:49:39.545957+0000","last_became_active":"2024-09-16T01:49:36.323581+0000","last_became_peered":"2024-09-16T01:49:36.323581+0000","last_unstale":"2024-09-16T01:49:39.545957+0000","last_undegraded":"2024-09-16T01:49:39.545957+0000","last_fullsized":"2024-09-16T01:49:39.545957+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:23.273025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331986+0000","last_change":"2024-09-16T01:49:37.322669+0000","last_active":"2024-09-16T01:49:38.331986+0000","last_peered":"2024-09-16T01:49:38.331986+0000","last_clean":"2024-09-16T01:49:38.331986+0000","last_became_active":"2024-09-16T01:49:37.322407+0000","last_became_peered":"2024-09-16T01:49:37.322407+0000","last_unstale":"2024-09-16T01:49:38.331986+0000","last_undegraded":"2024-09-16T01:49:38.331986+0000","last_fullsized":"2024-09-16T01:49:38.331986+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.926550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.b","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622883+0000","last_change":"2024-09-16T01:49:36.316311+0000","last_active":"2024-09-16T01:49:38.622883+0000","last_peered":"2024-09-16T01:49:38.622883+0000","last_clean":"2024-09-16T01:49:38.622883+0000","last_became_active":"2024-09-16T01:49:36.316000+0000","last_became_peered":"2024-09-16T01:49:36.316000+0000","last_unstale":"2024-09-16T01:49:38.622883+0000","last_undegraded":"2024-09-16T01:49:38.622883+0000","last_fullsized":"2024-09-16T01:49:38.622883+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:32.716361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965843+0000","last_change":"2024-09-16T01:49:37.330923+0000","last_active":"2024-09-16T01:49:38.965843+0000","last_peered":"2024-09-16T01:49:38.965843+0000","last_clean":"2024-09-16T01:49:38.965843+0000","last_became_active":"2024-09-16T01:49:37.330638+0000","last_became_peered":"2024-09-16T01:49:37.330638+0000","last_unstale":"2024-09-16T01:49:38.965843+0000","last_undegraded":"2024-09-16T01:49:38.965843+0000","last_fullsized":"2024-09-16T01:49:38.965843+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:19.602953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545768+0000","last_change":"2024-09-16T01:49:36.321617+0000","last_active":"2024-09-16T01:49:39.545768+0000","last_peered":"2024-09-16T01:49:39.545768+0000","last_clean":"2024-09-16T01:49:39.545768+0000","last_became_active":"2024-09-16T01:49:36.321339+0000","last_became_peered":"2024-09-16T01:49:36.321339+0000","last_unstale":"2024-09-16T01:49:39.545768+0000","last_undegraded":"2024-09-16T01:49:39.545768+0000","last_fullsized":"2024-09-16T01:49:39.545768+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:58.684155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545914+0000","last_change":"2024-09-16T01:49:37.331139+0000","last_active":"2024-09-16T01:49:39.545914+0000","last_peered":"2024-09-16T01:49:39.545914+0000","last_clean":"2024-09-16T01:49:39.545914+0000","last_became_active":"2024-09-16T01:49:37.330897+0000","last_became_peered":"2024-09-16T01:49:37.330897+0000","last_unstale":"2024-09-16T01:49:39.545914+0000","last_undegraded":"2024-09-16T01:49:39.545914+0000","last_fullsized":"2024-09-16T01:49:39.545914+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:22:08.792653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622764+0000","last_change":"2024-09-16T01:49:36.321704+0000","last_active":"2024-09-16T01:49:38.622764+0000","last_peered":"2024-09-16T01:49:38.622764+0000","last_clean":"2024-09-16T01:49:38.622764+0000","last_became_active":"2024-09-16T01:49:36.321405+0000","last_became_peered":"2024-09-16T01:49:36.321405+0000","last_unstale":"2024-09-16T01:49:38.622764+0000","last_undegraded":"2024-09-16T01:49:38.622764+0000","last_fullsized":"2024-09-16T01:49:38.622764+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:10:59.458793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324189+0000","last_change":"2024-09-16T01:49:37.335153+0000","last_active":"2024-09-16T01:49:38.324189+0000","last_peered":"2024-09-16T01:49:38.324189+0000","last_clean":"2024-09-16T01:49:38.324189+0000","last_became_active":"2024-09-16T01:49:37.334871+0000","last_became_peered":"2024-09-16T01:49:37.334871+0000","last_unstale":"2024-09-16T01:49:38.324189+0000","last_undegraded":"2024-09-16T01:49:38.324189+0000","last_fullsized":"2024-09-16T01:49:38.324189+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:29.145508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545932+0000","last_change":"2024-09-16T01:49:36.325793+0000","last_active":"2024-09-16T01:49:39.545932+0000","last_peered":"2024-09-16T01:49:39.545932+0000","last_clean":"2024-09-16T01:49:39.545932+0000","last_became_active":"2024-09-16T01:49:36.325494+0000","last_became_peered":"2024-09-16T01:49:36.325494+0000","last_unstale":"2024-09-16T01:49:39.545932+0000","last_undegraded":"2024-09-16T01:49:39.545932+0000","last_fullsized":"2024-09-16T01:49:39.545932+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:49:03.215477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288421+0000","last_change":"2024-09-16T01:49:37.336959+0000","last_active":"2024-09-16T01:49:39.288421+0000","last_peered":"2024-09-16T01:49:39.288421+0000","last_clean":"2024-09-16T01:49:39.288421+0000","last_became_active":"2024-09-16T01:49:37.336688+0000","last_became_peered":"2024-09-16T01:49:37.336688+0000","last_unstale":"2024-09-16T01:49:39.288421+0000","last_undegraded":"2024-09-16T01:49:39.288421+0000","last_fullsized":"2024-09-16T01:49:39.288421+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:22.604471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.7","version":"139'2","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288494+0000","last_change":"2024-09-16T01:49:36.316776+0000","last_active":"2024-09-16T01:49:39.288494+0000","last_peered":"2024-09-16T01:49:39.288494+0000","last_clean":"2024-09-16T01:49:39.288494+0000","last_became_active":"2024-09-16T01:49:36.316450+0000","last_became_peered":"2024-09-16T01:49:36.316450+0000","last_unstale":"2024-09-16T01:49:39.288494+0000","last_undegraded":"2024-09-16T01:49:39.288494+0000","last_fullsized":"2024-09-16T01:49:39.288494+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:29.477957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965790+0000","last_change":"2024-09-16T01:49:37.339225+0000","last_active":"2024-09-16T01:49:38.965790+0000","last_peered":"2024-09-16T01:49:38.965790+0000","last_clean":"2024-09-16T01:49:38.965790+0000","last_became_active":"2024-09-16T01:49:37.338925+0000","last_became_peered":"2024-09-16T01:49:37.338925+0000","last_unstale":"2024-09-16T01:49:38.965790+0000","last_undegraded":"2024-09-16T01:49:38.965790+0000","last_fullsized":"2024-09-16T01:49:38.965790+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:37.843326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.6","version":"140'1","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.332337+0000","last_change":"2024-09-16T01:49:36.319575+0000","last_active":"2024-09-16T01:49:38.332337+0000","last_peered":"2024-09-16T01:49:38.332337+0000","last_clean":"2024-09-16T01:49:38.332337+0000","last_became_active":"2024-09-16T01:49:36.319269+0000","last_became_peered":"2024-09-16T01:49:36.319269+0000","last_unstale":"2024-09-16T01:49:38.332337+0000","last_undegraded":"2024-09-16T01:49:38.332337+0000","last_fullsized":"2024-09-16T01:49:38.332337+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:11.893131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324413+0000","last_change":"2024-09-16T01:49:37.339824+0000","last_active":"2024-09-16T01:49:38.324413+0000","last_peered":"2024-09-16T01:49:38.324413+0000","last_clean":"2024-09-16T01:49:38.324413+0000","last_became_active":"2024-09-16T01:49:37.339513+0000","last_became_peered":"2024-09-16T01:49:37.339513+0000","last_unstale":"2024-09-16T01:49:38.324413+0000","last_undegraded":"2024-09-16T01:49:38.324413+0000","last_fullsized":"2024-09-16T01:49:38.324413+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:50.914998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325543+0000","last_change":"2024-09-16T01:49:36.318296+0000","last_active":"2024-09-16T01:49:38.325543+0000","last_peered":"2024-09-16T01:49:38.325543+0000","last_clean":"2024-09-16T01:49:38.325543+0000","last_became_active":"2024-09-16T01:49:36.318041+0000","last_became_peered":"2024-09-16T01:49:36.318041+0000","last_unstale":"2024-09-16T01:49:38.325543+0000","last_undegraded":"2024-09-16T01:49:38.325543+0000","last_fullsized":"2024-09-16T01:49:38.325543+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:46.033267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288179+0000","last_change":"2024-09-16T01:49:37.328669+0000","last_active":"2024-09-16T01:49:39.288179+0000","last_peered":"2024-09-16T01:49:39.288179+0000","last_clean":"2024-09-16T01:49:39.288179+0000","last_became_active":"2024-09-16T01:49:37.328386+0000","last_became_peered":"2024-09-16T01:49:37.328386+0000","last_unstale":"2024-09-16T01:49:39.288179+0000","last_undegraded":"2024-09-16T01:49:39.288179+0000","last_fullsized":"2024-09-16T01:49:39.288179+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:46.826095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288146+0000","last_change":"2024-09-16T01:49:36.322119+0000","last_active":"2024-09-16T01:49:39.288146+0000","last_peered":"2024-09-16T01:49:39.288146+0000","last_clean":"2024-09-16T01:49:39.288146+0000","last_became_active":"2024-09-16T01:49:36.321830+0000","last_became_peered":"2024-09-16T01:49:36.321830+0000","last_unstale":"2024-09-16T01:49:39.288146+0000","last_undegraded":"2024-09-16T01:49:39.288146+0000","last_fullsized":"2024-09-16T01:49:39.288146+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:29.910869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288165+0000","last_change":"2024-09-16T01:49:37.330664+0000","last_active":"2024-09-16T01:49:39.288165+0000","last_peered":"2024-09-16T01:49:39.288165+0000","last_clean":"2024-09-16T01:49:39.288165+0000","last_became_active":"2024-09-16T01:49:37.330397+0000","last_became_peered":"2024-09-16T01:49:37.330397+0000","last_unstale":"2024-09-16T01:49:39.288165+0000","last_undegraded":"2024-09-16T01:49:39.288165+0000","last_fullsized":"2024-09-16T01:49:39.288165+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:35.261495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325919+0000","last_change":"2024-09-16T01:49:36.315900+0000","last_active":"2024-09-16T01:49:38.325919+0000","last_peered":"2024-09-16T01:49:38.325919+0000","last_clean":"2024-09-16T01:49:38.325919+0000","last_became_active":"2024-09-16T01:49:36.315273+0000","last_became_peered":"2024-09-16T01:49:36.315273+0000","last_unstale":"2024-09-16T01:49:38.325919+0000","last_undegraded":"2024-09-16T01:49:38.325919+0000","last_fullsized":"2024-09-16T01:49:38.325919+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:25.677399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325942+0000","last_change":"2024-09-16T01:49:37.335309+0000","last_active":"2024-09-16T01:49:38.325942+0000","last_peered":"2024-09-16T01:49:38.325942+0000","last_clean":"2024-09-16T01:49:38.325942+0000","last_became_active":"2024-09-16T01:49:37.334751+0000","last_became_peered":"2024-09-16T01:49:37.334751+0000","last_unstale":"2024-09-16T01:49:38.325942+0000","last_undegraded":"2024-09-16T01:49:38.325942+0000","last_fullsized":"2024-09-16T01:49:38.325942+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:28.942109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.622524+0000","last_change":"2024-09-16T01:49:36.316417+0000","last_active":"2024-09-16T01:49:38.622524+0000","last_peered":"2024-09-16T01:49:38.622524+0000","last_clean":"2024-09-16T01:49:38.622524+0000","last_became_active":"2024-09-16T01:49:36.316124+0000","last_became_peered":"2024-09-16T01:49:36.316124+0000","last_unstale":"2024-09-16T01:49:38.622524+0000","last_undegraded":"2024-09-16T01:49:38.622524+0000","last_fullsized":"2024-09-16T01:49:38.622524+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:24:43.974096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.965478+0000","last_change":"2024-09-16T01:49:37.333507+0000","last_active":"2024-09-16T01:49:38.965478+0000","last_peered":"2024-09-16T01:49:38.965478+0000","last_clean":"2024-09-16T01:49:38.965478+0000","last_became_active":"2024-09-16T01:49:37.333218+0000","last_became_peered":"2024-09-16T01:49:37.333218+0000","last_unstale":"2024-09-16T01:49:38.965478+0000","last_undegraded":"2024-09-16T01:49:38.965478+0000","last_fullsized":"2024-09-16T01:49:38.965478+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:34:29.293659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.325724+0000","last_change":"2024-09-16T01:49:36.318502+0000","last_active":"2024-09-16T01:49:38.325724+0000","last_peered":"2024-09-16T01:49:38.325724+0000","last_clean":"2024-09-16T01:49:38.325724+0000","last_became_active":"2024-09-16T01:49:36.318201+0000","last_became_peered":"2024-09-16T01:49:36.318201+0000","last_unstale":"2024-09-16T01:49:38.325724+0000","last_undegraded":"2024-09-16T01:49:38.325724+0000","last_fullsized":"2024-09-16T01:49:38.325724+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:54.740126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.331912+0000","last_change":"2024-09-16T01:49:37.330412+0000","last_active":"2024-09-16T01:49:38.331912+0000","last_peered":"2024-09-16T01:49:38.331912+0000","last_clean":"2024-09-16T01:49:38.331912+0000","last_became_active":"2024-09-16T01:49:37.330125+0000","last_became_peered":"2024-09-16T01:49:37.330125+0000","last_unstale":"2024-09-16T01:49:38.331912+0000","last_undegraded":"2024-09-16T01:49:38.331912+0000","last_fullsized":"2024-09-16T01:49:38.331912+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:48.647428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.324854+0000","last_change":"2024-09-16T01:49:36.319826+0000","last_active":"2024-09-16T01:49:38.324854+0000","last_peered":"2024-09-16T01:49:38.324854+0000","last_clean":"2024-09-16T01:49:38.324854+0000","last_became_active":"2024-09-16T01:49:36.319570+0000","last_became_peered":"2024-09-16T01:49:36.319570+0000","last_unstale":"2024-09-16T01:49:38.324854+0000","last_undegraded":"2024-09-16T01:49:38.324854+0000","last_fullsized":"2024-09-16T01:49:38.324854+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:21.242926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.288358+0000","last_change":"2024-09-16T01:49:37.337662+0000","last_active":"2024-09-16T01:49:39.288358+0000","last_peered":"2024-09-16T01:49:39.288358+0000","last_clean":"2024-09-16T01:49:39.288358+0000","last_became_active":"2024-09-16T01:49:37.337370+0000","last_became_peered":"2024-09-16T01:49:37.337370+0000","last_unstale":"2024-09-16T01:49:39.288358+0000","last_undegraded":"2024-09-16T01:49:39.288358+0000","last_fullsized":"2024-09-16T01:49:39.288358+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:36.298458+0000","last_clean_scrub_stamp":"2024-09-16T01:49:36.298458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:51.653213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:38.326252+0000","last_change":"2024-09-16T01:49:36.322284+0000","last_active":"2024-09-16T01:49:38.326252+0000","last_peered":"2024-09-16T01:49:38.326252+0000","last_clean":"2024-09-16T01:49:38.326252+0000","last_became_active":"2024-09-16T01:49:36.322011+0000","last_became_peered":"2024-09-16T01:49:36.322011+0000","last_unstale":"2024-09-16T01:49:38.326252+0000","last_undegraded":"2024-09-16T01:49:38.326252+0000","last_fullsized":"2024-09-16T01:49:38.326252+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:49:35.293867+0000","last_clean_scrub_stamp":"2024-09-16T01:49:35.293867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:04.893395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":430,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-16T01:49:39.545972+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:49:39.545972+0000","last_peered":"2024-09-16T01:49:39.545972+0000","last_clean":"2024-09-16T01:49:39.545972+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:49:39.545972+0000","last_undegraded":"2024-09-16T01:49:39.545972+0000","last_fullsized":"2024-09-16T01:49:39.545972+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574943,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33508,"kb_used_data":2316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338332,"statfs":{"total":96636764160,"available":96602451968,"internally_reserved":0,"allocated":2371584,"data_stored":1369036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509535,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32912,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338928,"statfs":{"total":96636764160,"available":96603062272,"internally_reserved":0,"allocated":1757184,"data_stored":776336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509535,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1761280,"data_stored":776918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509536,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1769472,"data_stored":777996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542239,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41224,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330616,"statfs":{"total":96636764160,"available":96594550784,"internally_reserved":0,"allocated":1757184,"data_stored":776348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542240,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":776404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542240,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":776348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542240,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37644,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334196,"statfs":{"total":96636764160,"available":96598216704,"internally_reserved":0,"allocated":2347008,"data_stored":1366682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:49:45.066 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:49:45.066 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:49:45.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.209+0000 7fc3e638d640 1 Processor -- start 2024-09-16T01:49:45.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.209+0000 7fc3e638d640 1 -- start start 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.209+0000 7fc3e638d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc3e00d4010 0x7fc3e00d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.209+0000 7fc3e638d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e00d30b0 0x7fc3e00d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.209+0000 7fc3e638d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3e00cfcd0 con 0x7fc3e0147f30 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.209+0000 7fc3e638d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc3e00d20a0 con 0x7fc3e00d4010 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.209+0000 7fc3e638d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc3e00d22f0 con 0x7fc3e00d30b0 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3e492a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e00d30b0 0x7fc3e00d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3d7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc3e00d4010 0x7fc3e00d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3e492a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e00d30b0 0x7fc3e00d14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:58310/0 (socket says 172.21.15.16:58310) 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3e492a640 1 -- 172.21.15.16:0/3713506692 learned_addr learned my addr 172.21.15.16:0/3713506692 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3e492a640 1 -- 172.21.15.16:0/3713506692 >> v2:172.21.15.104:3300/0 conn(0x7fc3e00d4010 msgr2=0x7fc3e00d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3e492a640 1 --2- 172.21.15.16:0/3713506692 >> v2:172.21.15.104:3300/0 conn(0x7fc3e00d4010 0x7fc3e00d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3e492a640 1 -- 172.21.15.16:0/3713506692 >> v1:172.21.15.104:6789/0 conn(0x7fc3e0147f30 legacy=0x7fc3e00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.210+0000 7fc3e492a640 1 -- 172.21.15.16:0/3713506692 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3e00d25d0 con 0x7fc3e00d30b0 2024-09-16T01:49:45.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.211+0000 7fc3e492a640 1 --2- 172.21.15.16:0/3713506692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e00d30b0 0x7fc3e00d14b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc3d8009e50 tx=0x7fc3d802a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=956de944f02621c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.211+0000 7fc3df7fe640 1 -- 172.21.15.16:0/3713506692 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d8036070 con 0x7fc3e00d30b0 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.211+0000 7fc3df7fe640 1 -- 172.21.15.16:0/3713506692 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3d8031600 con 0x7fc3e00d30b0 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.211+0000 7fc3df7fe640 1 -- 172.21.15.16:0/3713506692 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d80319d0 con 0x7fc3e00d30b0 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 -- 172.21.15.16:0/3713506692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e00d30b0 msgr2=0x7fc3e00d14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 --2- 172.21.15.16:0/3713506692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e00d30b0 0x7fc3e00d14b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc3d8009e50 tx=0x7fc3d802a680 comp rx=0 tx=0).stop 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 -- 172.21.15.16:0/3713506692 shutdown_connections 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 --2- 172.21.15.16:0/3713506692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e00d30b0 0x7fc3e00d14b0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 --2- 172.21.15.16:0/3713506692 >> v2:172.21.15.104:3300/0 conn(0x7fc3e00d4010 0x7fc3e00d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 -- 172.21.15.16:0/3713506692 >> 172.21.15.16:0/3713506692 conn(0x7fc3e0074da0 msgr2=0x7fc3e00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 -- 172.21.15.16:0/3713506692 shutdown_connections 2024-09-16T01:49:45.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.212+0000 7fc3e638d640 1 -- 172.21.15.16:0/3713506692 wait complete. 2024-09-16T01:49:45.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.213+0000 7fc3e638d640 1 Processor -- start 2024-09-16T01:49:45.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.213+0000 7fc3e638d640 1 -- start start 2024-09-16T01:49:45.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3e638d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3e00d30b0 0x7fc3e013ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3e638d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3e00d4010 0x7fc3e01f4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3e638d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e0147f30 0x7fc3e01432f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3e638d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e0148310 con 0x7fc3e00d4010 2024-09-16T01:49:45.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3e638d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e00d2b90 con 0x7fc3e00d30b0 2024-09-16T01:49:45.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3e638d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc3e00b8810 con 0x7fc3e0147f30 2024-09-16T01:49:45.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3e00d4010 0x7fc3e01f4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3e00d4010 0x7fc3e01f4670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60628/0 (socket says 172.21.15.16:60628) 2024-09-16T01:49:45.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 -- 172.21.15.16:0/365960155 learned_addr learned my addr 172.21.15.16:0/365960155 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:45.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3e492a640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e0147f30 0x7fc3e01432f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3dffff640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3e00d30b0 0x7fc3e013ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 -- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e0147f30 msgr2=0x7fc3e01432f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e0147f30 0x7fc3e01432f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 -- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3e00d30b0 msgr2=0x7fc3e013ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3e00d30b0 0x7fc3e013ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.214+0000 7fc3d7fff640 1 -- 172.21.15.16:0/365960155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3e00cda80 con 0x7fc3e00d4010 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.215+0000 7fc3d7fff640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3e00d4010 0x7fc3e01f4670 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fc3c800e9b0 tx=0x7fc3c800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.215+0000 7fc3dd7fa640 1 -- 172.21.15.16:0/365960155 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c8017070 con 0x7fc3e00d4010 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.215+0000 7fc3dd7fa640 1 -- 172.21.15.16:0/365960155 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3c800c9a0 con 0x7fc3e00d4010 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.215+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3e00cdd60 con 0x7fc3e00d4010 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.215+0000 7fc3dd7fa640 1 -- 172.21.15.16:0/365960155 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c800cd90 con 0x7fc3e00d4010 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.215+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3e0140480 con 0x7fc3e00d4010 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.216+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3e0140750 con 0x7fc3e00d4010 2024-09-16T01:49:45.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.216+0000 7fc3dd7fa640 1 -- 172.21.15.16:0/365960155 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7fc3c801a070 con 0x7fc3e00d4010 2024-09-16T01:49:45.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.217+0000 7fc3dd7fa640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc3c006c8e0 0x7fc3c006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.217+0000 7fc3dd7fa640 1 -- 172.21.15.16:0/365960155 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7fc3c808bf10 con 0x7fc3e00d4010 2024-09-16T01:49:45.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.217+0000 7fc3dffff640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc3c006c8e0 0x7fc3c006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.217+0000 7fc3dffff640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc3c006c8e0 0x7fc3c006eda0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc3d00016e0 tx=0x7fc3d0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:45.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.221+0000 7fc3dd7fa640 1 -- 172.21.15.16:0/365960155 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc3c8059700 con 0x7fc3e00d4010 2024-09-16T01:49:45.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.469+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fc3e0146c70 con 0x7fc3e00d4010 2024-09-16T01:49:45.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.471+0000 7fc3dd7fa640 1 -- 172.21.15.16:0/365960155 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v19) ==== 190+0+147 (secure 0 0 0) 0x7fc3c805da00 con 0x7fc3e00d4010 2024-09-16T01:49:45.474 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:49:45.474 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:49:45.474 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:49:45.474 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:49:45.474 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:49:45.474 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:49:45.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc3c006c8e0 msgr2=0x7fc3c006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc3c006c8e0 0x7fc3c006eda0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc3d00016e0 tx=0x7fc3d0009040 comp rx=0 tx=0).stop 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3e00d4010 msgr2=0x7fc3e01f4670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3e00d4010 0x7fc3e01f4670 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fc3c800e9b0 tx=0x7fc3c800ee70 comp rx=0 tx=0).stop 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 shutdown_connections 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc3c006c8e0 0x7fc3c006eda0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc3e0147f30 0x7fc3e01432f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc3e00d4010 0x7fc3e01f4670 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 --2- 172.21.15.16:0/365960155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3e00d30b0 0x7fc3e013ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 >> 172.21.15.16:0/365960155 conn(0x7fc3e0074da0 msgr2=0x7fc3e00d0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 shutdown_connections 2024-09-16T01:49:45.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.474+0000 7fc3e638d640 1 -- 172.21.15.16:0/365960155 wait complete. 2024-09-16T01:49:45.487 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:49:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.587+0000 7f01231d8640 1 Processor -- start 2024-09-16T01:49:45.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.587+0000 7f01231d8640 1 -- start start 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f01231d8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f011c06bbe0 0x7f011c06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f01231d8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f011c06f6e0 0x7f011c161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f01231d8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f011c0b6a70 con 0x7f011c15e3a0 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f01231d8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f011c06fb50 con 0x7f011c06f6e0 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f01231d8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f011c0b7640 con 0x7f011c06bbe0 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0121775640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f011c06f6e0 0x7f011c161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0120f74640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f011c15e3a0 0x7f011c06d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45664/0 (socket says 172.21.15.16:45664) 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0120f74640 1 -- 172.21.15.16:0/571956630 learned_addr learned my addr 172.21.15.16:0/571956630 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f01137fe640 1 -- 172.21.15.16:0/571956630 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1094345233 0 0) 0x7f011c0b6a70 con 0x7f011c15e3a0 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0113fff640 1 --2- 172.21.15.16:0/571956630 >> v2:172.21.15.104:3300/0 conn(0x7f011c06bbe0 0x7f011c06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f01137fe640 1 -- 172.21.15.16:0/571956630 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0104003520 con 0x7f011c15e3a0 2024-09-16T01:49:45.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0121775640 1 -- 172.21.15.16:0/571956630 >> v2:172.21.15.104:3300/0 conn(0x7f011c06bbe0 msgr2=0x7f011c06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0121775640 1 --2- 172.21.15.16:0/571956630 >> v2:172.21.15.104:3300/0 conn(0x7f011c06bbe0 0x7f011c06f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0121775640 1 -- 172.21.15.16:0/571956630 >> v1:172.21.15.16:6789/0 conn(0x7f011c15e3a0 legacy=0x7f011c06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.588+0000 7f0121775640 1 -- 172.21.15.16:0/571956630 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f011c06d960 con 0x7f011c06f6e0 2024-09-16T01:49:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.589+0000 7f0121775640 1 --2- 172.21.15.16:0/571956630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c161f80 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f011c0b4ec0 tx=0x7f011402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c9700e0091a4652 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.589+0000 7f01137fe640 1 -- 172.21.15.16:0/571956630 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0114007740 con 0x7f011c06f6e0 2024-09-16T01:49:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.589+0000 7f01137fe640 1 -- 172.21.15.16:0/571956630 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01140078e0 con 0x7f011c06f6e0 2024-09-16T01:49:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.589+0000 7f01137fe640 1 -- 172.21.15.16:0/571956630 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0114007cb0 con 0x7f011c06f6e0 2024-09-16T01:49:45.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 -- 172.21.15.16:0/571956630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 msgr2=0x7f011c161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 --2- 172.21.15.16:0/571956630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c161f80 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f011c0b4ec0 tx=0x7f011402a680 comp rx=0 tx=0).stop 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 -- 172.21.15.16:0/571956630 shutdown_connections 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 --2- 172.21.15.16:0/571956630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c161f80 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 --2- 172.21.15.16:0/571956630 >> v2:172.21.15.104:3300/0 conn(0x7f011c06bbe0 0x7f011c06f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 -- 172.21.15.16:0/571956630 >> 172.21.15.16:0/571956630 conn(0x7f011c0b4090 msgr2=0x7f011c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 -- 172.21.15.16:0/571956630 shutdown_connections 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.590+0000 7f01231d8640 1 -- 172.21.15.16:0/571956630 wait complete. 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.591+0000 7f01231d8640 1 Processor -- start 2024-09-16T01:49:45.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.591+0000 7f01231d8640 1 -- start start 2024-09-16T01:49:45.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f01231d8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f011c06bbe0 0x7f011c159d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f01231d8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c159290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f01231d8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f011c15e3a0 0x7f011c1f4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f01231d8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f011c0b72d0 con 0x7f011c06f6e0 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f01231d8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f011c0b6ff0 con 0x7f011c06bbe0 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f01231d8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f011c15e780 con 0x7f011c15e3a0 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0113fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c159290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0113fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c159290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60646/0 (socket says 172.21.15.16:60646) 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0113fff640 1 -- 172.21.15.16:0/770206992 learned_addr learned my addr 172.21.15.16:0/770206992 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0120f74640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f011c06bbe0 0x7f011c159d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0121775640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f011c15e3a0 0x7f011c1f4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0113fff640 1 -- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f011c15e3a0 msgr2=0x7f011c1f4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0113fff640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f011c15e3a0 0x7f011c1f4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0113fff640 1 -- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f011c06bbe0 msgr2=0x7f011c159d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.592+0000 7f0113fff640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f011c06bbe0 0x7f011c159d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.593+0000 7f0113fff640 1 -- 172.21.15.16:0/770206992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f011c1597d0 con 0x7f011c06f6e0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.593+0000 7f0113fff640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c159290 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f010c00d800 tx=0x7f010c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.593+0000 7f01117fa640 1 -- 172.21.15.16:0/770206992 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f010c00b6c0 con 0x7f011c06f6e0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.593+0000 7f01117fa640 1 -- 172.21.15.16:0/770206992 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f010c019070 con 0x7f011c06f6e0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.593+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f011c159a20 con 0x7f011c06f6e0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.593+0000 7f01117fa640 1 -- 172.21.15.16:0/770206992 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f010c00baa0 con 0x7f011c06f6e0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.593+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f011c1e9b40 con 0x7f011c06f6e0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.594+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f011c073cc0 con 0x7f011c06f6e0 2024-09-16T01:49:45.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.594+0000 7f01117fa640 1 -- 172.21.15.16:0/770206992 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f010c00bc40 con 0x7f011c06f6e0 2024-09-16T01:49:45.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.595+0000 7f01117fa640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f010806c8e0 0x7f010806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:45.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.595+0000 7f0120f74640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f010806c8e0 0x7f010806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:45.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.595+0000 7f01117fa640 1 -- 172.21.15.16:0/770206992 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f010c08c350 con 0x7f011c06f6e0 2024-09-16T01:49:45.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.596+0000 7f0120f74640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f010806c8e0 0x7f010806eda0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f011c0cec60 tx=0x7f0118000bc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:45.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.600+0000 7f01117fa640 1 -- 172.21.15.16:0/770206992 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f010c059af0 con 0x7f011c06f6e0 2024-09-16T01:49:45.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.810+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f011c0b1f70 con 0x7f011c06f6e0 2024-09-16T01:49:45.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.811+0000 7f01117fa640 1 -- 172.21.15.16:0/770206992 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5230 (secure 0 0 0) 0x7f010c05ddf0 con 0x7f011c06f6e0 2024-09-16T01:49:45.813 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:45.813 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":84,"btime":"2024-09-16T01:49:39:327151+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7702,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2449915194","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2449915194},{"type":"v1","addr":"172.21.15.16:6835","nonce":2449915194}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/849290723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":849290723},{"type":"v1","addr":"172.21.15.104:6835","nonce":849290723}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":8436,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1228874711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1228874711},{"type":"v1","addr":"172.21.15.16:6834","nonce":1228874711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:36.670943+0000","modified":"2024-09-16T01:49:38.669066+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8445":{"gid":8445,"name":"d","rank":0,"incarnation":82,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6834/1749127729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1749127729},{"type":"v1","addr":"172.21.15.104:6834","nonce":1749127729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8445,"qdb_cluster":[8445]},"id":11}]} 2024-09-16T01:49:45.813 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 84 2024-09-16T01:49:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f010806c8e0 msgr2=0x7f010806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f010806c8e0 0x7f010806eda0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f011c0cec60 tx=0x7f0118000bc0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 msgr2=0x7f011c159290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c159290 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f010c00d800 tx=0x7f010c00dcc0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 shutdown_connections 2024-09-16T01:49:45.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f010806c8e0 0x7f010806eda0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f011c15e3a0 0x7f011c1f4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f011c06f6e0 0x7f011c159290 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 --2- 172.21.15.16:0/770206992 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f011c06bbe0 0x7f011c159d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:45.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 >> 172.21.15.16:0/770206992 conn(0x7f011c0b4090 msgr2=0x7f011c06bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:45.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 shutdown_connections 2024-09-16T01:49:45.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:45.813+0000 7f01231d8640 1 -- 172.21.15.16:0/770206992 wait complete. 2024-09-16T01:49:46.229 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 84, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:49:36.670943+0000', 'modified': '2024-09-16T01:49:38.669066+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8445}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8445': {'gid': 8445, 'name': 'd', 'rank': 0, 'incarnation': 82, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6834/1749127729', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6832', 'nonce': 1749127729}, {'type': 'v1', 'addr': '172.21.15.104:6834', 'nonce': 1749127729}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [23], 'metadata_pool': 22, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8445, 'qdb_cluster': [8445]} 2024-09-16T01:49:46.229 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:49:46.229 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-16T01:49:46.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.336+0000 7f3f950ae640 1 Processor -- start 2024-09-16T01:49:46.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.336+0000 7f3f950ae640 1 -- start start 2024-09-16T01:49:46.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f950ae640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3f90070e10 0x7f3f9006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f950ae640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3f90073c00 0x7f3f9006c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f950ae640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f9015e910 con 0x7f3f9015e530 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f950ae640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3f900718c0 con 0x7f3f90073c00 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f950ae640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3f900d1c50 con 0x7f3f90070e10 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8f59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3f90073c00 0x7f3f9006c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8f59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3f90073c00 0x7f3f9006c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60652/0 (socket says 172.21.15.16:60652) 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8f59e640 1 -- 172.21.15.16:0/1902226033 learned_addr learned my addr 172.21.15.16:0/1902226033 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/1902226033 >> v2:172.21.15.104:3300/0 conn(0x7f3f90070e10 0x7f3f9006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8f59e640 1 -- 172.21.15.16:0/1902226033 >> v2:172.21.15.104:3300/0 conn(0x7f3f90070e10 msgr2=0x7f3f9006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/1902226033 >> v2:172.21.15.104:3300/0 conn(0x7f3f90070e10 0x7f3f9006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8f59e640 1 -- 172.21.15.16:0/1902226033 >> v1:172.21.15.104:6789/0 conn(0x7f3f9015e530 legacy=0x7f3f90070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.337+0000 7f3f8f59e640 1 -- 172.21.15.16:0/1902226033 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f90073120 con 0x7f3f90073c00 2024-09-16T01:49:46.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.338+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/1902226033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9006c120 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f3f90072ec0 tx=0x7f3f8802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856577ac7b9431bd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.338+0000 7f3f8dd9b640 1 -- 172.21.15.16:0/1902226033 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88036070 con 0x7f3f90073c00 2024-09-16T01:49:46.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.338+0000 7f3f8dd9b640 1 -- 172.21.15.16:0/1902226033 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f88031600 con 0x7f3f90073c00 2024-09-16T01:49:46.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.338+0000 7f3f8dd9b640 1 -- 172.21.15.16:0/1902226033 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f880319d0 con 0x7f3f90073c00 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 -- 172.21.15.16:0/1902226033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 msgr2=0x7f3f9006c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 --2- 172.21.15.16:0/1902226033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9006c120 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f3f90072ec0 tx=0x7f3f8802a6f0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 -- 172.21.15.16:0/1902226033 shutdown_connections 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 --2- 172.21.15.16:0/1902226033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9006c120 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 --2- 172.21.15.16:0/1902226033 >> v2:172.21.15.104:3300/0 conn(0x7f3f90070e10 0x7f3f9006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 -- 172.21.15.16:0/1902226033 >> 172.21.15.16:0/1902226033 conn(0x7f3f900d2300 msgr2=0x7f3f900d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 -- 172.21.15.16:0/1902226033 shutdown_connections 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.339+0000 7f3f950ae640 1 -- 172.21.15.16:0/1902226033 wait complete. 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.340+0000 7f3f950ae640 1 Processor -- start 2024-09-16T01:49:46.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.340+0000 7f3f950ae640 1 -- start start 2024-09-16T01:49:46.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f950ae640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f90070e10 0x7f3f901f8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f950ae640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9014fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f950ae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f9015e530 0x7f3f900d0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f950ae640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3f900b73c0 con 0x7f3f90073c00 2024-09-16T01:49:46.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f950ae640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3f900736e0 con 0x7f3f90070e10 2024-09-16T01:49:46.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f950ae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3f900b7540 con 0x7f3f9015e530 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f8e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9014fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f8e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9014fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60666/0 (socket says 172.21.15.16:60666) 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f8e59c640 1 -- 172.21.15.16:0/4287862751 learned_addr learned my addr 172.21.15.16:0/4287862751 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f90070e10 0x7f3f901f8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.341+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f9015e530 0x7f3f900d0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8e59c640 1 -- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f9015e530 msgr2=0x7f3f900d0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f9015e530 0x7f3f900d0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8e59c640 1 -- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f90070e10 msgr2=0x7f3f901f8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f90070e10 0x7f3f901f8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8e59c640 1 -- 172.21.15.16:0/4287862751 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f901f8db0 con 0x7f3f90073c00 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f90070e10 0x7f3f901f8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f9015e530 0x7f3f900d0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:46.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9014fd70 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f3f8400d800 tx=0x7f3f8400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f777fe640 1 -- 172.21.15.16:0/4287862751 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8400b6c0 con 0x7f3f90073c00 2024-09-16T01:49:46.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f777fe640 1 -- 172.21.15.16:0/4287862751 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f84019070 con 0x7f3f90073c00 2024-09-16T01:49:46.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f901e7110 con 0x7f3f90073c00 2024-09-16T01:49:46.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f777fe640 1 -- 172.21.15.16:0/4287862751 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8400ba80 con 0x7f3f90073c00 2024-09-16T01:49:46.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.342+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f901e79b0 con 0x7f3f90073c00 2024-09-16T01:49:46.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.344+0000 7f3f777fe640 1 -- 172.21.15.16:0/4287862751 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f3f8400bc20 con 0x7f3f90073c00 2024-09-16T01:49:46.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.344+0000 7f3f777fe640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3f7c06c8e0 0x7f3f7c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.344+0000 7f3f777fe640 1 -- 172.21.15.16:0/4287862751 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f3f8408c420 con 0x7f3f90073c00 2024-09-16T01:49:46.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.344+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3f7c06c8e0 0x7f3f7c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.345+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3f7c06c8e0 0x7f3f7c06eda0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f3f80006fd0 tx=0x7f3f80008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.345+0000 7f3f97e49740 1 Processor -- start 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.345+0000 7f3f97e49740 1 -- start start 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ddba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d93a80 0x562885d966a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885d908b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f97e49740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x562885cf8520 con 0x562885d93a80 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562885ca03e0 con 0x562885d97a50 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x562885cf44e0 con 0x562885d962c0 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d93a80 0x562885d966a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d93a80 0x562885d966a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60668/0 (socket says 172.21.15.16:60668) 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 -- 172.21.15.16:0/3928134166 learned_addr learned my addr 172.21.15.16:0/3928134166 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 -- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 msgr2=0x562885ddba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ddba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885d908b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ddba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 -- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 msgr2=0x562885d908b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885d908b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 -- 172.21.15.16:0/3928134166 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562885cbb2f0 con 0x562885d93a80 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885d908b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.346+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d93a80 0x562885d966a0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f3f8408a100 tx=0x7f3f84055f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ec4140f3b2358c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f74ff9640 1 -- 172.21.15.16:0/3928134166 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8405df50 con 0x562885d93a80 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f74ff9640 1 -- 172.21.15.16:0/3928134166 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f84062780 con 0x562885d93a80 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f74ff9640 1 -- 172.21.15.16:0/3928134166 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8408c0d0 con 0x562885d93a80 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 -- 172.21.15.16:0/3928134166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d93a80 msgr2=0x562885d966a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d93a80 0x562885d966a0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f3f8408a100 tx=0x7f3f84055f70 comp rx=0 tx=0).stop 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 -- 172.21.15.16:0/3928134166 shutdown_connections 2024-09-16T01:49:46.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885d908b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d93a80 0x562885d966a0 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3928134166 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ddba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 -- 172.21.15.16:0/3928134166 >> 172.21.15.16:0/3928134166 conn(0x562885d92a80 msgr2=0x562885ddaf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 -- 172.21.15.16:0/3928134166 shutdown_connections 2024-09-16T01:49:46.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.347+0000 7f3f97e49740 1 -- 172.21.15.16:0/3928134166 wait complete. 2024-09-16T01:49:46.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.348+0000 7f3f97e49740 1 -- start start 2024-09-16T01:49:46.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.348+0000 7f3f97e49740 1 Processor -- start 2024-09-16T01:49:46.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885dd85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d97a50 0x562885db8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885dc04d0 0x562885dc0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f97e49740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x562885d91f20 con 0x562885d962c0 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562885c81450 con 0x562885dc04d0 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x562885ddc290 con 0x562885d97a50 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f97e49740 10 client.0 _ll_register_callbacks cb 0x562885a0aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885dd85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885dd85c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60684/0 (socket says 172.21.15.16:60684) 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/125594017 learned_addr learned my addr 172.21.15.16:0/125594017 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885dc04d0 0x562885dc0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d97a50 0x562885db8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d97a50 msgr2=0x562885db8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d97a50 0x562885db8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885dc04d0 msgr2=0x562885dc0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885dc04d0 0x562885dc0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/125594017 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562885a0b2d0 con 0x562885d962c0 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d97a50 0x562885db8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885dd85c0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f3f80009170 tx=0x7f3f80004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1703a03b020adb50 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.349+0000 7f3f6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f6dffb640 1 -- 172.21.15.16:0/125594017 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8001f410 con 0x562885d962c0 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f6dffb640 1 -- 172.21.15.16:0/125594017 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f3f8001f5b0 con 0x562885d962c0 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f84062780 con 0x562885d962c0 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f6dffb640 1 -- 172.21.15.16:0/125594017 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f3f80005910 con 0x562885d962c0 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 10 client.8589 fetch_fsmap learned FSMap version 84 2024-09-16T01:49:46.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x562885ad56b0 con 0x562885d962c0 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f6dffb640 1 -- 172.21.15.16:0/125594017 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f84062780 con 0x562885d962c0 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f6dffb640 1 -- 172.21.15.16:0/125594017 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 84) ==== 3502+0+0 (secure 0 0 0) 0x7f3f8002f080 con 0x562885d962c0 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 10 client.8589 fetch_fsmap finished waiting for FSMap version 84 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 10 client.8589 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 20 client.8589 populate_metadata read hostname 'smithi016' 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885dee6a0 0x562885deea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 4 client.8589 mds_command: new command op to 8445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 --> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562885d05c50 con 0x562885dee6a0 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.350+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885dee6a0 0x562885deea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.351+0000 7f3f6dffb640 10 client.8589 ms_handle_connect on v2:172.21.15.104:6832/1749127729 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.351+0000 7f3f8e59c640 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885dee6a0 0x562885deea80 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6853fc7f227dacf8 server_cookie=b7da7fcf7492ea42 in_seq=0 out_seq=0 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f6dffb640 1 -- 172.21.15.16:0/125594017 <== mds.0 v2:172.21.15.104:6832/1749127729 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562885d05c50 con 0x562885dee6a0 2024-09-16T01:49:46.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f6dffb640 10 client.8589 handle_command_reply: tid=0 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 client.8589 shutdown 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 msgr2=0x562885dd85c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885dd85c0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f3f80009170 tx=0x7f3f80004680 comp rx=0 tx=0).stop 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 shutdown_connections 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885dc04d0 0x562885dc0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885dee6a0 0x562885deea80 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d97a50 0x562885db8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 --2- 172.21.15.16:0/125594017 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885dd85c0 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f6dffb640 0 client.8589 ms_handle_reset on v2:172.21.15.104:6832/1749127729 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 >> 172.21.15.16:0/125594017 conn(0x562885d93a80 msgr2=0x562885dde440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 shutdown_connections 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 1 -- 172.21.15.16:0/125594017 wait complete. 2024-09-16T01:49:46.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.352+0000 7f3f97e49740 20 client.8589 trim_cache size 0 max 16384 2024-09-16T01:49:46.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.370+0000 7f3f97e49740 1 Processor -- start 2024-09-16T01:49:46.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.370+0000 7f3f97e49740 1 -- start start 2024-09-16T01:49:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885df50b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885db82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885dc04d0 0x562885dd7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f97e49740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3f901ffb50 con 0x562885d962c0 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3f901fefe0 con 0x562885d97a50 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3f901ff500 con 0x562885dc04d0 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885df50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885df50b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60690/0 (socket says 172.21.15.16:60690) 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/316585376 learned_addr learned my addr 172.21.15.16:0/316585376 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/316585376 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885dc04d0 msgr2=0x562885dd7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/316585376 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885dc04d0 0x562885dd7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/316585376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 msgr2=0x562885db82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/316585376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885db82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 -- 172.21.15.16:0/316585376 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562885ddba20 con 0x562885d962c0 2024-09-16T01:49:46.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/316585376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885df50b0 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f3f80008010 tx=0x7f3f8001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59b6e00803823cef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f6ffff640 1 -- 172.21.15.16:0/316585376 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f80004100 con 0x562885d962c0 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f6ffff640 1 -- 172.21.15.16:0/316585376 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f80032070 con 0x562885d962c0 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.371+0000 7f3f6ffff640 1 -- 172.21.15.16:0/316585376 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f800044e0 con 0x562885d962c0 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 -- 172.21.15.16:0/316585376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 msgr2=0x562885df50b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 --2- 172.21.15.16:0/316585376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885df50b0 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f3f80008010 tx=0x7f3f8001d000 comp rx=0 tx=0).stop 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 -- 172.21.15.16:0/316585376 shutdown_connections 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 --2- 172.21.15.16:0/316585376 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885dc04d0 0x562885dd7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 --2- 172.21.15.16:0/316585376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885db82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 --2- 172.21.15.16:0/316585376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885d962c0 0x562885df50b0 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 -- 172.21.15.16:0/316585376 >> 172.21.15.16:0/316585376 conn(0x562885d93a80 msgr2=0x562885dde440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 -- 172.21.15.16:0/316585376 shutdown_connections 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.372+0000 7f3f97e49740 1 -- 172.21.15.16:0/316585376 wait complete. 2024-09-16T01:49:46.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 -- start start 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 Processor -- start 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ded9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885dd7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885dc04d0 0x562885e5c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x562885de0880 con 0x562885dc04d0 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562885dbe890 con 0x562885d97a50 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.373+0000 7f3f97e49740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x562885db8fd0 con 0x562885d962c0 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f97e49740 10 client.0 _ll_register_callbacks cb 0x7f3f800095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885dc04d0 0x562885e5c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8e59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885dd7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885dc04d0 0x562885e5c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60700/0 (socket says 172.21.15.16:60700) 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 -- 172.21.15.16:0/3127254236 learned_addr learned my addr 172.21.15.16:0/3127254236 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ded9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 -- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 msgr2=0x562885ded9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ded9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 -- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 msgr2=0x562885dd7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885dd7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 -- 172.21.15.16:0/3127254236 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562885dff490 con 0x562885dc04d0 2024-09-16T01:49:46.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f8f59e640 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885dc04d0 0x562885e5c4d0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f3f88009f40 tx=0x7f3f88004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e0cef966e742ce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f6dffb640 1 -- 172.21.15.16:0/3127254236 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88036040 con 0x562885dc04d0 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f6dffb640 1 -- 172.21.15.16:0/3127254236 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f3f88031bd0 con 0x562885dc04d0 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.374+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f80032070 con 0x562885dc04d0 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f6dffb640 1 -- 172.21.15.16:0/3127254236 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f3f88009510 con 0x562885dc04d0 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 10 client.8595 fetch_fsmap learned FSMap version 84 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x562885dde6d0 con 0x562885dc04d0 2024-09-16T01:49:46.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f6dffb640 1 -- 172.21.15.16:0/3127254236 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f80032070 con 0x562885dc04d0 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f6dffb640 1 -- 172.21.15.16:0/3127254236 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 84) ==== 3502+0+0 (secure 0 0 0) 0x7f3f88003990 con 0x562885dc04d0 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 10 client.8595 fetch_fsmap finished waiting for FSMap version 84 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 10 client.8595 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 20 client.8595 populate_metadata read hostname 'smithi016' 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885e5bf00 0x562885d8f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 4 client.8595 mds_command: new command op to 8445 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 --> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] -- command(tid 0: {"prefix": "status"}) -- 0x562885cfffa0 con 0x562885e5bf00 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.375+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885e5bf00 0x562885d8f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f6dffb640 10 client.8595 ms_handle_connect on v2:172.21.15.104:6832/1749127729 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f8ed9d640 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885e5bf00 0x562885d8f7d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d885aba8fd8ad79 server_cookie=2134a6ce0a9446e8 in_seq=0 out_seq=0 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f6dffb640 1 -- 172.21.15.16:0/3127254236 <== mds.0 v2:172.21.15.104:6832/1749127729 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x562885cfffa0 con 0x562885e5bf00 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f6dffb640 10 client.8595 handle_command_reply: tid=0 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 client.8595 shutdown 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885dc04d0 msgr2=0x562885e5c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885dc04d0 0x562885e5c4d0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f3f88009f40 tx=0x7f3f88004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 shutdown_connections 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x562885dc04d0 0x562885e5c4d0 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562885d97a50 0x562885dd7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:6832/1749127729,v1:172.21.15.104:6834/1749127729] conn(0x562885e5bf00 0x562885d8f7d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 --2- 172.21.15.16:0/3127254236 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x562885d962c0 0x562885ded9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f6dffb640 0 client.8595 ms_handle_reset on v2:172.21.15.104:6832/1749127729 2024-09-16T01:49:46.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 >> 172.21.15.16:0/3127254236 conn(0x562885d93a80 msgr2=0x562885dbb820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 shutdown_connections 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 1 -- 172.21.15.16:0/3127254236 wait complete. 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f97e49740 20 client.8595 trim_cache size 0 max 16384 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 8445, 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:49:46.388 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:49:46.389 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:49:46.389 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 9.0560493970000007, 2024-09-16T01:49:46.389 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 84, 2024-09-16T01:49:46.389 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 140, 2024-09-16T01:49:46.389 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 140, 2024-09-16T01:49:46.389 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 13.074209252999999 2024-09-16T01:49:46.389 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:49:46.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3f7c06c8e0 msgr2=0x7f3f7c06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f950ae640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3f7c06c8e0 0x7f3f7c06eda0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f3f80006fd0 tx=0x7f3f80008040 comp rx=0 tx=0).stop 2024-09-16T01:49:46.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 msgr2=0x7f3f9014fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.376+0000 7f3f950ae640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9014fd70 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f3f8400d800 tx=0x7f3f8400dcc0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 shutdown_connections 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3f7c06c8e0 0x7f3f7c06eda0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f9015e530 0x7f3f900d0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f90073c00 0x7f3f9014fd70 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 --2- 172.21.15.16:0/4287862751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f90070e10 0x7f3f901f8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 >> 172.21.15.16:0/4287862751 conn(0x7f3f900d2300 msgr2=0x7f3f9006d450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 shutdown_connections 2024-09-16T01:49:46.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.377+0000 7f3f950ae640 1 -- 172.21.15.16:0/4287862751 wait complete. 2024-09-16T01:49:46.391 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:49:46.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.491+0000 7f51181e8640 1 Processor -- start 2024-09-16T01:49:46.493 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.491+0000 7f51181e8640 1 -- start start 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f51181e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f511015e680 0x7f51100b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f51181e8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f51100d4570 0x7f51100d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f51181e8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51100b8500 con 0x7f51100b95a0 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f51181e8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f51100b87e0 con 0x7f51100d4570 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f51181e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f51100b8ac0 con 0x7f511015e680 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f5116785640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f51100d4570 0x7f51100d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f5116785640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f51100d4570 0x7f51100d4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60716/0 (socket says 172.21.15.16:60716) 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.492+0000 7f5116785640 1 -- 172.21.15.16:0/2240323861 learned_addr learned my addr 172.21.15.16:0/2240323861 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5115f84640 1 --2- 172.21.15.16:0/2240323861 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f511015e680 0x7f51100b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5116785640 1 -- 172.21.15.16:0/2240323861 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f511015e680 msgr2=0x7f51100b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5116785640 1 --2- 172.21.15.16:0/2240323861 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f511015e680 0x7f51100b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5116785640 1 -- 172.21.15.16:0/2240323861 >> v1:172.21.15.104:6789/0 conn(0x7f51100b95a0 legacy=0x7f51100d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5116785640 1 -- 172.21.15.16:0/2240323861 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51100b8da0 con 0x7f51100d4570 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5116785640 1 --2- 172.21.15.16:0/2240323861 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f51100d4a00 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f5100009e50 tx=0x7f510002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0d9de6a9bce9379 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5114f82640 1 -- 172.21.15.16:0/2240323861 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5100036070 con 0x7f51100d4570 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.493+0000 7f5114f82640 1 -- 172.21.15.16:0/2240323861 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5100031600 con 0x7f51100d4570 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f5114f82640 1 -- 172.21.15.16:0/2240323861 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51000319d0 con 0x7f51100d4570 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 -- 172.21.15.16:0/2240323861 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 msgr2=0x7f51100d4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 --2- 172.21.15.16:0/2240323861 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f51100d4a00 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f5100009e50 tx=0x7f510002a6c0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 -- 172.21.15.16:0/2240323861 shutdown_connections 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 --2- 172.21.15.16:0/2240323861 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f51100d4a00 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 --2- 172.21.15.16:0/2240323861 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f511015e680 0x7f51100b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.497 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 -- 172.21.15.16:0/2240323861 >> 172.21.15.16:0/2240323861 conn(0x7f5110074fe0 msgr2=0x7f5110072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 -- 172.21.15.16:0/2240323861 shutdown_connections 2024-09-16T01:49:46.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.494+0000 7f51181e8640 1 -- 172.21.15.16:0/2240323861 wait complete. 2024-09-16T01:49:46.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.495+0000 7f51181e8640 1 Processor -- start 2024-09-16T01:49:46.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.495+0000 7f51181e8640 1 -- start start 2024-09-16T01:49:46.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f51181e8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f51100b95a0 0x7f511015f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f51181e8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f5110142fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f51181e8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f511015e680 0x7f5110155cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f51181e8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f511015ea60 con 0x7f51100d4570 2024-09-16T01:49:46.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f51181e8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f51100b99e0 con 0x7f511015e680 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f51181e8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f511015ebe0 con 0x7f51100b95a0 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f5110142fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f5110142fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60730/0 (socket says 172.21.15.16:60730) 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 -- 172.21.15.16:0/3270378334 learned_addr learned my addr 172.21.15.16:0/3270378334 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115f84640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f51100b95a0 0x7f511015f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5116785640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f511015e680 0x7f5110155cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 -- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f51100b95a0 msgr2=0x7f511015f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f51100b95a0 0x7f511015f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 -- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f511015e680 msgr2=0x7f5110155cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f511015e680 0x7f5110155cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.496+0000 7f5115783640 1 -- 172.21.15.16:0/3270378334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51101580d0 con 0x7f51100d4570 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.497+0000 7f5115783640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f5110142fa0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f510400c400 tx=0x7f510400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.497+0000 7f510e7fc640 1 -- 172.21.15.16:0/3270378334 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5104011790 con 0x7f51100d4570 2024-09-16T01:49:46.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.497+0000 7f510e7fc640 1 -- 172.21.15.16:0/3270378334 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5104017070 con 0x7f51100d4570 2024-09-16T01:49:46.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.497+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51101434e0 con 0x7f51100d4570 2024-09-16T01:49:46.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.497+0000 7f510e7fc640 1 -- 172.21.15.16:0/3270378334 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5104011bb0 con 0x7f51100d4570 2024-09-16T01:49:46.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.497+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51101603b0 con 0x7f51100d4570 2024-09-16T01:49:46.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.498+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51100b7f20 con 0x7f51100d4570 2024-09-16T01:49:46.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.498+0000 7f510e7fc640 1 -- 172.21.15.16:0/3270378334 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f510401c460 con 0x7f51100d4570 2024-09-16T01:49:46.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.499+0000 7f510e7fc640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50fc06c8e0 0x7f50fc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.499+0000 7f510e7fc640 1 -- 172.21.15.16:0/3270378334 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f510408be20 con 0x7f51100d4570 2024-09-16T01:49:46.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.499+0000 7f5115f84640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50fc06c8e0 0x7f50fc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.499+0000 7f5115f84640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50fc06c8e0 0x7f50fc06eda0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5108006fd0 tx=0x7f5108008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.503+0000 7f510e7fc640 1 -- 172.21.15.16:0/3270378334 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5104059ca0 con 0x7f51100d4570 2024-09-16T01:49:46.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.716+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f51100b79d0 con 0x7f51100d4570 2024-09-16T01:49:46.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.717+0000 7f510e7fc640 1 -- 172.21.15.16:0/3270378334 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v84) ==== 53+0+73 (secure 0 0 0) 0x7f51040595a0 con 0x7f51100d4570 2024-09-16T01:49:46.719 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:49:46.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50fc06c8e0 msgr2=0x7f50fc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50fc06c8e0 0x7f50fc06eda0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5108006fd0 tx=0x7f5108008040 comp rx=0 tx=0).stop 2024-09-16T01:49:46.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 msgr2=0x7f5110142fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f5110142fa0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f510400c400 tx=0x7f510400c8c0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 shutdown_connections 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f50fc06c8e0 0x7f50fc06eda0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f511015e680 0x7f5110155cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f51100d4570 0x7f5110142fa0 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 --2- 172.21.15.16:0/3270378334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f51100b95a0 0x7f511015f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 >> 172.21.15.16:0/3270378334 conn(0x7f5110074fe0 msgr2=0x7f51100d1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 shutdown_connections 2024-09-16T01:49:46.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46.719+0000 7f51181e8640 1 -- 172.21.15.16:0/3270378334 wait complete. 2024-09-16T01:49:46.732 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:49:46.732 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:49:46.732 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:49:46.732 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:49:46.732 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:46.733 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:49:46.733 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:49:46.733 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:49:46.733 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:49:46.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:46.733 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:49:46.749 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:49:46.750 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42354sec preferred_lft 42354sec 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:49:46.751 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:46.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:46.753 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:49:46.814 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:49:46.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:46.816 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:49:46.873 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:49:46.874 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:49:46.874 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:49:46.874 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:49:46.874 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:49:46.875 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:49:46.875 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:49:46.875 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:49:46.875 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:49:46.875 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:49:46.875 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:49:46.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:49:46.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:47.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:47.004 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:49:47.020 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:49:47.020 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:49:47.021 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:49:47.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:47.021 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:49:47.087 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:49:47.087 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:47.087 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:47.143 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:49:47.144 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:47.144 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:47.200 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:49:47.266 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:47.322 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:49:47.323 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:49:47.324 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:47.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:47.325 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:49:47.378 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:49:47.379 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:49:47.422 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:49:47.447 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:47.506 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:49:47.506 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:49:47.506 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:49:47.506 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:49:47.506 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:49:47.507 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:49:47.508 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:49:47.509 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:49:47.509 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:49:47.509 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:47.509 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:49:47.509 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:47.509 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:49:47.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:47.509 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:49:47.510 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:49:47.504+0000 7f7496215480 -1 init, newargv = 0x565233762e60 newargc=15 2024-09-16T01:49:47.510 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[75808]: starting ceph client 2024-09-16T01:49:47.513 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[75808]: starting fuse 2024-09-16T01:49:47.526 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:49:47.527 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:49:47.527 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:49:47.528 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:49:47.529 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:49:47.529 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:49:47.529 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:49:47.646 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.75808.asok 2024-09-16T01:49:47.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:47.657 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.75808.asok 2024-09-16T01:49:47.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:47.658 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.75808.asok status 2024-09-16T01:49:47.795 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:49:47.795 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:49:47.795 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:49:47.795 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "75808", 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 8610, 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:49:47.796 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 8610 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 268749360 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 268749360 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:49:47.797 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.8610 192.168.0.1:0/268749360", 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/268749360", 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 84, 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 140, 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:49:47.798 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:49:47.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:47.804 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:49:47.804 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:47.820 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:49:47.821 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:47.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:47.821 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:47.888 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:49:48.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.029+0000 7f2445496640 1 Processor -- start 2024-09-16T01:49:48.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.029+0000 7f2445496640 1 -- start start 2024-09-16T01:49:48.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.029+0000 7f2445496640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2440158cf0 0x7f24400af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:48.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f2445496640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f244006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:48.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f2445496640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f244015bb20 con 0x7f244015ca10 2024-09-16T01:49:48.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f2445496640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f24400afd50 con 0x7f2440158cf0 2024-09-16T01:49:48.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f2445496640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f244015be00 con 0x7f24401590d0 2024-09-16T01:49:48.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2440158cf0 0x7f24400af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2440158cf0 0x7f24400af810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60732/0 (socket says 172.21.15.16:60732) 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243effd640 1 -- 172.21.15.16:0/1024268151 learned_addr learned my addr 172.21.15.16:0/1024268151 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243e7fc640 1 --2- 172.21.15.16:0/1024268151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f244006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243effd640 1 -- 172.21.15.16:0/1024268151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 msgr2=0x7f244006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243effd640 1 --2- 172.21.15.16:0/1024268151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f244006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243effd640 1 -- 172.21.15.16:0/1024268151 >> v1:172.21.15.104:6789/0 conn(0x7f244015ca10 legacy=0x7f244015ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.030+0000 7f243effd640 1 -- 172.21.15.16:0/1024268151 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f244015c0e0 con 0x7f2440158cf0 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f243effd640 1 --2- 172.21.15.16:0/1024268151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400af810 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f243000d150 tx=0x7f243002c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9678d751551f57f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f243dffb640 1 -- 172.21.15.16:0/1024268151 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430039070 con 0x7f2440158cf0 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f243dffb640 1 -- 172.21.15.16:0/1024268151 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2430009600 con 0x7f2440158cf0 2024-09-16T01:49:48.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f243dffb640 1 -- 172.21.15.16:0/1024268151 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24300099d0 con 0x7f2440158cf0 2024-09-16T01:49:48.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f2445496640 1 -- 172.21.15.16:0/1024268151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 msgr2=0x7f24400af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:48.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f2445496640 1 --2- 172.21.15.16:0/1024268151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400af810 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f243000d150 tx=0x7f243002c840 comp rx=0 tx=0).stop 2024-09-16T01:49:48.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f2445496640 1 -- 172.21.15.16:0/1024268151 shutdown_connections 2024-09-16T01:49:48.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f2445496640 1 --2- 172.21.15.16:0/1024268151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f244006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f2445496640 1 --2- 172.21.15.16:0/1024268151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400af810 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f2445496640 1 -- 172.21.15.16:0/1024268151 >> 172.21.15.16:0/1024268151 conn(0x7f24400b2000 msgr2=0x7f24400b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:48.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.031+0000 7f2445496640 1 -- 172.21.15.16:0/1024268151 shutdown_connections 2024-09-16T01:49:48.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.032+0000 7f2445496640 1 -- 172.21.15.16:0/1024268151 wait complete. 2024-09-16T01:49:48.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.033+0000 7f2445496640 1 Processor -- start 2024-09-16T01:49:48.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.033+0000 7f2445496640 1 -- start start 2024-09-16T01:49:48.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f2445496640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400724e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:48.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f2445496640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f2440073b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:48.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f2445496640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f244015ca10 0x7f244014bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:48.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f2445496640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f24400b3480 con 0x7f2440158cf0 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f2445496640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f24400b3300 con 0x7f244015ca10 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f2445496640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f24400b3600 con 0x7f24401590d0 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400724e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400724e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60736/0 (socket says 172.21.15.16:60736) 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 -- 172.21.15.16:0/1578838599 learned_addr learned my addr 172.21.15.16:0/1578838599 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243f7fe640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f244015ca10 0x7f244014bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243e7fc640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f2440073b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 -- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 msgr2=0x7f2440073b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f2440073b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 -- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f244015ca10 msgr2=0x7f244014bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f244015ca10 0x7f244014bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 -- 172.21.15.16:0/1578838599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f244014c2b0 con 0x7f2440158cf0 2024-09-16T01:49:48.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f243effd640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400724e0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f2430037040 tx=0x7f2430004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.034+0000 7f24377fe640 1 -- 172.21.15.16:0/1578838599 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430039050 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.035+0000 7f24377fe640 1 -- 172.21.15.16:0/1578838599 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2430045070 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.035+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2440072ac0 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.035+0000 7f24377fe640 1 -- 172.21.15.16:0/1578838599 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243003ea90 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.035+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2440073080 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.035+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24400af810 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.036+0000 7f24377fe640 1 -- 172.21.15.16:0/1578838599 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f243003ec30 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.036+0000 7f24377fe640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f242006c8e0 0x7f242006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.037+0000 7f24377fe640 1 -- 172.21.15.16:0/1578838599 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f24300aed60 con 0x7f2440158cf0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.037+0000 7f243e7fc640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f242006c8e0 0x7f242006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:48.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.037+0000 7f243e7fc640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f242006c8e0 0x7f242006eda0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f24401f3b60 tx=0x7f2428008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:48.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.041+0000 7f24377fe640 1 -- 172.21.15.16:0/1578838599 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f244014c2b0 con 0x7f2440158cf0 2024-09-16T01:49:48.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.252+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f244015a140 con 0x7f2440158cf0 2024-09-16T01:49:48.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.252+0000 7f24377fe640 1 -- 172.21.15.16:0/1578838599 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v84) ==== 53+0+73 (secure 0 0 0) 0x7f2430031070 con 0x7f2440158cf0 2024-09-16T01:49:48.255 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:49:48.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.254+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f242006c8e0 msgr2=0x7f242006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:48.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.254+0000 7f2445496640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f242006c8e0 0x7f242006eda0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f24401f3b60 tx=0x7f2428008040 comp rx=0 tx=0).stop 2024-09-16T01:49:48.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 msgr2=0x7f24400724e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400724e0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f2430037040 tx=0x7f2430004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 shutdown_connections 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f242006c8e0 0x7f242006eda0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f244015ca10 0x7f244014bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f24401590d0 0x7f2440073b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 --2- 172.21.15.16:0/1578838599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2440158cf0 0x7f24400724e0 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 >> 172.21.15.16:0/1578838599 conn(0x7f24400b2000 msgr2=0x7f244014ef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 shutdown_connections 2024-09-16T01:49:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:48.255+0000 7f2445496640 1 -- 172.21.15.16:0/1578838599 wait complete. 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:49:48.268 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:49:48.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:48.269 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:49:48.288 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:49:48.288 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:49:48.289 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:49:48.289 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:48.289 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:49:48.289 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:48.289 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:48.289 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:48.289 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42352sec preferred_lft 42352sec 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:49:48.290 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:49:48.291 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:49:48.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:48.292 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:49:48.356 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:49:48.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:48.358 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:49:48.415 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:49:48.416 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:49:48.416 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:49:48.416 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:49:48.416 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:49:48.416 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:49:48.416 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:49:48.416 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:49:48.416 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:49:48.416 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:49:48.416 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:49:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:49:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:49:48.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:49:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:48.548 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:48.548 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:49:48.563 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:49:48.563 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:49:48.564 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:49:48.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:48.564 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:49:48.629 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:49:48.629 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:48.629 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:48.684 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:49:48.684 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:49:48.685 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:48.740 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:49:48.805 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:48.862 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:49:48.862 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:49:48.863 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:49:48.864 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:49:48.865 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:49:48.865 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:49:48.865 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:48.865 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:48.865 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:48.865 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:48.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:48.865 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:49:48.920 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:49:48.921 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:49:48.963 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:49:48.988 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:49:49.044 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:49:49.043+0000 7fbc35195480 -1 init, newargv = 0x560dc52ea9f0 newargc=15 2024-09-16T01:49:49.044 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:49:49.044 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:49:49.044 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:49:49.044 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:49:49.044 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:49:49.045 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:49:49.046 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:49:49.047 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:49:49.047 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:49:49.047 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:49.047 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:49:49.047 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:49.047 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:49:49.047 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[49429]: starting ceph client 2024-09-16T01:49:49.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:49.048 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:49:49.049 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[49429]: starting fuse 2024-09-16T01:49:49.105 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:49:49.105 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:49:49.106 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:49:49.106 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:49:49.106 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:49:49.106 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:49:49.106 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:49:49.106 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:49.106 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:49:49.107 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:49:49.107 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:49:49.107 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:49:49.107 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:49.107 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:49:49.107 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:49:49.108 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:49:49.108 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:49:49.108 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:49.108 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:49:49.108 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:49:49.109 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:49:49.109 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:49:49.109 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:49:49.109 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:49:49.109 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:49:49.109 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:49:49.109 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:49:49.110 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:49:49.110 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:49:49.221 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.49429.asok 2024-09-16T01:49:49.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:49:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:49.232 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.49429.asok 2024-09-16T01:49:49.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:49.232 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.49429.asok status 2024-09-16T01:49:49.365 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:49:49.365 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:49:49.365 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:49:49.365 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "49429", 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 7846, 2024-09-16T01:49:49.366 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 7846 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1159780772 2024-09-16T01:49:49.367 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1159780772 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.7846 192.168.0.1:0/1159780772", 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/1159780772", 2024-09-16T01:49:49.368 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:49:49.369 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 84, 2024-09-16T01:49:49.369 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 140, 2024-09-16T01:49:49.369 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:49:49.369 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:49:49.369 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:49:49.369 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:49:49.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:49.374 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:49:49.374 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:49.390 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:49:49.390 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:49.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:49.390 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:49:49.455 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:49:49.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.573+0000 7f28d64d0640 1 Processor -- start 2024-09-16T01:49:49.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.573+0000 7f28d64d0640 1 -- start start 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.573+0000 7f28d64d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d015e840 0x7f28d00cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.573+0000 7f28d64d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f28d00b9880 0x7f28d00b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.573+0000 7f28d64d0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28d00d4350 con 0x7f28d00ba200 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.573+0000 7f28d64d0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f28d00cfe50 con 0x7f28d00b9880 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.573+0000 7f28d64d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f28d00d3590 con 0x7f28d015e840 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cf7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f28d00b9880 0x7f28d00b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cf7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f28d00b9880 0x7f28d00b9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60750/0 (socket says 172.21.15.16:60750) 2024-09-16T01:49:49.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cf7fe640 1 -- 172.21.15.16:0/2221103194 learned_addr learned my addr 172.21.15.16:0/2221103194 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cffff640 1 --2- 172.21.15.16:0/2221103194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d015e840 0x7f28d00cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cf7fe640 1 -- 172.21.15.16:0/2221103194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d015e840 msgr2=0x7f28d00cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cf7fe640 1 --2- 172.21.15.16:0/2221103194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d015e840 0x7f28d00cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cf7fe640 1 -- 172.21.15.16:0/2221103194 >> v1:172.21.15.104:6789/0 conn(0x7f28d00ba200 legacy=0x7f28d01623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cf7fe640 1 -- 172.21.15.16:0/2221103194 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28d00d3870 con 0x7f28d00b9880 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.574+0000 7f28cffff640 1 --2- 172.21.15.16:0/2221103194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d015e840 0x7f28d00cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28cf7fe640 1 --2- 172.21.15.16:0/2221103194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d00b9cc0 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f28c4009870 tx=0x7f28c402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d97e9b78a8379ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28ceffd640 1 -- 172.21.15.16:0/2221103194 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c4037070 con 0x7f28d00b9880 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28ceffd640 1 -- 172.21.15.16:0/2221103194 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28c4032440 con 0x7f28d00b9880 2024-09-16T01:49:49.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28ceffd640 1 -- 172.21.15.16:0/2221103194 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c4032810 con 0x7f28d00b9880 2024-09-16T01:49:49.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28d64d0640 1 -- 172.21.15.16:0/2221103194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 msgr2=0x7f28d00b9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2221103194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d00b9cc0 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f28c4009870 tx=0x7f28c402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28d64d0640 1 -- 172.21.15.16:0/2221103194 shutdown_connections 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2221103194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d00b9cc0 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2221103194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d015e840 0x7f28d00cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28d64d0640 1 -- 172.21.15.16:0/2221103194 >> 172.21.15.16:0/2221103194 conn(0x7f28d00d4630 msgr2=0x7f28d00d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.575+0000 7f28d64d0640 1 -- 172.21.15.16:0/2221103194 shutdown_connections 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.576+0000 7f28d64d0640 1 -- 172.21.15.16:0/2221103194 wait complete. 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.577+0000 7f28d64d0640 1 Processor -- start 2024-09-16T01:49:49.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.577+0000 7f28d64d0640 1 -- start start 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28d64d0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d0153bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28d64d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d00ba200 0x7f28d00cade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28d64d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d015e840 0x7f28d01f4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28d64d0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f28d00cfb40 con 0x7f28d00b9880 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28d64d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28d00d3e30 con 0x7f28d015e840 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28d64d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f28d015fc30 con 0x7f28d00ba200 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d0153bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d0153bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60752/0 (socket says 172.21.15.16:60752) 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 -- 172.21.15.16:0/2141375056 learned_addr learned my addr 172.21.15.16:0/2141375056 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28d4a6d640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d015e840 0x7f28d01f4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cf7fe640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d00ba200 0x7f28d00cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 -- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d00ba200 msgr2=0x7f28d00cade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d00ba200 0x7f28d00cade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 -- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d015e840 msgr2=0x7f28d01f4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d015e840 0x7f28d01f4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 -- 172.21.15.16:0/2141375056 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28d00c9320 con 0x7f28d00b9880 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28cffff640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d0153bc0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f28c000e730 tx=0x7f28c000ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28ccff9640 1 -- 172.21.15.16:0/2141375056 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c000f040 con 0x7f28d00b9880 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.578+0000 7f28ccff9640 1 -- 172.21.15.16:0/2141375056 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28c0004230 con 0x7f28d00b9880 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.579+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28d00c9600 con 0x7f28d00b9880 2024-09-16T01:49:49.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.579+0000 7f28ccff9640 1 -- 172.21.15.16:0/2141375056 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c000ee40 con 0x7f28d00b9880 2024-09-16T01:49:49.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.579+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28d00c9bc0 con 0x7f28d00b9880 2024-09-16T01:49:49.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.580+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28d00d05d0 con 0x7f28d00b9880 2024-09-16T01:49:49.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.580+0000 7f28ccff9640 1 -- 172.21.15.16:0/2141375056 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f28c000c670 con 0x7f28d00b9880 2024-09-16T01:49:49.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.580+0000 7f28ccff9640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28bc06c8e0 0x7f28bc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.581+0000 7f28ccff9640 1 -- 172.21.15.16:0/2141375056 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f28c008be00 con 0x7f28d00b9880 2024-09-16T01:49:49.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.581+0000 7f28cf7fe640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28bc06c8e0 0x7f28bc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.581+0000 7f28cf7fe640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28bc06c8e0 0x7f28bc06eda0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f28c4034000 tx=0x7f28c402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:49.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.585+0000 7f28ccff9640 1 -- 172.21.15.16:0/2141375056 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f28d00d05d0 con 0x7f28d00b9880 2024-09-16T01:49:49.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.798+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f28d00b9cc0 con 0x7f28d00b9880 2024-09-16T01:49:49.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.832+0000 7f28ccff9640 1 -- 172.21.15.16:0/2141375056 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v85) ==== 136+0+0 (secure 0 0 0) 0x7f28c0017020 con 0x7f28d00b9880 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28bc06c8e0 msgr2=0x7f28bc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28bc06c8e0 0x7f28bc06eda0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f28c4034000 tx=0x7f28c402e000 comp rx=0 tx=0).stop 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 msgr2=0x7f28d0153bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d0153bc0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f28c000e730 tx=0x7f28c000ebf0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 shutdown_connections 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28bc06c8e0 0x7f28bc06eda0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d015e840 0x7f28d01f4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28d00ba200 0x7f28d00cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 --2- 172.21.15.16:0/2141375056 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28d00b9880 0x7f28d0153bc0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.834+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 >> 172.21.15.16:0/2141375056 conn(0x7f28d00d4630 msgr2=0x7f28d0161ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:49.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.835+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 shutdown_connections 2024-09-16T01:49:49.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.835+0000 7f28d64d0640 1 -- 172.21.15.16:0/2141375056 wait complete. 2024-09-16T01:49:49.848 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:49:49.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.949+0000 7ff72e54b640 1 Processor -- start 2024-09-16T01:49:49.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.950+0000 7ff72e54b640 1 -- start start 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.950+0000 7ff72e54b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff728147fc0 0x7ff72815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.950+0000 7ff72e54b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280d0ee0 0x7ff7280d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.950+0000 7ff72e54b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7280ba310 con 0x7ff7280b97d0 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.950+0000 7ff72e54b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff7281483a0 con 0x7ff728147fc0 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.950+0000 7ff72e54b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff72815efa0 con 0x7ff7280d0ee0 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff727fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff728147fc0 0x7ff72815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff727fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff728147fc0 0x7ff72815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60762/0 (socket says 172.21.15.16:60762) 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff727fff640 1 -- 172.21.15.16:0/3031322440 learned_addr learned my addr 172.21.15.16:0/3031322440 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff71ffff640 1 --2- 172.21.15.16:0/3031322440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280d0ee0 0x7ff7280d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff727fff640 1 -- 172.21.15.16:0/3031322440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280d0ee0 msgr2=0x7ff7280d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:49.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff727fff640 1 --2- 172.21.15.16:0/3031322440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280d0ee0 0x7ff7280d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff727fff640 1 -- 172.21.15.16:0/3031322440 >> v1:172.21.15.104:6789/0 conn(0x7ff7280b97d0 legacy=0x7ff7280b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.951+0000 7ff727fff640 1 -- 172.21.15.16:0/3031322440 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7280d2750 con 0x7ff728147fc0 2024-09-16T01:49:49.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff727fff640 1 --2- 172.21.15.16:0/3031322440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff728147fc0 0x7ff72815ea60 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7ff718009870 tx=0x7ff71802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d811f01ba3112a38 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:49.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff7277fe640 1 -- 172.21.15.16:0/3031322440 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718037070 con 0x7ff728147fc0 2024-09-16T01:49:49.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff7277fe640 1 -- 172.21.15.16:0/3031322440 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff718032440 con 0x7ff728147fc0 2024-09-16T01:49:49.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff7277fe640 1 -- 172.21.15.16:0/3031322440 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718032810 con 0x7ff728147fc0 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 -- 172.21.15.16:0/3031322440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff728147fc0 msgr2=0x7ff72815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 --2- 172.21.15.16:0/3031322440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff728147fc0 0x7ff72815ea60 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7ff718009870 tx=0x7ff71802a270 comp rx=0 tx=0).stop 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 -- 172.21.15.16:0/3031322440 shutdown_connections 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 --2- 172.21.15.16:0/3031322440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280d0ee0 0x7ff7280d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 --2- 172.21.15.16:0/3031322440 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff728147fc0 0x7ff72815ea60 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 -- 172.21.15.16:0/3031322440 >> 172.21.15.16:0/3031322440 conn(0x7ff728074fe0 msgr2=0x7ff72806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 -- 172.21.15.16:0/3031322440 shutdown_connections 2024-09-16T01:49:49.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.952+0000 7ff72e54b640 1 -- 172.21.15.16:0/3031322440 wait complete. 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 Processor -- start 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 -- start start 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280b97d0 0x7ff7280b5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7280d0ee0 0x7ff7281f4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff728147fc0 0x7ff7280ad200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff7280d2500 con 0x7ff7280d0ee0 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff7280d2d10 con 0x7ff728147fc0 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.954+0000 7ff72e54b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff7280d2ff0 con 0x7ff7280b97d0 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7280d0ee0 0x7ff7281f4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7280d0ee0 0x7ff7281f4f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60768/0 (socket says 172.21.15.16:60768) 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff727fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280b97d0 0x7ff7280b5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff72cae8640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff728147fc0 0x7ff7280ad200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 -- 172.21.15.16:0/901089176 learned_addr learned my addr 172.21.15.16:0/901089176 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 -- 172.21.15.16:0/901089176 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280b97d0 msgr2=0x7ff7280b5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280b97d0 0x7ff7280b5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 -- 172.21.15.16:0/901089176 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff728147fc0 msgr2=0x7ff7280ad200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff728147fc0 0x7ff7280ad200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 -- 172.21.15.16:0/901089176 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7280ab840 con 0x7ff7280d0ee0 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff71ffff640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7280d0ee0 0x7ff7281f4f00 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7ff71000d800 tx=0x7ff71000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff7257fa640 1 -- 172.21.15.16:0/901089176 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71000b6c0 con 0x7ff7280d0ee0 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff7257fa640 1 -- 172.21.15.16:0/901089176 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff710019070 con 0x7ff7280d0ee0 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7280abb20 con 0x7ff7280d0ee0 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff7257fa640 1 -- 172.21.15.16:0/901089176 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71000ba80 con 0x7ff7280d0ee0 2024-09-16T01:49:49.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.955+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7280ac0e0 con 0x7ff7280d0ee0 2024-09-16T01:49:49.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.956+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7280d1340 con 0x7ff7280d0ee0 2024-09-16T01:49:49.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.957+0000 7ff7257fa640 1 -- 172.21.15.16:0/901089176 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7ff71000bc20 con 0x7ff7280d0ee0 2024-09-16T01:49:49.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.957+0000 7ff7257fa640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff70806c8e0 0x7ff70806eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:49.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.958+0000 7ff7257fa640 1 -- 172.21.15.16:0/901089176 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7ff71008c2e0 con 0x7ff7280d0ee0 2024-09-16T01:49:49.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.958+0000 7ff727fff640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff70806c8e0 0x7ff70806eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:49.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.958+0000 7ff727fff640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff70806c8e0 0x7ff70806eda0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff718034000 tx=0x7ff71802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:49.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:49.962+0000 7ff7257fa640 1 -- 172.21.15.16:0/901089176 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff710059b10 con 0x7ff7280d0ee0 2024-09-16T01:49:50.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.160+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7ff7280ac4c0 con 0x7ff70806c8e0 2024-09-16T01:49:50.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.161+0000 7ff7257fa640 1 -- 172.21.15.16:0/901089176 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7ff7280ac4c0 con 0x7ff70806c8e0 2024-09-16T01:49:50.164 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:49:50.164 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:49:50.164 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:49:50.164 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:49:50.164 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff70806c8e0 msgr2=0x7ff70806eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff70806c8e0 0x7ff70806eda0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff718034000 tx=0x7ff71802e000 comp rx=0 tx=0).stop 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7280d0ee0 msgr2=0x7ff7281f4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7280d0ee0 0x7ff7281f4f00 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7ff71000d800 tx=0x7ff71000dcc0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 shutdown_connections 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff70806c8e0 0x7ff70806eda0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff728147fc0 0x7ff7280ad200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7280d0ee0 0x7ff7281f4f00 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 --2- 172.21.15.16:0/901089176 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7280b97d0 0x7ff7280b5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 >> 172.21.15.16:0/901089176 conn(0x7ff728074fe0 msgr2=0x7ff7280cf690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.163+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 shutdown_connections 2024-09-16T01:49:50.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.164+0000 7ff72e54b640 1 -- 172.21.15.16:0/901089176 wait complete. 2024-09-16T01:49:50.177 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:49:50.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.280+0000 7f8fe61e4640 1 Processor -- start 2024-09-16T01:49:50.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.280+0000 7f8fe61e4640 1 -- start start 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.281+0000 7f8fe61e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8fe006c2f0 0x7f8fe00cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.281+0000 7f8fe61e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fe015ea70 con 0x7f8fe015e690 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.281+0000 7f8fe61e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fe00722a0 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.281+0000 7f8fe61e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8fe0072580 con 0x7f8fe006c2f0 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.281+0000 7f8fdeffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8fe006c2f0 0x7f8fe00cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.281+0000 7f8fdf7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8fe015e690 0x7f8fe006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45680/0 (socket says 172.21.15.16:45680) 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.281+0000 7f8fdf7fe640 1 -- 172.21.15.16:0/3518379036 learned_addr learned my addr 172.21.15.16:0/3518379036 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.282+0000 7f8fdeffd640 1 -- 172.21.15.16:0/3518379036 >> v1:172.21.15.104:6789/0 conn(0x7f8fe00cf5e0 legacy=0x7f8fe00b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.282+0000 7f8fdeffd640 1 -- 172.21.15.16:0/3518379036 >> v1:172.21.15.16:6789/0 conn(0x7f8fe015e690 legacy=0x7f8fe006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.282+0000 7f8fdeffd640 1 -- 172.21.15.16:0/3518379036 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe0072860 con 0x7f8fe006c2f0 2024-09-16T01:49:50.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.282+0000 7f8fde7fc640 1 -- 172.21.15.16:0/3518379036 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4241547222 0 0) 0x7f8fe015ea70 con 0x7f8fe015e690 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.282+0000 7f8fdeffd640 1 --2- 172.21.15.16:0/3518379036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe006c2f0 0x7f8fe00cf0a0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f8fd40097a0 tx=0x7f8fd402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dceb27bb3151e1cc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fde7fc640 1 -- 172.21.15.16:0/3518379036 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4037070 con 0x7f8fe006c2f0 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fde7fc640 1 -- 172.21.15.16:0/3518379036 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fd4032440 con 0x7f8fe006c2f0 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fde7fc640 1 -- 172.21.15.16:0/3518379036 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4032810 con 0x7f8fe006c2f0 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3518379036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe006c2f0 msgr2=0x7f8fe00cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3518379036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe006c2f0 0x7f8fe00cf0a0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f8fd40097a0 tx=0x7f8fd402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3518379036 shutdown_connections 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3518379036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe006c2f0 0x7f8fe00cf0a0 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3518379036 >> 172.21.15.16:0/3518379036 conn(0x7f8fe00d1200 msgr2=0x7f8fe00d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3518379036 shutdown_connections 2024-09-16T01:49:50.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.283+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3518379036 wait complete. 2024-09-16T01:49:50.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.284+0000 7f8fe61e4640 1 Processor -- start 2024-09-16T01:49:50.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fe61e4640 1 -- start start 2024-09-16T01:49:50.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fe61e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe006c2f0 0x7f8fe0158b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fe61e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe00cf5e0 0x7f8fe00ca810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fe61e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe015e690 0x7f8fe00cd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fe61e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe00b7d40 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fe61e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe00cfa70 con 0x7f8fe006c2f0 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fe61e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe00b7ec0 con 0x7f8fe015e690 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fdeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe00cf5e0 0x7f8fe00ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.285+0000 7f8fdeffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe00cf5e0 0x7f8fe00ca810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60788/0 (socket says 172.21.15.16:60788) 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdeffd640 1 -- 172.21.15.16:0/3890796175 learned_addr learned my addr 172.21.15.16:0/3890796175 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdf7fe640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe006c2f0 0x7f8fe0158b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdffff640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe015e690 0x7f8fe00cd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdeffd640 1 -- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe015e690 msgr2=0x7f8fe00cd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdeffd640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe015e690 0x7f8fe00cd3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdeffd640 1 -- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe006c2f0 msgr2=0x7f8fe0158b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdeffd640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe006c2f0 0x7f8fe0158b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdeffd640 1 -- 172.21.15.16:0/3890796175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe01f4ea0 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdf7fe640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe006c2f0 0x7f8fe0158b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdffff640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe015e690 0x7f8fe00cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fdeffd640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe00cf5e0 0x7f8fe00ca810 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f8fd40097a0 tx=0x7f8fd40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fc7fff640 1 -- 172.21.15.16:0/3890796175 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4037040 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fc7fff640 1 -- 172.21.15.16:0/3890796175 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fd4004250 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fe00cb810 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fc7fff640 1 -- 172.21.15.16:0/3890796175 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4032e20 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.286+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fe00cbdd0 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.287+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fe00cf0a0 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.288+0000 7f8fc7fff640 1 -- 172.21.15.16:0/3890796175 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f8fd4030770 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.288+0000 7f8fc7fff640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8fcc06c8e0 0x7f8fcc06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.288+0000 7f8fc7fff640 1 -- 172.21.15.16:0/3890796175 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f8fd40ad4e0 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.288+0000 7f8fdf7fe640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8fcc06c8e0 0x7f8fcc06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.289+0000 7f8fdf7fe640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8fcc06c8e0 0x7f8fcc06eda0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0000f60 tx=0x7f8fd0007ca0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:50.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.293+0000 7f8fc7fff640 1 -- 172.21.15.16:0/3890796175 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8fd407b330 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.466+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f8fe00d3950 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.466+0000 7f8fc7fff640 1 -- 172.21.15.16:0/3890796175 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v26)=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7f8fd407ac30 con 0x7f8fe00cf5e0 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8fcc06c8e0 msgr2=0x7f8fcc06eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8fcc06c8e0 0x7f8fcc06eda0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0000f60 tx=0x7f8fd0007ca0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe00cf5e0 msgr2=0x7f8fe00ca810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe00cf5e0 0x7f8fe00ca810 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f8fd40097a0 tx=0x7f8fd40046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 shutdown_connections 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8fcc06c8e0 0x7f8fcc06eda0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8fe015e690 0x7f8fe00cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8fe00cf5e0 0x7f8fe00ca810 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 --2- 172.21.15.16:0/3890796175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe006c2f0 0x7f8fe0158b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 >> 172.21.15.16:0/3890796175 conn(0x7f8fe00d1200 msgr2=0x7f8fe00d15e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 shutdown_connections 2024-09-16T01:49:50.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.468+0000 7f8fe61e4640 1 -- 172.21.15.16:0/3890796175 wait complete. 2024-09-16T01:49:50.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:50.482 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/_nogroup/subvol17800) 2024-09-16T01:49:50.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:50.517 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp97930/subvol3931) 2024-09-16T01:49:50.588 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol17800 2024-09-16T01:49:50.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.732+0000 7f4459d31640 1 Processor -- start 2024-09-16T01:49:50.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.732+0000 7f4459d31640 1 -- start start 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f4459d31640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f44540d2b20 0x7f445406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f4459d31640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f445406ecf0 con 0x7f445406e5e0 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f4459d31640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f445406bbe0 con 0x7f445415c280 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f4459d31640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f445406bec0 con 0x7f44540d2b20 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f4453fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f445406e5e0 0x7f44540b5dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:45694/0 (socket says 172.21.15.16:45694) 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f4453fff640 1 -- 172.21.15.16:0/3995991233 learned_addr learned my addr 172.21.15.16:0/3995991233 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f4452ffd640 1 --2- 172.21.15.16:0/3995991233 >> v2:172.21.15.104:3300/0 conn(0x7f44540d2b20 0x7f445406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3390980556 0 0) 0x7f445406ecf0 con 0x7f445406e5e0 2024-09-16T01:49:50.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f443c003520 con 0x7f445406e5e0 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.733+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 349745413 0 0) 0x7f443c003520 con 0x7f445406e5e0 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 >> v2:172.21.15.104:3300/0 conn(0x7f44540d2b20 msgr2=0x7f445406e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 --2- 172.21.15.16:0/3995991233 >> v2:172.21.15.104:3300/0 conn(0x7f44540d2b20 0x7f445406e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 >> v1:172.21.15.104:6789/0 conn(0x7f445415c280 legacy=0x7f44540d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f445406c1a0 con 0x7f445406e5e0 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f444c0019f0 con 0x7f445406e5e0 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4452ffd640 1 --2- 172.21.15.16:0/3995991233 >> v2:172.21.15.104:3300/0 conn(0x7f44540d2b20 0x7f445406e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 >> v1:172.21.15.16:6789/0 conn(0x7f445406e5e0 legacy=0x7f44540b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0039b0 0x7f443c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f443c0043b0 0x7f443c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f443c005080 0x7f443c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f445406bec0 con 0x7f443c0043b0 2024-09-16T01:49:50.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f443c00bfe0 con 0x7f443c0039b0 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f443c00c1e0 con 0x7f443c005080 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4452ffd640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f443c0043b0 0x7f443c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44537fe640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0039b0 0x7f443c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4453fff640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f443c005080 0x7f443c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4452ffd640 1 -- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f443c005080 msgr2=0x7f443c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4452ffd640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f443c005080 0x7f443c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4452ffd640 1 -- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0039b0 msgr2=0x7f443c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4452ffd640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0039b0 0x7f443c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4452ffd640 1 -- 172.21.15.16:0/3995991233 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f443c003520 con 0x7f443c0043b0 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f44537fe640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0039b0 0x7f443c003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.734+0000 7f4453fff640 1 -- 172.21.15.16:0/3995991233 reap_dead start 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f4452ffd640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f443c0043b0 0x7f443c004880 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f4448009c60 tx=0x7f443c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c99de5401587f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:50.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448036070 con 0x7f443c0043b0 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4448031400 con 0x7f443c0043b0 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f44527fc640 1 -- 172.21.15.16:0/3995991233 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448009860 con 0x7f443c0043b0 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f4459d31640 1 -- 172.21.15.16:0/3995991233 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f443c0043b0 msgr2=0x7f443c004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f4459d31640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f443c0043b0 0x7f443c004880 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f4448009c60 tx=0x7f443c005830 comp rx=0 tx=0).stop 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f4459d31640 1 -- 172.21.15.16:0/3995991233 shutdown_connections 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f4459d31640 1 --2- 172.21.15.16:0/3995991233 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f443c0043b0 0x7f443c004880 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.735+0000 7f4459d31640 1 -- 172.21.15.16:0/3995991233 >> 172.21.15.16:0/3995991233 conn(0x7f445406f2d0 msgr2=0x7f445406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.736+0000 7f4459d31640 1 -- 172.21.15.16:0/3995991233 shutdown_connections 2024-09-16T01:49:50.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.736+0000 7f4459d31640 1 -- 172.21.15.16:0/3995991233 wait complete. 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.737+0000 7f4459d31640 1 Processor -- start 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.737+0000 7f4459d31640 1 -- start start 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4459d31640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0043b0 0x7f44541e99c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4459d31640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f445415d070 0x7f445415d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4459d31640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44541564e0 0x7f4454156960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4459d31640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f445415fae0 con 0x7f445415d070 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4459d31640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f445406ea10 con 0x7f443c0043b0 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4459d31640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f445406c9a0 con 0x7f44541564e0 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f445415d070 0x7f445415d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f445415d070 0x7f445415d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60804/0 (socket says 172.21.15.16:60804) 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 -- 172.21.15.16:0/1431340620 learned_addr learned my addr 172.21.15.16:0/1431340620 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:50.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f44537fe640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0043b0 0x7f44541e99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4453fff640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44541564e0 0x7f4454156960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 -- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44541564e0 msgr2=0x7f4454156960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44541564e0 0x7f4454156960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 -- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0043b0 msgr2=0x7f44541e99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0043b0 0x7f44541e99c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 -- 172.21.15.16:0/1431340620 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f445415dd10 con 0x7f445415d070 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f44537fe640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0043b0 0x7f44541e99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4452ffd640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f445415d070 0x7f445415d4f0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f4448009c60 tx=0x7f4448004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f443bfff640 1 -- 172.21.15.16:0/1431340620 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448040070 con 0x7f445415d070 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f443bfff640 1 -- 172.21.15.16:0/1431340620 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f444803b680 con 0x7f445415d070 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.738+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44541e7060 con 0x7f445415d070 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.739+0000 7f443bfff640 1 -- 172.21.15.16:0/1431340620 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448036040 con 0x7f445415d070 2024-09-16T01:49:50.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.739+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44541e7620 con 0x7f445415d070 2024-09-16T01:49:50.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.739+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f445406e0a0 con 0x7f445415d070 2024-09-16T01:49:50.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.740+0000 7f443bfff640 1 -- 172.21.15.16:0/1431340620 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f4448043070 con 0x7f445415d070 2024-09-16T01:49:50.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.740+0000 7f443bfff640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f444006c910 0x7f444006edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:50.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.741+0000 7f44537fe640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f444006c910 0x7f444006edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:50.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.741+0000 7f443bfff640 1 -- 172.21.15.16:0/1431340620 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f44480ac4b0 con 0x7f445415d070 2024-09-16T01:49:50.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.741+0000 7f44537fe640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f444006c910 0x7f444006edd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f44540cbf60 tx=0x7f4444009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:50.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.745+0000 7f443bfff640 1 -- 172.21.15.16:0/1431340620 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4448079dc0 con 0x7f445415d070 2024-09-16T01:49:50.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.949+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol17800", "target": ["mon-mgr", ""]}) -- 0x7f445415a640 con 0x7f444006c910 2024-09-16T01:49:50.957 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:50.954+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:50.957 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:50.954+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:50.957 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:50.954+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:50.957 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:50.954+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:50.957 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:50.954+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:50.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.983+0000 7f443bfff640 1 -- 172.21.15.16:0/1431340620 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f445415a640 con 0x7f444006c910 2024-09-16T01:49:50.986 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol17800 2024-09-16T01:49:50.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f444006c910 msgr2=0x7f444006edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f444006c910 0x7f444006edd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f44540cbf60 tx=0x7f4444009040 comp rx=0 tx=0).stop 2024-09-16T01:49:50.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f445415d070 msgr2=0x7f445415d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:50.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f445415d070 0x7f445415d4f0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f4448009c60 tx=0x7f4448004730 comp rx=0 tx=0).stop 2024-09-16T01:49:50.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 shutdown_connections 2024-09-16T01:49:50.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f444006c910 0x7f444006edd0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44541564e0 0x7f4454156960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f445415d070 0x7f445415d4f0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 --2- 172.21.15.16:0/1431340620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f443c0043b0 0x7f44541e99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:50.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 >> 172.21.15.16:0/1431340620 conn(0x7f445406f2d0 msgr2=0x7f445415a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:50.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 shutdown_connections 2024-09-16T01:49:50.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:50.986+0000 7f4459d31640 1 -- 172.21.15.16:0/1431340620 wait complete. 2024-09-16T01:49:50.999 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol3931 subvol_grp97930 2024-09-16T01:49:51.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.103+0000 7f4326f4b640 1 Processor -- start 2024-09-16T01:49:51.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.104+0000 7f4326f4b640 1 -- start start 2024-09-16T01:49:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.104+0000 7f4326f4b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200b9880 0x7f43200b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.104+0000 7f4326f4b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f43200ba200 0x7f432015ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.104+0000 7f4326f4b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43200d4350 con 0x7f432015e840 2024-09-16T01:49:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.104+0000 7f4326f4b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f43200cfe50 con 0x7f43200ba200 2024-09-16T01:49:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.104+0000 7f4326f4b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f43200d3590 con 0x7f43200b9880 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f43254e8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f43200ba200 0x7f432015ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f43254e8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f43200ba200 0x7f432015ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60824/0 (socket says 172.21.15.16:60824) 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f43254e8640 1 -- 172.21.15.16:0/646309668 learned_addr learned my addr 172.21.15.16:0/646309668 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f431ffff640 1 --2- 172.21.15.16:0/646309668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200b9880 0x7f43200b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f43254e8640 1 -- 172.21.15.16:0/646309668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200b9880 msgr2=0x7f43200b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f43254e8640 1 --2- 172.21.15.16:0/646309668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200b9880 0x7f43200b9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f43254e8640 1 -- 172.21.15.16:0/646309668 >> v1:172.21.15.104:6789/0 conn(0x7f432015e840 legacy=0x7f43200cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f43254e8640 1 -- 172.21.15.16:0/646309668 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43200d3870 con 0x7f43200ba200 2024-09-16T01:49:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.105+0000 7f431ffff640 1 --2- 172.21.15.16:0/646309668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200b9880 0x7f43200b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f43254e8640 1 --2- 172.21.15.16:0/646309668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f432015ec20 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f4318009e50 tx=0x7f431802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1791520c2d2c1c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f431f7fe640 1 -- 172.21.15.16:0/646309668 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4318036070 con 0x7f43200ba200 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f431f7fe640 1 -- 172.21.15.16:0/646309668 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4318031600 con 0x7f43200ba200 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f431f7fe640 1 -- 172.21.15.16:0/646309668 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43180319d0 con 0x7f43200ba200 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 -- 172.21.15.16:0/646309668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 msgr2=0x7f432015ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 --2- 172.21.15.16:0/646309668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f432015ec20 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f4318009e50 tx=0x7f431802a630 comp rx=0 tx=0).stop 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 -- 172.21.15.16:0/646309668 shutdown_connections 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 --2- 172.21.15.16:0/646309668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f432015ec20 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 --2- 172.21.15.16:0/646309668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f43200b9880 0x7f43200b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 -- 172.21.15.16:0/646309668 >> 172.21.15.16:0/646309668 conn(0x7f43200d4630 msgr2=0x7f43200d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 -- 172.21.15.16:0/646309668 shutdown_connections 2024-09-16T01:49:51.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.106+0000 7f4326f4b640 1 -- 172.21.15.16:0/646309668 wait complete. 2024-09-16T01:49:51.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.108+0000 7f4326f4b640 1 Processor -- start 2024-09-16T01:49:51.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.108+0000 7f4326f4b640 1 -- start start 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4326f4b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200b9880 0x7f43200cabb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4326f4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f43200b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4326f4b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f432015e840 0x7f432015cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4326f4b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f432015f160 con 0x7f43200ba200 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4326f4b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f43200d3e30 con 0x7f43200b9880 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4326f4b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f432015f2e0 con 0x7f432015e840 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f43200b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f43200b67b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60838/0 (socket says 172.21.15.16:60838) 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 -- 172.21.15.16:0/2992031049 learned_addr learned my addr 172.21.15.16:0/2992031049 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4324ce7640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200b9880 0x7f43200cabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f43254e8640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f432015e840 0x7f432015cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 -- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f432015e840 msgr2=0x7f432015cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f432015e840 0x7f432015cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 -- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200b9880 msgr2=0x7f43200cabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200b9880 0x7f43200cabb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 -- 172.21.15.16:0/2992031049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43200b4370 con 0x7f43200ba200 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431ffff640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f43200b67b0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f431400c7f0 tx=0x7f431400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431d7fa640 1 -- 172.21.15.16:0/2992031049 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314015070 con 0x7f43200ba200 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431d7fa640 1 -- 172.21.15.16:0/2992031049 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43140079d0 con 0x7f43200ba200 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43200b4650 con 0x7f43200ba200 2024-09-16T01:49:51.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.109+0000 7f431d7fa640 1 -- 172.21.15.16:0/2992031049 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314007da0 con 0x7f43200ba200 2024-09-16T01:49:51.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.110+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43200b4c10 con 0x7f43200ba200 2024-09-16T01:49:51.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.110+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43200693b0 con 0x7f43200ba200 2024-09-16T01:49:51.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.111+0000 7f431d7fa640 1 -- 172.21.15.16:0/2992031049 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f4314018070 con 0x7f43200ba200 2024-09-16T01:49:51.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.112+0000 7f431d7fa640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f430c06c910 0x7f430c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.112+0000 7f431d7fa640 1 -- 172.21.15.16:0/2992031049 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f431408bf00 con 0x7f43200ba200 2024-09-16T01:49:51.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.112+0000 7f4324ce7640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f430c06c910 0x7f430c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.112+0000 7f4324ce7640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f430c06c910 0x7f430c06edd0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4310006fd0 tx=0x7f4310009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:51.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.116+0000 7f431d7fa640 1 -- 172.21.15.16:0/2992031049 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f43200693b0 con 0x7f43200ba200 2024-09-16T01:49:51.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.319+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol3931", "group_name": "subvol_grp97930", "target": ["mon-mgr", ""]}) -- 0x7f43200c9180 con 0x7f430c06c910 2024-09-16T01:49:51.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.337+0000 7f431d7fa640 1 -- 172.21.15.16:0/2992031049 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+36 (secure 0 0 0) 0x7f4310009550 con 0x7f430c06c910 2024-09-16T01:49:51.339 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp97930/subvol3931 2024-09-16T01:49:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f430c06c910 msgr2=0x7f430c06edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f430c06c910 0x7f430c06edd0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4310006fd0 tx=0x7f4310009060 comp rx=0 tx=0).stop 2024-09-16T01:49:51.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 msgr2=0x7f43200b67b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f43200b67b0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f431400c7f0 tx=0x7f431400cbf0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 shutdown_connections 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f430c06c910 0x7f430c06edd0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f432015e840 0x7f432015cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f43200ba200 0x7f43200b67b0 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 --2- 172.21.15.16:0/2992031049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43200b9880 0x7f43200cabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 >> 172.21.15.16:0/2992031049 conn(0x7f43200d4630 msgr2=0x7f4320160270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 shutdown_connections 2024-09-16T01:49:51.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.339+0000 7f4326f4b640 1 -- 172.21.15.16:0/2992031049 wait complete. 2024-09-16T01:49:51.352 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol17800 2024-09-16T01:49:51.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.455+0000 7f4f452f1640 1 Processor -- start 2024-09-16T01:49:51.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.455+0000 7f4f452f1640 1 -- start start 2024-09-16T01:49:51.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.456+0000 7f4f452f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f40145e20 0x7f4f4015c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.456+0000 7f4f452f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4f4006bbe0 0x7f4f4006c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.456+0000 7f4f452f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f400719d0 con 0x7f4f4015ccf0 2024-09-16T01:49:51.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.456+0000 7f4f452f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4f400b3900 con 0x7f4f4006bbe0 2024-09-16T01:49:51.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.456+0000 7f4f452f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4f40071cb0 con 0x7f4f40145e20 2024-09-16T01:49:51.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.456+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f40145e20 0x7f4f4015c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.457+0000 7f4f3f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4f4006bbe0 0x7f4f4006c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.457+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f40145e20 0x7f4f4015c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:58516/0 (socket says 172.21.15.16:58516) 2024-09-16T01:49:51.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.457+0000 7f4f3effd640 1 -- 172.21.15.16:0/3474849459 learned_addr learned my addr 172.21.15.16:0/3474849459 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:51.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.457+0000 7f4f3effd640 1 -- 172.21.15.16:0/3474849459 >> v2:172.21.15.104:3300/0 conn(0x7f4f4006bbe0 msgr2=0x7f4f4006c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:51.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.457+0000 7f4f3effd640 1 --2- 172.21.15.16:0/3474849459 >> v2:172.21.15.104:3300/0 conn(0x7f4f4006bbe0 0x7f4f4006c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.457+0000 7f4f3effd640 1 -- 172.21.15.16:0/3474849459 >> v1:172.21.15.104:6789/0 conn(0x7f4f4015ccf0 legacy=0x7f4f40070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.457+0000 7f4f3effd640 1 -- 172.21.15.16:0/3474849459 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f400b3b50 con 0x7f4f40145e20 2024-09-16T01:49:51.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f3effd640 1 --2- 172.21.15.16:0/3474849459 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f40145e20 0x7f4f4015c7b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4f38009870 tx=0x7f4f3802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16561e3c865f958 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:51.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f3dffb640 1 -- 172.21.15.16:0/3474849459 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38037070 con 0x7f4f40145e20 2024-09-16T01:49:51.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f3dffb640 1 -- 172.21.15.16:0/3474849459 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f38032440 con 0x7f4f40145e20 2024-09-16T01:49:51.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f3dffb640 1 -- 172.21.15.16:0/3474849459 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38032810 con 0x7f4f40145e20 2024-09-16T01:49:51.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 -- 172.21.15.16:0/3474849459 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f40145e20 msgr2=0x7f4f4015c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 --2- 172.21.15.16:0/3474849459 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f40145e20 0x7f4f4015c7b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4f38009870 tx=0x7f4f3802a270 comp rx=0 tx=0).stop 2024-09-16T01:49:51.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 -- 172.21.15.16:0/3474849459 shutdown_connections 2024-09-16T01:49:51.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 --2- 172.21.15.16:0/3474849459 >> v2:172.21.15.104:3300/0 conn(0x7f4f4006bbe0 0x7f4f4006c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 --2- 172.21.15.16:0/3474849459 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f40145e20 0x7f4f4015c7b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 -- 172.21.15.16:0/3474849459 >> 172.21.15.16:0/3474849459 conn(0x7f4f400b2000 msgr2=0x7f4f400b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:51.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 -- 172.21.15.16:0/3474849459 shutdown_connections 2024-09-16T01:49:51.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.458+0000 7f4f452f1640 1 -- 172.21.15.16:0/3474849459 wait complete. 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 Processor -- start 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 -- start start 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f4006bbe0 0x7f4f400aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f40145e20 0x7f4f40142440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f4015ccf0 0x7f4f40142980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4f40071620 con 0x7f4f4015ccf0 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4f400b3530 con 0x7f4f40145e20 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.460+0000 7f4f452f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4f400abb70 con 0x7f4f4006bbe0 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f4015ccf0 0x7f4f40142980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f4006bbe0 0x7f4f400aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f4006bbe0 0x7f4f400aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:58532/0 (socket says 172.21.15.16:58532) 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 -- 172.21.15.16:0/1530838163 learned_addr learned my addr 172.21.15.16:0/1530838163 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3e7fc640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f40145e20 0x7f4f40142440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 -- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f40145e20 msgr2=0x7f4f40142440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f40145e20 0x7f4f40142440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 -- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f4015ccf0 msgr2=0x7f4f40142980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f4015ccf0 0x7f4f40142980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 -- 172.21.15.16:0/1530838163 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f400abdc0 con 0x7f4f4006bbe0 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3f7fe640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f4015ccf0 0x7f4f40142980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f3effd640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f4006bbe0 0x7f4f400aed30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4f3802a2b0 tx=0x7f4f380046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f377fe640 1 -- 172.21.15.16:0/1530838163 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38037040 con 0x7f4f4006bbe0 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f377fe640 1 -- 172.21.15.16:0/1530838163 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f38042070 con 0x7f4f4006bbe0 2024-09-16T01:49:51.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f400ac0a0 con 0x7f4f4006bbe0 2024-09-16T01:49:51.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f377fe640 1 -- 172.21.15.16:0/1530838163 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38030860 con 0x7f4f4006bbe0 2024-09-16T01:49:51.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.461+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f400ac660 con 0x7f4f4006bbe0 2024-09-16T01:49:51.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.463+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f40145640 con 0x7f4f4006bbe0 2024-09-16T01:49:51.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.463+0000 7f4f377fe640 1 -- 172.21.15.16:0/1530838163 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 22) ==== 91407+0+0 (secure 0 0 0) 0x7f4f38030a00 con 0x7f4f4006bbe0 2024-09-16T01:49:51.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.463+0000 7f4f377fe640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f2006c8e0 0x7f4f2006eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:51.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.464+0000 7f4f377fe640 1 -- 172.21.15.16:0/1530838163 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f4f380ac830 con 0x7f4f4006bbe0 2024-09-16T01:49:51.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.464+0000 7f4f3e7fc640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f2006c8e0 0x7f4f2006eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:51.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.464+0000 7f4f3e7fc640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f2006c8e0 0x7f4f2006eda0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f4f401412b0 tx=0x7f4f28009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:51.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.469+0000 7f4f377fe640 1 -- 172.21.15.16:0/1530838163 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f40145640 con 0x7f4f4006bbe0 2024-09-16T01:49:51.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.671+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol17800", "target": ["mon-mgr", ""]}) -- 0x7f4f4015c7b0 con 0x7f4f2006c8e0 2024-09-16T01:49:51.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.676+0000 7f4f377fe640 1 -- 172.21.15.16:0/1530838163 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f4f4015c7b0 con 0x7f4f2006c8e0 2024-09-16T01:49:51.678 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol17800 2024-09-16T01:49:51.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f2006c8e0 msgr2=0x7f4f2006eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f2006c8e0 0x7f4f2006eda0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f4f401412b0 tx=0x7f4f28009040 comp rx=0 tx=0).stop 2024-09-16T01:49:51.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f4006bbe0 msgr2=0x7f4f400aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:51.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f4006bbe0 0x7f4f400aed30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4f3802a2b0 tx=0x7f4f380046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 shutdown_connections 2024-09-16T01:49:51.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4f2006c8e0 0x7f4f2006eda0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f4015ccf0 0x7f4f40142980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f40145e20 0x7f4f40142440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 --2- 172.21.15.16:0/1530838163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4f4006bbe0 0x7f4f400aed30 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:51.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 >> 172.21.15.16:0/1530838163 conn(0x7f4f400b2000 msgr2=0x7f4f400b4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:51.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 shutdown_connections 2024-09-16T01:49:51.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:51.678+0000 7f4f452f1640 1 -- 172.21.15.16:0/1530838163 wait complete. 2024-09-16T01:49:51.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:51.691 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/cb63ef086034184866293d26d03082ed.meta) 2024-09-16T01:49:53.314 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:49:53.314 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:49:53.314 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:49:53.314 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol17800 2024-09-16T01:49:53.314 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:49:53.315 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:53.316 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol3931 subvol_grp97930 2024-09-16T01:49:53.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.434+0000 7f431c45e640 1 Processor -- start 2024-09-16T01:49:53.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.434+0000 7f431c45e640 1 -- start start 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431c45e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f431415e900 0x7f43140ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431c45e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f431406db40 0x7f43140717d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431c45e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43140cf5b0 con 0x7f4314073d10 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431c45e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f431415ece0 con 0x7f431415e900 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431c45e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f43140cf890 con 0x7f431406db40 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a1fa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f431415e900 0x7f43140ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f43199f9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4314073d10 0x7f431406d430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:52910/0 (socket says 172.21.15.16:52910) 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f43199f9640 1 -- 172.21.15.16:0/3604201082 learned_addr learned my addr 172.21.15.16:0/3604201082 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a9fb640 1 --2- 172.21.15.16:0/3604201082 >> v2:172.21.15.104:3300/0 conn(0x7f431406db40 0x7f43140717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a1fa640 1 -- 172.21.15.16:0/3604201082 >> v2:172.21.15.104:3300/0 conn(0x7f431406db40 msgr2=0x7f43140717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:53.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a1fa640 1 --2- 172.21.15.16:0/3604201082 >> v2:172.21.15.104:3300/0 conn(0x7f431406db40 0x7f43140717d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a1fa640 1 -- 172.21.15.16:0/3604201082 >> v1:172.21.15.16:6789/0 conn(0x7f4314073d10 legacy=0x7f431406d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:53.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a1fa640 1 -- 172.21.15.16:0/3604201082 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43140cfb70 con 0x7f431415e900 2024-09-16T01:49:53.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a9fb640 1 --2- 172.21.15.16:0/3604201082 >> v2:172.21.15.104:3300/0 conn(0x7f431406db40 0x7f43140717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.436+0000 7f431a1fa640 1 --2- 172.21.15.16:0/3604201082 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f431415e900 0x7f43140ceed0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f431415ee60 tx=0x7f431002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cc4adfab5e27d30 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f43191f8640 1 -- 172.21.15.16:0/3604201082 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310007740 con 0x7f431415e900 2024-09-16T01:49:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f43191f8640 1 -- 172.21.15.16:0/3604201082 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43100078e0 con 0x7f431415e900 2024-09-16T01:49:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f43191f8640 1 -- 172.21.15.16:0/3604201082 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310007cb0 con 0x7f431415e900 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 -- 172.21.15.16:0/3604201082 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f431415e900 msgr2=0x7f43140ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 --2- 172.21.15.16:0/3604201082 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f431415e900 0x7f43140ceed0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f431415ee60 tx=0x7f431002a660 comp rx=0 tx=0).stop 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 -- 172.21.15.16:0/3604201082 shutdown_connections 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 --2- 172.21.15.16:0/3604201082 >> v2:172.21.15.104:3300/0 conn(0x7f431406db40 0x7f43140717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 --2- 172.21.15.16:0/3604201082 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f431415e900 0x7f43140ceed0 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 -- 172.21.15.16:0/3604201082 >> 172.21.15.16:0/3604201082 conn(0x7f431406c030 msgr2=0x7f431406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 -- 172.21.15.16:0/3604201082 shutdown_connections 2024-09-16T01:49:53.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.437+0000 7f431c45e640 1 -- 172.21.15.16:0/3604201082 wait complete. 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 Processor -- start 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 -- start start 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f431406db40 0x7f4314138ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4314073d10 0x7f4314144f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f431415e900 0x7f431413aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4314071d10 con 0x7f4314073d10 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4314074180 con 0x7f431406db40 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.439+0000 7f431c45e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4314071e90 con 0x7f431415e900 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4314073d10 0x7f4314144f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4314073d10 0x7f4314144f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40176/0 (socket says 172.21.15.16:40176) 2024-09-16T01:49:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 -- 172.21.15.16:0/1092293572 learned_addr learned my addr 172.21.15.16:0/1092293572 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f431a1fa640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f431406db40 0x7f4314138ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f431a9fb640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f431415e900 0x7f431413aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 -- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f431415e900 msgr2=0x7f431413aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f431415e900 0x7f431413aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 -- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f431406db40 msgr2=0x7f4314138ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f431406db40 0x7f4314138ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 -- 172.21.15.16:0/1092293572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4314139c00 con 0x7f4314073d10 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f431a9fb640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f431415e900 0x7f431413aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f43199f9640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4314073d10 0x7f4314144f20 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f430400c430 tx=0x7f430400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f430affd640 1 -- 172.21.15.16:0/1092293572 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4304017070 con 0x7f4314073d10 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f430affd640 1 -- 172.21.15.16:0/1092293572 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4304005ce0 con 0x7f4314073d10 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4314139ee0 con 0x7f4314073d10 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f430affd640 1 -- 172.21.15.16:0/1092293572 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43040072f0 con 0x7f4314073d10 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.440+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f431413a4a0 con 0x7f4314073d10 2024-09-16T01:49:53.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.441+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43140717b0 con 0x7f4314073d10 2024-09-16T01:49:53.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.442+0000 7f430affd640 1 -- 172.21.15.16:0/1092293572 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f430401a070 con 0x7f4314073d10 2024-09-16T01:49:53.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.442+0000 7f430affd640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f42f806c970 0x7f42f806ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:53.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.443+0000 7f430affd640 1 -- 172.21.15.16:0/1092293572 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f430408b4c0 con 0x7f4314073d10 2024-09-16T01:49:53.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.443+0000 7f431a1fa640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f42f806c970 0x7f42f806ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:53.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.443+0000 7f431a1fa640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f42f806c970 0x7f42f806ee30 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4310034000 tx=0x7f431002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:53.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.447+0000 7f430affd640 1 -- 172.21.15.16:0/1092293572 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4304058b40 con 0x7f4314073d10 2024-09-16T01:49:53.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.648+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol3931", "group_name": "subvol_grp97930", "target": ["mon-mgr", ""]}) -- 0x7f43140b1b50 con 0x7f42f806c970 2024-09-16T01:49:53.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.652+0000 7f430affd640 1 -- 172.21.15.16:0/1092293572 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+36 (secure 0 0 0) 0x7f43140b1b50 con 0x7f42f806c970 2024-09-16T01:49:53.654 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp97930/subvol3931 2024-09-16T01:49:53.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f42f806c970 msgr2=0x7f42f806ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:53.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f42f806c970 0x7f42f806ee30 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4310034000 tx=0x7f431002f000 comp rx=0 tx=0).stop 2024-09-16T01:49:53.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4314073d10 msgr2=0x7f4314144f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4314073d10 0x7f4314144f20 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f430400c430 tx=0x7f430400c8f0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 shutdown_connections 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f42f806c970 0x7f42f806ee30 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f431415e900 0x7f431413aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4314073d10 0x7f4314144f20 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 --2- 172.21.15.16:0/1092293572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f431406db40 0x7f4314138ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 >> 172.21.15.16:0/1092293572 conn(0x7f431406c030 msgr2=0x7f43140b0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 shutdown_connections 2024-09-16T01:49:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:53.655+0000 7f431c45e640 1 -- 172.21.15.16:0/1092293572 wait complete. 2024-09-16T01:49:53.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:53.667 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/2cc20756c8ece30c09ef1ebf9eb1bd0a.meta) 2024-09-16T01:49:58.311 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:49:58.312 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:49:58.312 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:49:58.312 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/subvol_grp97930/subvol3931 2024-09-16T01:49:58.312 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:49:58.312 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:49:58.314 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol17800 2024-09-16T01:49:58.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.429+0000 7f781c6b7640 1 Processor -- start 2024-09-16T01:49:58.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.429+0000 7f781c6b7640 1 -- start start 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.430+0000 7f781c6b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 0x7f78140b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.430+0000 7f781c6b7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7814166120 0x7f7814168510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.430+0000 7f781c6b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78140d1f10 con 0x7f78140b5550 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.430+0000 7f781c6b7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f781406dac0 con 0x7f7814166120 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.430+0000 7f781c6b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f781406d500 con 0x7f78140b6ec0 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.430+0000 7f7819c52640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f78140b5550 0x7f78140b72a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:52914/0 (socket says 172.21.15.16:52914) 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.430+0000 7f7819c52640 1 -- 172.21.15.16:0/1699238507 learned_addr learned my addr 172.21.15.16:0/1699238507 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f781ac54640 1 --2- 172.21.15.16:0/1699238507 >> v2:172.21.15.104:3300/0 conn(0x7f7814166120 0x7f7814168510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f781a453640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 0x7f78140b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1574908897 0 0) 0x7f78140d1f10 con 0x7f78140b5550 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f77fc003520 con 0x7f78140b5550 2024-09-16T01:49:58.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4170651453 0 0) 0x7f77fc003520 con 0x7f78140b5550 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 msgr2=0x7f78140b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 0x7f78140b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 >> v2:172.21.15.104:3300/0 conn(0x7f7814166120 msgr2=0x7f7814168510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 --2- 172.21.15.16:0/1699238507 >> v2:172.21.15.104:3300/0 conn(0x7f7814166120 0x7f7814168510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7814074210 con 0x7f78140b5550 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f7808001670 con 0x7f78140b5550 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 >> v1:172.21.15.16:6789/0 conn(0x7f78140b5550 legacy=0x7f78140b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc0039b0 0x7f77fc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 0x7f77fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f781406d500 con 0x7f77fc004800 2024-09-16T01:49:58.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc00b9c0 con 0x7f77fc0039b0 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f77fc00bb40 con 0x7f78140b6ec0 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f7819c52640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f781a453640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc0039b0 0x7f77fc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.431+0000 7f781ac54640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 0x7f77fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.432+0000 7f7819c52640 1 -- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 msgr2=0x7f77fc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.432+0000 7f7819c52640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f78140b6ec0 0x7f77fc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.432+0000 7f7819c52640 1 -- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc0039b0 msgr2=0x7f77fc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.432+0000 7f7819c52640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc0039b0 0x7f77fc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.432+0000 7f7819c52640 1 -- 172.21.15.16:0/1699238507 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77fc003520 con 0x7f77fc004800 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.432+0000 7f7819c52640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f7808007fd0 tx=0x7f77fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b595e95233c356c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7808007d50 con 0x7f77fc004800 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7808005ad0 con 0x7f77fc004800 2024-09-16T01:49:58.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f7819451640 1 -- 172.21.15.16:0/1699238507 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7808007070 con 0x7f77fc004800 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f781c6b7640 1 -- 172.21.15.16:0/1699238507 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77fc004800 msgr2=0x7f77fc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f781c6b7640 1 --2- 172.21.15.16:0/1699238507 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f7808007fd0 tx=0x7f77fc005830 comp rx=0 tx=0).stop 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f781ac54640 1 -- 172.21.15.16:0/1699238507 reap_dead start 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f781c6b7640 1 -- 172.21.15.16:0/1699238507 shutdown_connections 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f781c6b7640 1 -- 172.21.15.16:0/1699238507 >> 172.21.15.16:0/1699238507 conn(0x7f78140b4250 msgr2=0x7f78140b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f781c6b7640 1 -- 172.21.15.16:0/1699238507 shutdown_connections 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.433+0000 7f781c6b7640 1 -- 172.21.15.16:0/1699238507 wait complete. 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.434+0000 7f781c6b7640 1 Processor -- start 2024-09-16T01:49:58.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781c6b7640 1 -- start start 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781c6b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc004800 0x7f78140cdb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781c6b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7814156550 0x7f78141407b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781c6b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78141569d0 0x7f7814140cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781c6b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7814071600 con 0x7f78141569d0 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781c6b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78140b5990 con 0x7f77fc004800 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781c6b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f781406d750 con 0x7f7814156550 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781ac54640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78141569d0 0x7f7814140cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781ac54640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78141569d0 0x7f7814140cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40206/0 (socket says 172.21.15.16:40206) 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.435+0000 7f781ac54640 1 -- 172.21.15.16:0/2745998012 learned_addr learned my addr 172.21.15.16:0/2745998012 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781a453640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc004800 0x7f78140cdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f7819c52640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7814156550 0x7f78141407b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781ac54640 1 -- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7814156550 msgr2=0x7f78141407b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781ac54640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7814156550 0x7f78141407b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781ac54640 1 -- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc004800 msgr2=0x7f78140cdb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781ac54640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc004800 0x7f78140cdb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781ac54640 1 -- 172.21.15.16:0/2745998012 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7814141230 con 0x7f78141569d0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781ac54640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78141569d0 0x7f7814140cf0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f78140b8810 tx=0x7f780c011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f7812ffd640 1 -- 172.21.15.16:0/2745998012 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780c004240 con 0x7f78141569d0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f7812ffd640 1 -- 172.21.15.16:0/2745998012 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f780c01b070 con 0x7f78141569d0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f7812ffd640 1 -- 172.21.15.16:0/2745998012 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780c00f770 con 0x7f78141569d0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7814159630 con 0x7f78141569d0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.436+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7814161040 con 0x7f78141569d0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.437+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f781415e990 con 0x7f78141569d0 2024-09-16T01:49:58.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.438+0000 7f7812ffd640 1 -- 172.21.15.16:0/2745998012 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f780c012040 con 0x7f78141569d0 2024-09-16T01:49:58.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.438+0000 7f7812ffd640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f780006c9a0 0x7f780006ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.439+0000 7f7812ffd640 1 -- 172.21.15.16:0/2745998012 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f780c08bec0 con 0x7f78141569d0 2024-09-16T01:49:58.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.439+0000 7f781a453640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f780006c9a0 0x7f780006ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.439+0000 7f781a453640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f780006c9a0 0x7f780006ee60 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f78040132b0 tx=0x7f780400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:58.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.443+0000 7f7812ffd640 1 -- 172.21.15.16:0/2745998012 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f780c059d20 con 0x7f78141569d0 2024-09-16T01:49:58.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.644+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol17800", "target": ["mon-mgr", ""]}) -- 0x7f78140b1ea0 con 0x7f780006c9a0 2024-09-16T01:49:58.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.660+0000 7f7812ffd640 1 -- 172.21.15.16:0/2745998012 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f78140b1ea0 con 0x7f780006c9a0 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f780006c9a0 msgr2=0x7f780006ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f780006c9a0 0x7f780006ee60 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f78040132b0 tx=0x7f780400b040 comp rx=0 tx=0).stop 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78141569d0 msgr2=0x7f7814140cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78141569d0 0x7f7814140cf0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f78140b8810 tx=0x7f780c011cf0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 shutdown_connections 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f780006c9a0 0x7f780006ee60 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f78141569d0 0x7f7814140cf0 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7814156550 0x7f78141407b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 --2- 172.21.15.16:0/2745998012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f77fc004800 0x7f78140cdb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 >> 172.21.15.16:0/2745998012 conn(0x7f78140b4250 msgr2=0x7f7814073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:58.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 shutdown_connections 2024-09-16T01:49:58.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.662+0000 7f781c6b7640 1 -- 172.21.15.16:0/2745998012 wait complete. 2024-09-16T01:49:58.666 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.665+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.666 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.665+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.666 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.665+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.666 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.665+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.666 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.665+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.676 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol3931 subvol_grp97930 2024-09-16T01:49:58.679 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.678+0000 7fea6de53640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.680 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.678+0000 7fea6de53640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.680 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.678+0000 7fea6de53640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.680 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.678+0000 7fea6de53640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.680 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:49:58.678+0000 7fea6de53640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:49:58.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.781+0000 7f3c5a66e640 1 Processor -- start 2024-09-16T01:49:58.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.782+0000 7f3c5a66e640 1 -- start start 2024-09-16T01:49:58.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.782+0000 7f3c5a66e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3c540b9880 0x7f3c540b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.782+0000 7f3c5a66e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c540ba230 0x7f3c5415ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.782+0000 7f3c5a66e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c540d4350 con 0x7f3c5415e840 2024-09-16T01:49:58.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.782+0000 7f3c5a66e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3c540cfe50 con 0x7f3c540b9880 2024-09-16T01:49:58.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.782+0000 7f3c5a66e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c540d3590 con 0x7f3c540ba230 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c537fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3c540b9880 0x7f3c540b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c58c0b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c540ba230 0x7f3c5415ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c537fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3c540b9880 0x7f3c540b9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:41656/0 (socket says 172.21.15.16:41656) 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c537fe640 1 -- 172.21.15.16:0/1030076837 learned_addr learned my addr 172.21.15.16:0/1030076837 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c53fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f3c5415e840 0x7f3c540cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:52734/0 (socket says 172.21.15.16:52734) 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c58c0b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c540ba230 0x7f3c5415ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:32934/0 (socket says 172.21.15.16:32934) 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c58c0b640 1 -- 172.21.15.16:0/1030076837 >> v2:172.21.15.104:3300/0 conn(0x7f3c540b9880 msgr2=0x7f3c540b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c58c0b640 1 --2- 172.21.15.16:0/1030076837 >> v2:172.21.15.104:3300/0 conn(0x7f3c540b9880 0x7f3c540b9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c58c0b640 1 -- 172.21.15.16:0/1030076837 >> v1:172.21.15.104:6789/0 conn(0x7f3c5415e840 legacy=0x7f3c540cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c58c0b640 1 -- 172.21.15.16:0/1030076837 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c540d3870 con 0x7f3c540ba230 2024-09-16T01:49:58.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.783+0000 7f3c537fe640 1 --2- 172.21.15.16:0/1030076837 >> v2:172.21.15.104:3300/0 conn(0x7f3c540b9880 0x7f3c540b9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:58.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.784+0000 7f3c58c0b640 1 --2- 172.21.15.16:0/1030076837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c540ba230 0x7f3c5415ec20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c009d90 tx=0x7f3c4c02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8ca0a874dcfbcf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.784+0000 7f3c52ffd640 1 -- 172.21.15.16:0/1030076837 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c031600 con 0x7f3c540ba230 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.784+0000 7f3c52ffd640 1 -- 172.21.15.16:0/1030076837 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c4c0317a0 con 0x7f3c540ba230 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.784+0000 7f3c52ffd640 1 -- 172.21.15.16:0/1030076837 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c031b70 con 0x7f3c540ba230 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1030076837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c540ba230 msgr2=0x7f3c5415ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1030076837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c540ba230 0x7f3c5415ec20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c009d90 tx=0x7f3c4c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1030076837 shutdown_connections 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1030076837 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c540ba230 0x7f3c5415ec20 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1030076837 >> v2:172.21.15.104:3300/0 conn(0x7f3c540b9880 0x7f3c540b9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1030076837 >> 172.21.15.16:0/1030076837 conn(0x7f3c540d4630 msgr2=0x7f3c540d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1030076837 shutdown_connections 2024-09-16T01:49:58.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.785+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1030076837 wait complete. 2024-09-16T01:49:58.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.786+0000 7f3c5a66e640 1 Processor -- start 2024-09-16T01:49:58.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.786+0000 7f3c5a66e640 1 -- start start 2024-09-16T01:49:58.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c5a66e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c540b9880 0x7f3c540caa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c5a66e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c540ba230 0x7f3c5415b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c5a66e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c5415e840 0x7f3c540c8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c5a66e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3c5415f160 con 0x7f3c540ba230 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c5a66e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c540d3e30 con 0x7f3c540b9880 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c5a66e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c5415f2e0 con 0x7f3c5415e840 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c540ba230 0x7f3c5415b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c540ba230 0x7f3c5415b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40256/0 (socket says 172.21.15.16:40256) 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 -- 172.21.15.16:0/1708999879 learned_addr learned my addr 172.21.15.16:0/1708999879 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c53fff640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c540b9880 0x7f3c540caa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c58c0b640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c5415e840 0x7f3c540c8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 -- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c5415e840 msgr2=0x7f3c540c8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c5415e840 0x7f3c540c8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 -- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c540b9880 msgr2=0x7f3c540caa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c540b9880 0x7f3c540caa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 -- 172.21.15.16:0/1708999879 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c5415b750 con 0x7f3c540ba230 2024-09-16T01:49:58.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.787+0000 7f3c537fe640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c540ba230 0x7f3c5415b210 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800e9d0 tx=0x7f3c4800ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:58.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.788+0000 7f3c50ff9640 1 -- 172.21.15.16:0/1708999879 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48017070 con 0x7f3c540ba230 2024-09-16T01:49:58.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.788+0000 7f3c50ff9640 1 -- 172.21.15.16:0/1708999879 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c4800ca60 con 0x7f3c540ba230 2024-09-16T01:49:58.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.788+0000 7f3c50ff9640 1 -- 172.21.15.16:0/1708999879 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4800ce10 con 0x7f3c540ba230 2024-09-16T01:49:58.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.788+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c540cb0c0 con 0x7f3c540ba230 2024-09-16T01:49:58.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.788+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c540b53d0 con 0x7f3c540ba230 2024-09-16T01:49:58.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.789+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c540b5710 con 0x7f3c540ba230 2024-09-16T01:49:58.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.789+0000 7f3c50ff9640 1 -- 172.21.15.16:0/1708999879 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f3c4801a070 con 0x7f3c540ba230 2024-09-16T01:49:58.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.790+0000 7f3c50ff9640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c4006c970 0x7f3c4006ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:58.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.790+0000 7f3c50ff9640 1 -- 172.21.15.16:0/1708999879 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f3c4808c330 con 0x7f3c540ba230 2024-09-16T01:49:58.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.790+0000 7f3c53fff640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c4006c970 0x7f3c4006ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:58.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.790+0000 7f3c53fff640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c4006c970 0x7f3c4006ee30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f3c44007fd0 tx=0x7f3c44007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:58.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.794+0000 7f3c50ff9640 1 -- 172.21.15.16:0/1708999879 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3c540b5710 con 0x7f3c540ba230 2024-09-16T01:49:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:58.995+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol3931", "group_name": "subvol_grp97930", "target": ["mon-mgr", ""]}) -- 0x7f3c540b9cf0 con 0x7f3c4006c970 2024-09-16T01:49:59.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.010+0000 7f3c50ff9640 1 -- 172.21.15.16:0/1708999879 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3c540b9cf0 con 0x7f3c4006c970 2024-09-16T01:49:59.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c4006c970 msgr2=0x7f3c4006ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c4006c970 0x7f3c4006ee30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f3c44007fd0 tx=0x7f3c44007e80 comp rx=0 tx=0).stop 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c540ba230 msgr2=0x7f3c5415b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c540ba230 0x7f3c5415b210 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800e9d0 tx=0x7f3c4800ee90 comp rx=0 tx=0).stop 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 shutdown_connections 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c4006c970 0x7f3c4006ee30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c5415e840 0x7f3c540c8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c540ba230 0x7f3c5415b210 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 --2- 172.21.15.16:0/1708999879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c540b9880 0x7f3c540caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 >> 172.21.15.16:0/1708999879 conn(0x7f3c540d4630 msgr2=0x7f3c540d4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 shutdown_connections 2024-09-16T01:49:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.012+0000 7f3c5a66e640 1 -- 172.21.15.16:0/1708999879 wait complete. 2024-09-16T01:49:59.025 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T01:49:59.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T01:49:59.123 INFO:teuthology.orchestra.run.smithi016.stdout:2 2024-09-16T01:49:59.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:49:59.129 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp97930 2024-09-16T01:49:59.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.233+0000 7f3c3105e640 1 Processor -- start 2024-09-16T01:49:59.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.233+0000 7f3c3105e640 1 -- start start 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c3105e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3c2c15e410 0x7f3c2c162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c3105e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3c2c0cfd00 0x7f3c2c0d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c3105e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c2c0cf260 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c3105e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3c2c0d2cf0 con 0x7f3c2c0cfd00 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c3105e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3c2c0cf500 con 0x7f3c2c15e410 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c2b59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3c2c0cfd00 0x7f3c2c0d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c2a59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3c2c06bbe0 0x7f3c2c06c050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:52926/0 (socket says 172.21.15.16:52926) 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c2a59c640 1 -- 172.21.15.16:0/1920127295 learned_addr learned my addr 172.21.15.16:0/1920127295 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:49:59.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c2b59e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3c2c0cfd00 0x7f3c2c0d0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40264/0 (socket says 172.21.15.16:40264) 2024-09-16T01:49:59.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.234+0000 7f3c2ad9d640 1 --2- 172.21.15.16:0/1920127295 >> v2:172.21.15.104:3300/0 conn(0x7f3c2c15e410 0x7f3c2c162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c2b59e640 1 -- 172.21.15.16:0/1920127295 >> v2:172.21.15.104:3300/0 conn(0x7f3c2c15e410 msgr2=0x7f3c2c162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:59.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c2b59e640 1 --2- 172.21.15.16:0/1920127295 >> v2:172.21.15.104:3300/0 conn(0x7f3c2c15e410 0x7f3c2c162990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c2b59e640 1 -- 172.21.15.16:0/1920127295 >> v1:172.21.15.16:6789/0 conn(0x7f3c2c06bbe0 legacy=0x7f3c2c06c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c2b59e640 1 -- 172.21.15.16:0/1920127295 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2c0cf7e0 con 0x7f3c2c0cfd00 2024-09-16T01:49:59.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c29d9b640 1 -- 172.21.15.16:0/1920127295 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4257190862 0 0) 0x7f3c2c0cf260 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c2b59e640 1 --2- 172.21.15.16:0/1920127295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c0cfd00 0x7f3c2c0d0130 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0b7050 tx=0x7f3c2402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=640ee09c093e6ff9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:59.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c29d9b640 1 -- 172.21.15.16:0/1920127295 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c24037070 con 0x7f3c2c0cfd00 2024-09-16T01:49:59.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c29d9b640 1 -- 172.21.15.16:0/1920127295 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c24032440 con 0x7f3c2c0cfd00 2024-09-16T01:49:59.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.235+0000 7f3c29d9b640 1 -- 172.21.15.16:0/1920127295 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c24032810 con 0x7f3c2c0cfd00 2024-09-16T01:49:59.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 -- 172.21.15.16:0/1920127295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c0cfd00 msgr2=0x7f3c2c0d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 --2- 172.21.15.16:0/1920127295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c0cfd00 0x7f3c2c0d0130 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0b7050 tx=0x7f3c2402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 -- 172.21.15.16:0/1920127295 shutdown_connections 2024-09-16T01:49:59.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 --2- 172.21.15.16:0/1920127295 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c0cfd00 0x7f3c2c0d0130 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 --2- 172.21.15.16:0/1920127295 >> v2:172.21.15.104:3300/0 conn(0x7f3c2c15e410 0x7f3c2c162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 -- 172.21.15.16:0/1920127295 >> 172.21.15.16:0/1920127295 conn(0x7f3c2c072620 msgr2=0x7f3c2c072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:59.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 -- 172.21.15.16:0/1920127295 shutdown_connections 2024-09-16T01:49:59.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.236+0000 7f3c3105e640 1 -- 172.21.15.16:0/1920127295 wait complete. 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.237+0000 7f3c3105e640 1 Processor -- start 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c3105e640 1 -- start start 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c3105e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c06bbe0 0x7f3c2c159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c3105e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0cfd00 0x7f3c2c0b8a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c3105e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c15e410 0x7f3c2c0b8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c3105e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2c0d2fd0 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c3105e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2c0ce8a0 con 0x7f3c2c0cfd00 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c3105e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3c2c0d3150 con 0x7f3c2c15e410 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c2ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c06bbe0 0x7f3c2c159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c2ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c06bbe0 0x7f3c2c159c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40280/0 (socket says 172.21.15.16:40280) 2024-09-16T01:49:59.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c2ad9d640 1 -- 172.21.15.16:0/224874524 learned_addr learned my addr 172.21.15.16:0/224874524 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.238+0000 7f3c2a59c640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0cfd00 0x7f3c2c0b8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c2b59e640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c15e410 0x7f3c2c0b8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c2ad9d640 1 -- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c15e410 msgr2=0x7f3c2c0b8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c2ad9d640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c15e410 0x7f3c2c0b8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c2ad9d640 1 -- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0cfd00 msgr2=0x7f3c2c0b8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c2ad9d640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0cfd00 0x7f3c2c0b8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c2ad9d640 1 -- 172.21.15.16:0/224874524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2c1f4af0 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c2ad9d640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c06bbe0 0x7f3c2c159c60 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c007e40 tx=0x7f3c1c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c137fe640 1 -- 172.21.15.16:0/224874524 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c014620 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c137fe640 1 -- 172.21.15.16:0/224874524 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c1c019070 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c137fe640 1 -- 172.21.15.16:0/224874524 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c014a00 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c2c1f4dd0 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.239+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c2c0b41e0 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.240+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c2c0d2910 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.241+0000 7f3c137fe640 1 -- 172.21.15.16:0/224874524 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f3c1c014ba0 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.241+0000 7f3c137fe640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c1806c970 0x7f3c1806ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.241+0000 7f3c137fe640 1 -- 172.21.15.16:0/224874524 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f3c1c08c650 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.241+0000 7f3c2a59c640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c1806c970 0x7f3c1806ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.242+0000 7f3c2a59c640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c1806c970 0x7f3c1806ee30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0b9930 tx=0x7f3c20007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:59.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.246+0000 7f3c137fe640 1 -- 172.21.15.16:0/224874524 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3c1c059fa0 con 0x7f3c2c06bbe0 2024-09-16T01:49:59.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.444+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp97930", "target": ["mon-mgr", ""]}) -- 0x7f3c2c072aa0 con 0x7f3c1806c970 2024-09-16T01:49:59.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.448+0000 7f3c137fe640 1 -- 172.21.15.16:0/224874524 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3c2c072aa0 con 0x7f3c1806c970 2024-09-16T01:49:59.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c1806c970 msgr2=0x7f3c1806ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c1806c970 0x7f3c1806ee30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0b9930 tx=0x7f3c20007d50 comp rx=0 tx=0).stop 2024-09-16T01:49:59.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c06bbe0 msgr2=0x7f3c2c159c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c06bbe0 0x7f3c2c159c60 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c007e40 tx=0x7f3c1c00e4b0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 shutdown_connections 2024-09-16T01:49:59.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3c1806c970 0x7f3c1806ee30 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3c2c15e410 0x7f3c2c0b8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c2c0cfd00 0x7f3c2c0b8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 --2- 172.21.15.16:0/224874524 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3c2c06bbe0 0x7f3c2c159c60 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.450+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 >> 172.21.15.16:0/224874524 conn(0x7f3c2c072620 msgr2=0x7f3c2c161f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:59.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.451+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 shutdown_connections 2024-09-16T01:49:59.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.451+0000 7f3c3105e640 1 -- 172.21.15.16:0/224874524 wait complete. 2024-09-16T01:49:59.463 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:49:59.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:49:59.507 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:49:59.561 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:49:59.561 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:49:59.561 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:49:59.561 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:49:59.578 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:49:59.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.721+0000 7fa376a5e640 1 Processor -- start 2024-09-16T01:49:59.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.721+0000 7fa376a5e640 1 -- start start 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa376a5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa370158cf0 0x7fa3700af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa376a5e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa3701590d0 0x7fa37006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa376a5e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa37015ca10 0x7fa37006c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa376a5e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa3700afd50 con 0x7fa37015ca10 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa376a5e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa37015bb20 con 0x7fa3701590d0 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa376a5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa37015be00 con 0x7fa370158cf0 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa37015ca10 0x7fa37006c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa37015ca10 0x7fa37006c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40284/0 (socket says 172.21.15.16:40284) 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 -- 172.21.15.16:0/672702639 learned_addr learned my addr 172.21.15.16:0/672702639 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa36f7fe640 1 --2- 172.21.15.16:0/672702639 >> v2:172.21.15.104:3300/0 conn(0x7fa3701590d0 0x7fa37006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa36ffff640 1 --2- 172.21.15.16:0/672702639 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa370158cf0 0x7fa3700af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 -- 172.21.15.16:0/672702639 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa370158cf0 msgr2=0x7fa3700af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 --2- 172.21.15.16:0/672702639 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa370158cf0 0x7fa3700af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 -- 172.21.15.16:0/672702639 >> v2:172.21.15.104:3300/0 conn(0x7fa3701590d0 msgr2=0x7fa37006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 --2- 172.21.15.16:0/672702639 >> v2:172.21.15.104:3300/0 conn(0x7fa3701590d0 0x7fa37006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.722+0000 7fa374ffb640 1 -- 172.21.15.16:0/672702639 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa37015c0e0 con 0x7fa37015ca10 2024-09-16T01:49:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.723+0000 7fa374ffb640 1 --2- 172.21.15.16:0/672702639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa37015ca10 0x7fa37006c120 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7fa37006ef10 tx=0x7fa36802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=869457ad4fc13498 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.723+0000 7fa36effd640 1 -- 172.21.15.16:0/672702639 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa368036070 con 0x7fa37015ca10 2024-09-16T01:49:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.723+0000 7fa36effd640 1 -- 172.21.15.16:0/672702639 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa368031600 con 0x7fa37015ca10 2024-09-16T01:49:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.723+0000 7fa36effd640 1 -- 172.21.15.16:0/672702639 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3680319d0 con 0x7fa37015ca10 2024-09-16T01:49:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 -- 172.21.15.16:0/672702639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa37015ca10 msgr2=0x7fa37006c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 --2- 172.21.15.16:0/672702639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa37015ca10 0x7fa37006c120 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7fa37006ef10 tx=0x7fa36802a610 comp rx=0 tx=0).stop 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 -- 172.21.15.16:0/672702639 shutdown_connections 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 --2- 172.21.15.16:0/672702639 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa37015ca10 0x7fa37006c120 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 --2- 172.21.15.16:0/672702639 >> v2:172.21.15.104:3300/0 conn(0x7fa3701590d0 0x7fa37006bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 --2- 172.21.15.16:0/672702639 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa370158cf0 0x7fa3700af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 -- 172.21.15.16:0/672702639 >> 172.21.15.16:0/672702639 conn(0x7fa3700b2000 msgr2=0x7fa3700b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 -- 172.21.15.16:0/672702639 shutdown_connections 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.724+0000 7fa376a5e640 1 -- 172.21.15.16:0/672702639 wait complete. 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.725+0000 7fa376a5e640 1 Processor -- start 2024-09-16T01:49:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.725+0000 7fa376a5e640 1 -- start start 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa376a5e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa370158cf0 0x7fa3701526f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa376a5e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3701590d0 0x7fa37015f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa376a5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa37015ca10 0x7fa37015f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa376a5e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa3700b3480 con 0x7fa370158cf0 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa376a5e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa3700b3300 con 0x7fa3701590d0 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa376a5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa3700b3600 con 0x7fa37015ca10 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa370158cf0 0x7fa3701526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa370158cf0 0x7fa3701526f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40288/0 (socket says 172.21.15.16:40288) 2024-09-16T01:49:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 -- 172.21.15.16:0/3183851163 learned_addr learned my addr 172.21.15.16:0/3183851163 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36f7fe640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3701590d0 0x7fa37015f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa374ffb640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa37015ca10 0x7fa37015f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 -- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa37015ca10 msgr2=0x7fa37015f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa37015ca10 0x7fa37015f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 -- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3701590d0 msgr2=0x7fa37015f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3701590d0 0x7fa37015f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.726+0000 7fa36ffff640 1 -- 172.21.15.16:0/3183851163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa37014e990 con 0x7fa370158cf0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.727+0000 7fa36ffff640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa370158cf0 0x7fa3701526f0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7fa36000d800 tx=0x7fa36000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.727+0000 7fa36cff9640 1 -- 172.21.15.16:0/3183851163 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa360018020 con 0x7fa370158cf0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.727+0000 7fa36cff9640 1 -- 172.21.15.16:0/3183851163 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3600096a0 con 0x7fa370158cf0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.727+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa37014ec70 con 0x7fa370158cf0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.727+0000 7fa36cff9640 1 -- 172.21.15.16:0/3183851163 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa360009a70 con 0x7fa370158cf0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.727+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa37014f230 con 0x7fa370158cf0 2024-09-16T01:49:59.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.728+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3700af810 con 0x7fa370158cf0 2024-09-16T01:49:59.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.729+0000 7fa36cff9640 1 -- 172.21.15.16:0/3183851163 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7fa36001b020 con 0x7fa370158cf0 2024-09-16T01:49:59.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.729+0000 7fa36cff9640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa35c06c970 0x7fa35c06ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:59.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.729+0000 7fa36cff9640 1 -- 172.21.15.16:0/3183851163 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7fa36008c390 con 0x7fa370158cf0 2024-09-16T01:49:59.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.729+0000 7fa36f7fe640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa35c06c970 0x7fa35c06ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:59.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.730+0000 7fa36f7fe640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa35c06c970 0x7fa35c06ee30 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa3701f5430 tx=0x7fa364008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:59.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.734+0000 7fa36cff9640 1 -- 172.21.15.16:0/3183851163 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa360022020 con 0x7fa370158cf0 2024-09-16T01:49:59.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.925+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa37014e660 con 0x7fa370158cf0 2024-09-16T01:49:59.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.925+0000 7fa36cff9640 1 -- 172.21.15.16:0/3183851163 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v140) ==== 80+0+0 (secure 0 0 0) 0x7fa360059be0 con 0x7fa370158cf0 2024-09-16T01:49:59.927 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:49:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa35c06c970 msgr2=0x7fa35c06ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa35c06c970 0x7fa35c06ee30 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa3701f5430 tx=0x7fa364008040 comp rx=0 tx=0).stop 2024-09-16T01:49:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa370158cf0 msgr2=0x7fa3701526f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa370158cf0 0x7fa3701526f0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7fa36000d800 tx=0x7fa36000dcc0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 shutdown_connections 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa35c06c970 0x7fa35c06ee30 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa37015ca10 0x7fa37015f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3701590d0 0x7fa37015f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 --2- 172.21.15.16:0/3183851163 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa370158cf0 0x7fa3701526f0 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.927+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 >> 172.21.15.16:0/3183851163 conn(0x7fa3700b2000 msgr2=0x7fa3700b0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.928+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 shutdown_connections 2024-09-16T01:49:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:49:59.928+0000 7fa376a5e640 1 -- 172.21.15.16:0/3183851163 wait complete. 2024-09-16T01:49:59.940 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:49:59.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:59.940 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:49:59.964 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[75808]: fuse finished with error 0 and tester_r 0 2024-09-16T01:49:59.966 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:49:59.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:49:59.966 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:50:00.110 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:50:00.111 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:00.111 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:00.129 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:50:00.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.232+0000 7f1f7f5e4640 1 Processor -- start 2024-09-16T01:50:00.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.232+0000 7f1f7f5e4640 1 -- start start 2024-09-16T01:50:00.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.233+0000 7f1f7f5e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f780cecb0 0x7f1f780ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.233+0000 7f1f7f5e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f780cf090 0x7f1f780cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.233+0000 7f1f7f5e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f78160230 con 0x7f1f780cd8c0 2024-09-16T01:50:00.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.233+0000 7f1f7f5e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1f78160e40 con 0x7f1f780cecb0 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.233+0000 7f1f7f5e4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1f780cdcf0 con 0x7f1f780cf090 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.233+0000 7f1f7d380640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f780cecb0 0x7f1f780ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.233+0000 7f1f7db81640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1f780cd8c0 0x7f1f7806bc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:52934/0 (socket says 172.21.15.16:52934) 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f7d380640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f780cecb0 0x7f1f780ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40304/0 (socket says 172.21.15.16:40304) 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f7db81640 1 -- 172.21.15.16:0/1728639174 learned_addr learned my addr 172.21.15.16:0/1728639174 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f7cb7f640 1 --2- 172.21.15.16:0/1728639174 >> v2:172.21.15.104:3300/0 conn(0x7f1f780cf090 0x7f1f780cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f7d380640 1 -- 172.21.15.16:0/1728639174 >> v2:172.21.15.104:3300/0 conn(0x7f1f780cf090 msgr2=0x7f1f780cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f7d380640 1 --2- 172.21.15.16:0/1728639174 >> v2:172.21.15.104:3300/0 conn(0x7f1f780cf090 0x7f1f780cd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f7d380640 1 -- 172.21.15.16:0/1728639174 >> v1:172.21.15.16:6789/0 conn(0x7f1f780cd8c0 legacy=0x7f1f7806bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f7d380640 1 -- 172.21.15.16:0/1728639174 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f78160510 con 0x7f1f780cecb0 2024-09-16T01:50:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.234+0000 7f1f77fff640 1 -- 172.21.15.16:0/1728639174 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1857641215 0 0) 0x7f1f78160230 con 0x7f1f780cd8c0 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7d380640 1 --2- 172.21.15.16:0/1728639174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cecb0 0x7f1f780ce190 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f1f7815a700 tx=0x7f1f7002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cda38e902351431 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f77fff640 1 -- 172.21.15.16:0/1728639174 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f70037070 con 0x7f1f780cecb0 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f77fff640 1 -- 172.21.15.16:0/1728639174 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f70032440 con 0x7f1f780cecb0 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f77fff640 1 -- 172.21.15.16:0/1728639174 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f70032810 con 0x7f1f780cecb0 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/1728639174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cecb0 msgr2=0x7f1f780ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/1728639174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cecb0 0x7f1f780ce190 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f1f7815a700 tx=0x7f1f7002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/1728639174 shutdown_connections 2024-09-16T01:50:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/1728639174 >> v2:172.21.15.104:3300/0 conn(0x7f1f780cf090 0x7f1f780cd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/1728639174 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cecb0 0x7f1f780ce190 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/1728639174 >> 172.21.15.16:0/1728639174 conn(0x7f1f780b2000 msgr2=0x7f1f780b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/1728639174 shutdown_connections 2024-09-16T01:50:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.235+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/1728639174 wait complete. 2024-09-16T01:50:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 Processor -- start 2024-09-16T01:50:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 -- start start 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f780cd8c0 0x7f1f781f2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f780cecb0 0x7f1f780abd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cf090 0x7f1f780ac2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7806c360 con 0x7f1f780cf090 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1f78160ad0 con 0x7f1f780cd8c0 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7f5e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1f7806c4e0 con 0x7f1f780cecb0 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.237+0000 7f1f7db81640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cf090 0x7f1f780ac2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cf090 0x7f1f780ac2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40318/0 (socket says 172.21.15.16:40318) 2024-09-16T01:50:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 -- 172.21.15.16:0/3211764033 learned_addr learned my addr 172.21.15.16:0/3211764033 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7d380640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f780cd8c0 0x7f1f781f2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7cb7f640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f780cecb0 0x7f1f780abd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 -- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f780cecb0 msgr2=0x7f1f780abd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f780cecb0 0x7f1f780abd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 -- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f780cd8c0 msgr2=0x7f1f781f2160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f780cd8c0 0x7f1f781f2160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 -- 172.21.15.16:0/3211764033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f781f2b50 con 0x7f1f780cf090 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7db81640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cf090 0x7f1f780ac2d0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f1f6800c700 tx=0x7f1f6800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f75ffb640 1 -- 172.21.15.16:0/3211764033 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f68018070 con 0x7f1f780cf090 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f75ffb640 1 -- 172.21.15.16:0/3211764033 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f6800ce10 con 0x7f1f780cf090 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f75ffb640 1 -- 172.21.15.16:0/3211764033 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6800a880 con 0x7f1f780cf090 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f781f2e30 con 0x7f1f780cf090 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.238+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f781f26a0 con 0x7f1f780cf090 2024-09-16T01:50:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.239+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f781f3350 con 0x7f1f780cf090 2024-09-16T01:50:00.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.240+0000 7f1f75ffb640 1 -- 172.21.15.16:0/3211764033 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f1f6800aa20 con 0x7f1f780cf090 2024-09-16T01:50:00.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.240+0000 7f1f75ffb640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f6406c970 0x7f1f6406ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.240+0000 7f1f75ffb640 1 -- 172.21.15.16:0/3211764033 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f1f6808b5d0 con 0x7f1f780cf090 2024-09-16T01:50:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.240+0000 7f1f7d380640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f6406c970 0x7f1f6406ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.241+0000 7f1f7d380640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f6406c970 0x7f1f6406ee30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f1f70034000 tx=0x7f1f7002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:00.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.244+0000 7f1f75ffb640 1 -- 172.21.15.16:0/3211764033 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f68058d20 con 0x7f1f780cf090 2024-09-16T01:50:00.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.435+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1f7815ff00 con 0x7f1f780cf090 2024-09-16T01:50:00.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.435+0000 7f1f75ffb640 1 -- 172.21.15.16:0/3211764033 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v140) ==== 80+0+0 (secure 0 0 0) 0x7f1f6805f020 con 0x7f1f780cf090 2024-09-16T01:50:00.437 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:50:00.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f6406c970 msgr2=0x7f1f6406ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f6406c970 0x7f1f6406ee30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f1f70034000 tx=0x7f1f7002e000 comp rx=0 tx=0).stop 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cf090 msgr2=0x7f1f780ac2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cf090 0x7f1f780ac2d0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f1f6800c700 tx=0x7f1f6800cbc0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 shutdown_connections 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f6406c970 0x7f1f6406ee30 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f780cf090 0x7f1f780ac2d0 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f780cecb0 0x7f1f780abd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.437+0000 7f1f7f5e4640 1 --2- 172.21.15.16:0/3211764033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f780cd8c0 0x7f1f781f2160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.438+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 >> 172.21.15.16:0/3211764033 conn(0x7f1f780b2000 msgr2=0x7f1f7815dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.438+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 shutdown_connections 2024-09-16T01:50:00.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.438+0000 7f1f7f5e4640 1 -- 172.21.15.16:0/3211764033 wait complete. 2024-09-16T01:50:00.450 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:50:00.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:00.450 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:00.479 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[49429]: fuse finished with error 0 and tester_r 0 2024-09-16T01:50:00.481 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:50:00.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:00.481 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:50:00.649 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:50:00.650 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:00.650 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:00.666 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:50:00.667 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:50:00.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:00.667 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:50:00.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:50:00.723 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:50:00.723 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:50:00.723 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:00.723 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:00.742 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:50:00.743 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:50:00.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:00.743 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:50:00.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:50:00.801 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:50:00.801 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:00.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.903+0000 7f7a5b423640 1 Processor -- start 2024-09-16T01:50:00.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.903+0000 7f7a5b423640 1 -- start start 2024-09-16T01:50:00.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a5b423640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7a54147fc0 0x7f7a5415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a5b423640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7a540d0ee0 0x7f7a540d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a5b423640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a540ba2f0 con 0x7f7a540b97d0 2024-09-16T01:50:00.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a5b423640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7a541483a0 con 0x7f7a54147fc0 2024-09-16T01:50:00.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a5b423640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7a5415efa0 con 0x7f7a540d0ee0 2024-09-16T01:50:00.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a591bf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7a54147fc0 0x7f7a5415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a599c0640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7a540b97d0 0x7f7a540b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:52936/0 (socket says 172.21.15.16:52936) 2024-09-16T01:50:00.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.904+0000 7f7a599c0640 1 -- 172.21.15.16:0/1515474836 learned_addr learned my addr 172.21.15.16:0/1515474836 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:00.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.905+0000 7f7a589be640 1 --2- 172.21.15.16:0/1515474836 >> v2:172.21.15.104:3300/0 conn(0x7f7a540d0ee0 0x7f7a540d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.905+0000 7f7a53fff640 1 -- 172.21.15.16:0/1515474836 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 728666432 0 0) 0x7f7a540ba2f0 con 0x7f7a540b97d0 2024-09-16T01:50:00.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.905+0000 7f7a591bf640 1 -- 172.21.15.16:0/1515474836 >> v2:172.21.15.104:3300/0 conn(0x7f7a540d0ee0 msgr2=0x7f7a540d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:00.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.905+0000 7f7a591bf640 1 --2- 172.21.15.16:0/1515474836 >> v2:172.21.15.104:3300/0 conn(0x7f7a540d0ee0 0x7f7a540d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.905+0000 7f7a591bf640 1 -- 172.21.15.16:0/1515474836 >> v1:172.21.15.16:6789/0 conn(0x7f7a540b97d0 legacy=0x7f7a540b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.905+0000 7f7a591bf640 1 -- 172.21.15.16:0/1515474836 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a540d2750 con 0x7f7a54147fc0 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a591bf640 1 --2- 172.21.15.16:0/1515474836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a5415ea60 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f7a54161f70 tx=0x7f7a4c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fa2156eb5d37831 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a53fff640 1 -- 172.21.15.16:0/1515474836 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c037070 con 0x7f7a54147fc0 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a53fff640 1 -- 172.21.15.16:0/1515474836 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a4c032440 con 0x7f7a54147fc0 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a53fff640 1 -- 172.21.15.16:0/1515474836 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c032810 con 0x7f7a54147fc0 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 -- 172.21.15.16:0/1515474836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 msgr2=0x7f7a5415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 --2- 172.21.15.16:0/1515474836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a5415ea60 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f7a54161f70 tx=0x7f7a4c02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 -- 172.21.15.16:0/1515474836 shutdown_connections 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 --2- 172.21.15.16:0/1515474836 >> v2:172.21.15.104:3300/0 conn(0x7f7a540d0ee0 0x7f7a540d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 --2- 172.21.15.16:0/1515474836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a5415ea60 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 -- 172.21.15.16:0/1515474836 >> 172.21.15.16:0/1515474836 conn(0x7f7a54074fe0 msgr2=0x7f7a5406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:00.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 -- 172.21.15.16:0/1515474836 shutdown_connections 2024-09-16T01:50:00.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.906+0000 7f7a5b423640 1 -- 172.21.15.16:0/1515474836 wait complete. 2024-09-16T01:50:00.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 Processor -- start 2024-09-16T01:50:00.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 -- start start 2024-09-16T01:50:00.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a540b97d0 0x7f7a540c9f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7a540d0ee0 0x7f7a540b58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a540aaee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7a540d2d10 con 0x7f7a54147fc0 2024-09-16T01:50:00.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7a540d2500 con 0x7f7a540b97d0 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a5b423640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7a540d2ff0 con 0x7f7a540d0ee0 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.908+0000 7f7a599c0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a540aaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a540aaee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40334/0 (socket says 172.21.15.16:40334) 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 -- 172.21.15.16:0/2005314309 learned_addr learned my addr 172.21.15.16:0/2005314309 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a591bf640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a540b97d0 0x7f7a540c9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a589be640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7a540d0ee0 0x7f7a540b58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 -- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7a540d0ee0 msgr2=0x7f7a540b58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7a540d0ee0 0x7f7a540b58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 -- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a540b97d0 msgr2=0x7f7a540c9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a540b97d0 0x7f7a540c9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 -- 172.21.15.16:0/2005314309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a540c94d0 con 0x7f7a54147fc0 2024-09-16T01:50:00.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a599c0640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a540aaee0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f7a4400c800 tx=0x7f7a4400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a44018070 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a44004d80 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4400a880 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a540ab830 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.909+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a540abb10 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.910+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a540d1370 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.911+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 23) ==== 91458+0+0 (secure 0 0 0) 0x7f7a4401b070 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.911+0000 7f7a51ffb640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7a4006c970 0x7f7a4006ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.911+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f7a4408b570 con 0x7f7a54147fc0 2024-09-16T01:50:00.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.911+0000 7f7a591bf640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7a4006c970 0x7f7a4006ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:00.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.912+0000 7f7a591bf640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7a4006c970 0x7f7a4006ee30 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c034000 tx=0x7f7a4c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:00.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:00.916+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7a44058d80 con 0x7f7a54147fc0 2024-09-16T01:50:01.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.060+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f7a440553f0 con 0x7f7a54147fc0 2024-09-16T01:50:01.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.133+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a540c9820 con 0x7f7a54147fc0 2024-09-16T01:50:01.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.133+0000 7f7a51ffb640 1 -- 172.21.15.16:0/2005314309 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5230 (secure 0 0 0) 0x7f7a4405f7e0 con 0x7f7a54147fc0 2024-09-16T01:50:01.135 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:01.135 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":85,"btime":"2024-09-16T01:49:49:833150+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7702,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2449915194","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2449915194},{"type":"v1","addr":"172.21.15.16:6835","nonce":2449915194}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/849290723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":849290723},{"type":"v1","addr":"172.21.15.104:6835","nonce":849290723}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":8436,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1228874711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1228874711},{"type":"v1","addr":"172.21.15.16:6834","nonce":1228874711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:36.670943+0000","modified":"2024-09-16T01:49:38.669066+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8445":{"gid":8445,"name":"d","rank":0,"incarnation":82,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6834/1749127729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1749127729},{"type":"v1","addr":"172.21.15.104:6834","nonce":1749127729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8445,"qdb_cluster":[8445]},"id":11}]} 2024-09-16T01:50:01.135 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 85 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7a4006c970 msgr2=0x7f7a4006ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7a4006c970 0x7f7a4006ee30 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c034000 tx=0x7f7a4c02e000 comp rx=0 tx=0).stop 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 msgr2=0x7f7a540aaee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a540aaee0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f7a4400c800 tx=0x7f7a4400ccc0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 shutdown_connections 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7a4006c970 0x7f7a4006ee30 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7a54147fc0 0x7f7a540aaee0 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7a540d0ee0 0x7f7a540b58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 --2- 172.21.15.16:0/2005314309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a540b97d0 0x7f7a540c9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 >> 172.21.15.16:0/2005314309 conn(0x7f7a54074fe0 msgr2=0x7f7a540b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:01.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 shutdown_connections 2024-09-16T01:50:01.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.135+0000 7f7a5b423640 1 -- 172.21.15.16:0/2005314309 wait complete. 2024-09-16T01:50:01.148 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:01.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.249+0000 7ff0f115f640 1 Processor -- start 2024-09-16T01:50:01.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.249+0000 7ff0f115f640 1 -- start start 2024-09-16T01:50:01.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0f115f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff0ec15e680 0x7ff0ec0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0f115f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff0ec0d4570 0x7ff0ec0d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0f115f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0ec0d4ec0 con 0x7ff0ec0b95a0 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0f115f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff0ec0b9a10 con 0x7ff0ec15e680 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0f115f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff0ec0b8500 con 0x7ff0ec0d4570 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0ead9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff0ec15e680 0x7ff0ec0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0ead9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff0ec15e680 0x7ff0ec0b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40340/0 (socket says 172.21.15.16:40340) 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0ead9d640 1 -- 172.21.15.16:0/2273532727 learned_addr learned my addr 172.21.15.16:0/2273532727 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0ead9d640 1 -- 172.21.15.16:0/2273532727 >> v2:172.21.15.104:3300/0 conn(0x7ff0ec0d4570 msgr2=0x7ff0ec0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0ead9d640 1 --2- 172.21.15.16:0/2273532727 >> v2:172.21.15.104:3300/0 conn(0x7ff0ec0d4570 0x7ff0ec0d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0ead9d640 1 -- 172.21.15.16:0/2273532727 >> v1:172.21.15.104:6789/0 conn(0x7ff0ec0b95a0 legacy=0x7ff0ec0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:01.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.250+0000 7ff0ead9d640 1 -- 172.21.15.16:0/2273532727 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0ec0b87e0 con 0x7ff0ec15e680 2024-09-16T01:50:01.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0ead9d640 1 --2- 172.21.15.16:0/2273532727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec0b7f20 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0b7080 tx=0x7ff0dc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb82dfa82c4bb455 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0e9d9b640 1 -- 172.21.15.16:0/2273532727 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc037070 con 0x7ff0ec15e680 2024-09-16T01:50:01.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0e9d9b640 1 -- 172.21.15.16:0/2273532727 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0dc032440 con 0x7ff0ec15e680 2024-09-16T01:50:01.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0e9d9b640 1 -- 172.21.15.16:0/2273532727 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc032810 con 0x7ff0ec15e680 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 -- 172.21.15.16:0/2273532727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 msgr2=0x7ff0ec0b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 --2- 172.21.15.16:0/2273532727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec0b7f20 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0b7080 tx=0x7ff0dc02a230 comp rx=0 tx=0).stop 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 -- 172.21.15.16:0/2273532727 shutdown_connections 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 --2- 172.21.15.16:0/2273532727 >> v2:172.21.15.104:3300/0 conn(0x7ff0ec0d4570 0x7ff0ec0d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 --2- 172.21.15.16:0/2273532727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec0b7f20 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 -- 172.21.15.16:0/2273532727 >> 172.21.15.16:0/2273532727 conn(0x7ff0ec074fe0 msgr2=0x7ff0ec072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 -- 172.21.15.16:0/2273532727 shutdown_connections 2024-09-16T01:50:01.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.251+0000 7ff0f115f640 1 -- 172.21.15.16:0/2273532727 wait complete. 2024-09-16T01:50:01.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.253+0000 7ff0f115f640 1 Processor -- start 2024-09-16T01:50:01.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.253+0000 7ff0f115f640 1 -- start start 2024-09-16T01:50:01.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0f115f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0ec0b95a0 0x7ff0ec158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0f115f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0ec0d4570 0x7ff0ec157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0f115f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec15d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0f115f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ec0b9080 con 0x7ff0ec15e680 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0f115f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ec0b8da0 con 0x7ff0ec0b95a0 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0f115f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff0ec15ea60 con 0x7ff0ec0d4570 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec15d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec15d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40352/0 (socket says 172.21.15.16:40352) 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 -- 172.21.15.16:0/1323069761 learned_addr learned my addr 172.21.15.16:0/1323069761 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0ead9d640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0ec0b95a0 0x7ff0ec158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0ea59c640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0ec0d4570 0x7ff0ec157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 -- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0ec0d4570 msgr2=0x7ff0ec157310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0ec0d4570 0x7ff0ec157310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 -- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0ec0b95a0 msgr2=0x7ff0ec158cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0ec0b95a0 0x7ff0ec158cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 -- 172.21.15.16:0/1323069761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0ec157850 con 0x7ff0ec15e680 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0eb59e640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec15d180 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7ff0e400b9a0 tx=0x7ff0e400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.254+0000 7ff0d37fe640 1 -- 172.21.15.16:0/1323069761 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e4019070 con 0x7ff0ec15e680 2024-09-16T01:50:01.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.255+0000 7ff0d37fe640 1 -- 172.21.15.16:0/1323069761 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0e400cbc0 con 0x7ff0ec15e680 2024-09-16T01:50:01.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.255+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0ec1592c0 con 0x7ff0ec15e680 2024-09-16T01:50:01.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.255+0000 7ff0d37fe640 1 -- 172.21.15.16:0/1323069761 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e4014440 con 0x7ff0ec15e680 2024-09-16T01:50:01.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.255+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0ec159880 con 0x7ff0ec15e680 2024-09-16T01:50:01.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.256+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0ec0d4980 con 0x7ff0ec15e680 2024-09-16T01:50:01.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.256+0000 7ff0d37fe640 1 -- 172.21.15.16:0/1323069761 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ff0e401c070 con 0x7ff0ec15e680 2024-09-16T01:50:01.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.257+0000 7ff0d37fe640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806ca90 0x7ff0d806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.257+0000 7ff0d37fe640 1 -- 172.21.15.16:0/1323069761 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7ff0e4089ab0 con 0x7ff0ec15e680 2024-09-16T01:50:01.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.257+0000 7ff0ead9d640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806ca90 0x7ff0d806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.257+0000 7ff0ead9d640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806ca90 0x7ff0d806ef50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc034000 tx=0x7ff0dc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.261+0000 7ff0d37fe640 1 -- 172.21.15.16:0/1323069761 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff0e40594c0 con 0x7ff0ec15e680 2024-09-16T01:50:01.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.476+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff0ec0756f0 con 0x7ff0ec15e680 2024-09-16T01:50:01.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.476+0000 7ff0d37fe640 1 -- 172.21.15.16:0/1323069761 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5230 (secure 0 0 0) 0x7ff0e405d7c0 con 0x7ff0ec15e680 2024-09-16T01:50:01.478 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:01.478 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":85,"btime":"2024-09-16T01:49:49:833150+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7702,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2449915194","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2449915194},{"type":"v1","addr":"172.21.15.16:6835","nonce":2449915194}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/849290723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":849290723},{"type":"v1","addr":"172.21.15.104:6835","nonce":849290723}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":8436,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1228874711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1228874711},{"type":"v1","addr":"172.21.15.16:6834","nonce":1228874711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:36.670943+0000","modified":"2024-09-16T01:49:38.669066+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8445":{"gid":8445,"name":"d","rank":0,"incarnation":82,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6834/1749127729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1749127729},{"type":"v1","addr":"172.21.15.104:6834","nonce":1749127729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8445,"qdb_cluster":[8445]},"id":11}]} 2024-09-16T01:50:01.478 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 85 2024-09-16T01:50:01.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806ca90 msgr2=0x7ff0d806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806ca90 0x7ff0d806ef50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc034000 tx=0x7ff0dc02e000 comp rx=0 tx=0).stop 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 msgr2=0x7ff0ec15d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec15d180 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7ff0e400b9a0 tx=0x7ff0e400be60 comp rx=0 tx=0).stop 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 shutdown_connections 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806ca90 0x7ff0d806ef50 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0ec15e680 0x7ff0ec15d180 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0ec0d4570 0x7ff0ec157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 --2- 172.21.15.16:0/1323069761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0ec0b95a0 0x7ff0ec158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 >> 172.21.15.16:0/1323069761 conn(0x7ff0ec074fe0 msgr2=0x7ff0ec1604a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 shutdown_connections 2024-09-16T01:50:01.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.478+0000 7ff0f115f640 1 -- 172.21.15.16:0/1323069761 wait complete. 2024-09-16T01:50:01.490 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:01.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.591+0000 7f763d76f640 1 Processor -- start 2024-09-16T01:50:01.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.591+0000 7f763d76f640 1 -- start start 2024-09-16T01:50:01.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f763d76f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76380cf210 0x7f763806f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f763d76f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf650 0x7f763806f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f763d76f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f763806d8d0 con 0x7f763815c2b0 2024-09-16T01:50:01.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f763d76f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f763806d680 con 0x7f76380cf210 2024-09-16T01:50:01.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f763d76f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f763806e200 con 0x7f76380cf650 2024-09-16T01:50:01.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f76367fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76380cf210 0x7f763806f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f7636ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f763815c2b0 0x7f763806e690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:52950/0 (socket says 172.21.15.16:52950) 2024-09-16T01:50:01.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f7636ffd640 1 -- 172.21.15.16:0/3508800004 learned_addr learned my addr 172.21.15.16:0/3508800004 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:01.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f7635ffb640 1 -- 172.21.15.16:0/3508800004 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 726684631 0 0) 0x7f763806d8d0 con 0x7f763815c2b0 2024-09-16T01:50:01.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f7635ffb640 1 -- 172.21.15.16:0/3508800004 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7620003520 con 0x7f763815c2b0 2024-09-16T01:50:01.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f76377fe640 1 --2- 172.21.15.16:0/3508800004 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf650 0x7f763806f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f76367fc640 1 -- 172.21.15.16:0/3508800004 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf650 msgr2=0x7f763806f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:01.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f76367fc640 1 --2- 172.21.15.16:0/3508800004 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf650 0x7f763806f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f76367fc640 1 -- 172.21.15.16:0/3508800004 >> v1:172.21.15.16:6789/0 conn(0x7f763815c2b0 legacy=0x7f763806e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f76367fc640 1 -- 172.21.15.16:0/3508800004 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f763806dbb0 con 0x7f76380cf210 2024-09-16T01:50:01.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.592+0000 7f76377fe640 1 --2- 172.21.15.16:0/3508800004 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf650 0x7f763806f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:01.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.593+0000 7f76367fc640 1 --2- 172.21.15.16:0/3508800004 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf210 0x7f763806f2d0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f762c0097a0 tx=0x7f762c02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f6fc6f6e921a2f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.593+0000 7f7635ffb640 1 -- 172.21.15.16:0/3508800004 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c037070 con 0x7f76380cf210 2024-09-16T01:50:01.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.593+0000 7f7635ffb640 1 -- 172.21.15.16:0/3508800004 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f762c02adb0 con 0x7f76380cf210 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.593+0000 7f7635ffb640 1 -- 172.21.15.16:0/3508800004 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c032640 con 0x7f76380cf210 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 -- 172.21.15.16:0/3508800004 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf210 msgr2=0x7f763806f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 --2- 172.21.15.16:0/3508800004 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf210 0x7f763806f2d0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f762c0097a0 tx=0x7f762c02a060 comp rx=0 tx=0).stop 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 -- 172.21.15.16:0/3508800004 shutdown_connections 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 --2- 172.21.15.16:0/3508800004 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf650 0x7f763806f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 --2- 172.21.15.16:0/3508800004 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf210 0x7f763806f2d0 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 -- 172.21.15.16:0/3508800004 >> 172.21.15.16:0/3508800004 conn(0x7f76380b2690 msgr2=0x7f76380b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:01.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 -- 172.21.15.16:0/3508800004 shutdown_connections 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.594+0000 7f763d76f640 1 -- 172.21.15.16:0/3508800004 wait complete. 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.595+0000 7f763d76f640 1 Processor -- start 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.595+0000 7f763d76f640 1 -- start start 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f763d76f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf210 0x7f7638154430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f763d76f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf650 0x7f76380afc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f763d76f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f763815c2b0 0x7f7638158840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f763d76f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f76380d0320 con 0x7f76380cf650 2024-09-16T01:50:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f763d76f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f763815c690 con 0x7f763815c2b0 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f763d76f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76380d04a0 con 0x7f76380cf210 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf650 0x7f76380afc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf650 0x7f76380afc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40380/0 (socket says 172.21.15.16:40380) 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 -- 172.21.15.16:0/3211586069 learned_addr learned my addr 172.21.15.16:0/3211586069 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 -- 172.21.15.16:0/3211586069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf210 msgr2=0x7f7638154430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf210 0x7f7638154430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 -- 172.21.15.16:0/3211586069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f763815c2b0 msgr2=0x7f7638158840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f763815c2b0 0x7f7638158840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 -- 172.21.15.16:0/3211586069 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76380ae1b0 con 0x7f76380cf650 2024-09-16T01:50:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.596+0000 7f76367fc640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf650 0x7f76380afc20 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f762c02a0a0 tx=0x7f762c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.597+0000 7f761f7fe640 1 -- 172.21.15.16:0/3211586069 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c041070 con 0x7f76380cf650 2024-09-16T01:50:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.597+0000 7f761f7fe640 1 -- 172.21.15.16:0/3211586069 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f762c03c670 con 0x7f76380cf650 2024-09-16T01:50:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.597+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76380ae450 con 0x7f76380cf650 2024-09-16T01:50:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.597+0000 7f761f7fe640 1 -- 172.21.15.16:0/3211586069 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c037040 con 0x7f76380cf650 2024-09-16T01:50:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.597+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76380aecf0 con 0x7f76380cf650 2024-09-16T01:50:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.598+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f763806e690 con 0x7f76380cf650 2024-09-16T01:50:01.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.598+0000 7f761f7fe640 1 -- 172.21.15.16:0/3211586069 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f762c044070 con 0x7f76380cf650 2024-09-16T01:50:01.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.599+0000 7f761f7fe640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762406ca90 0x7f762406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.599+0000 7f7636ffd640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762406ca90 0x7f762406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.599+0000 7f761f7fe640 1 -- 172.21.15.16:0/3211586069 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f762c0aa480 con 0x7f76380cf650 2024-09-16T01:50:01.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.599+0000 7f7636ffd640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762406ca90 0x7f762406ef50 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7628000f60 tx=0x7f76280078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.603+0000 7f761f7fe640 1 -- 172.21.15.16:0/3211586069 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f762c07a4e0 con 0x7f76380cf650 2024-09-16T01:50:01.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.782+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f76380cd4a0 con 0x7f76380cf650 2024-09-16T01:50:01.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.784+0000 7f761f7fe640 1 -- 172.21.15.16:0/3211586069 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16784 (secure 0 0 0) 0x7f762c079de0 con 0x7f76380cf650 2024-09-16T01:50:01.785 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:01.785 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":140,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:38.320834+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:49:34.637705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:35.649199+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:01.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762406ca90 msgr2=0x7f762406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762406ca90 0x7f762406ef50 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7628000f60 tx=0x7f76280078f0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf650 msgr2=0x7f76380afc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf650 0x7f76380afc20 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f762c02a0a0 tx=0x7f762c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 shutdown_connections 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f762406ca90 0x7f762406ef50 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f763815c2b0 0x7f7638158840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76380cf650 0x7f76380afc20 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 --2- 172.21.15.16:0/3211586069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76380cf210 0x7f7638154430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 >> 172.21.15.16:0/3211586069 conn(0x7f76380b2690 msgr2=0x7f763815f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 shutdown_connections 2024-09-16T01:50:01.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.786+0000 7f763d76f640 1 -- 172.21.15.16:0/3211586069 wait complete. 2024-09-16T01:50:01.798 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:50:01.799 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:01.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.899+0000 7fb97cf78640 1 Processor -- start 2024-09-16T01:50:01.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.899+0000 7fb97cf78640 1 -- start start 2024-09-16T01:50:01.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.900+0000 7fb97cf78640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb978147fc0 0x7fb97815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.900+0000 7fb97cf78640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9780ba2f0 con 0x7fb9780b9ee0 2024-09-16T01:50:01.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.900+0000 7fb97cf78640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9780d2750 con 0x7fb9780d0ee0 2024-09-16T01:50:01.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.900+0000 7fb97cf78640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb9781483a0 con 0x7fb978147fc0 2024-09-16T01:50:01.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.901+0000 7fb97659c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb978147fc0 0x7fb97815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.901+0000 7fb976d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb9780b9ee0 0x7fb9780d3510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:52956/0 (socket says 172.21.15.16:52956) 2024-09-16T01:50:01.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.901+0000 7fb976d9d640 1 -- 172.21.15.16:0/564951389 learned_addr learned my addr 172.21.15.16:0/564951389 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:01.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.901+0000 7fb97659c640 1 -- 172.21.15.16:0/564951389 >> v1:172.21.15.104:6789/0 conn(0x7fb9780d0ee0 legacy=0x7fb9780b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:01.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.901+0000 7fb97659c640 1 -- 172.21.15.16:0/564951389 >> v1:172.21.15.16:6789/0 conn(0x7fb9780b9ee0 legacy=0x7fb9780d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.901+0000 7fb97659c640 1 -- 172.21.15.16:0/564951389 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9780d2a30 con 0x7fb978147fc0 2024-09-16T01:50:01.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.901+0000 7fb97559a640 1 -- 172.21.15.16:0/564951389 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4234340221 0 0) 0x7fb9780ba2f0 con 0x7fb9780b9ee0 2024-09-16T01:50:01.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97659c640 1 --2- 172.21.15.16:0/564951389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb97815ea60 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fb9700097a0 tx=0x7fb97002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e582a5f032b184ee server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97559a640 1 -- 172.21.15.16:0/564951389 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970037070 con 0x7fb978147fc0 2024-09-16T01:50:01.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97559a640 1 -- 172.21.15.16:0/564951389 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb970032440 con 0x7fb978147fc0 2024-09-16T01:50:01.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97559a640 1 -- 172.21.15.16:0/564951389 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970032810 con 0x7fb978147fc0 2024-09-16T01:50:01.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97cf78640 1 -- 172.21.15.16:0/564951389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 msgr2=0x7fb97815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97cf78640 1 --2- 172.21.15.16:0/564951389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb97815ea60 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fb9700097a0 tx=0x7fb97002a230 comp rx=0 tx=0).stop 2024-09-16T01:50:01.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97cf78640 1 -- 172.21.15.16:0/564951389 shutdown_connections 2024-09-16T01:50:01.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97cf78640 1 --2- 172.21.15.16:0/564951389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb97815ea60 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.902+0000 7fb97cf78640 1 -- 172.21.15.16:0/564951389 >> 172.21.15.16:0/564951389 conn(0x7fb978074fe0 msgr2=0x7fb97806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:01.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.903+0000 7fb97cf78640 1 -- 172.21.15.16:0/564951389 shutdown_connections 2024-09-16T01:50:01.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.903+0000 7fb97cf78640 1 -- 172.21.15.16:0/564951389 wait complete. 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.904+0000 7fb97cf78640 1 Processor -- start 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.904+0000 7fb97cf78640 1 -- start start 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9780b9ee0 0x7fb9780ca0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9780d0ee0 0x7fb97815deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb9780cc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb9780d2500 con 0x7fb978147fc0 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb97815efa0 con 0x7fb9780d0ee0 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb9780d2ff0 con 0x7fb9780b9ee0 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb9780cc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb9780cc5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40408/0 (socket says 172.21.15.16:40408) 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 -- 172.21.15.16:0/1045840348 learned_addr learned my addr 172.21.15.16:0/1045840348 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97659c640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9780b9ee0 0x7fb9780ca0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb975d9b640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9780d0ee0 0x7fb97815deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 -- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9780b9ee0 msgr2=0x7fb9780ca0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9780b9ee0 0x7fb9780ca0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 -- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9780d0ee0 msgr2=0x7fb97815deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9780d0ee0 0x7fb97815deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 -- 172.21.15.16:0/1045840348 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9780ccb10 con 0x7fb978147fc0 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97659c640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9780b9ee0 0x7fb9780ca0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb976d9d640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb9780cc5d0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7fb96800c830 tx=0x7fb96800ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb96effd640 1 -- 172.21.15.16:0/1045840348 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb968018070 con 0x7fb978147fc0 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb96effd640 1 -- 172.21.15.16:0/1045840348 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96800ce20 con 0x7fb978147fc0 2024-09-16T01:50:01.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb96effd640 1 -- 172.21.15.16:0/1045840348 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96800a820 con 0x7fb978147fc0 2024-09-16T01:50:01.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9780ca6d0 con 0x7fb978147fc0 2024-09-16T01:50:01.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.905+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9780cac90 con 0x7fb978147fc0 2024-09-16T01:50:01.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.906+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb97815ea60 con 0x7fb978147fc0 2024-09-16T01:50:01.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.907+0000 7fb96effd640 1 -- 172.21.15.16:0/1045840348 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fb96800a9c0 con 0x7fb978147fc0 2024-09-16T01:50:01.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.907+0000 7fb96effd640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95806ca90 0x7fb95806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:01.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.907+0000 7fb96effd640 1 -- 172.21.15.16:0/1045840348 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7fb96808ba70 con 0x7fb978147fc0 2024-09-16T01:50:01.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.907+0000 7fb97659c640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95806ca90 0x7fb95806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:01.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.908+0000 7fb97659c640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95806ca90 0x7fb95806ef50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb970034000 tx=0x7fb97002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:01.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:01.912+0000 7fb96effd640 1 -- 172.21.15.16:0/1045840348 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb968058c80 con 0x7fb978147fc0 2024-09-16T01:50:02.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.123+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9780cec70 con 0x7fb978147fc0 2024-09-16T01:50:02.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.124+0000 7fb96effd640 1 -- 172.21.15.16:0/1045840348 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5230 (secure 0 0 0) 0x7fb96805cf80 con 0x7fb978147fc0 2024-09-16T01:50:02.125 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:02.125 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":85,"btime":"2024-09-16T01:49:49:833150+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7702,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2449915194","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2449915194},{"type":"v1","addr":"172.21.15.16:6835","nonce":2449915194}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/849290723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":849290723},{"type":"v1","addr":"172.21.15.104:6835","nonce":849290723}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":8436,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1228874711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1228874711},{"type":"v1","addr":"172.21.15.16:6834","nonce":1228874711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:36.670943+0000","modified":"2024-09-16T01:49:38.669066+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8445":{"gid":8445,"name":"d","rank":0,"incarnation":82,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6834/1749127729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1749127729},{"type":"v1","addr":"172.21.15.104:6834","nonce":1749127729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8445,"qdb_cluster":[8445]},"id":11}]} 2024-09-16T01:50:02.125 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 85 2024-09-16T01:50:02.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.125+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95806ca90 msgr2=0x7fb95806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.125+0000 7fb97cf78640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95806ca90 0x7fb95806ef50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb970034000 tx=0x7fb97002e000 comp rx=0 tx=0).stop 2024-09-16T01:50:02.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.125+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 msgr2=0x7fb9780cc5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.125+0000 7fb97cf78640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb9780cc5d0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7fb96800c830 tx=0x7fb96800ccf0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 shutdown_connections 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb95806ca90 0x7fb95806ef50 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb978147fc0 0x7fb9780cc5d0 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9780d0ee0 0x7fb97815deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 --2- 172.21.15.16:0/1045840348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb9780b9ee0 0x7fb9780ca0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 >> 172.21.15.16:0/1045840348 conn(0x7fb978074fe0 msgr2=0x7fb9780d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 shutdown_connections 2024-09-16T01:50:02.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.126+0000 7fb97cf78640 1 -- 172.21.15.16:0/1045840348 wait complete. 2024-09-16T01:50:02.138 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:02.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.239+0000 7f2f37a8d640 1 Processor -- start 2024-09-16T01:50:02.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.239+0000 7f2f37a8d640 1 -- start start 2024-09-16T01:50:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f37a8d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2f3015e530 0x7f2f30070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f37a8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2f300b73c0 0x7f2f30070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f37a8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f3015e910 con 0x7f2f30073c00 2024-09-16T01:50:02.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f37a8d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2f300718c0 con 0x7f2f3015e530 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f37a8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2f300d1c50 con 0x7f2f300b73c0 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f35829640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2f3015e530 0x7f2f30070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f35028640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2f30073c00 0x7f2f30162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43806/0 (socket says 172.21.15.16:43806) 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f35028640 1 -- 172.21.15.16:0/2748559367 learned_addr learned my addr 172.21.15.16:0/2748559367 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f35829640 1 -- 172.21.15.16:0/2748559367 >> v2:172.21.15.104:3300/0 conn(0x7f2f300b73c0 msgr2=0x7f2f30070c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f35829640 1 --2- 172.21.15.16:0/2748559367 >> v2:172.21.15.104:3300/0 conn(0x7f2f300b73c0 0x7f2f30070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f35829640 1 -- 172.21.15.16:0/2748559367 >> v1:172.21.15.16:6789/0 conn(0x7f2f30073c00 legacy=0x7f2f30162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.240+0000 7f2f35829640 1 -- 172.21.15.16:0/2748559367 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f30073120 con 0x7f2f3015e530 2024-09-16T01:50:02.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.241+0000 7f2f35829640 1 --2- 172.21.15.16:0/2748559367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f30070700 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f2f30069810 tx=0x7f2f2c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45f98de86dc24d15 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.241+0000 7f2f34827640 1 -- 172.21.15.16:0/2748559367 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c037070 con 0x7f2f3015e530 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.241+0000 7f2f34827640 1 -- 172.21.15.16:0/2748559367 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f2c032440 con 0x7f2f3015e530 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.241+0000 7f2f34827640 1 -- 172.21.15.16:0/2748559367 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c032810 con 0x7f2f3015e530 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 -- 172.21.15.16:0/2748559367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 msgr2=0x7f2f30070700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/2748559367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f30070700 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f2f30069810 tx=0x7f2f2c02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 -- 172.21.15.16:0/2748559367 shutdown_connections 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/2748559367 >> v2:172.21.15.104:3300/0 conn(0x7f2f300b73c0 0x7f2f30070c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/2748559367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f30070700 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 -- 172.21.15.16:0/2748559367 >> 172.21.15.16:0/2748559367 conn(0x7f2f300d2300 msgr2=0x7f2f300d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 -- 172.21.15.16:0/2748559367 shutdown_connections 2024-09-16T01:50:02.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.242+0000 7f2f37a8d640 1 -- 172.21.15.16:0/2748559367 wait complete. 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.243+0000 7f2f37a8d640 1 Processor -- start 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.243+0000 7f2f37a8d640 1 -- start start 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f37a8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f30073c00 0x7f2f3014f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f37a8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f300b73c0 0x7f2f3015bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f37a8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f3015c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f37a8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2f300d2f10 con 0x7f2f3015e530 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f37a8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f300736e0 con 0x7f2f30073c00 2024-09-16T01:50:02.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f37a8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2f300d3090 con 0x7f2f300b73c0 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f3015c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f3015c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38056/0 (socket says 172.21.15.16:38056) 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 -- 172.21.15.16:0/63069460 learned_addr learned my addr 172.21.15.16:0/63069460 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f35829640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f30073c00 0x7f2f3014f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f35028640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f300b73c0 0x7f2f3015bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 -- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f300b73c0 msgr2=0x7f2f3015bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f300b73c0 0x7f2f3015bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 -- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f30073c00 msgr2=0x7f2f3014f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f30073c00 0x7f2f3014f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.244+0000 7f2f3602a640 1 -- 172.21.15.16:0/63069460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f3015a1e0 con 0x7f2f3015e530 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.245+0000 7f2f3602a640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f3015c310 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f2f2800b9a0 tx=0x7f2f2800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.245+0000 7f2f267fc640 1 -- 172.21.15.16:0/63069460 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28019070 con 0x7f2f3015e530 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.245+0000 7f2f267fc640 1 -- 172.21.15.16:0/63069460 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f2800cbc0 con 0x7f2f3015e530 2024-09-16T01:50:02.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.245+0000 7f2f267fc640 1 -- 172.21.15.16:0/63069460 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28014440 con 0x7f2f3015e530 2024-09-16T01:50:02.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.245+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f3015a4c0 con 0x7f2f3015e530 2024-09-16T01:50:02.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.245+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f3015aa80 con 0x7f2f3015e530 2024-09-16T01:50:02.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.246+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f30070700 con 0x7f2f3015e530 2024-09-16T01:50:02.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.246+0000 7f2f267fc640 1 -- 172.21.15.16:0/63069460 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f2f2801c070 con 0x7f2f3015e530 2024-09-16T01:50:02.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.247+0000 7f2f267fc640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f1406ca90 0x7f2f1406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.247+0000 7f2f267fc640 1 -- 172.21.15.16:0/63069460 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f2f28089b10 con 0x7f2f3015e530 2024-09-16T01:50:02.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.247+0000 7f2f35829640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f1406ca90 0x7f2f1406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.247+0000 7f2f35829640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f1406ca90 0x7f2f1406ef50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c034000 tx=0x7f2f2c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.251+0000 7f2f267fc640 1 -- 172.21.15.16:0/63069460 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f28059520 con 0x7f2f3015e530 2024-09-16T01:50:02.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.462+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f30070a00 con 0x7f2f3015e530 2024-09-16T01:50:02.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.463+0000 7f2f267fc640 1 -- 172.21.15.16:0/63069460 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5230 (secure 0 0 0) 0x7f2f2805d820 con 0x7f2f3015e530 2024-09-16T01:50:02.464 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:02.464 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":85,"btime":"2024-09-16T01:49:49:833150+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7702,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2449915194","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2449915194},{"type":"v1","addr":"172.21.15.16:6835","nonce":2449915194}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/849290723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":849290723},{"type":"v1","addr":"172.21.15.104:6835","nonce":849290723}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":8436,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1228874711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1228874711},{"type":"v1","addr":"172.21.15.16:6834","nonce":1228874711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:49:36.670943+0000","modified":"2024-09-16T01:49:38.669066+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8445":{"gid":8445,"name":"d","rank":0,"incarnation":82,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6834/1749127729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":1749127729},{"type":"v1","addr":"172.21.15.104:6834","nonce":1749127729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8445,"qdb_cluster":[8445]},"id":11}]} 2024-09-16T01:50:02.465 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 85 2024-09-16T01:50:02.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f1406ca90 msgr2=0x7f2f1406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f1406ca90 0x7f2f1406ef50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c034000 tx=0x7f2f2c02e000 comp rx=0 tx=0).stop 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 msgr2=0x7f2f3015c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f3015c310 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f2f2800b9a0 tx=0x7f2f2800be60 comp rx=0 tx=0).stop 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 shutdown_connections 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2f1406ca90 0x7f2f1406ef50 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f3015e530 0x7f2f3015c310 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f300b73c0 0x7f2f3015bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 --2- 172.21.15.16:0/63069460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f30073c00 0x7f2f3014f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 >> 172.21.15.16:0/63069460 conn(0x7f2f300d2300 msgr2=0x7f2f3015d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 shutdown_connections 2024-09-16T01:50:02.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.465+0000 7f2f37a8d640 1 -- 172.21.15.16:0/63069460 wait complete. 2024-09-16T01:50:02.477 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:02.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.578+0000 7f6b4e07b640 1 Processor -- start 2024-09-16T01:50:02.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.578+0000 7f6b4e07b640 1 -- start start 2024-09-16T01:50:02.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b4e07b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6b4815e3a0 0x7f6b4806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b4e07b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b4806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b4e07b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6b4806bbe0 0x7f6b4806f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b4e07b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6b480b7640 con 0x7f6b4815e3a0 2024-09-16T01:50:02.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b4e07b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6b480b6a70 con 0x7f6b4806bbe0 2024-09-16T01:50:02.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b4e07b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6b480b6d10 con 0x7f6b4806d790 2024-09-16T01:50:02.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6b4815e3a0 0x7f6b4806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6b4815e3a0 0x7f6b4806d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38066/0 (socket says 172.21.15.16:38066) 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 -- 172.21.15.16:0/2958595645 learned_addr learned my addr 172.21.15.16:0/2958595645 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b46ffd640 1 --2- 172.21.15.16:0/2958595645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b4806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b47fff640 1 --2- 172.21.15.16:0/2958595645 >> v2:172.21.15.104:3300/0 conn(0x7f6b4806bbe0 0x7f6b4806f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 -- 172.21.15.16:0/2958595645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 msgr2=0x7f6b4806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 --2- 172.21.15.16:0/2958595645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b4806f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 -- 172.21.15.16:0/2958595645 >> v2:172.21.15.104:3300/0 conn(0x7f6b4806bbe0 msgr2=0x7f6b4806f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 --2- 172.21.15.16:0/2958595645 >> v2:172.21.15.104:3300/0 conn(0x7f6b4806bbe0 0x7f6b4806f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b477fe640 1 -- 172.21.15.16:0/2958595645 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b480b6ff0 con 0x7f6b4815e3a0 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.579+0000 7f6b47fff640 1 --2- 172.21.15.16:0/2958595645 >> v2:172.21.15.104:3300/0 conn(0x7f6b4806bbe0 0x7f6b4806f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.580+0000 7f6b477fe640 1 --2- 172.21.15.16:0/2958595645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b4806d250 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f6b480b50d0 tx=0x7f6b3802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ae2c475f015db66 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.580+0000 7f6b467fc640 1 -- 172.21.15.16:0/2958595645 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b38037070 con 0x7f6b4815e3a0 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.580+0000 7f6b467fc640 1 -- 172.21.15.16:0/2958595645 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b38032440 con 0x7f6b4815e3a0 2024-09-16T01:50:02.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.580+0000 7f6b467fc640 1 -- 172.21.15.16:0/2958595645 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b38032810 con 0x7f6b4815e3a0 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.580+0000 7f6b4e07b640 1 -- 172.21.15.16:0/2958595645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 msgr2=0x7f6b4806d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.580+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/2958595645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b4806d250 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f6b480b50d0 tx=0x7f6b3802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.581+0000 7f6b4e07b640 1 -- 172.21.15.16:0/2958595645 shutdown_connections 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.581+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/2958595645 >> v2:172.21.15.104:3300/0 conn(0x7f6b4806bbe0 0x7f6b4806f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.581+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/2958595645 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b4806f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.581+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/2958595645 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b4806d250 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.581+0000 7f6b4e07b640 1 -- 172.21.15.16:0/2958595645 >> 172.21.15.16:0/2958595645 conn(0x7f6b480b4090 msgr2=0x7f6b480b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.581+0000 7f6b4e07b640 1 -- 172.21.15.16:0/2958595645 shutdown_connections 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.581+0000 7f6b4e07b640 1 -- 172.21.15.16:0/2958595645 wait complete. 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.582+0000 7f6b4e07b640 1 Processor -- start 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.582+0000 7f6b4e07b640 1 -- start start 2024-09-16T01:50:02.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b4e07b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b4806bbe0 0x7f6b4814d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b4e07b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b480ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b4e07b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b480b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b4e07b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6b48073cc0 con 0x7f6b4815e3a0 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b4e07b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6b4815e780 con 0x7f6b4806bbe0 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b4e07b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6b48073e40 con 0x7f6b4806d790 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b480b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b480b28f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38076/0 (socket says 172.21.15.16:38076) 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 -- 172.21.15.16:0/168905075 learned_addr learned my addr 172.21.15.16:0/168905075 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b46ffd640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b480ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b477fe640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b4806bbe0 0x7f6b4814d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 -- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 msgr2=0x7f6b480ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b480ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 -- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b4806bbe0 msgr2=0x7f6b4814d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b4806bbe0 0x7f6b4814d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 -- 172.21.15.16:0/168905075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b480af1a0 con 0x7f6b4815e3a0 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b47fff640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b480b28f0 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f6b40007db0 tx=0x7f6b4000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b2ffff640 1 -- 172.21.15.16:0/168905075 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4001a070 con 0x7f6b4815e3a0 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b2ffff640 1 -- 172.21.15.16:0/168905075 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b40003990 con 0x7f6b4815e3a0 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.583+0000 7f6b2ffff640 1 -- 172.21.15.16:0/168905075 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b40003d60 con 0x7f6b4815e3a0 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.584+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b480af480 con 0x7f6b4815e3a0 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.584+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b480aff10 con 0x7f6b4815e3a0 2024-09-16T01:50:02.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.584+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b480d14e0 con 0x7f6b4815e3a0 2024-09-16T01:50:02.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.585+0000 7f6b2ffff640 1 -- 172.21.15.16:0/168905075 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f6b4001d070 con 0x7f6b4815e3a0 2024-09-16T01:50:02.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.586+0000 7f6b2ffff640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6b3406cac0 0x7f6b3406ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.586+0000 7f6b2ffff640 1 -- 172.21.15.16:0/168905075 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f6b4008a000 con 0x7f6b4815e3a0 2024-09-16T01:50:02.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.586+0000 7f6b477fe640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6b3406cac0 0x7f6b3406ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.586+0000 7f6b477fe640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6b3406cac0 0x7f6b3406ef80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6b38034000 tx=0x7f6b3802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.590+0000 7f6b2ffff640 1 -- 172.21.15.16:0/168905075 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6b40010070 con 0x7f6b4815e3a0 2024-09-16T01:50:02.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.766+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b480d1db0 con 0x7f6b4815e3a0 2024-09-16T01:50:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.767+0000 7f6b2ffff640 1 -- 172.21.15.16:0/168905075 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16784 (secure 0 0 0) 0x7f6b4005a060 con 0x7f6b4815e3a0 2024-09-16T01:50:02.768 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:02.769 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":140,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:49:38.320834+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:49:34.637705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T01:49:35.649199+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6b3406cac0 msgr2=0x7f6b3406ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6b3406cac0 0x7f6b3406ef80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6b38034000 tx=0x7f6b3802e000 comp rx=0 tx=0).stop 2024-09-16T01:50:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 msgr2=0x7f6b480b28f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b480b28f0 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f6b40007db0 tx=0x7f6b4000d4a0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 shutdown_connections 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6b3406cac0 0x7f6b3406ef80 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6b4815e3a0 0x7f6b480b28f0 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6b4806d790 0x7f6b480ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 --2- 172.21.15.16:0/168905075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b4806bbe0 0x7f6b4814d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 >> 172.21.15.16:0/168905075 conn(0x7f6b480b4090 msgr2=0x7f6b480b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 shutdown_connections 2024-09-16T01:50:02.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.769+0000 7f6b4e07b640 1 -- 172.21.15.16:0/168905075 wait complete. 2024-09-16T01:50:02.781 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:50:02.884 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.883+0000 7f44ec9af640 1 Processor -- start 2024-09-16T01:50:02.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.883+0000 7f44ec9af640 1 -- start start 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44ec9af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e815e570 0x7f44e80d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44ec9af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f44e80d4a00 0x7f44e80cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44ec9af640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44e80d1030 0x7f44e80d14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44ec9af640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f44e815e950 con 0x7f44e80d1030 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44ec9af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f44e80d3960 con 0x7f44e80d4a00 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44ec9af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f44e80d3c40 con 0x7f44e815e570 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44e6d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44e80d1030 0x7f44e80d14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44e6d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44e80d1030 0x7f44e80d14e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38092/0 (socket says 172.21.15.16:38092) 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.884+0000 7f44e6d9d640 1 -- 172.21.15.16:0/1645457351 learned_addr learned my addr 172.21.15.16:0/1645457351 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:02.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e659c640 1 --2- 172.21.15.16:0/1645457351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e815e570 0x7f44e80d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e5d9b640 1 --2- 172.21.15.16:0/1645457351 >> v2:172.21.15.104:3300/0 conn(0x7f44e80d4a00 0x7f44e80cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e6d9d640 1 -- 172.21.15.16:0/1645457351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e815e570 msgr2=0x7f44e80d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:02.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e6d9d640 1 --2- 172.21.15.16:0/1645457351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e815e570 0x7f44e80d32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e6d9d640 1 -- 172.21.15.16:0/1645457351 >> v2:172.21.15.104:3300/0 conn(0x7f44e80d4a00 msgr2=0x7f44e80cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:02.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e6d9d640 1 --2- 172.21.15.16:0/1645457351 >> v2:172.21.15.104:3300/0 conn(0x7f44e80d4a00 0x7f44e80cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e6d9d640 1 -- 172.21.15.16:0/1645457351 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44e80d3f20 con 0x7f44e80d1030 2024-09-16T01:50:02.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.885+0000 7f44e6d9d640 1 --2- 172.21.15.16:0/1645457351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e80d14e0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f44e80d5330 tx=0x7f44e002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7244322aed643ee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44e559a640 1 -- 172.21.15.16:0/1645457351 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0037070 con 0x7f44e80d1030 2024-09-16T01:50:02.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44e559a640 1 -- 172.21.15.16:0/1645457351 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44e0032440 con 0x7f44e80d1030 2024-09-16T01:50:02.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44e559a640 1 -- 172.21.15.16:0/1645457351 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0032810 con 0x7f44e80d1030 2024-09-16T01:50:02.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 -- 172.21.15.16:0/1645457351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 msgr2=0x7f44e80d14e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 --2- 172.21.15.16:0/1645457351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e80d14e0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f44e80d5330 tx=0x7f44e002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 -- 172.21.15.16:0/1645457351 shutdown_connections 2024-09-16T01:50:02.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 --2- 172.21.15.16:0/1645457351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e80d14e0 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 --2- 172.21.15.16:0/1645457351 >> v2:172.21.15.104:3300/0 conn(0x7f44e80d4a00 0x7f44e80cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 --2- 172.21.15.16:0/1645457351 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e815e570 0x7f44e80d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 -- 172.21.15.16:0/1645457351 >> 172.21.15.16:0/1645457351 conn(0x7f44e8074bc0 msgr2=0x7f44e8074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:02.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 -- 172.21.15.16:0/1645457351 shutdown_connections 2024-09-16T01:50:02.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.886+0000 7f44ec9af640 1 -- 172.21.15.16:0/1645457351 wait complete. 2024-09-16T01:50:02.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 Processor -- start 2024-09-16T01:50:02.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 -- start start 2024-09-16T01:50:02.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e8150480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e80d4a00 0x7f44e814f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44e815e570 0x7f44e8151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f44e80cfc60 con 0x7f44e80d1030 2024-09-16T01:50:02.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f44e80d44e0 con 0x7f44e815e570 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44ec9af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f44e80d4e40 con 0x7f44e80d4a00 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44e659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e8150480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44e659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e8150480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38104/0 (socket says 172.21.15.16:38104) 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44e659c640 1 -- 172.21.15.16:0/3422498203 learned_addr learned my addr 172.21.15.16:0/3422498203 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.888+0000 7f44e5d9b640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e80d4a00 0x7f44e814f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44e6d9d640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44e815e570 0x7f44e8151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44e659c640 1 -- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e80d4a00 msgr2=0x7f44e814f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44e659c640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e80d4a00 0x7f44e814f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44e659c640 1 -- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44e815e570 msgr2=0x7f44e8151fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:02.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44e659c640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44e815e570 0x7f44e8151fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44e659c640 1 -- 172.21.15.16:0/3422498203 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44e81509c0 con 0x7f44e80d1030 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44e659c640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e8150480 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f44d8007f20 tx=0x7f44d800e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44deffd640 1 -- 172.21.15.16:0/3422498203 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8014620 con 0x7f44e80d1030 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44deffd640 1 -- 172.21.15.16:0/3422498203 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44d8019070 con 0x7f44e80d1030 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44deffd640 1 -- 172.21.15.16:0/3422498203 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8014a00 con 0x7f44e80d1030 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44e814f850 con 0x7f44e80d1030 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.889+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44e815cb00 con 0x7f44e80d1030 2024-09-16T01:50:02.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.890+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44e80cf720 con 0x7f44e80d1030 2024-09-16T01:50:02.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.891+0000 7f44deffd640 1 -- 172.21.15.16:0/3422498203 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f44d8014ba0 con 0x7f44e80d1030 2024-09-16T01:50:02.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.891+0000 7f44deffd640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f44c806ca90 0x7f44c806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:02.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.891+0000 7f44deffd640 1 -- 172.21.15.16:0/3422498203 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5765+0+0 (secure 0 0 0) 0x7f44d808a610 con 0x7f44e80d1030 2024-09-16T01:50:02.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.891+0000 7f44e5d9b640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f44c806ca90 0x7f44c806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:02.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.892+0000 7f44e5d9b640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f44c806ca90 0x7f44c806ef50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f44e81589a0 tx=0x7f44d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:02.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:02.895+0000 7f44deffd640 1 -- 172.21.15.16:0/3422498203 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44d805a020 con 0x7f44e80d1030 2024-09-16T01:50:03.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.104+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f44e80b9040 con 0x7f44e80d1030 2024-09-16T01:50:03.106 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:50:03.105+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:50:03.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.106+0000 7f44deffd640 1 -- 172.21.15.16:0/3422498203 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v86) ==== 161+0+0 (secure 0 0 0) 0x7f44d805e320 con 0x7f44e80d1030 2024-09-16T01:50:03.107 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:50:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f44c806ca90 msgr2=0x7f44c806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f44c806ca90 0x7f44c806ef50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f44e81589a0 tx=0x7f44d0008040 comp rx=0 tx=0).stop 2024-09-16T01:50:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 msgr2=0x7f44e8150480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e8150480 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f44d8007f20 tx=0x7f44d800e570 comp rx=0 tx=0).stop 2024-09-16T01:50:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 shutdown_connections 2024-09-16T01:50:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f44c806ca90 0x7f44c806ef50 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44e815e570 0x7f44e8151fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44e80d4a00 0x7f44e814f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 --2- 172.21.15.16:0/3422498203 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44e80d1030 0x7f44e8150480 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.108+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 >> 172.21.15.16:0/3422498203 conn(0x7f44e8074bc0 msgr2=0x7f44e80b48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:03.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.109+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 shutdown_connections 2024-09-16T01:50:03.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.109+0000 7f44ec9af640 1 -- 172.21.15.16:0/3422498203 wait complete. 2024-09-16T01:50:03.121 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:50:03.149 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:50:03.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.224+0000 7fa22361e640 1 Processor -- start 2024-09-16T01:50:03.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.224+0000 7fa22361e640 1 -- start start 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa22361e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c15f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa22361e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa21c0ceee0 0x7fa21c0cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa22361e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa21c0cf370 con 0x7fa21c06bbe0 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa22361e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa21c0cf610 con 0x7fa21c0ceee0 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa22361e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa21c0cf8f0 con 0x7fa21c072190 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa221bbb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa21c0ceee0 0x7fa21c0cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa220bb9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c15f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:03.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa221bbb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa21c0ceee0 0x7fa21c0cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:47790/0 (socket says 172.21.15.16:47790) 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa220bb9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c15f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:47398/0 (socket says 172.21.15.16:47398) 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa2213ba640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa21c06bbe0 0x7fa21c06bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:38676/0 (socket says 172.21.15.16:38676) 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.225+0000 7fa221bbb640 1 -- 172.21.15.16:0/3330343821 learned_addr learned my addr 172.21.15.16:0/3330343821 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.226+0000 7fa221bbb640 1 -- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 msgr2=0x7fa21c15f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.226+0000 7fa221bbb640 1 --2- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c15f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.226+0000 7fa221bbb640 1 -- 172.21.15.16:0/3330343821 >> v1:172.21.15.104:6789/0 conn(0x7fa21c06bbe0 legacy=0x7fa21c06bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.226+0000 7fa221bbb640 1 -- 172.21.15.16:0/3330343821 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa21c0cfbd0 con 0x7fa21c0ceee0 2024-09-16T01:50:03.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.226+0000 7fa220bb9640 1 --2- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c15f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa221bbb640 1 --2- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c0ceee0 0x7fa21c0cd8a0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa214009870 tx=0x7fa21402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9df7b15b695e07e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa21bfff640 1 -- 172.21.15.16:0/3330343821 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214037070 con 0x7fa21c0ceee0 2024-09-16T01:50:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa21bfff640 1 -- 172.21.15.16:0/3330343821 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa214032440 con 0x7fa21c0ceee0 2024-09-16T01:50:03.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa21bfff640 1 -- 172.21.15.16:0/3330343821 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214032810 con 0x7fa21c0ceee0 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 -- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c0ceee0 msgr2=0x7fa21c0cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 --2- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c0ceee0 0x7fa21c0cd8a0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa214009870 tx=0x7fa21402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 -- 172.21.15.16:0/3330343821 shutdown_connections 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 --2- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c0ceee0 0x7fa21c0cd8a0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 --2- 172.21.15.16:0/3330343821 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c15f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 -- 172.21.15.16:0/3330343821 >> 172.21.15.16:0/3330343821 conn(0x7fa21c0b2000 msgr2=0x7fa21c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 -- 172.21.15.16:0/3330343821 shutdown_connections 2024-09-16T01:50:03.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.227+0000 7fa22361e640 1 -- 172.21.15.16:0/3330343821 wait complete. 2024-09-16T01:50:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.229+0000 7fa22361e640 1 Processor -- start 2024-09-16T01:50:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.229+0000 7fa22361e640 1 -- start start 2024-09-16T01:50:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.229+0000 7fa22361e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c06bbe0 0x7fa21c0addb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:03.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa22361e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c14cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa22361e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa21c0ceee0 0x7fa21c14b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa22361e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa21c15b4e0 con 0x7fa21c0ceee0 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa22361e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa21c0cd380 con 0x7fa21c06bbe0 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa22361e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa21c14bd20 con 0x7fa21c072190 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa21c0ceee0 0x7fa21c14b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa21c0ceee0 0x7fa21c14b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38120/0 (socket says 172.21.15.16:38120) 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 -- 172.21.15.16:0/3325498865 learned_addr learned my addr 172.21.15.16:0/3325498865 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa220bb9640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c14cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa2213ba640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c06bbe0 0x7fa21c0addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 -- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 msgr2=0x7fa21c14cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c14cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 -- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c06bbe0 msgr2=0x7fa21c0addb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c06bbe0 0x7fa21c0addb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 -- 172.21.15.16:0/3325498865 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa21c14c000 con 0x7fa21c0ceee0 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa221bbb640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa21c0ceee0 0x7fa21c14b3f0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7fa21402a200 tx=0x7fa2140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa219ffb640 1 -- 172.21.15.16:0/3325498865 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214041070 con 0x7fa21c0ceee0 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa219ffb640 1 -- 172.21.15.16:0/3325498865 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa21403c870 con 0x7fa21c0ceee0 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa21c14c2e0 con 0x7fa21c0ceee0 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.230+0000 7fa219ffb640 1 -- 172.21.15.16:0/3325498865 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214037040 con 0x7fa21c0ceee0 2024-09-16T01:50:03.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.231+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa21c14c8a0 con 0x7fa21c0ceee0 2024-09-16T01:50:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.232+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa21c15f830 con 0x7fa21c0ceee0 2024-09-16T01:50:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.232+0000 7fa219ffb640 1 -- 172.21.15.16:0/3325498865 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fa214044070 con 0x7fa21c0ceee0 2024-09-16T01:50:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.233+0000 7fa219ffb640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa20806cac0 0x7fa20806ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.233+0000 7fa219ffb640 1 -- 172.21.15.16:0/3325498865 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5851+0+0 (secure 0 0 0) 0x7fa2140aa790 con 0x7fa21c0ceee0 2024-09-16T01:50:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.233+0000 7fa2213ba640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa20806cac0 0x7fa20806ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:03.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.233+0000 7fa2213ba640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa20806cac0 0x7fa20806ef80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa20c007fd0 tx=0x7fa20c001630 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:03.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.237+0000 7fa219ffb640 1 -- 172.21.15.16:0/3325498865 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa21407a2c0 con 0x7fa21c0ceee0 2024-09-16T01:50:03.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:03.448+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa21c0afc50 con 0x7fa21c0ceee0 2024-09-16T01:50:04.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.107+0000 7fa219ffb640 1 -- 172.21.15.16:0/3325498865 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v87) ==== 104+0+0 (secure 0 0 0) 0x7fa21407e5c0 con 0x7fa21c0ceee0 2024-09-16T01:50:04.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa20806cac0 msgr2=0x7fa20806ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:04.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa20806cac0 0x7fa20806ef80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa20c007fd0 tx=0x7fa20c001630 comp rx=0 tx=0).stop 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa21c0ceee0 msgr2=0x7fa21c14b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa21c0ceee0 0x7fa21c14b3f0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7fa21402a200 tx=0x7fa2140046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 shutdown_connections 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa20806cac0 0x7fa20806ef80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa21c0ceee0 0x7fa21c14b3f0 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa21c072190 0x7fa21c14cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 --2- 172.21.15.16:0/3325498865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa21c06bbe0 0x7fa21c0addb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 >> 172.21.15.16:0/3325498865 conn(0x7fa21c0b2000 msgr2=0x7fa21c15ece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 shutdown_connections 2024-09-16T01:50:04.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.110+0000 7fa22361e640 1 -- 172.21.15.16:0/3325498865 wait complete. 2024-09-16T01:50:04.124 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:50:04.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.235+0000 7f7e3ac7b640 1 Processor -- start 2024-09-16T01:50:04.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.235+0000 7f7e3ac7b640 1 -- start start 2024-09-16T01:50:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e3ac7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 0x7f7e3406d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e3ac7b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7e340b6b90 0x7f7e340b7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e3ac7b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e3406da40 con 0x7f7e340715f0 2024-09-16T01:50:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e3ac7b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7e340708c0 con 0x7f7e340b6b90 2024-09-16T01:50:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e3ac7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e34070b10 con 0x7f7e3415e690 2024-09-16T01:50:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e33fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7e340715f0 0x7f7e34073c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43812/0 (socket says 172.21.15.16:43812) 2024-09-16T01:50:04.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e33fff640 1 -- 172.21.15.16:0/737787257 learned_addr learned my addr 172.21.15.16:0/737787257 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.236+0000 7f7e38a17640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 0x7f7e3406d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e39218640 1 --2- 172.21.15.16:0/737787257 >> v2:172.21.15.104:3300/0 conn(0x7f7e340b6b90 0x7f7e340b7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1897658926 0 0) 0x7f7e3406da40 con 0x7f7e340715f0 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e20003520 con 0x7f7e340715f0 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2388287461 0 0) 0x7f7e20003520 con 0x7f7e340715f0 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 msgr2=0x7f7e3406d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 0x7f7e3406d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 >> v2:172.21.15.104:3300/0 conn(0x7f7e340b6b90 msgr2=0x7f7e340b7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 --2- 172.21.15.16:0/737787257 >> v2:172.21.15.104:3300/0 conn(0x7f7e340b6b90 0x7f7e340b7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e34070df0 con 0x7f7e340715f0 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f7e1c001670 con 0x7f7e340715f0 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e39218640 1 --2- 172.21.15.16:0/737787257 >> v2:172.21.15.104:3300/0 conn(0x7f7e340b6b90 0x7f7e340b7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:04.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 >> v1:172.21.15.16:6789/0 conn(0x7f7e340715f0 legacy=0x7f7e34073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e200039b0 0x7f7e20003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e20004800 0x7f7e20004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 0x7f7e200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7e340708c0 con 0x7f7e200039b0 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7e34070b10 con 0x7f7e20004800 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e2000ba40 con 0x7f7e3415e690 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e38a17640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e200039b0 0x7f7e20003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e33fff640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e20004800 0x7f7e20004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e39218640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 0x7f7e200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e38a17640 1 -- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 msgr2=0x7f7e200051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e38a17640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e3415e690 0x7f7e200051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e38a17640 1 -- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e20004800 msgr2=0x7f7e20004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e38a17640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e20004800 0x7f7e20004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e38a17640 1 -- 172.21.15.16:0/737787257 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e20003520 con 0x7f7e200039b0 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.237+0000 7f7e33fff640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e20004800 0x7f7e20004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.238+0000 7f7e38a17640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e200039b0 0x7f7e20003dd0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f7e24009fc0 tx=0x7f7e20005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6b30c194ef50268 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.238+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24009c10 con 0x7f7e200039b0 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.238+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e24036070 con 0x7f7e200039b0 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.238+0000 7f7e337fe640 1 -- 172.21.15.16:0/737787257 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24031880 con 0x7f7e200039b0 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.239+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/737787257 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e200039b0 msgr2=0x7f7e20003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.239+0000 7f7e3ac7b640 1 --2- 172.21.15.16:0/737787257 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e200039b0 0x7f7e20003dd0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f7e24009fc0 tx=0x7f7e20005830 comp rx=0 tx=0).stop 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.239+0000 7f7e39218640 1 -- 172.21.15.16:0/737787257 reap_dead start 2024-09-16T01:50:04.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.239+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/737787257 shutdown_connections 2024-09-16T01:50:04.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.239+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/737787257 >> 172.21.15.16:0/737787257 conn(0x7f7e340b4250 msgr2=0x7f7e340b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:04.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.239+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/737787257 shutdown_connections 2024-09-16T01:50:04.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.239+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/737787257 wait complete. 2024-09-16T01:50:04.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.240+0000 7f7e3ac7b640 1 Processor -- start 2024-09-16T01:50:04.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.240+0000 7f7e3ac7b640 1 -- start start 2024-09-16T01:50:04.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e3ac7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e200039b0 0x7f7e34153300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e3ac7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e34154d70 0x7f7e341562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e3ac7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e3415ff80 0x7f7e3415d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e3ac7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7e3415ea70 con 0x7f7e3415ff80 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e3ac7b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7e340b7580 con 0x7f7e200039b0 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e3ac7b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e34071a30 con 0x7f7e34154d70 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e3415ff80 0x7f7e3415d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e3415ff80 0x7f7e3415d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38140/0 (socket says 172.21.15.16:38140) 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 -- 172.21.15.16:0/2703355875 learned_addr learned my addr 172.21.15.16:0/2703355875 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e38a17640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e200039b0 0x7f7e34153300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e33fff640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e34154d70 0x7f7e341562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 -- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e34154d70 msgr2=0x7f7e341562a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e34154d70 0x7f7e341562a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 -- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e200039b0 msgr2=0x7f7e34153300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e200039b0 0x7f7e34153300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:04.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.241+0000 7f7e39218640 1 -- 172.21.15.16:0/2703355875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e34153840 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.242+0000 7f7e39218640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e3415ff80 0x7f7e3415d510 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f7e34072c20 tx=0x7f7e2c011a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.242+0000 7f7e317fa640 1 -- 172.21.15.16:0/2703355875 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c019070 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.242+0000 7f7e317fa640 1 -- 172.21.15.16:0/2703355875 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e2c004440 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.242+0000 7f7e317fa640 1 -- 172.21.15.16:0/2703355875 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c003830 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.242+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e34155200 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.242+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e341557c0 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.243+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e340b7040 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.243+0000 7f7e317fa640 1 -- 172.21.15.16:0/2703355875 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f7e2c01c070 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.244+0000 7f7e317fa640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e1406cac0 0x7f7e1406ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.244+0000 7f7e317fa640 1 -- 172.21.15.16:0/2703355875 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5851+0+0 (secure 0 0 0) 0x7f7e2c089b90 con 0x7f7e3415ff80 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.244+0000 7f7e38a17640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e1406cac0 0x7f7e1406ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:04.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.244+0000 7f7e38a17640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e1406cac0 0x7f7e1406ef80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7e24035000 tx=0x7f7e2402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:04.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.248+0000 7f7e317fa640 1 -- 172.21.15.16:0/2703355875 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e2c0595a0 con 0x7f7e3415ff80 2024-09-16T01:50:04.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:04.423+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7e34162b50 con 0x7f7e3415ff80 2024-09-16T01:50:05.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.112+0000 7f7e317fa640 1 -- 172.21.15.16:0/2703355875 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v142) ==== 181+0+0 (secure 0 0 0) 0x7f7e2c05d8a0 con 0x7f7e3415ff80 2024-09-16T01:50:05.114 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e1406cac0 msgr2=0x7f7e1406ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e1406cac0 0x7f7e1406ef80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7e24035000 tx=0x7f7e2402f000 comp rx=0 tx=0).stop 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e3415ff80 msgr2=0x7f7e3415d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e3415ff80 0x7f7e3415d510 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f7e34072c20 tx=0x7f7e2c011a80 comp rx=0 tx=0).stop 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 shutdown_connections 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e1406cac0 0x7f7e1406ef80 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e3415ff80 0x7f7e3415d510 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e34154d70 0x7f7e341562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 --2- 172.21.15.16:0/2703355875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e200039b0 0x7f7e34153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 >> 172.21.15.16:0/2703355875 conn(0x7f7e340b4250 msgr2=0x7f7e34073120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:05.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 shutdown_connections 2024-09-16T01:50:05.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.116+0000 7f7e3ac7b640 1 -- 172.21.15.16:0/2703355875 wait complete. 2024-09-16T01:50:05.133 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:50:05.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.245+0000 7f71f85cf640 1 Processor -- start 2024-09-16T01:50:05.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.245+0000 7f71f85cf640 1 -- start start 2024-09-16T01:50:05.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.246+0000 7f71f85cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f0073d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:05.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.246+0000 7f71f85cf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71f00cf340 con 0x7f71f006db40 2024-09-16T01:50:05.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.246+0000 7f71f85cf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71f00cf5b0 con 0x7f71f015e900 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.246+0000 7f71f85cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f71f015ece0 con 0x7f71f00ceed0 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f5b6a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f71f006db40 0x7f71f00717d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43822/0 (socket says 172.21.15.16:43822) 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f5b6a640 1 -- 172.21.15.16:0/3375375335 learned_addr learned my addr 172.21.15.16:0/3375375335 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f6b6c640 1 --2- 172.21.15.16:0/3375375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f0073d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f5369640 1 -- 172.21.15.16:0/3375375335 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1035733815 0 0) 0x7f71f00cf340 con 0x7f71f006db40 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f5369640 1 -- 172.21.15.16:0/3375375335 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f71dc003520 con 0x7f71f006db40 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f5369640 1 -- 172.21.15.16:0/3375375335 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 295696626 0 0) 0x7f71f00cf5b0 con 0x7f71f015e900 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f5369640 1 -- 172.21.15.16:0/3375375335 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f71f00cf340 con 0x7f71f015e900 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f6b6c640 1 -- 172.21.15.16:0/3375375335 >> v1:172.21.15.104:6789/0 conn(0x7f71f015e900 legacy=0x7f71f006d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f6b6c640 1 -- 172.21.15.16:0/3375375335 >> v1:172.21.15.16:6789/0 conn(0x7f71f006db40 legacy=0x7f71f00717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:05.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.247+0000 7f71f6b6c640 1 -- 172.21.15.16:0/3375375335 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71f00cf890 con 0x7f71f00ceed0 2024-09-16T01:50:05.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.248+0000 7f71f6b6c640 1 --2- 172.21.15.16:0/3375375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f0073d10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f71e8009dc0 tx=0x7f71e802a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a87e504d57a2fb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.248+0000 7f71f5369640 1 -- 172.21.15.16:0/3375375335 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e8007740 con 0x7f71f00ceed0 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.248+0000 7f71f5369640 1 -- 172.21.15.16:0/3375375335 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71e80078e0 con 0x7f71f00ceed0 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.248+0000 7f71f5369640 1 -- 172.21.15.16:0/3375375335 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e8007c90 con 0x7f71f00ceed0 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.249+0000 7f71f85cf640 1 -- 172.21.15.16:0/3375375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 msgr2=0x7f71f0073d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.249+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3375375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f0073d10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f71e8009dc0 tx=0x7f71e802a6d0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.249+0000 7f71f85cf640 1 -- 172.21.15.16:0/3375375335 shutdown_connections 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.249+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3375375335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f0073d10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.249+0000 7f71f85cf640 1 -- 172.21.15.16:0/3375375335 >> 172.21.15.16:0/3375375335 conn(0x7f71f006c030 msgr2=0x7f71f006c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.249+0000 7f71f85cf640 1 -- 172.21.15.16:0/3375375335 shutdown_connections 2024-09-16T01:50:05.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.249+0000 7f71f85cf640 1 -- 172.21.15.16:0/3375375335 wait complete. 2024-09-16T01:50:05.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.250+0000 7f71f85cf640 1 Processor -- start 2024-09-16T01:50:05.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.250+0000 7f71f85cf640 1 -- start start 2024-09-16T01:50:05.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f85cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71f006db40 0x7f71f00ae5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:05.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f85cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f00c5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:05.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f85cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71f015e900 0x7f71f01f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f85cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f71f0071ee0 con 0x7f71f015e900 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f85cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f71f00cfe50 con 0x7f71f006db40 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f85cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f71f0072060 con 0x7f71f00ceed0 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71f015e900 0x7f71f01f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71f015e900 0x7f71f01f5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38146/0 (socket says 172.21.15.16:38146) 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 -- 172.21.15.16:0/3564771186 learned_addr learned my addr 172.21.15.16:0/3564771186 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f5b6a640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f00c5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f636b640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71f006db40 0x7f71f00ae5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 -- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 msgr2=0x7f71f00c5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f00c5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 -- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71f006db40 msgr2=0x7f71f00ae5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71f006db40 0x7f71f00ae5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:05.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 -- 172.21.15.16:0/3564771186 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71f00c6700 con 0x7f71f015e900 2024-09-16T01:50:05.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.251+0000 7f71f6b6c640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71f015e900 0x7f71f01f5160 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f71e802acc0 tx=0x7f71e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:05.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.252+0000 7f71e6ffd640 1 -- 172.21.15.16:0/3564771186 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e8040070 con 0x7f71f015e900 2024-09-16T01:50:05.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.252+0000 7f71e6ffd640 1 -- 172.21.15.16:0/3564771186 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71e8031c40 con 0x7f71f015e900 2024-09-16T01:50:05.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.252+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71f00c69e0 con 0x7f71f015e900 2024-09-16T01:50:05.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.252+0000 7f71e6ffd640 1 -- 172.21.15.16:0/3564771186 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e8009450 con 0x7f71f015e900 2024-09-16T01:50:05.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.252+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71f00c6fa0 con 0x7f71f015e900 2024-09-16T01:50:05.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.253+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71f015e100 con 0x7f71f015e900 2024-09-16T01:50:05.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.253+0000 7f71e6ffd640 1 -- 172.21.15.16:0/3564771186 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f71e8039040 con 0x7f71f015e900 2024-09-16T01:50:05.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.254+0000 7f71e6ffd640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71d406ca90 0x7f71d406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:05.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.254+0000 7f71e6ffd640 1 -- 172.21.15.16:0/3564771186 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5413+0+0 (secure 0 0 0) 0x7f71e80ab110 con 0x7f71f015e900 2024-09-16T01:50:05.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.254+0000 7f71f636b640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71d406ca90 0x7f71d406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:05.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.254+0000 7f71f636b640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71d406ca90 0x7f71d406ef50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f71ec007fd0 tx=0x7f71ec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:05.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.258+0000 7f71e6ffd640 1 -- 172.21.15.16:0/3564771186 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f71e807aa90 con 0x7f71f015e900 2024-09-16T01:50:05.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:05.438+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f71f0073330 con 0x7f71f015e900 2024-09-16T01:50:06.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.114+0000 7f71e6ffd640 1 -- 172.21.15.16:0/3564771186 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v143) ==== 169+0+0 (secure 0 0 0) 0x7f71e807ed90 con 0x7f71f015e900 2024-09-16T01:50:06.115 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:50:06.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71d406ca90 msgr2=0x7f71d406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71d406ca90 0x7f71d406ef50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f71ec007fd0 tx=0x7f71ec009040 comp rx=0 tx=0).stop 2024-09-16T01:50:06.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71f015e900 msgr2=0x7f71f01f5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71f015e900 0x7f71f01f5160 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f71e802acc0 tx=0x7f71e8004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 shutdown_connections 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f71d406ca90 0x7f71d406ef50 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f71f015e900 0x7f71f01f5160 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f71f00ceed0 0x7f71f00c5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 --2- 172.21.15.16:0/3564771186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71f006db40 0x7f71f00ae5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.118+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 >> 172.21.15.16:0/3564771186 conn(0x7f71f006c030 msgr2=0x7f71f00724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.119+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 shutdown_connections 2024-09-16T01:50:06.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.119+0000 7f71f85cf640 1 -- 172.21.15.16:0/3564771186 wait complete. 2024-09-16T01:50:06.139 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:50:06.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.248+0000 7fe67c99a640 1 Processor -- start 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.248+0000 7fe67c99a640 1 -- start start 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.249+0000 7fe67c99a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe6780d4010 0x7fe6780d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.249+0000 7fe67c99a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6780cfcd0 con 0x7fe6780d30b0 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.249+0000 7fe67c99a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6780d22f0 con 0x7fe678147f30 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.249+0000 7fe67c99a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe6780d20a0 con 0x7fe6780d4010 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.249+0000 7fe676d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe6780d30b0 0x7fe6780b8810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43830/0 (socket says 172.21.15.16:43830) 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.249+0000 7fe676d9d640 1 -- 172.21.15.16:0/2508446336 learned_addr learned my addr 172.21.15.16:0/2508446336 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe675d9b640 1 --2- 172.21.15.16:0/2508446336 >> v2:172.21.15.104:3300/0 conn(0x7fe6780d4010 0x7fe6780d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3061196300 0 0) 0x7fe6780cfcd0 con 0x7fe6780d30b0 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe664003520 con 0x7fe6780d30b0 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2882324102 0 0) 0x7fe664003520 con 0x7fe6780d30b0 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 >> v2:172.21.15.104:3300/0 conn(0x7fe6780d4010 msgr2=0x7fe6780d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:06.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 --2- 172.21.15.16:0/2508446336 >> v2:172.21.15.104:3300/0 conn(0x7fe6780d4010 0x7fe6780d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 >> v1:172.21.15.104:6789/0 conn(0x7fe678147f30 legacy=0x7fe6780cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6780d25d0 con 0x7fe6780d30b0 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fe670001670 con 0x7fe6780d30b0 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 >> v1:172.21.15.16:6789/0 conn(0x7fe6780d30b0 legacy=0x7fe6780b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe664004800 0x7fe664004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6640051c0 0x7fe66400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe6780d20a0 con 0x7fe6640039b0 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe66400c160 con 0x7fe664004800 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe66400c360 con 0x7fe6640051c0 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe67659c640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe675d9b640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe664004800 0x7fe664004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.250+0000 7fe676d9d640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6640051c0 0x7fe66400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67659c640 1 -- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6640051c0 msgr2=0x7fe66400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67659c640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6640051c0 0x7fe66400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67659c640 1 -- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe664004800 msgr2=0x7fe664004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67659c640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe664004800 0x7fe664004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67659c640 1 -- 172.21.15.16:0/2508446336 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe664003520 con 0x7fe6640039b0 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe676d9d640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe6640051c0 0x7fe66400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe676d9d640 1 -- 172.21.15.16:0/2508446336 reap_dead start 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67659c640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fe668001e50 tx=0x7fe664005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c7395e59f1ec7cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:06.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe668001a70 con 0x7fe6640039b0 2024-09-16T01:50:06.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe66802ae40 con 0x7fe6640039b0 2024-09-16T01:50:06.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.251+0000 7fe67559a640 1 -- 172.21.15.16:0/2508446336 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe668003bb0 con 0x7fe6640039b0 2024-09-16T01:50:06.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.252+0000 7fe67c99a640 1 -- 172.21.15.16:0/2508446336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6640039b0 msgr2=0x7fe664003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.252+0000 7fe67c99a640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fe668001e50 tx=0x7fe664005830 comp rx=0 tx=0).stop 2024-09-16T01:50:06.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.252+0000 7fe67c99a640 1 -- 172.21.15.16:0/2508446336 shutdown_connections 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.252+0000 7fe67c99a640 1 --2- 172.21.15.16:0/2508446336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe6640039b0 0x7fe664003dd0 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.252+0000 7fe67c99a640 1 -- 172.21.15.16:0/2508446336 >> 172.21.15.16:0/2508446336 conn(0x7fe678074da0 msgr2=0x7fe6780d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.252+0000 7fe67c99a640 1 -- 172.21.15.16:0/2508446336 shutdown_connections 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.252+0000 7fe67c99a640 1 -- 172.21.15.16:0/2508446336 wait complete. 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.253+0000 7fe67c99a640 1 Processor -- start 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67c99a640 1 -- start start 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67c99a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6640039b0 0x7fe6781f8940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67c99a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe678154160 0x7fe678143540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67c99a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe678141a80 0x7fe67815fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67c99a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe678148310 con 0x7fe678141a80 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67c99a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe6780d2b90 con 0x7fe6640039b0 2024-09-16T01:50:06.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67c99a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe6780cf5c0 con 0x7fe678154160 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe676d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe678141a80 0x7fe67815fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe676d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe678141a80 0x7fe67815fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38174/0 (socket says 172.21.15.16:38174) 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe676d9d640 1 -- 172.21.15.16:0/4031660028 learned_addr learned my addr 172.21.15.16:0/4031660028 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe67659c640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6640039b0 0x7fe6781f8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.254+0000 7fe675d9b640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe678154160 0x7fe678143540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe676d9d640 1 -- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe678154160 msgr2=0x7fe678143540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe676d9d640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe678154160 0x7fe678143540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe676d9d640 1 -- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6640039b0 msgr2=0x7fe6781f8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe676d9d640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6640039b0 0x7fe6781f8940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe676d9d640 1 -- 172.21.15.16:0/4031660028 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe678140920 con 0x7fe678141a80 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe676d9d640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe678141a80 0x7fe67815fc50 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fe670000c00 tx=0x7fe67000ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe66effd640 1 -- 172.21.15.16:0/4031660028 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe670019070 con 0x7fe678141a80 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe66effd640 1 -- 172.21.15.16:0/4031660028 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6700105d0 con 0x7fe678141a80 2024-09-16T01:50:06.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe678140c00 con 0x7fe678141a80 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe66effd640 1 -- 172.21.15.16:0/4031660028 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6700109c0 con 0x7fe678141a80 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.255+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6781f8420 con 0x7fe678141a80 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.256+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6780cf950 con 0x7fe678141a80 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.257+0000 7fe66effd640 1 -- 172.21.15.16:0/4031660028 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fe67001c070 con 0x7fe678141a80 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.257+0000 7fe66effd640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe65806cac0 0x7fe65806ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.257+0000 7fe66effd640 1 -- 172.21.15.16:0/4031660028 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7fe670088f30 con 0x7fe678141a80 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.257+0000 7fe67659c640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe65806cac0 0x7fe65806ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.258+0000 7fe67659c640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe65806cac0 0x7fe65806ef80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe668032000 tx=0x7fe66802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:06.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.261+0000 7fe66effd640 1 -- 172.21.15.16:0/4031660028 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe670058940 con 0x7fe678141a80 2024-09-16T01:50:06.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.436+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fe678069c60 con 0x7fe678141a80 2024-09-16T01:50:06.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.440+0000 7fe66effd640 1 -- 172.21.15.16:0/4031660028 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7fe67005cc40 con 0x7fe678141a80 2024-09-16T01:50:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe65806cac0 msgr2=0x7fe65806ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe65806cac0 0x7fe65806ef80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe668032000 tx=0x7fe66802e000 comp rx=0 tx=0).stop 2024-09-16T01:50:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe678141a80 msgr2=0x7fe67815fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe678141a80 0x7fe67815fc50 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fe670000c00 tx=0x7fe67000ead0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 shutdown_connections 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe65806cac0 0x7fe65806ef80 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe678141a80 0x7fe67815fc50 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe678154160 0x7fe678143540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 --2- 172.21.15.16:0/4031660028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe6640039b0 0x7fe6781f8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 >> 172.21.15.16:0/4031660028 conn(0x7fe678074da0 msgr2=0x7fe678146150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 shutdown_connections 2024-09-16T01:50:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.442+0000 7fe67c99a640 1 -- 172.21.15.16:0/4031660028 wait complete. 2024-09-16T01:50:06.454 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1' 2024-09-16T01:50:06.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.555+0000 7f624da5e640 1 Processor -- start 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.555+0000 7f624da5e640 1 -- start start 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.556+0000 7f624da5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 0x7f624815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.556+0000 7f624da5e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f62480b97d0 0x7f62480b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.556+0000 7f624da5e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62480d2750 con 0x7f6248147fc0 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.556+0000 7f624da5e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f62481483a0 con 0x7f62480b97d0 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.556+0000 7f624da5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f624815efa0 con 0x7f62480d15f0 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.556+0000 7f6246ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6248147fc0 0x7f62480d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43838/0 (socket says 172.21.15.16:43838) 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.556+0000 7f6246ffd640 1 -- 172.21.15.16:0/1224890355 learned_addr learned my addr 172.21.15.16:0/1224890355 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2019558634 0 0) 0x7f62480d2750 con 0x7f6248147fc0 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6234003520 con 0x7f6248147fc0 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62477fe640 1 --2- 172.21.15.16:0/1224890355 >> v2:172.21.15.104:3300/0 conn(0x7f62480b97d0 0x7f62480b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62467fc640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 0x7f624815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3486599558 0 0) 0x7f6234003520 con 0x7f6248147fc0 2024-09-16T01:50:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 msgr2=0x7f624815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 0x7f624815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 >> v2:172.21.15.104:3300/0 conn(0x7f62480b97d0 msgr2=0x7f62480b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 --2- 172.21.15.16:0/1224890355 >> v2:172.21.15.104:3300/0 conn(0x7f62480b97d0 0x7f62480b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62480d2a30 con 0x7f6248147fc0 2024-09-16T01:50:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f6240001670 con 0x7f6248147fc0 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 >> v1:172.21.15.16:6789/0 conn(0x7f6248147fc0 legacy=0x7f62480d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 0x7f62340039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6234003fe0 0x7f6234004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6234004d40 0x7f62340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f62481483a0 con 0x7f6234004d40 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f624815efa0 con 0x7f6234003fe0 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f623400bac0 con 0x7f62480d15f0 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62477fe640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6234004d40 0x7f62340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6246ffd640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 0x7f62340039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62467fc640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6234003fe0 0x7f6234004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62477fe640 1 -- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 msgr2=0x7f62340039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62477fe640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 0x7f62340039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62477fe640 1 -- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6234003fe0 msgr2=0x7f6234004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:06.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62477fe640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6234003fe0 0x7f6234004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62477fe640 1 -- 172.21.15.16:0/1224890355 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6234003520 con 0x7f6234004d40 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f6246ffd640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f62480d15f0 0x7f62340039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.557+0000 7f62467fc640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6234003fe0 0x7f6234004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.558+0000 7f62477fe640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6234004d40 0x7f62340051c0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f6238007360 tx=0x7f6234005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5765b0024c79541 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.558+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238009be0 con 0x7f6234004d40 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.558+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f623802e620 con 0x7f6234004d40 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.558+0000 7f6245ffb640 1 -- 172.21.15.16:0/1224890355 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f623802e9f0 con 0x7f6234004d40 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.559+0000 7f624da5e640 1 -- 172.21.15.16:0/1224890355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6234004d40 msgr2=0x7f62340051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.559+0000 7f624da5e640 1 --2- 172.21.15.16:0/1224890355 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6234004d40 0x7f62340051c0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f6238007360 tx=0x7f6234005830 comp rx=0 tx=0).stop 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.559+0000 7f62477fe640 1 -- 172.21.15.16:0/1224890355 reap_dead start 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.559+0000 7f624da5e640 1 -- 172.21.15.16:0/1224890355 shutdown_connections 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.559+0000 7f624da5e640 1 -- 172.21.15.16:0/1224890355 >> 172.21.15.16:0/1224890355 conn(0x7f6248074fe0 msgr2=0x7f624806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:06.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.559+0000 7f624da5e640 1 -- 172.21.15.16:0/1224890355 shutdown_connections 2024-09-16T01:50:06.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.559+0000 7f624da5e640 1 -- 172.21.15.16:0/1224890355 wait complete. 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.560+0000 7f624da5e640 1 Processor -- start 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.560+0000 7f624da5e640 1 -- start start 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f624da5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6234004d40 0x7f6248141050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f624da5e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62480cbf60 0x7f62480cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f624da5e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6248143b30 0x7f6248143fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f624da5e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f62480d2ff0 con 0x7f6248143b30 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f624da5e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f62480d2500 con 0x7f62480cbf60 2024-09-16T01:50:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f624da5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f62480ba120 con 0x7f6234004d40 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6248143b30 0x7f6248143fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6248143b30 0x7f6248143fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38190/0 (socket says 172.21.15.16:38190) 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 -- 172.21.15.16:0/1787034940 learned_addr learned my addr 172.21.15.16:0/1787034940 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 -- 172.21.15.16:0/1787034940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6234004d40 msgr2=0x7f6248141050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6234004d40 0x7f6248141050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 -- 172.21.15.16:0/1787034940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62480cbf60 msgr2=0x7f62480cc3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62480cbf60 0x7f62480cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.561+0000 7f62477fe640 1 -- 172.21.15.16:0/1787034940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62480c9850 con 0x7f6248143b30 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.562+0000 7f62477fe640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6248143b30 0x7f6248143fb0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f623802b0a0 tx=0x7f6238004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.562+0000 7f623ffff640 1 -- 172.21.15.16:0/1787034940 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238009be0 con 0x7f6248143b30 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.562+0000 7f623ffff640 1 -- 172.21.15.16:0/1787034940 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f623802e420 con 0x7f6248143b30 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.562+0000 7f623ffff640 1 -- 172.21.15.16:0/1787034940 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238038270 con 0x7f6248143b30 2024-09-16T01:50:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.562+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62480c9b30 con 0x7f6248143b30 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.562+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62480ca0f0 con 0x7f6248143b30 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.563+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62480ca2f0 con 0x7f6248143b30 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.563+0000 7f623ffff640 1 -- 172.21.15.16:0/1787034940 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f6238040030 con 0x7f6248143b30 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.564+0000 7f623ffff640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f622806cc30 0x7f622806f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.564+0000 7f623ffff640 1 -- 172.21.15.16:0/1787034940 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7f62380a9b90 con 0x7f6248143b30 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.564+0000 7f6246ffd640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f622806cc30 0x7f622806f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.564+0000 7f6246ffd640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f622806cc30 0x7f622806f0f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6240001d20 tx=0x7f6240001cb0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.568+0000 7f623ffff640 1 -- 172.21.15.16:0/1787034940 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f62480ca2f0 con 0x7f6248143b30 2024-09-16T01:50:06.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:06.811+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]} v 0) -- 0x7f62480b9be0 con 0x7f6248143b30 2024-09-16T01:50:07.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.125+0000 7f623ffff640 1 -- 172.21.15.16:0/1787034940 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]}]=0 v417) ==== 149+0+0 (secure 0 0 0) 0x7f6238032030 con 0x7f6248143b30 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f622806cc30 msgr2=0x7f622806f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f622806cc30 0x7f622806f0f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6240001d20 tx=0x7f6240001cb0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6248143b30 msgr2=0x7f6248143fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6248143b30 0x7f6248143fb0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f623802b0a0 tx=0x7f6238004ab0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 shutdown_connections 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f622806cc30 0x7f622806f0f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6248143b30 0x7f6248143fb0 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62480cbf60 0x7f62480cc3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 --2- 172.21.15.16:0/1787034940 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6234004d40 0x7f6248141050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.127+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 >> 172.21.15.16:0/1787034940 conn(0x7f6248074fe0 msgr2=0x7f6248144ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:07.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.128+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 shutdown_connections 2024-09-16T01:50:07.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.128+0000 7f624da5e640 1 -- 172.21.15.16:0/1787034940 wait complete. 2024-09-16T01:50:07.141 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- rather than going through a full upgrade cycle, ... ok 2024-09-16T01:50:07.141 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-16T01:50:07.141 INFO:tasks.cephfs_test_runner:test_subvolume_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:50:07.141 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:07.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.243+0000 7faf9ca17640 1 Processor -- start 2024-09-16T01:50:07.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.243+0000 7faf9ca17640 1 -- start start 2024-09-16T01:50:07.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf9ca17640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806f4e0 0x7faf980afb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf9ca17640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf980cfdd0 0x7faf980ce570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf9ca17640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf980b31b0 con 0x7faf9815f930 2024-09-16T01:50:07.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf9ca17640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7faf9806e800 con 0x7faf980cfdd0 2024-09-16T01:50:07.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf9ca17640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faf9806dbf0 con 0x7faf9806f4e0 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf95d9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806f4e0 0x7faf980afb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf96d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf980cfdd0 0x7faf980ce570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf95d9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806f4e0 0x7faf980afb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:47522/0 (socket says 172.21.15.16:47522) 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.244+0000 7faf95d9b640 1 -- 172.21.15.16:0/2469778169 learned_addr learned my addr 172.21.15.16:0/2469778169 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.245+0000 7faf96d9d640 1 -- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806f4e0 msgr2=0x7faf980afb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.245+0000 7faf96d9d640 1 --2- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806f4e0 0x7faf980afb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.245+0000 7faf96d9d640 1 -- 172.21.15.16:0/2469778169 >> v1:172.21.15.104:6789/0 conn(0x7faf9815f930 legacy=0x7faf9806edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.245+0000 7faf96d9d640 1 -- 172.21.15.16:0/2469778169 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf9806ded0 con 0x7faf980cfdd0 2024-09-16T01:50:07.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.245+0000 7faf95d9b640 1 --2- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806f4e0 0x7faf980afb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.245+0000 7faf96d9d640 1 --2- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf980cfdd0 0x7faf980ce570 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7faf90009d90 tx=0x7faf9002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4298ae85e1720dff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9559a640 1 -- 172.21.15.16:0/2469778169 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90007740 con 0x7faf980cfdd0 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9559a640 1 -- 172.21.15.16:0/2469778169 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf900078e0 con 0x7faf980cfdd0 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9559a640 1 -- 172.21.15.16:0/2469778169 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90007cb0 con 0x7faf980cfdd0 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 -- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf980cfdd0 msgr2=0x7faf980ce570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 --2- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf980cfdd0 0x7faf980ce570 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7faf90009d90 tx=0x7faf9002a660 comp rx=0 tx=0).stop 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 -- 172.21.15.16:0/2469778169 shutdown_connections 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 --2- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf980cfdd0 0x7faf980ce570 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 --2- 172.21.15.16:0/2469778169 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9806f4e0 0x7faf980afb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 -- 172.21.15.16:0/2469778169 >> 172.21.15.16:0/2469778169 conn(0x7faf980b22c0 msgr2=0x7faf980b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:07.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 -- 172.21.15.16:0/2469778169 shutdown_connections 2024-09-16T01:50:07.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.246+0000 7faf9ca17640 1 -- 172.21.15.16:0/2469778169 wait complete. 2024-09-16T01:50:07.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 Processor -- start 2024-09-16T01:50:07.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 -- start start 2024-09-16T01:50:07.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806f4e0 0x7faf98150bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf980cfdd0 0x7faf9815d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815f930 0x7faf9814fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7faf980ceab0 con 0x7faf980cfdd0 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faf9806e490 con 0x7faf9806f4e0 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9ca17640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faf980cec30 con 0x7faf9815f930 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf95d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf980cfdd0 0x7faf9815d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf95d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf980cfdd0 0x7faf9815d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38194/0 (socket says 172.21.15.16:38194) 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf95d9b640 1 -- 172.21.15.16:0/3347990830 learned_addr learned my addr 172.21.15.16:0/3347990830 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.248+0000 7faf9659c640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806f4e0 0x7faf98150bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf96d9d640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815f930 0x7faf9814fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf95d9b640 1 -- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815f930 msgr2=0x7faf9814fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf95d9b640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815f930 0x7faf9814fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf95d9b640 1 -- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806f4e0 msgr2=0x7faf98150bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf95d9b640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806f4e0 0x7faf98150bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf95d9b640 1 -- 172.21.15.16:0/3347990830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf981f6880 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf95d9b640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf980cfdd0 0x7faf9815d490 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7faf8c00e990 tx=0x7faf8c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf86ffd640 1 -- 172.21.15.16:0/3347990830 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c004030 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf86ffd640 1 -- 172.21.15.16:0/3347990830 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf8c0041d0 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf981513c0 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf86ffd640 1 -- 172.21.15.16:0/3347990830 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c00c9e0 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.249+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf98151980 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.250+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf980ce570 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.251+0000 7faf86ffd640 1 -- 172.21.15.16:0/3347990830 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7faf8c00cb80 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.251+0000 7faf86ffd640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7faf7806ca90 0x7faf7806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.251+0000 7faf86ffd640 1 -- 172.21.15.16:0/3347990830 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7faf8c08a100 con 0x7faf980cfdd0 2024-09-16T01:50:07.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.251+0000 7faf9659c640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7faf7806ca90 0x7faf7806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.252+0000 7faf9659c640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7faf7806ca90 0x7faf7806ef50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7faf880016e0 tx=0x7faf88009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.255+0000 7faf86ffd640 1 -- 172.21.15.16:0/3347990830 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf8c017020 con 0x7faf980cfdd0 2024-09-16T01:50:07.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.431+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faf980d0320 con 0x7faf980cfdd0 2024-09-16T01:50:07.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.431+0000 7faf86ffd640 1 -- 172.21.15.16:0/3347990830 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) ==== 74+0+13097 (secure 0 0 0) 0x7faf8c059b10 con 0x7faf980cfdd0 2024-09-16T01:50:07.433 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:07.433 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":143,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:06.112822+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6834/1749127729":"2024-09-17T01:50:03.105613+0000","172.21.15.104:6832/1749127729":"2024-09-17T01:50:03.105613+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7faf7806ca90 msgr2=0x7faf7806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7faf7806ca90 0x7faf7806ef50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7faf880016e0 tx=0x7faf88009040 comp rx=0 tx=0).stop 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf980cfdd0 msgr2=0x7faf9815d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf980cfdd0 0x7faf9815d490 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7faf8c00e990 tx=0x7faf8c00ee50 comp rx=0 tx=0).stop 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 shutdown_connections 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7faf7806ca90 0x7faf7806ef50 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faf9815f930 0x7faf9814fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faf980cfdd0 0x7faf9815d490 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 --2- 172.21.15.16:0/3347990830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9806f4e0 0x7faf98150bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.433+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 >> 172.21.15.16:0/3347990830 conn(0x7faf980b22c0 msgr2=0x7faf9815b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:07.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.434+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 shutdown_connections 2024-09-16T01:50:07.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.434+0000 7faf9ca17640 1 -- 172.21.15.16:0/3347990830 wait complete. 2024-09-16T01:50:07.446 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:50:07.446 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:50:07.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.550+0000 7f45be823640 1 Processor -- start 2024-09-16T01:50:07.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.550+0000 7f45be823640 1 -- start start 2024-09-16T01:50:07.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45be823640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45b815e690 0x7f45b806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45be823640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b80cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45be823640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45b815ea70 con 0x7f45b80cf5e0 2024-09-16T01:50:07.553 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45be823640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f45b806c560 con 0x7f45b815e690 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45be823640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f45b80722a0 con 0x7f45b806c120 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b80cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45b7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45b815e690 0x7f45b806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b80cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:47528/0 (socket says 172.21.15.16:47528) 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.551+0000 7f45b77fe640 1 -- 172.21.15.16:0/1791969492 learned_addr learned my addr 172.21.15.16:0/1791969492 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.552+0000 7f45b77fe640 1 -- 172.21.15.16:0/1791969492 >> v2:172.21.15.104:3300/0 conn(0x7f45b815e690 msgr2=0x7f45b806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.552+0000 7f45b77fe640 1 --2- 172.21.15.16:0/1791969492 >> v2:172.21.15.104:3300/0 conn(0x7f45b815e690 0x7f45b806bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.552+0000 7f45b77fe640 1 -- 172.21.15.16:0/1791969492 >> v1:172.21.15.104:6789/0 conn(0x7f45b80cf5e0 legacy=0x7f45b80d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.552+0000 7f45b77fe640 1 -- 172.21.15.16:0/1791969492 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b8072580 con 0x7f45b806c120 2024-09-16T01:50:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.552+0000 7f45b7fff640 1 --2- 172.21.15.16:0/1791969492 >> v2:172.21.15.104:3300/0 conn(0x7f45b815e690 0x7f45b806bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:07.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45b77fe640 1 --2- 172.21.15.16:0/1791969492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b80cf0a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f45ac009870 tx=0x7f45ac02a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94065cdd8b5e93e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45b6ffd640 1 -- 172.21.15.16:0/1791969492 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac037070 con 0x7f45b806c120 2024-09-16T01:50:07.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45b6ffd640 1 -- 172.21.15.16:0/1791969492 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45ac032440 con 0x7f45b806c120 2024-09-16T01:50:07.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45b6ffd640 1 -- 172.21.15.16:0/1791969492 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac032810 con 0x7f45b806c120 2024-09-16T01:50:07.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 -- 172.21.15.16:0/1791969492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 msgr2=0x7f45b80cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 --2- 172.21.15.16:0/1791969492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b80cf0a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f45ac009870 tx=0x7f45ac02a250 comp rx=0 tx=0).stop 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 -- 172.21.15.16:0/1791969492 shutdown_connections 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 --2- 172.21.15.16:0/1791969492 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b80cf0a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 --2- 172.21.15.16:0/1791969492 >> v2:172.21.15.104:3300/0 conn(0x7f45b815e690 0x7f45b806bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 -- 172.21.15.16:0/1791969492 >> 172.21.15.16:0/1791969492 conn(0x7f45b80d1200 msgr2=0x7f45b80d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 -- 172.21.15.16:0/1791969492 shutdown_connections 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.553+0000 7f45be823640 1 -- 172.21.15.16:0/1791969492 wait complete. 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.554+0000 7f45be823640 1 Processor -- start 2024-09-16T01:50:07.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.555+0000 7f45be823640 1 -- start start 2024-09-16T01:50:07.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.555+0000 7f45be823640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b8158b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.555+0000 7f45be823640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45b80cf5e0 0x7f45b8153e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.555+0000 7f45be823640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45b815e690 0x7f45b815d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.555+0000 7f45be823640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f45b80cfa90 con 0x7f45b80cf5e0 2024-09-16T01:50:07.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.555+0000 7f45be823640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f45b8072b40 con 0x7f45b815e690 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.555+0000 7f45be823640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f45b80b8640 con 0x7f45b806c120 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45b80cf5e0 0x7f45b8153e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45b80cf5e0 0x7f45b8153e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38210/0 (socket says 172.21.15.16:38210) 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 -- 172.21.15.16:0/117406105 learned_addr learned my addr 172.21.15.16:0/117406105 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b7fff640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b8158b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45bcdc0640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45b815e690 0x7f45b815d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 -- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 msgr2=0x7f45b8158b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b8158b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 -- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45b815e690 msgr2=0x7f45b815d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45b815e690 0x7f45b815d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 -- 172.21.15.16:0/117406105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b8159090 con 0x7f45b80cf5e0 2024-09-16T01:50:07.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b77fe640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45b80cf5e0 0x7f45b8153e50 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f45ac000c00 tx=0x7f45ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b4ff9640 1 -- 172.21.15.16:0/117406105 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac037040 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b4ff9640 1 -- 172.21.15.16:0/117406105 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45ac042070 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b8154910 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45b4ff9640 1 -- 172.21.15.16:0/117406105 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac030880 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.556+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b80b5a30 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.557+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45b80cf0a0 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.558+0000 7f45b4ff9640 1 -- 172.21.15.16:0/117406105 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f45ac030a20 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.558+0000 7f45b4ff9640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f45a406ca90 0x7f45a406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.558+0000 7f45b4ff9640 1 -- 172.21.15.16:0/117406105 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7f45ac0aa4f0 con 0x7f45b80cf5e0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.559+0000 7f45b7fff640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f45a406ca90 0x7f45a406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.559+0000 7f45b7fff640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f45a406ca90 0x7f45a406ef50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f45a8009560 tx=0x7f45a8009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.563+0000 7f45b4ff9640 1 -- 172.21.15.16:0/117406105 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45ac079f00 con 0x7f45b80cf5e0 2024-09-16T01:50:07.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.737+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f45b80ba370 con 0x7f45b80cf5e0 2024-09-16T01:50:07.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.737+0000 7f45b4ff9640 1 -- 172.21.15.16:0/117406105 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v143) ==== 93+0+10 (secure 0 0 0) 0x7f45ac07e200 con 0x7f45b80cf5e0 2024-09-16T01:50:07.739 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:50:07.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.739+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f45a406ca90 msgr2=0x7f45a406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.739+0000 7f45be823640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f45a406ca90 0x7f45a406ef50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f45a8009560 tx=0x7f45a8009190 comp rx=0 tx=0).stop 2024-09-16T01:50:07.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.739+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45b80cf5e0 msgr2=0x7f45b8153e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.739+0000 7f45be823640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45b80cf5e0 0x7f45b8153e50 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f45ac000c00 tx=0x7f45ac0046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.739+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 shutdown_connections 2024-09-16T01:50:07.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.739+0000 7f45be823640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f45a406ca90 0x7f45a406ef50 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.740+0000 7f45be823640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45b815e690 0x7f45b815d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.740+0000 7f45be823640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45b80cf5e0 0x7f45b8153e50 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.740+0000 7f45be823640 1 --2- 172.21.15.16:0/117406105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45b806c120 0x7f45b8158b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.740+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 >> 172.21.15.16:0/117406105 conn(0x7f45b80d1200 msgr2=0x7f45b80b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:07.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.740+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 shutdown_connections 2024-09-16T01:50:07.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.740+0000 7f45be823640 1 -- 172.21.15.16:0/117406105 wait complete. 2024-09-16T01:50:07.753 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2' 2024-09-16T01:50:07.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.854+0000 7f45aa9be640 1 Processor -- start 2024-09-16T01:50:07.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.854+0000 7f45aa9be640 1 -- start start 2024-09-16T01:50:07.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45aa9be640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406bbe0 0x7f45a406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45aa9be640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45a406f6e0 0x7f45a4161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45aa9be640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45a40b6a70 con 0x7f45a415e3a0 2024-09-16T01:50:07.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45aa9be640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f45a406fb50 con 0x7f45a406f6e0 2024-09-16T01:50:07.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45aa9be640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f45a40b7640 con 0x7f45a406bbe0 2024-09-16T01:50:07.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f459bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406bbe0 0x7f45a406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45a8f5b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45a406f6e0 0x7f45a4161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45a8f5b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45a406f6e0 0x7f45a4161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:47944/0 (socket says 172.21.15.16:47944) 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f459bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406bbe0 0x7f45a406f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:47540/0 (socket says 172.21.15.16:47540) 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.855+0000 7f45a8f5b640 1 -- 172.21.15.16:0/2209088470 learned_addr learned my addr 172.21.15.16:0/2209088470 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.856+0000 7f45a8f5b640 1 -- 172.21.15.16:0/2209088470 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406bbe0 msgr2=0x7f45a406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.856+0000 7f45a8f5b640 1 --2- 172.21.15.16:0/2209088470 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406bbe0 0x7f45a406f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.856+0000 7f45a8f5b640 1 -- 172.21.15.16:0/2209088470 >> v1:172.21.15.104:6789/0 conn(0x7f45a415e3a0 legacy=0x7f45a406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.856+0000 7f45a8f5b640 1 -- 172.21.15.16:0/2209088470 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45a406d960 con 0x7f45a406f6e0 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.856+0000 7f45a8f5b640 1 --2- 172.21.15.16:0/2209088470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a406f6e0 0x7f45a4161f80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f459c009e50 tx=0x7f459c02a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8514e9e32bbd18ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45a37fe640 1 -- 172.21.15.16:0/2209088470 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c036070 con 0x7f45a406f6e0 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45a37fe640 1 -- 172.21.15.16:0/2209088470 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f459c031600 con 0x7f45a406f6e0 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45a37fe640 1 -- 172.21.15.16:0/2209088470 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f459c0319d0 con 0x7f45a406f6e0 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 -- 172.21.15.16:0/2209088470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a406f6e0 msgr2=0x7f45a4161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 --2- 172.21.15.16:0/2209088470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a406f6e0 0x7f45a4161f80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f459c009e50 tx=0x7f459c02a710 comp rx=0 tx=0).stop 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 -- 172.21.15.16:0/2209088470 shutdown_connections 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 --2- 172.21.15.16:0/2209088470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a406f6e0 0x7f45a4161f80 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 --2- 172.21.15.16:0/2209088470 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406bbe0 0x7f45a406f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 -- 172.21.15.16:0/2209088470 >> 172.21.15.16:0/2209088470 conn(0x7f45a40b4090 msgr2=0x7f45a40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:07.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 -- 172.21.15.16:0/2209088470 shutdown_connections 2024-09-16T01:50:07.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.857+0000 7f45aa9be640 1 -- 172.21.15.16:0/2209088470 wait complete. 2024-09-16T01:50:07.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.858+0000 7f45aa9be640 1 Processor -- start 2024-09-16T01:50:07.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45aa9be640 1 -- start start 2024-09-16T01:50:07.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45aa9be640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45a406bbe0 0x7f45a41eb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45aa9be640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406f6e0 0x7f45a40afd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45aa9be640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a415e3a0 0x7f45a41609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45aa9be640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f45a40b72d0 con 0x7f45a406bbe0 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45aa9be640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f45a40b6ff0 con 0x7f45a415e3a0 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45aa9be640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f45a415e780 con 0x7f45a406f6e0 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45a406bbe0 0x7f45a41eb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45a406bbe0 0x7f45a41eb960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38212/0 (socket says 172.21.15.16:38212) 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45a3fff640 1 -- 172.21.15.16:0/1188006177 learned_addr learned my addr 172.21.15.16:0/1188006177 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f459bfff640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406f6e0 0x7f45a40afd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.859+0000 7f45a8f5b640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a415e3a0 0x7f45a41609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a3fff640 1 -- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406f6e0 msgr2=0x7f45a40afd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a3fff640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406f6e0 0x7f45a40afd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a3fff640 1 -- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a415e3a0 msgr2=0x7f45a41609a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a3fff640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a415e3a0 0x7f45a41609a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a3fff640 1 -- 172.21.15.16:0/1188006177 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45a40b13c0 con 0x7f45a406bbe0 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a3fff640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45a406bbe0 0x7f45a41eb960 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f459400c370 tx=0x7f459400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a17fa640 1 -- 172.21.15.16:0/1188006177 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4594017070 con 0x7f45a406bbe0 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45a40b16a0 con 0x7f45a406bbe0 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a17fa640 1 -- 172.21.15.16:0/1188006177 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45940052d0 con 0x7f45a406bbe0 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45a17fa640 1 -- 172.21.15.16:0/1188006177 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4594003850 con 0x7f45a406bbe0 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.860+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45a40af7e0 con 0x7f45a406bbe0 2024-09-16T01:50:07.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.861+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45a40b0240 con 0x7f45a406bbe0 2024-09-16T01:50:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.862+0000 7f45a17fa640 1 -- 172.21.15.16:0/1188006177 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f459401a070 con 0x7f45a406bbe0 2024-09-16T01:50:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.862+0000 7f45a17fa640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f458406ca90 0x7f458406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.863+0000 7f459bfff640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f458406ca90 0x7f458406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.863+0000 7f45a17fa640 1 -- 172.21.15.16:0/1188006177 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7f4594089100 con 0x7f45a406bbe0 2024-09-16T01:50:07.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.863+0000 7f459bfff640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f458406ca90 0x7f458406ef50 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f45a4160600 tx=0x7f458c009110 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:07.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:07.867+0000 7f45a17fa640 1 -- 172.21.15.16:0/1188006177 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45a40b0240 con 0x7f45a406bbe0 2024-09-16T01:50:08.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.115+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]} v 0) -- 0x7f45a40b1870 con 0x7f45a406bbe0 2024-09-16T01:50:08.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.126+0000 7f45a17fa640 1 -- 172.21.15.16:0/1188006177 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]}]=0 v418) ==== 148+0+0 (secure 0 0 0) 0x7f4594058a90 con 0x7f45a406bbe0 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f458406ca90 msgr2=0x7f458406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f458406ca90 0x7f458406ef50 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f45a4160600 tx=0x7f458c009110 comp rx=0 tx=0).stop 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45a406bbe0 msgr2=0x7f45a41eb960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45a406bbe0 0x7f45a41eb960 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f459400c370 tx=0x7f459400c830 comp rx=0 tx=0).stop 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 shutdown_connections 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f458406ca90 0x7f458406ef50 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45a415e3a0 0x7f45a41609a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45a406f6e0 0x7f45a40afd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 --2- 172.21.15.16:0/1188006177 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45a406bbe0 0x7f45a41eb960 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 >> 172.21.15.16:0/1188006177 conn(0x7f45a40b4090 msgr2=0x7f45a40b3200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 shutdown_connections 2024-09-16T01:50:08.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.128+0000 7f45aa9be640 1 -- 172.21.15.16:0/1188006177 wait complete. 2024-09-16T01:50:08.140 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:50:08.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.244+0000 7f583ca82640 1 Processor -- start 2024-09-16T01:50:08.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.244+0000 7f583ca82640 1 -- start start 2024-09-16T01:50:08.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.245+0000 7f583ca82640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5838147f30 0x7f58380cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.245+0000 7f583ca82640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f58380cfb00 0x7f58380d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.245+0000 7f583ca82640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58380d22f0 con 0x7f58380d4010 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.245+0000 7f583ca82640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f58380d20a0 con 0x7f58380cfb00 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.245+0000 7f583ca82640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f58380d25d0 con 0x7f5838147f30 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5835d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f58380cfb00 0x7f58380d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5836d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f58380d4010 0x7f58381621a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43842/0 (socket says 172.21.15.16:43842) 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5835d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f58380cfb00 0x7f58380d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38218/0 (socket says 172.21.15.16:38218) 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5836d9d640 1 -- 172.21.15.16:0/1244680150 learned_addr learned my addr 172.21.15.16:0/1244680150 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f583659c640 1 --2- 172.21.15.16:0/1244680150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5838147f30 0x7f58380cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5835d9b640 1 -- 172.21.15.16:0/1244680150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5838147f30 msgr2=0x7f58380cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5835d9b640 1 --2- 172.21.15.16:0/1244680150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5838147f30 0x7f58380cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5835d9b640 1 -- 172.21.15.16:0/1244680150 >> v1:172.21.15.16:6789/0 conn(0x7f58380d4010 legacy=0x7f58381621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f5835d9b640 1 -- 172.21.15.16:0/1244680150 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58380d28b0 con 0x7f58380cfb00 2024-09-16T01:50:08.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.246+0000 7f583559a640 1 -- 172.21.15.16:0/1244680150 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3618941005 0 0) 0x7f58380d22f0 con 0x7f58380d4010 2024-09-16T01:50:08.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f5835d9b640 1 --2- 172.21.15.16:0/1244680150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58380cfb00 0x7f58380d0f70 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f58280097a0 tx=0x7f582802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b55f03620d4bea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:08.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583559a640 1 -- 172.21.15.16:0/1244680150 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5828037070 con 0x7f58380cfb00 2024-09-16T01:50:08.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583559a640 1 -- 172.21.15.16:0/1244680150 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f582802ae50 con 0x7f58380cfb00 2024-09-16T01:50:08.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583559a640 1 -- 172.21.15.16:0/1244680150 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5828032660 con 0x7f58380cfb00 2024-09-16T01:50:08.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 -- 172.21.15.16:0/1244680150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58380cfb00 msgr2=0x7f58380d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 --2- 172.21.15.16:0/1244680150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58380cfb00 0x7f58380d0f70 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f58280097a0 tx=0x7f582802a100 comp rx=0 tx=0).stop 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 -- 172.21.15.16:0/1244680150 shutdown_connections 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 --2- 172.21.15.16:0/1244680150 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58380cfb00 0x7f58380d0f70 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 --2- 172.21.15.16:0/1244680150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5838147f30 0x7f58380cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 -- 172.21.15.16:0/1244680150 >> 172.21.15.16:0/1244680150 conn(0x7f5838074da0 msgr2=0x7f58380d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 -- 172.21.15.16:0/1244680150 shutdown_connections 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.247+0000 7f583ca82640 1 -- 172.21.15.16:0/1244680150 wait complete. 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.249+0000 7f583ca82640 1 Processor -- start 2024-09-16T01:50:08.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.249+0000 7f583ca82640 1 -- start start 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.249+0000 7f583ca82640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58380cfb00 0x7f583813d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.249+0000 7f583ca82640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58380d4010 0x7f5838140560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f583ca82640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5838147f30 0x7f58380cd460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f583ca82640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f58380d30b0 con 0x7f5838147f30 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f583ca82640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5838148310 con 0x7f58380cfb00 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f583ca82640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f58380d3230 con 0x7f58380d4010 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5838147f30 0x7f58380cd460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5838147f30 0x7f58380cd460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38220/0 (socket says 172.21.15.16:38220) 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 -- 172.21.15.16:0/3261003479 learned_addr learned my addr 172.21.15.16:0/3261003479 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f583659c640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58380cfb00 0x7f583813d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5835d9b640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58380d4010 0x7f5838140560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 -- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58380d4010 msgr2=0x7f5838140560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58380d4010 0x7f5838140560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 -- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58380cfb00 msgr2=0x7f583813d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58380cfb00 0x7f583813d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 -- 172.21.15.16:0/3261003479 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58380ccc90 con 0x7f5838147f30 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f5836d9d640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5838147f30 0x7f58380cd460 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f583000c810 tx=0x7f583000ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f582effd640 1 -- 172.21.15.16:0/3261003479 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5830018070 con 0x7f5838147f30 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f582effd640 1 -- 172.21.15.16:0/3261003479 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f583000a640 con 0x7f5838147f30 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5838140aa0 con 0x7f5838147f30 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f582effd640 1 -- 172.21.15.16:0/3261003479 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583000aa30 con 0x7f5838147f30 2024-09-16T01:50:08.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.250+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f583813e570 con 0x7f5838147f30 2024-09-16T01:50:08.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.251+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58380cf5c0 con 0x7f5838147f30 2024-09-16T01:50:08.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.252+0000 7f582effd640 1 -- 172.21.15.16:0/3261003479 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f583001b070 con 0x7f5838147f30 2024-09-16T01:50:08.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.252+0000 7f582effd640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f581806ca90 0x7f581806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.252+0000 7f582effd640 1 -- 172.21.15.16:0/3261003479 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7f58300893e0 con 0x7f5838147f30 2024-09-16T01:50:08.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.252+0000 7f583659c640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f581806ca90 0x7f581806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.253+0000 7f583659c640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f581806ca90 0x7f581806ef50 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f58200079a0 tx=0x7f5820008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:08.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.257+0000 7f582effd640 1 -- 172.21.15.16:0/3261003479 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5830058df0 con 0x7f5838147f30 2024-09-16T01:50:08.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.431+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f58380b8be0 con 0x7f5838147f30 2024-09-16T01:50:08.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.434+0000 7f582effd640 1 -- 172.21.15.16:0/3261003479 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7f583005d0f0 con 0x7f5838147f30 2024-09-16T01:50:08.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f581806ca90 msgr2=0x7f581806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f581806ca90 0x7f581806ef50 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f58200079a0 tx=0x7f5820008040 comp rx=0 tx=0).stop 2024-09-16T01:50:08.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5838147f30 msgr2=0x7f58380cd460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5838147f30 0x7f58380cd460 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f583000c810 tx=0x7f583000ccd0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 shutdown_connections 2024-09-16T01:50:08.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f581806ca90 0x7f581806ef50 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5838147f30 0x7f58380cd460 unknown :-1 s=CLOSED pgs=1590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58380d4010 0x7f5838140560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.436+0000 7f583ca82640 1 --2- 172.21.15.16:0/3261003479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58380cfb00 0x7f583813d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.437+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 >> 172.21.15.16:0/3261003479 conn(0x7f5838074da0 msgr2=0x7f58380b93e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:08.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.437+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 shutdown_connections 2024-09-16T01:50:08.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.437+0000 7f583ca82640 1 -- 172.21.15.16:0/3261003479 wait complete. 2024-09-16T01:50:08.449 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:50:08.449 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:50:08.503 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:50:08.559 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:50:08.559 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:08.559 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:08.575 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:50:08.575 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:08.576 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:08.593 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:50:08.593 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:08.593 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:08.634 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:50:08.634 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:08.634 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:08.651 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:50:08.651 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:50:08.651 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:08.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.775+0000 7fa64719a640 1 Processor -- start 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.775+0000 7fa64719a640 1 -- start start 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa64719a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa640147fc0 0x7fa64015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa64719a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa6400d0ee0 0x7fa6400d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa64719a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa6400b97d0 0x7fa6400b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa64719a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa6401483a0 con 0x7fa6400d0ee0 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa64719a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa64015efa0 con 0x7fa6400b97d0 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa64719a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa6400d1880 con 0x7fa640147fc0 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa6400d0ee0 0x7fa6400d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa6400d0ee0 0x7fa6400d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38224/0 (socket says 172.21.15.16:38224) 2024-09-16T01:50:08.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 -- 172.21.15.16:0/3125960389 learned_addr learned my addr 172.21.15.16:0/3125960389 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa645737640 1 --2- 172.21.15.16:0/3125960389 >> v2:172.21.15.104:3300/0 conn(0x7fa6400b97d0 0x7fa6400b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa644f36640 1 --2- 172.21.15.16:0/3125960389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa640147fc0 0x7fa64015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 -- 172.21.15.16:0/3125960389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa640147fc0 msgr2=0x7fa64015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 --2- 172.21.15.16:0/3125960389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa640147fc0 0x7fa64015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 -- 172.21.15.16:0/3125960389 >> v2:172.21.15.104:3300/0 conn(0x7fa6400b97d0 msgr2=0x7fa6400b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 --2- 172.21.15.16:0/3125960389 >> v2:172.21.15.104:3300/0 conn(0x7fa6400b97d0 0x7fa6400b9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.776+0000 7fa63ffff640 1 -- 172.21.15.16:0/3125960389 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6400d2750 con 0x7fa6400d0ee0 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.777+0000 7fa63ffff640 1 --2- 172.21.15.16:0/3125960389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400d0ee0 0x7fa6400d1340 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fa6400b95a0 tx=0x7fa62c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2eff49c6390a01 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.777+0000 7fa63f7fe640 1 -- 172.21.15.16:0/3125960389 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c037070 con 0x7fa6400d0ee0 2024-09-16T01:50:08.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.777+0000 7fa63f7fe640 1 -- 172.21.15.16:0/3125960389 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa62c032440 con 0x7fa6400d0ee0 2024-09-16T01:50:08.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.777+0000 7fa63f7fe640 1 -- 172.21.15.16:0/3125960389 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c032810 con 0x7fa6400d0ee0 2024-09-16T01:50:08.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 -- 172.21.15.16:0/3125960389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400d0ee0 msgr2=0x7fa6400d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 --2- 172.21.15.16:0/3125960389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400d0ee0 0x7fa6400d1340 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fa6400b95a0 tx=0x7fa62c02a210 comp rx=0 tx=0).stop 2024-09-16T01:50:08.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 -- 172.21.15.16:0/3125960389 shutdown_connections 2024-09-16T01:50:08.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 --2- 172.21.15.16:0/3125960389 >> v2:172.21.15.104:3300/0 conn(0x7fa6400b97d0 0x7fa6400b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 --2- 172.21.15.16:0/3125960389 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400d0ee0 0x7fa6400d1340 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 --2- 172.21.15.16:0/3125960389 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa640147fc0 0x7fa64015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 -- 172.21.15.16:0/3125960389 >> 172.21.15.16:0/3125960389 conn(0x7fa640074fe0 msgr2=0x7fa64006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:08.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 -- 172.21.15.16:0/3125960389 shutdown_connections 2024-09-16T01:50:08.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.778+0000 7fa64719a640 1 -- 172.21.15.16:0/3125960389 wait complete. 2024-09-16T01:50:08.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.779+0000 7fa64719a640 1 Processor -- start 2024-09-16T01:50:08.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.779+0000 7fa64719a640 1 -- start start 2024-09-16T01:50:08.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa64719a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400b97d0 0x7fa6401414f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa64719a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6400d0ee0 0x7fa640153d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa64719a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa640147fc0 0x7fa6400b6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa64719a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa6400d2d10 con 0x7fa6400b97d0 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa64719a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa6400d2500 con 0x7fa640147fc0 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa64719a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa6400d2ff0 con 0x7fa6400d0ee0 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400b97d0 0x7fa6401414f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400b97d0 0x7fa6401414f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38238/0 (socket says 172.21.15.16:38238) 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 -- 172.21.15.16:0/1738541026 learned_addr learned my addr 172.21.15.16:0/1738541026 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa63ffff640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6400d0ee0 0x7fa640153d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa645737640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa640147fc0 0x7fa6400b6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 -- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6400d0ee0 msgr2=0x7fa640153d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6400d0ee0 0x7fa640153d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 -- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa640147fc0 msgr2=0x7fa6400b6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:08.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa640147fc0 0x7fa6400b6210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 -- 172.21.15.16:0/1738541026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6401f7b70 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.780+0000 7fa644f36640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400b97d0 0x7fa6401414f0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7fa63400d5f0 tx=0x7fa63400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.781+0000 7fa63d7fa640 1 -- 172.21.15.16:0/1738541026 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6340125f0 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.781+0000 7fa63d7fa640 1 -- 172.21.15.16:0/1738541026 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa634019070 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.781+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6401f7e50 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.781+0000 7fa63d7fa640 1 -- 172.21.15.16:0/1738541026 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6340129d0 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.781+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6401f8410 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.782+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6400ba2b0 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.782+0000 7fa63d7fa640 1 -- 172.21.15.16:0/1738541026 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fa634012b70 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.783+0000 7fa63d7fa640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa62406ca90 0x7fa62406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.783+0000 7fa63d7fa640 1 -- 172.21.15.16:0/1738541026 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7fa63408a0b0 con 0x7fa6400b97d0 2024-09-16T01:50:08.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.783+0000 7fa63ffff640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa62406ca90 0x7fa62406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:08.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.783+0000 7fa63ffff640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa62406ca90 0x7fa62406ef50 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa62c034000 tx=0x7fa62c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:08.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.787+0000 7fa63d7fa640 1 -- 172.21.15.16:0/1738541026 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa634059ac0 con 0x7fa6400b97d0 2024-09-16T01:50:09.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.998+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6400ced20 con 0x7fa6400b97d0 2024-09-16T01:50:09.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:08.999+0000 7fa63d7fa640 1 -- 172.21.15.16:0/1738541026 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 87 v87) ==== 94+0+3914 (secure 0 0 0) 0x7fa63405ddc0 con 0x7fa6400b97d0 2024-09-16T01:50:09.000 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:09.001 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":87,"btime":"2024-09-16T01:50:04:107040+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7070,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/3539369659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3539369659},{"type":"v1","addr":"172.21.15.104:6834","nonce":3539369659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":87},{"gid":7702,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/2449915194","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":2449915194},{"type":"v1","addr":"172.21.15.16:6835","nonce":2449915194}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/849290723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":849290723},{"type":"v1","addr":"172.21.15.104:6835","nonce":849290723}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":8436,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1228874711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1228874711},{"type":"v1","addr":"172.21.15.16:6834","nonce":1228874711}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[]} 2024-09-16T01:50:09.001 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 87 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa62406ca90 msgr2=0x7fa62406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa62406ca90 0x7fa62406ef50 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa62c034000 tx=0x7fa62c02e000 comp rx=0 tx=0).stop 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400b97d0 msgr2=0x7fa6401414f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400b97d0 0x7fa6401414f0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7fa63400d5f0 tx=0x7fa63400dab0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 shutdown_connections 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa62406ca90 0x7fa62406ef50 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa640147fc0 0x7fa6400b6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa6400d0ee0 0x7fa640153d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 --2- 172.21.15.16:0/1738541026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa6400b97d0 0x7fa6401414f0 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 >> 172.21.15.16:0/1738541026 conn(0x7fa640074fe0 msgr2=0x7fa64015f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 shutdown_connections 2024-09-16T01:50:09.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.001+0000 7fa64719a640 1 -- 172.21.15.16:0/1738541026 wait complete. 2024-09-16T01:50:09.014 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:50:09.014 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:50:09.014 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:50:09.014 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:09.014 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:50:09.014 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:50:09.015 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:50:09.015 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:09.015 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:50:09.015 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:50:09.015 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:50:09.015 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:09.015 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:50:09.016 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:50:09.016 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:50:09.016 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:09.023 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:50:09.023 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:50:09.024 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:50:09.024 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:50:09.027 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:50:09.027 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:50:09.028 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:50:09.028 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:50:09.066 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:50:09.067 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:09.067 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:50:09.067 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:09.071 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:50:09.071 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:09.072 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:50:09.072 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:09.072 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:50:09.144 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:50:09.145 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:50:09.153 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:50:09.153 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:50:09.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.180+0000 7f88a2d9f640 1 Processor -- start 2024-09-16T01:50:09.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.180+0000 7f88a2d9f640 1 -- start start 2024-09-16T01:50:09.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.181+0000 7f88a2d9f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f889c0b31f0 0x7f889c168f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.181+0000 7f88a2d9f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f889c0b4f30 con 0x7f889c0d3560 2024-09-16T01:50:09.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.181+0000 7f88a2d9f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f889c0b5210 con 0x7f889c0cecb0 2024-09-16T01:50:09.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.181+0000 7f88a2d9f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f889c0b35d0 con 0x7f889c0b31f0 2024-09-16T01:50:09.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.181+0000 7f88a159c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f889c0d3560 0x7f889c0b4520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43888/0 (socket says 172.21.15.16:43888) 2024-09-16T01:50:09.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.181+0000 7f88a159c640 1 -- 172.21.15.16:0/3217873113 learned_addr learned my addr 172.21.15.16:0/3217873113 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a259e640 1 --2- 172.21.15.16:0/3217873113 >> v2:172.21.15.104:3300/0 conn(0x7f889c0b31f0 0x7f889c168f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 797667230 0 0) 0x7f889c0b4f30 con 0x7f889c0d3560 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8888003520 con 0x7f889c0d3560 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4015552447 0 0) 0x7f8888003520 con 0x7f889c0d3560 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 >> v2:172.21.15.104:3300/0 conn(0x7f889c0b31f0 msgr2=0x7f889c168f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 --2- 172.21.15.16:0/3217873113 >> v2:172.21.15.104:3300/0 conn(0x7f889c0b31f0 0x7f889c168f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 >> v1:172.21.15.104:6789/0 conn(0x7f889c0cecb0 legacy=0x7f889c0cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889c0b54f0 con 0x7f889c0d3560 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f888c001670 con 0x7f889c0d3560 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 >> v1:172.21.15.16:6789/0 conn(0x7f889c0d3560 legacy=0x7f889c0b4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880039b0 0x7f8888003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88880043b0 0x7f8888004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8888005080 0x7f888800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f888800bf00 con 0x7f88880043b0 2024-09-16T01:50:09.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f888800c0b0 con 0x7f88880039b0 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f888800c2b0 con 0x7f8888005080 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a159c640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88880043b0 0x7f8888004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a1d9d640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880039b0 0x7f8888003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a259e640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8888005080 0x7f888800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a159c640 1 -- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8888005080 msgr2=0x7f888800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a159c640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8888005080 0x7f888800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a159c640 1 -- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880039b0 msgr2=0x7f8888003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a159c640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880039b0 0x7f8888003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a159c640 1 -- 172.21.15.16:0/3217873113 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8888003520 con 0x7f88880043b0 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a259e640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8888005080 0x7f888800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.182+0000 7f88a259e640 1 -- 172.21.15.16:0/3217873113 reap_dead start 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.183+0000 7f88a159c640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88880043b0 0x7f8888004880 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f888c00c240 tx=0x7f8888005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab247736a18e15fe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:09.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.183+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c007d10 con 0x7f88880043b0 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.183+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f888c005ad0 con 0x7f88880043b0 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.183+0000 7f88a0d9b640 1 -- 172.21.15.16:0/3217873113 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c007070 con 0x7f88880043b0 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.184+0000 7f88a2d9f640 1 -- 172.21.15.16:0/3217873113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88880043b0 msgr2=0x7f8888004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.184+0000 7f88a2d9f640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88880043b0 0x7f8888004880 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f888c00c240 tx=0x7f8888005830 comp rx=0 tx=0).stop 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.184+0000 7f88a2d9f640 1 -- 172.21.15.16:0/3217873113 shutdown_connections 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.184+0000 7f88a2d9f640 1 --2- 172.21.15.16:0/3217873113 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88880043b0 0x7f8888004880 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.184+0000 7f88a2d9f640 1 -- 172.21.15.16:0/3217873113 >> 172.21.15.16:0/3217873113 conn(0x7f889c072990 msgr2=0x7f889c072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.184+0000 7f88a2d9f640 1 -- 172.21.15.16:0/3217873113 shutdown_connections 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.184+0000 7f88a2d9f640 1 -- 172.21.15.16:0/3217873113 wait complete. 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.185+0000 7f88a2d9f640 1 Processor -- start 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.185+0000 7f88a2d9f640 1 -- start start 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a2d9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880043b0 0x7f889c0cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a2d9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f889c157ec0 0x7f889c15f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a2d9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f889c0c9380 0x7f889c15fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a2d9f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f889c15e6c0 con 0x7f889c157ec0 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a2d9f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f889c0d2030 con 0x7f88880043b0 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a2d9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f889c0cf090 con 0x7f889c0c9380 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a159c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f889c157ec0 0x7f889c15f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a159c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f889c157ec0 0x7f889c15f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38278/0 (socket says 172.21.15.16:38278) 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a159c640 1 -- 172.21.15.16:0/3489313217 learned_addr learned my addr 172.21.15.16:0/3489313217 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a1d9d640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880043b0 0x7f889c0cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.186+0000 7f88a259e640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f889c0c9380 0x7f889c15fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a159c640 1 -- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f889c0c9380 msgr2=0x7f889c15fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a159c640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f889c0c9380 0x7f889c15fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a159c640 1 -- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880043b0 msgr2=0x7f889c0cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a159c640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880043b0 0x7f889c0cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a159c640 1 -- 172.21.15.16:0/3489313217 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889c1f3e00 con 0x7f889c157ec0 2024-09-16T01:50:09.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a159c640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f889c157ec0 0x7f889c15f890 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f888c00c240 tx=0x7f889c0d39b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:09.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88927fc640 1 -- 172.21.15.16:0/3489313217 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c040020 con 0x7f889c157ec0 2024-09-16T01:50:09.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a2d9f640 1 -- 172.21.15.16:0/3489313217 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f889c1f40e0 con 0x7f889c157ec0 2024-09-16T01:50:09.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88927fc640 1 -- 172.21.15.16:0/3489313217 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f888c0047e0 con 0x7f889c157ec0 2024-09-16T01:50:09.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88927fc640 1 -- 172.21.15.16:0/3489313217 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c040020 con 0x7f889c157ec0 2024-09-16T01:50:09.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.187+0000 7f88a2d9f640 1 -- 172.21.15.16:0/3489313217 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f889c1f46a0 con 0x7f889c157ec0 2024-09-16T01:50:09.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.188+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f889c0cf420 con 0x7f889c157ec0 2024-09-16T01:50:09.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.188+0000 7f88927fc640 1 -- 172.21.15.16:0/3489313217 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f888c043020 con 0x7f889c157ec0 2024-09-16T01:50:09.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.189+0000 7f88927fc640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f888006ce90 0x7f888006f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:09.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.189+0000 7f88927fc640 1 -- 172.21.15.16:0/3489313217 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4999+0+0 (secure 0 0 0) 0x7f888c001470 con 0x7f889c157ec0 2024-09-16T01:50:09.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.189+0000 7f88a1d9d640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f888006ce90 0x7f888006f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:09.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.189+0000 7f88a1d9d640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f888006ce90 0x7f888006f350 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8898001890 tx=0x7f8898009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:09.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.193+0000 7f88927fc640 1 -- 172.21.15.16:0/3489313217 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f888c078e10 con 0x7f889c157ec0 2024-09-16T01:50:09.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:09.382+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f889c161c50 con 0x7f889c157ec0 2024-09-16T01:50:10.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.455+0000 7f88927fc640 1 -- 172.21.15.16:0/3489313217 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v148) ==== 97+0+0 (secure 0 0 0) 0x7f888c07d110 con 0x7f889c157ec0 2024-09-16T01:50:10.457 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:50:10.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f888006ce90 msgr2=0x7f888006f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f888006ce90 0x7f888006f350 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8898001890 tx=0x7f8898009040 comp rx=0 tx=0).stop 2024-09-16T01:50:10.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f889c157ec0 msgr2=0x7f889c15f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f889c157ec0 0x7f889c15f890 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f888c00c240 tx=0x7f889c0d39b0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 shutdown_connections 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f888006ce90 0x7f888006f350 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f889c0c9380 0x7f889c15fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f889c157ec0 0x7f889c15f890 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 --2- 172.21.15.16:0/3489313217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88880043b0 0x7f889c0cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 >> 172.21.15.16:0/3489313217 conn(0x7f889c072990 msgr2=0x7f889c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 shutdown_connections 2024-09-16T01:50:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.459+0000 7f887ffff640 1 -- 172.21.15.16:0/3489313217 wait complete. 2024-09-16T01:50:10.474 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:50:10.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.582+0000 7fa32b1d8640 1 Processor -- start 2024-09-16T01:50:10.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.582+0000 7fa32b1d8640 1 -- start start 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa32b1d8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa32415c380 0x7fa3240d1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa32b1d8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa3240d1850 0x7fa324070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa32b1d8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa324070c40 0x7fa32415fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa32b1d8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa3240cffd0 con 0x7fa3240d1850 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa32b1d8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa32415c760 con 0x7fa32415c380 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa32b1d8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa3240d2e90 con 0x7fa324070c40 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa3240d1850 0x7fa324070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa3240d1850 0x7fa324070700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38294/0 (socket says 172.21.15.16:38294) 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 -- 172.21.15.16:0/1854917646 learned_addr learned my addr 172.21.15.16:0/1854917646 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa328f74640 1 --2- 172.21.15.16:0/1854917646 >> v2:172.21.15.104:3300/0 conn(0x7fa32415c380 0x7fa3240d1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa329775640 1 --2- 172.21.15.16:0/1854917646 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa324070c40 0x7fa32415fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 -- 172.21.15.16:0/1854917646 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa324070c40 msgr2=0x7fa32415fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:10.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 --2- 172.21.15.16:0/1854917646 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa324070c40 0x7fa32415fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 -- 172.21.15.16:0/1854917646 >> v2:172.21.15.104:3300/0 conn(0x7fa32415c380 msgr2=0x7fa3240d1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:10.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 --2- 172.21.15.16:0/1854917646 >> v2:172.21.15.104:3300/0 conn(0x7fa32415c380 0x7fa3240d1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.583+0000 7fa323fff640 1 -- 172.21.15.16:0/1854917646 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3240d3130 con 0x7fa3240d1850 2024-09-16T01:50:10.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.584+0000 7fa323fff640 1 --2- 172.21.15.16:0/1854917646 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3240d1850 0x7fa324070700 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7fa32406a0a0 tx=0x7fa31002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fc33c2496383de server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:10.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.584+0000 7fa3237fe640 1 -- 172.21.15.16:0/1854917646 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa310037070 con 0x7fa3240d1850 2024-09-16T01:50:10.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.584+0000 7fa3237fe640 1 -- 172.21.15.16:0/1854917646 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa310032440 con 0x7fa3240d1850 2024-09-16T01:50:10.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.584+0000 7fa3237fe640 1 -- 172.21.15.16:0/1854917646 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa310032810 con 0x7fa3240d1850 2024-09-16T01:50:10.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 -- 172.21.15.16:0/1854917646 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3240d1850 msgr2=0x7fa324070700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/1854917646 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3240d1850 0x7fa324070700 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7fa32406a0a0 tx=0x7fa31002a210 comp rx=0 tx=0).stop 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 -- 172.21.15.16:0/1854917646 shutdown_connections 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/1854917646 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa324070c40 0x7fa32415fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/1854917646 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3240d1850 0x7fa324070700 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/1854917646 >> v2:172.21.15.104:3300/0 conn(0x7fa32415c380 0x7fa3240d1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 -- 172.21.15.16:0/1854917646 >> 172.21.15.16:0/1854917646 conn(0x7fa3240d2300 msgr2=0x7fa3240d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 -- 172.21.15.16:0/1854917646 shutdown_connections 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.585+0000 7fa32b1d8640 1 -- 172.21.15.16:0/1854917646 wait complete. 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.586+0000 7fa32b1d8640 1 Processor -- start 2024-09-16T01:50:10.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.586+0000 7fa32b1d8640 1 -- start start 2024-09-16T01:50:10.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa32b1d8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa324070c40 0x7fa32414dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa32b1d8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3240d1850 0x7fa32415d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa32b1d8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa32415c380 0x7fa32415deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa32b1d8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa3240b1d60 con 0x7fa324070c40 2024-09-16T01:50:10.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa32b1d8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa3240738f0 con 0x7fa32415c380 2024-09-16T01:50:10.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa32b1d8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa3240b5390 con 0x7fa3240d1850 2024-09-16T01:50:10.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa324070c40 0x7fa32414dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa324070c40 0x7fa32414dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38302/0 (socket says 172.21.15.16:38302) 2024-09-16T01:50:10.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 -- 172.21.15.16:0/4236143593 learned_addr learned my addr 172.21.15.16:0/4236143593 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:10.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa329775640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa32415c380 0x7fa32415deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa323fff640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3240d1850 0x7fa32415d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 -- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3240d1850 msgr2=0x7fa32415d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3240d1850 0x7fa32415d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 -- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa32415c380 msgr2=0x7fa32415deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa32415c380 0x7fa32415deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa328f74640 1 -- 172.21.15.16:0/4236143593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32414e320 con 0x7fa324070c40 2024-09-16T01:50:10.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.587+0000 7fa329775640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa32415c380 0x7fa32415deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:10.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.588+0000 7fa328f74640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa324070c40 0x7fa32414dde0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7fa31800e8a0 tx=0x7fa31800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:10.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.588+0000 7fa3217fa640 1 -- 172.21.15.16:0/4236143593 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318017070 con 0x7fa324070c40 2024-09-16T01:50:10.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.588+0000 7fa3217fa640 1 -- 172.21.15.16:0/4236143593 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa31800c940 con 0x7fa324070c40 2024-09-16T01:50:10.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.588+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3240c76e0 con 0x7fa324070c40 2024-09-16T01:50:10.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.588+0000 7fa3217fa640 1 -- 172.21.15.16:0/4236143593 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31800cd30 con 0x7fa324070c40 2024-09-16T01:50:10.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.588+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3240c7ca0 con 0x7fa324070c40 2024-09-16T01:50:10.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.589+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa324070700 con 0x7fa324070c40 2024-09-16T01:50:10.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.589+0000 7fa3217fa640 1 -- 172.21.15.16:0/4236143593 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fa31801a070 con 0x7fa324070c40 2024-09-16T01:50:10.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.590+0000 7fa3217fa640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa30806ca90 0x7fa30806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.590+0000 7fa3217fa640 1 -- 172.21.15.16:0/4236143593 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 4913+0+0 (secure 0 0 0) 0x7fa318089cd0 con 0x7fa324070c40 2024-09-16T01:50:10.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.590+0000 7fa323fff640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa30806ca90 0x7fa30806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.590+0000 7fa323fff640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa30806ca90 0x7fa30806ef50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fa310034000 tx=0x7fa31002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:10.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.594+0000 7fa3217fa640 1 -- 172.21.15.16:0/4236143593 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa32414e320 con 0x7fa324070c40 2024-09-16T01:50:10.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.836+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fa3240b5f60 con 0x7fa324070c40 2024-09-16T01:50:10.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.836+0000 7fa3217fa640 1 -- 172.21.15.16:0/4236143593 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v20) ==== 80+0+5304 (secure 0 0 0) 0x7fa318059d30 con 0x7fa324070c40 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.839 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:50:10.840 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.842 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.843 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:50:10.844 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.846 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:50:10.847 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.848 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:50:10.849 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:50:10.850 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:50:10.851 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:50:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa30806ca90 msgr2=0x7fa30806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa30806ca90 0x7fa30806ef50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fa310034000 tx=0x7fa31002e000 comp rx=0 tx=0).stop 2024-09-16T01:50:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa324070c40 msgr2=0x7fa32414dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa324070c40 0x7fa32414dde0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7fa31800e8a0 tx=0x7fa31800ed60 comp rx=0 tx=0).stop 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 shutdown_connections 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa30806ca90 0x7fa30806ef50 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa32415c380 0x7fa32415deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3240d1850 0x7fa32415d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 --2- 172.21.15.16:0/4236143593 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa324070c40 0x7fa32414dde0 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 >> 172.21.15.16:0/4236143593 conn(0x7fa3240d2300 msgr2=0x7fa3240b6fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.838+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 shutdown_connections 2024-09-16T01:50:10.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.839+0000 7fa32b1d8640 1 -- 172.21.15.16:0/4236143593 wait complete. 2024-09-16T01:50:10.855 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:50:10.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.955+0000 7f596ab42640 1 Processor -- start 2024-09-16T01:50:10.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.955+0000 7f596ab42640 1 -- start start 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f596ab42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f596415e3a0 0x7f596406d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f596ab42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f596406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f596ab42640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59640b6a70 con 0x7f596406bbe0 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f596ab42640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f59640b7640 con 0x7f596415e3a0 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f596ab42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f59640b6d10 con 0x7f596406d790 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f59688de640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f596415e3a0 0x7f596406d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f59688de640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f596415e3a0 0x7f596406d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38316/0 (socket says 172.21.15.16:38316) 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f59688de640 1 -- 172.21.15.16:0/4245377890 learned_addr learned my addr 172.21.15.16:0/4245377890 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f5963fff640 1 --2- 172.21.15.16:0/4245377890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f596406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f59688de640 1 -- 172.21.15.16:0/4245377890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 msgr2=0x7f596406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f59688de640 1 --2- 172.21.15.16:0/4245377890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f596406f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f59688de640 1 -- 172.21.15.16:0/4245377890 >> v1:172.21.15.104:6789/0 conn(0x7f596406bbe0 legacy=0x7f59640706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.956+0000 7f59688de640 1 -- 172.21.15.16:0/4245377890 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59640b6ff0 con 0x7f596415e3a0 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.957+0000 7f59688de640 1 --2- 172.21.15.16:0/4245377890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f596406d250 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f5958009870 tx=0x7f595802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee279a8e9b8d5f1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.957+0000 7f59637fe640 1 -- 172.21.15.16:0/4245377890 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5958037070 con 0x7f596415e3a0 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.957+0000 7f59637fe640 1 -- 172.21.15.16:0/4245377890 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5958032440 con 0x7f596415e3a0 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.957+0000 7f59637fe640 1 -- 172.21.15.16:0/4245377890 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5958032810 con 0x7f596415e3a0 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 -- 172.21.15.16:0/4245377890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 msgr2=0x7f596406d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 --2- 172.21.15.16:0/4245377890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f596406d250 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f5958009870 tx=0x7f595802a1c0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 -- 172.21.15.16:0/4245377890 shutdown_connections 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 --2- 172.21.15.16:0/4245377890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f596406f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 --2- 172.21.15.16:0/4245377890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f596406d250 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 -- 172.21.15.16:0/4245377890 >> 172.21.15.16:0/4245377890 conn(0x7f59640b4090 msgr2=0x7f59640b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:10.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 -- 172.21.15.16:0/4245377890 shutdown_connections 2024-09-16T01:50:10.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.958+0000 7f596ab42640 1 -- 172.21.15.16:0/4245377890 wait complete. 2024-09-16T01:50:10.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.959+0000 7f596ab42640 1 Processor -- start 2024-09-16T01:50:10.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.959+0000 7f596ab42640 1 -- start start 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f596ab42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f596406bbe0 0x7f5964155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f596ab42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f5964154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f596ab42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f5964155230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f596ab42640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5964073cc0 con 0x7f596415e3a0 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f596ab42640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f596415e780 con 0x7f596406bbe0 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f596ab42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5964073e40 con 0x7f596406d790 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f5964155230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f5964155230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38320/0 (socket says 172.21.15.16:38320) 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 -- 172.21.15.16:0/742721111 learned_addr learned my addr 172.21.15.16:0/742721111 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f5963fff640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f5964154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59688de640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f596406bbe0 0x7f5964155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 -- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 msgr2=0x7f5964154cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f5964154cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 -- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f596406bbe0 msgr2=0x7f5964155ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f596406bbe0 0x7f5964155ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 -- 172.21.15.16:0/742721111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5964156400 con 0x7f596415e3a0 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.960+0000 7f59690df640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f5964155230 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f595c00c730 tx=0x7f595c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.961+0000 7f59617fa640 1 -- 172.21.15.16:0/742721111 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f595c003b90 con 0x7f596415e3a0 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.961+0000 7f59617fa640 1 -- 172.21.15.16:0/742721111 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f595c003d30 con 0x7f596415e3a0 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.961+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59640afcb0 con 0x7f596415e3a0 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.961+0000 7f59617fa640 1 -- 172.21.15.16:0/742721111 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f595c00aa90 con 0x7f596415e3a0 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.961+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59640b0270 con 0x7f596415e3a0 2024-09-16T01:50:10.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.962+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59640b31e0 con 0x7f596415e3a0 2024-09-16T01:50:10.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.962+0000 7f59617fa640 1 -- 172.21.15.16:0/742721111 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f595c00ac30 con 0x7f596415e3a0 2024-09-16T01:50:10.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.963+0000 7f59617fa640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594806ca90 0x7f594806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:10.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.963+0000 7f59617fa640 1 -- 172.21.15.16:0/742721111 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 4913+0+0 (secure 0 0 0) 0x7f595c089be0 con 0x7f596415e3a0 2024-09-16T01:50:10.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.963+0000 7f59688de640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594806ca90 0x7f594806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:10.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.963+0000 7f59688de640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594806ca90 0x7f594806ef50 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5958034000 tx=0x7f595802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:10.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:10.967+0000 7f59617fa640 1 -- 172.21.15.16:0/742721111 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f59640b31e0 con 0x7f596415e3a0 2024-09-16T01:50:11.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.145+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f59640b4860 con 0x7f596415e3a0 2024-09-16T01:50:11.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.146+0000 7f59617fa640 1 -- 172.21.15.16:0/742721111 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v148) ==== 84+0+65 (secure 0 0 0) 0x7f595c0595f0 con 0x7f596415e3a0 2024-09-16T01:50:11.147 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:11.147 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:50:11.147 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:11.147 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:50:11.148 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:50:11.148 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:11.148 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:50:11.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594806ca90 msgr2=0x7f594806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:11.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594806ca90 0x7f594806ef50 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5958034000 tx=0x7f595802e000 comp rx=0 tx=0).stop 2024-09-16T01:50:11.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 msgr2=0x7f5964155230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:11.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f5964155230 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f595c00c730 tx=0x7f595c00cbf0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 shutdown_connections 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f594806ca90 0x7f594806ef50 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f596415e3a0 0x7f5964155230 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f596406d790 0x7f5964154cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 --2- 172.21.15.16:0/742721111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f596406bbe0 0x7f5964155ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 >> 172.21.15.16:0/742721111 conn(0x7f59640b4090 msgr2=0x7f59640d26b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 shutdown_connections 2024-09-16T01:50:11.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.148+0000 7f596ab42640 1 -- 172.21.15.16:0/742721111 wait complete. 2024-09-16T01:50:11.160 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:50:11.160 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:50:11.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.265+0000 7f29c57e4640 1 Processor -- start 2024-09-16T01:50:11.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.265+0000 7f29c57e4640 1 -- start start 2024-09-16T01:50:11.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.266+0000 7f29c57e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f29c006f2d0 0x7f29c006f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.266+0000 7f29c57e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29c0073250 con 0x7f29c00b66d0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.266+0000 7f29c57e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29c0073530 con 0x7f29c015c3e0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.266+0000 7f29c57e4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f29c0071800 con 0x7f29c006f2d0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.266+0000 7f29bf7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f29c00b66d0 0x7f29c00b6b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:43904/0 (socket says 172.21.15.16:43904) 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.266+0000 7f29bf7fe640 1 -- 172.21.15.16:0/593979340 learned_addr learned my addr 172.21.15.16:0/593979340 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3730597354 0 0) 0x7f29c0073250 con 0x7f29c00b66d0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29be7fc640 1 --2- 172.21.15.16:0/593979340 >> v2:172.21.15.104:3300/0 conn(0x7f29c006f2d0 0x7f29c006f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f29ac003520 con 0x7f29c00b66d0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 450856670 0 0) 0x7f29ac003520 con 0x7f29c00b66d0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 >> v2:172.21.15.104:3300/0 conn(0x7f29c006f2d0 msgr2=0x7f29c006f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 --2- 172.21.15.16:0/593979340 >> v2:172.21.15.104:3300/0 conn(0x7f29c006f2d0 0x7f29c006f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 >> v1:172.21.15.104:6789/0 conn(0x7f29c015c3e0 legacy=0x7f29c00710f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c0073810 con 0x7f29c00b66d0 2024-09-16T01:50:11.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f29b80019f0 con 0x7f29c00b66d0 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 >> v1:172.21.15.16:6789/0 conn(0x7f29c00b66d0 legacy=0x7f29c00b6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29ac0039e0 0x7f29ac003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29ac004800 0x7f29ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac0051c0 0x7f29ac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f29c0071800 con 0x7f29ac004800 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f29ac00c090 con 0x7f29ac0039e0 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f29ac00c290 con 0x7f29ac0051c0 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29be7fc640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29ac004800 0x7f29ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29bf7fe640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac0051c0 0x7f29ac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.267+0000 7f29beffd640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29ac0039e0 0x7f29ac003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29be7fc640 1 -- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac0051c0 msgr2=0x7f29ac00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29be7fc640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac0051c0 0x7f29ac00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29be7fc640 1 -- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29ac0039e0 msgr2=0x7f29ac003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:11.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29be7fc640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29ac0039e0 0x7f29ac003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29be7fc640 1 -- 172.21.15.16:0/593979340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29ac003520 con 0x7f29ac004800 2024-09-16T01:50:11.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29bf7fe640 1 -- 172.21.15.16:0/593979340 reap_dead start 2024-09-16T01:50:11.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29be7fc640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29ac004800 0x7f29ac004c80 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f29a8009ac0 tx=0x7f29ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d69166246d853a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:11.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29a8036070 con 0x7f29ac004800 2024-09-16T01:50:11.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29a8031400 con 0x7f29ac004800 2024-09-16T01:50:11.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.268+0000 7f29bdffb640 1 -- 172.21.15.16:0/593979340 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29a8009690 con 0x7f29ac004800 2024-09-16T01:50:11.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.269+0000 7f29c57e4640 1 -- 172.21.15.16:0/593979340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29ac004800 msgr2=0x7f29ac004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.269+0000 7f29c57e4640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29ac004800 0x7f29ac004c80 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f29a8009ac0 tx=0x7f29ac005830 comp rx=0 tx=0).stop 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.269+0000 7f29c57e4640 1 -- 172.21.15.16:0/593979340 shutdown_connections 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.269+0000 7f29c57e4640 1 --2- 172.21.15.16:0/593979340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29ac004800 0x7f29ac004c80 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.269+0000 7f29c57e4640 1 -- 172.21.15.16:0/593979340 >> 172.21.15.16:0/593979340 conn(0x7f29c00cede0 msgr2=0x7f29c00cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.269+0000 7f29c57e4640 1 -- 172.21.15.16:0/593979340 shutdown_connections 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.269+0000 7f29c57e4640 1 -- 172.21.15.16:0/593979340 wait complete. 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.270+0000 7f29c57e4640 1 Processor -- start 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.270+0000 7f29c57e4640 1 -- start start 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29c57e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac004800 0x7f29c01f4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29c57e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c015eb30 0x7f29c01523d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29c57e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c00d08d0 0x7f29c00d0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29c57e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f29c0073c50 con 0x7f29c00d08d0 2024-09-16T01:50:11.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29c57e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f29c00b61b0 con 0x7f29c015eb30 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29c57e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f29c0073dd0 con 0x7f29ac004800 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c00d08d0 0x7f29c00d0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c00d08d0 0x7f29c00d0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38346/0 (socket says 172.21.15.16:38346) 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29bf7fe640 1 -- 172.21.15.16:0/1765849747 learned_addr learned my addr 172.21.15.16:0/1765849747 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29beffd640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac004800 0x7f29c01f4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.271+0000 7f29be7fc640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c015eb30 0x7f29c01523d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29bf7fe640 1 -- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac004800 msgr2=0x7f29c01f4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29bf7fe640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac004800 0x7f29c01f4ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29bf7fe640 1 -- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c015eb30 msgr2=0x7f29c01523d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29bf7fe640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c015eb30 0x7f29c01523d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29bf7fe640 1 -- 172.21.15.16:0/1765849747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c015efb0 con 0x7f29c00d08d0 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29bf7fe640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c00d08d0 0x7f29c00d0d80 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f29c0069840 tx=0x7f29b8007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:11.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29b77fe640 1 -- 172.21.15.16:0/1765849747 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b800ab80 con 0x7f29c00d08d0 2024-09-16T01:50:11.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29b77fe640 1 -- 172.21.15.16:0/1765849747 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b8018070 con 0x7f29c00d08d0 2024-09-16T01:50:11.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29c0152b40 con 0x7f29c00d08d0 2024-09-16T01:50:11.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29b77fe640 1 -- 172.21.15.16:0/1765849747 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b80133f0 con 0x7f29c00d08d0 2024-09-16T01:50:11.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.272+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29c0153100 con 0x7f29c00d08d0 2024-09-16T01:50:11.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.273+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29c015a110 con 0x7f29c00d08d0 2024-09-16T01:50:11.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.274+0000 7f29b77fe640 1 -- 172.21.15.16:0/1765849747 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f29b8013590 con 0x7f29c00d08d0 2024-09-16T01:50:11.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.274+0000 7f29b77fe640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a006cac0 0x7f29a006ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:11.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.274+0000 7f29b77fe640 1 -- 172.21.15.16:0/1765849747 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 4913+0+0 (secure 0 0 0) 0x7f29b808a240 con 0x7f29c00d08d0 2024-09-16T01:50:11.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.274+0000 7f29beffd640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a006cac0 0x7f29a006ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:11.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.274+0000 7f29beffd640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a006cac0 0x7f29a006ef80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f29b0000c00 tx=0x7f29b0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:11.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.278+0000 7f29b77fe640 1 -- 172.21.15.16:0/1765849747 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f29b8059bc0 con 0x7f29c00d08d0 2024-09-16T01:50:11.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:11.454+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f29c0159e30 con 0x7f29c00d08d0 2024-09-16T01:50:12.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.139+0000 7f29b77fe640 1 -- 172.21.15.16:0/1765849747 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v149) ==== 138+0+0 (secure 0 0 0) 0x7f29b805dec0 con 0x7f29c00d08d0 2024-09-16T01:50:12.140 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:50:12.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a006cac0 msgr2=0x7f29a006ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:12.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a006cac0 0x7f29a006ef80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f29b0000c00 tx=0x7f29b0009040 comp rx=0 tx=0).stop 2024-09-16T01:50:12.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c00d08d0 msgr2=0x7f29c00d0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c00d08d0 0x7f29c00d0d80 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f29c0069840 tx=0x7f29b8007bd0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 shutdown_connections 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f29a006cac0 0x7f29a006ef80 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29c00d08d0 0x7f29c00d0d80 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29c015eb30 0x7f29c01523d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 --2- 172.21.15.16:0/1765849747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29ac004800 0x7f29c01f4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 >> 172.21.15.16:0/1765849747 conn(0x7f29c00cede0 msgr2=0x7f29c00b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 shutdown_connections 2024-09-16T01:50:12.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.143+0000 7f29c57e4640 1 -- 172.21.15.16:0/1765849747 wait complete. 2024-09-16T01:50:12.162 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:50:12.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.276+0000 7fb76286e640 1 Processor -- start 2024-09-16T01:50:12.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.276+0000 7fb76286e640 1 -- start start 2024-09-16T01:50:12.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.277+0000 7fb76286e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d4010 0x7fb75c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:12.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.277+0000 7fb76286e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb75c0cfcd0 con 0x7fb75c147f30 2024-09-16T01:50:12.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.277+0000 7fb76286e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb75c0d22f0 con 0x7fb75c0d30b0 2024-09-16T01:50:12.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.277+0000 7fb76286e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb75c0d20a0 con 0x7fb75c0d4010 2024-09-16T01:50:12.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.277+0000 7fb75bfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb75c147f30 0x7fb75c0cf5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32828/0 (socket says 172.21.15.16:32828) 2024-09-16T01:50:12.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.277+0000 7fb75bfff640 1 -- 172.21.15.16:0/3753710706 learned_addr learned my addr 172.21.15.16:0/3753710706 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:12.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75b7fe640 1 --2- 172.21.15.16:0/3753710706 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d4010 0x7fb75c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:12.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 30849884 0 0) 0x7fb75c0cfcd0 con 0x7fb75c147f30 2024-09-16T01:50:12.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb744003520 con 0x7fb75c147f30 2024-09-16T01:50:12.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1902331056 0 0) 0x7fb75c0d22f0 con 0x7fb75c0d30b0 2024-09-16T01:50:12.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb75c0cfcd0 con 0x7fb75c0d30b0 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 515230103 0 0) 0x7fb744003520 con 0x7fb75c147f30 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75b7fe640 1 -- 172.21.15.16:0/3753710706 >> v1:172.21.15.104:6789/0 conn(0x7fb75c0d30b0 legacy=0x7fb75c0b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75b7fe640 1 -- 172.21.15.16:0/3753710706 >> v1:172.21.15.16:6789/0 conn(0x7fb75c147f30 legacy=0x7fb75c0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.278+0000 7fb75b7fe640 1 -- 172.21.15.16:0/3753710706 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb75c0d25d0 con 0x7fb75c0d4010 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.279+0000 7fb75b7fe640 1 --2- 172.21.15.16:0/3753710706 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d4010 0x7fb75c0d0f70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb7500097d0 tx=0x7fb75002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=666fddabdac68764 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.279+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb750037070 con 0x7fb75c0d4010 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.279+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb75002ab90 con 0x7fb75c0d4010 2024-09-16T01:50:12.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.279+0000 7fb75affd640 1 -- 172.21.15.16:0/3753710706 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb74c001670 con 0x7fb75c0d4010 2024-09-16T01:50:12.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.280+0000 7fb76286e640 1 -- 172.21.15.16:0/3753710706 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d4010 msgr2=0x7fb75c0d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:12.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.280+0000 7fb76286e640 1 --2- 172.21.15.16:0/3753710706 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d4010 0x7fb75c0d0f70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb7500097d0 tx=0x7fb75002a100 comp rx=0 tx=0).stop 2024-09-16T01:50:12.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.280+0000 7fb76286e640 1 -- 172.21.15.16:0/3753710706 shutdown_connections 2024-09-16T01:50:12.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.280+0000 7fb76286e640 1 --2- 172.21.15.16:0/3753710706 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d4010 0x7fb75c0d0f70 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.280+0000 7fb76286e640 1 -- 172.21.15.16:0/3753710706 >> 172.21.15.16:0/3753710706 conn(0x7fb75c074da0 msgr2=0x7fb75c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:12.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.280+0000 7fb76286e640 1 -- 172.21.15.16:0/3753710706 shutdown_connections 2024-09-16T01:50:12.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.280+0000 7fb76286e640 1 -- 172.21.15.16:0/3753710706 wait complete. 2024-09-16T01:50:12.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.281+0000 7fb76286e640 1 Processor -- start 2024-09-16T01:50:12.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.281+0000 7fb76286e640 1 -- start start 2024-09-16T01:50:12.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb76286e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d30b0 0x7fb75c1f4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:12.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb76286e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb75c0d4010 0x7fb75c15ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb76286e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb75c147f30 0x7fb75c0aaf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb76286e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c148310 con 0x7fb75c147f30 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb76286e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c0d2b90 con 0x7fb75c0d4010 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb76286e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb75c0d14b0 con 0x7fb75c0d30b0 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb75c147f30 0x7fb75c0aaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb75c147f30 0x7fb75c0aaf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36968/0 (socket says 172.21.15.16:36968) 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb75bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d30b0 0x7fb75c1f4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 -- 172.21.15.16:0/4055726415 learned_addr learned my addr 172.21.15.16:0/4055726415 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb75b7fe640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb75c0d4010 0x7fb75c15ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 -- 172.21.15.16:0/4055726415 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d30b0 msgr2=0x7fb75c1f4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d30b0 0x7fb75c1f4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 -- 172.21.15.16:0/4055726415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb75c0d4010 msgr2=0x7fb75c15ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:12.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb75c0d4010 0x7fb75c15ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:12.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 -- 172.21.15.16:0/4055726415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb75c0cd800 con 0x7fb75c147f30 2024-09-16T01:50:12.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.282+0000 7fb760e0b640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb75c147f30 0x7fb75c0aaf60 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7fb75400c790 tx=0x7fb75400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:12.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.283+0000 7fb758ff9640 1 -- 172.21.15.16:0/4055726415 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754003b70 con 0x7fb75c147f30 2024-09-16T01:50:12.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.283+0000 7fb758ff9640 1 -- 172.21.15.16:0/4055726415 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb754003d10 con 0x7fb75c147f30 2024-09-16T01:50:12.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.283+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb75c0cdac0 con 0x7fb75c147f30 2024-09-16T01:50:12.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.283+0000 7fb758ff9640 1 -- 172.21.15.16:0/4055726415 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75400aa50 con 0x7fb75c147f30 2024-09-16T01:50:12.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.283+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb75c0ce080 con 0x7fb75c147f30 2024-09-16T01:50:12.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.284+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb75c069ad0 con 0x7fb75c147f30 2024-09-16T01:50:12.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.285+0000 7fb758ff9640 1 -- 172.21.15.16:0/4055726415 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fb75400abf0 con 0x7fb75c147f30 2024-09-16T01:50:12.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.285+0000 7fb758ff9640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb74806ca90 0x7fb74806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:12.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.285+0000 7fb758ff9640 1 -- 172.21.15.16:0/4055726415 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 5283+0+0 (secure 0 0 0) 0x7fb754089c90 con 0x7fb75c147f30 2024-09-16T01:50:12.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.285+0000 7fb75bfff640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb74806ca90 0x7fb74806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:12.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.285+0000 7fb75bfff640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb74806ca90 0x7fb74806ef50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb74c0017e0 tx=0x7fb74c001610 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:12.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.290+0000 7fb758ff9640 1 -- 172.21.15.16:0/4055726415 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb7540596a0 con 0x7fb75c147f30 2024-09-16T01:50:12.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:12.464+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb75c15e410 con 0x7fb75c147f30 2024-09-16T01:50:13.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.144+0000 7fb758ff9640 1 -- 172.21.15.16:0/4055726415 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v150) ==== 170+0+0 (secure 0 0 0) 0x7fb75408ae20 con 0x7fb75c147f30 2024-09-16T01:50:13.146 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:50:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.147+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb74806ca90 msgr2=0x7fb74806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb74806ca90 0x7fb74806ef50 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb74c0017e0 tx=0x7fb74c001610 comp rx=0 tx=0).stop 2024-09-16T01:50:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb75c147f30 msgr2=0x7fb75c0aaf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb75c147f30 0x7fb75c0aaf60 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7fb75400c790 tx=0x7fb75400cc50 comp rx=0 tx=0).stop 2024-09-16T01:50:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 shutdown_connections 2024-09-16T01:50:13.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb74806ca90 0x7fb74806ef50 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb75c147f30 0x7fb75c0aaf60 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb75c0d4010 0x7fb75c15ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 --2- 172.21.15.16:0/4055726415 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb75c0d30b0 0x7fb75c1f4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.148+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 >> 172.21.15.16:0/4055726415 conn(0x7fb75c074da0 msgr2=0x7fb75c162b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:13.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.149+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 shutdown_connections 2024-09-16T01:50:13.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.149+0000 7fb76286e640 1 -- 172.21.15.16:0/4055726415 wait complete. 2024-09-16T01:50:13.177 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:50:13.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.286+0000 7f4ffa16f640 1 Processor -- start 2024-09-16T01:50:13.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.286+0000 7f4ffa16f640 1 -- start start 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ffa16f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4ff40d2b20 0x7f4ff406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ffa16f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4ff406e5e0 0x7f4ff40b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ffa16f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ff406ecf0 con 0x7f4ff415c280 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ffa16f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4ff406bbe0 con 0x7f4ff406e5e0 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ffa16f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4ff406bec0 con 0x7f4ff40d2b20 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ff3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4ff406e5e0 0x7f4ff40b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ff37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4ff415c280 0x7f4ff40d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32838/0 (socket says 172.21.15.16:32838) 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4ff37fe640 1 -- 172.21.15.16:0/2962119528 learned_addr learned my addr 172.21.15.16:0/2962119528 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.287+0000 7f4feaffd640 1 --2- 172.21.15.16:0/2962119528 >> v2:172.21.15.104:3300/0 conn(0x7f4ff40d2b20 0x7f4ff406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:13.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.288+0000 7f4ff3fff640 1 -- 172.21.15.16:0/2962119528 >> v2:172.21.15.104:3300/0 conn(0x7f4ff40d2b20 msgr2=0x7f4ff406e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:13.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.288+0000 7f4ff3fff640 1 --2- 172.21.15.16:0/2962119528 >> v2:172.21.15.104:3300/0 conn(0x7f4ff40d2b20 0x7f4ff406e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.288+0000 7f4ff3fff640 1 -- 172.21.15.16:0/2962119528 >> v1:172.21.15.16:6789/0 conn(0x7f4ff415c280 legacy=0x7f4ff40d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:13.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.288+0000 7f4ff3fff640 1 -- 172.21.15.16:0/2962119528 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ff406c1a0 con 0x7f4ff406e5e0 2024-09-16T01:50:13.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.288+0000 7f4feaffd640 1 --2- 172.21.15.16:0/2962119528 >> v2:172.21.15.104:3300/0 conn(0x7f4ff40d2b20 0x7f4ff406e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.288+0000 7f4ff3fff640 1 --2- 172.21.15.16:0/2962119528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff406e5e0 0x7f4ff40b5dc0 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f4ff41620d0 tx=0x7f4fec02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87b89d0ab3bd21f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ff2ffd640 1 -- 172.21.15.16:0/2962119528 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec007740 con 0x7f4ff406e5e0 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ff2ffd640 1 -- 172.21.15.16:0/2962119528 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fec0078e0 con 0x7f4ff406e5e0 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ff2ffd640 1 -- 172.21.15.16:0/2962119528 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec007cb0 con 0x7f4ff406e5e0 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 -- 172.21.15.16:0/2962119528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff406e5e0 msgr2=0x7f4ff40b5dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/2962119528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff406e5e0 0x7f4ff40b5dc0 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f4ff41620d0 tx=0x7f4fec02a680 comp rx=0 tx=0).stop 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 -- 172.21.15.16:0/2962119528 shutdown_connections 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/2962119528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff406e5e0 0x7f4ff40b5dc0 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/2962119528 >> v2:172.21.15.104:3300/0 conn(0x7f4ff40d2b20 0x7f4ff406e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 -- 172.21.15.16:0/2962119528 >> 172.21.15.16:0/2962119528 conn(0x7f4ff406f2d0 msgr2=0x7f4ff406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:13.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 -- 172.21.15.16:0/2962119528 shutdown_connections 2024-09-16T01:50:13.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.289+0000 7f4ffa16f640 1 -- 172.21.15.16:0/2962119528 wait complete. 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.290+0000 7f4ffa16f640 1 Processor -- start 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ffa16f640 1 -- start start 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ffa16f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4ff406e5e0 0x7f4ff41553f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ffa16f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ff40d2b20 0x7f4ff41e6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ffa16f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff415c280 0x7f4ff41e71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ffa16f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff415fae0 con 0x7f4ff415c280 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ffa16f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff406ea10 con 0x7f4ff40d2b20 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ffa16f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4ff406c9a0 con 0x7f4ff406e5e0 2024-09-16T01:50:13.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ff3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff415c280 0x7f4ff41e71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ff3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff415c280 0x7f4ff41e71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36994/0 (socket says 172.21.15.16:36994) 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.291+0000 7f4ff3fff640 1 -- 172.21.15.16:0/1720151190 learned_addr learned my addr 172.21.15.16:0/1720151190 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4feaffd640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ff40d2b20 0x7f4ff41e6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff37fe640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4ff406e5e0 0x7f4ff41553f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff3fff640 1 -- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4ff406e5e0 msgr2=0x7f4ff41553f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff3fff640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4ff406e5e0 0x7f4ff41553f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff3fff640 1 -- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ff40d2b20 msgr2=0x7f4ff41e6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff3fff640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ff40d2b20 0x7f4ff41e6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff3fff640 1 -- 172.21.15.16:0/1720151190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ff41e8e40 con 0x7f4ff415c280 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff3fff640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff415c280 0x7f4ff41e71e0 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f4fec02ac70 tx=0x7f4fec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff0ff9640 1 -- 172.21.15.16:0/1720151190 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec040070 con 0x7f4ff415c280 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff0ff9640 1 -- 172.21.15.16:0/1720151190 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fec031bc0 con 0x7f4ff415c280 2024-09-16T01:50:13.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ff0ff9640 1 -- 172.21.15.16:0/1720151190 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec045460 con 0x7f4ff415c280 2024-09-16T01:50:13.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ff41e9120 con 0x7f4ff415c280 2024-09-16T01:50:13.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.292+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ff4155e90 con 0x7f4ff415c280 2024-09-16T01:50:13.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.293+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ff406e0a0 con 0x7f4ff415c280 2024-09-16T01:50:13.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.294+0000 7f4ff0ff9640 1 -- 172.21.15.16:0/1720151190 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f4fec039040 con 0x7f4ff415c280 2024-09-16T01:50:13.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.295+0000 7f4ff0ff9640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fd406ca90 0x7f4fd406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:13.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.295+0000 7f4ff0ff9640 1 -- 172.21.15.16:0/1720151190 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 5665+0+0 (secure 0 0 0) 0x7f4fec0ae2d0 con 0x7f4ff415c280 2024-09-16T01:50:13.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.295+0000 7f4ff37fe640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fd406ca90 0x7f4fd406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:13.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.295+0000 7f4ff37fe640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fd406ca90 0x7f4fd406ef50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f4ff40b6e90 tx=0x7f4fe4007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:13.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.299+0000 7f4ff0ff9640 1 -- 172.21.15.16:0/1720151190 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4fec07b510 con 0x7f4ff415c280 2024-09-16T01:50:13.442 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:50:13.444 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:50:13.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:13.512+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f4ff406cdf0 con 0x7f4ff415c280 2024-09-16T01:50:14.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.146+0000 7f4ff0ff9640 1 -- 172.21.15.16:0/1720151190 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 24 and data pool 25 v89) ==== 174+0+0 (secure 0 0 0) 0x7f4fec07f810 con 0x7f4ff415c280 2024-09-16T01:50:14.147 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 24 and data pool 25 2024-09-16T01:50:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.156+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fd406ca90 msgr2=0x7f4fd406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.156+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fd406ca90 0x7f4fd406ef50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f4ff40b6e90 tx=0x7f4fe4007e80 comp rx=0 tx=0).stop 2024-09-16T01:50:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.156+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff415c280 msgr2=0x7f4ff41e71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.156+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff415c280 0x7f4ff41e71e0 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f4fec02ac70 tx=0x7f4fec004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.157+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 shutdown_connections 2024-09-16T01:50:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.157+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4fd406ca90 0x7f4fd406ef50 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.157+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4ff415c280 0x7f4ff41e71e0 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.157+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ff40d2b20 0x7f4ff41e6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.157+0000 7f4ffa16f640 1 --2- 172.21.15.16:0/1720151190 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4ff406e5e0 0x7f4ff41553f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.157+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 >> 172.21.15.16:0/1720151190 conn(0x7f4ff406f2d0 msgr2=0x7f4ff40b3a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:14.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.160+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 shutdown_connections 2024-09-16T01:50:14.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.167+0000 7f4ffa16f640 1 -- 172.21.15.16:0/1720151190 wait complete. 2024-09-16T01:50:14.191 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:14.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.337+0000 7f932a00a640 1 Processor -- start 2024-09-16T01:50:14.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.337+0000 7f932a00a640 1 -- start start 2024-09-16T01:50:14.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f932a00a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 0x7f93240b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f932a00a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93240b8500 con 0x7f932415e680 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f932a00a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93240b87e0 con 0x7f93240b7f20 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f932a00a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f93240b8ac0 con 0x7f93240d4c80 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f93237fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f932415e680 0x7f93240d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32844/0 (socket says 172.21.15.16:32844) 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f93237fe640 1 -- 172.21.15.16:0/2540785525 learned_addr learned my addr 172.21.15.16:0/2540785525 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3710114904 0 0) 0x7f93240b8500 con 0x7f932415e680 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f930c003520 con 0x7f932415e680 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.338+0000 7f9323fff640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 0x7f93240b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3547293539 0 0) 0x7f930c003520 con 0x7f932415e680 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 msgr2=0x7f93240b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 0x7f93240b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 >> v1:172.21.15.104:6789/0 conn(0x7f93240b7f20 legacy=0x7f93240d4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93240b8da0 con 0x7f932415e680 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9323fff640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 0x7f93240b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f9314001670 con 0x7f932415e680 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 >> v1:172.21.15.16:6789/0 conn(0x7f932415e680 legacy=0x7f93240d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c0039e0 0x7f930c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 0x7f930c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f930c004d40 0x7f930c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f93240b8ac0 con 0x7f930c004d40 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f930c00bb00 con 0x7f930c0039e0 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f930c00bd00 con 0x7f93240d4c80 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9323fff640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f930c004d40 0x7f930c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9322ffd640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 0x7f930c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f93237fe640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c0039e0 0x7f930c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9323fff640 1 -- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 msgr2=0x7f930c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9323fff640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240d4c80 0x7f930c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9323fff640 1 -- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c0039e0 msgr2=0x7f930c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9323fff640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c0039e0 0x7f930c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.339+0000 7f9323fff640 1 -- 172.21.15.16:0/2540785525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f930c003520 con 0x7f930c004d40 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.340+0000 7f9323fff640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f930c004d40 0x7f930c0051c0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7f932406ced0 tx=0x7f930c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58b125074928ec3e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.340+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c009c80 con 0x7f930c004d40 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.340+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f931c036600 con 0x7f930c004d40 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.340+0000 7f93227fc640 1 -- 172.21.15.16:0/2540785525 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c0369b0 con 0x7f930c004d40 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.341+0000 7f932a00a640 1 -- 172.21.15.16:0/2540785525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f930c004d40 msgr2=0x7f930c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.341+0000 7f932a00a640 1 --2- 172.21.15.16:0/2540785525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f930c004d40 0x7f930c0051c0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7f932406ced0 tx=0x7f930c005830 comp rx=0 tx=0).stop 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.341+0000 7f9323fff640 1 -- 172.21.15.16:0/2540785525 reap_dead start 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.341+0000 7f932a00a640 1 -- 172.21.15.16:0/2540785525 shutdown_connections 2024-09-16T01:50:14.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.341+0000 7f932a00a640 1 -- 172.21.15.16:0/2540785525 >> 172.21.15.16:0/2540785525 conn(0x7f9324074fe0 msgr2=0x7f9324072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.341+0000 7f932a00a640 1 -- 172.21.15.16:0/2540785525 shutdown_connections 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.341+0000 7f932a00a640 1 -- 172.21.15.16:0/2540785525 wait complete. 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.342+0000 7f932a00a640 1 Processor -- start 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.342+0000 7f932a00a640 1 -- start start 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f932a00a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c004d40 0x7f932414dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f932a00a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9324151b60 0x7f93240cb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f932a00a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240cb9e0 0x7f93240d3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f932a00a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f93240b9720 con 0x7f9324151b60 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f932a00a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f93240b95a0 con 0x7f930c004d40 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f932a00a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f93240b98a0 con 0x7f93240cb9e0 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9324151b60 0x7f93240cb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9324151b60 0x7f93240cb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37010/0 (socket says 172.21.15.16:37010) 2024-09-16T01:50:14.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 -- 172.21.15.16:0/1958551954 learned_addr learned my addr 172.21.15.16:0/1958551954 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f93237fe640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c004d40 0x7f932414dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9323fff640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240cb9e0 0x7f93240d3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 -- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240cb9e0 msgr2=0x7f93240d3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240cb9e0 0x7f93240d3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 -- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c004d40 msgr2=0x7f932414dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c004d40 0x7f932414dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 -- 172.21.15.16:0/1958551954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9324150ac0 con 0x7f9324151b60 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.343+0000 7f9322ffd640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9324151b60 0x7f93240cb4a0 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f931800f820 tx=0x7f931800fc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.344+0000 7f930bfff640 1 -- 172.21.15.16:0/1958551954 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93180050d0 con 0x7f9324151b60 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.344+0000 7f930bfff640 1 -- 172.21.15.16:0/1958551954 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9318018070 con 0x7f9324151b60 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.344+0000 7f930bfff640 1 -- 172.21.15.16:0/1958551954 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931800d6b0 con 0x7f9324151b60 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.344+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9324150da0 con 0x7f9324151b60 2024-09-16T01:50:14.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.344+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9324151360 con 0x7f9324151b60 2024-09-16T01:50:14.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.345+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93240d4570 con 0x7f9324151b60 2024-09-16T01:50:14.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.345+0000 7f930bfff640 1 -- 172.21.15.16:0/1958551954 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f931800d850 con 0x7f9324151b60 2024-09-16T01:50:14.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.346+0000 7f930bfff640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f931006cac0 0x7f931006ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.346+0000 7f930bfff640 1 -- 172.21.15.16:0/1958551954 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5765+0+0 (secure 0 0 0) 0x7f9318089b00 con 0x7f9324151b60 2024-09-16T01:50:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.346+0000 7f93237fe640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f931006cac0 0x7f931006ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.346+0000 7f93237fe640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f931006cac0 0x7f931006ef80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f93240cb260 tx=0x7f93140078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.350+0000 7f930bfff640 1 -- 172.21.15.16:0/1958551954 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9318059b60 con 0x7f9324151b60 2024-09-16T01:50:14.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.525+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f93240cfda0 con 0x7f9324151b60 2024-09-16T01:50:14.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.526+0000 7f930bfff640 1 -- 172.21.15.16:0/1958551954 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v151) ==== 74+0+16805 (secure 0 0 0) 0x7f9318059460 con 0x7f9324151b60 2024-09-16T01:50:14.528 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:14.528 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":151,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:13.513675+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:11.486547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:12.496426+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:14.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.528+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f931006cac0 msgr2=0x7f931006ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.528+0000 7f932a00a640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f931006cac0 0x7f931006ef80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f93240cb260 tx=0x7f93140078f0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.528+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9324151b60 msgr2=0x7f93240cb4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.528+0000 7f932a00a640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9324151b60 0x7f93240cb4a0 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f931800f820 tx=0x7f931800fc20 comp rx=0 tx=0).stop 2024-09-16T01:50:14.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 shutdown_connections 2024-09-16T01:50:14.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f931006cac0 0x7f931006ef80 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f93240cb9e0 0x7f93240d3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9324151b60 0x7f93240cb4a0 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 --2- 172.21.15.16:0/1958551954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f930c004d40 0x7f932414dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 >> 172.21.15.16:0/1958551954 conn(0x7f9324074fe0 msgr2=0x7f93240d3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:14.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 shutdown_connections 2024-09-16T01:50:14.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.529+0000 7f932a00a640 1 -- 172.21.15.16:0/1958551954 wait complete. 2024-09-16T01:50:14.541 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:14.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.642+0000 7f286559f640 1 Processor -- start 2024-09-16T01:50:14.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.642+0000 7f286559f640 1 -- start start 2024-09-16T01:50:14.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.643+0000 7f286559f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2860147fc0 0x7f286015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.643+0000 7f286559f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28600ba2f0 con 0x7f28600d0ee0 2024-09-16T01:50:14.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.643+0000 7f286559f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28600d2750 con 0x7f28600b9ee0 2024-09-16T01:50:14.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.643+0000 7f286559f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f28601483a0 con 0x7f2860147fc0 2024-09-16T01:50:14.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.643+0000 7f285e7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f28600d0ee0 0x7f28600b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32850/0 (socket says 172.21.15.16:32850) 2024-09-16T01:50:14.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.643+0000 7f285e7fc640 1 -- 172.21.15.16:0/385769922 learned_addr learned my addr 172.21.15.16:0/385769922 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285effd640 1 --2- 172.21.15.16:0/385769922 >> v2:172.21.15.104:3300/0 conn(0x7f2860147fc0 0x7f286015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 369446796 0 0) 0x7f28600ba2f0 con 0x7f28600d0ee0 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f284c003520 con 0x7f28600d0ee0 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1531578435 0 0) 0x7f28600d2750 con 0x7f28600b9ee0 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28600ba2f0 con 0x7f28600b9ee0 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1742609952 0 0) 0x7f284c003520 con 0x7f28600d0ee0 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 >> v2:172.21.15.104:3300/0 conn(0x7f2860147fc0 msgr2=0x7f286015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 --2- 172.21.15.16:0/385769922 >> v2:172.21.15.104:3300/0 conn(0x7f2860147fc0 0x7f286015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 >> v1:172.21.15.104:6789/0 conn(0x7f28600b9ee0 legacy=0x7f28600d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28600d2a30 con 0x7f28600d0ee0 2024-09-16T01:50:14.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f28480015f0 con 0x7f28600d0ee0 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 >> v1:172.21.15.16:6789/0 conn(0x7f28600d0ee0 legacy=0x7f28600b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f284c003b90 0x7f284c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c004800 0x7f284c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f284c0051c0 0x7f284c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f28601483a0 con 0x7f284c003b90 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f284c00c090 con 0x7f284c004800 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f284c00c290 con 0x7f284c0051c0 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285effd640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f284c003b90 0x7f284c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285e7fc640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c004800 0x7f284c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285effd640 1 -- 172.21.15.16:0/385769922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f284c0051c0 msgr2=0x7f284c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285effd640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f284c0051c0 0x7f284c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285effd640 1 -- 172.21.15.16:0/385769922 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c004800 msgr2=0x7f284c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285effd640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c004800 0x7f284c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285effd640 1 -- 172.21.15.16:0/385769922 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f284c003520 con 0x7f284c003b90 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.644+0000 7f285f7fe640 1 -- 172.21.15.16:0/385769922 reap_dead start 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.645+0000 7f285effd640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f284c003b90 0x7f284c003f90 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f2850009fc0 tx=0x7f284c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f93839bbcfe5824 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.645+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2850009c10 con 0x7f284c003b90 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.645+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2850036070 con 0x7f284c003b90 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.645+0000 7f285dffb640 1 -- 172.21.15.16:0/385769922 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f285002d070 con 0x7f284c003b90 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.646+0000 7f286559f640 1 -- 172.21.15.16:0/385769922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f284c003b90 msgr2=0x7f284c003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.646+0000 7f286559f640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f284c003b90 0x7f284c003f90 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f2850009fc0 tx=0x7f284c005830 comp rx=0 tx=0).stop 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.646+0000 7f286559f640 1 -- 172.21.15.16:0/385769922 shutdown_connections 2024-09-16T01:50:14.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.646+0000 7f286559f640 1 --2- 172.21.15.16:0/385769922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f284c003b90 0x7f284c003f90 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.646+0000 7f286559f640 1 -- 172.21.15.16:0/385769922 >> 172.21.15.16:0/385769922 conn(0x7f2860074fe0 msgr2=0x7f286006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:14.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.646+0000 7f286559f640 1 -- 172.21.15.16:0/385769922 shutdown_connections 2024-09-16T01:50:14.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.646+0000 7f286559f640 1 -- 172.21.15.16:0/385769922 wait complete. 2024-09-16T01:50:14.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.647+0000 7f286559f640 1 Processor -- start 2024-09-16T01:50:14.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.647+0000 7f286559f640 1 -- start start 2024-09-16T01:50:14.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f286559f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c003b90 0x7f2860158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f286559f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2860144220 0x7f28601426c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f286559f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2860142c00 0x7f2860144840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f286559f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f28600d2500 con 0x7f2860142c00 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f286559f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f286015efa0 con 0x7f284c003b90 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f286559f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f28600d2ff0 con 0x7f2860144220 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f285f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2860142c00 0x7f2860144840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f285f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2860142c00 0x7f2860144840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37026/0 (socket says 172.21.15.16:37026) 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f285f7fe640 1 -- 172.21.15.16:0/1395670277 learned_addr learned my addr 172.21.15.16:0/1395670277 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f285e7fc640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2860144220 0x7f28601426c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f285effd640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c003b90 0x7f2860158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.648+0000 7f285f7fe640 1 -- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2860144220 msgr2=0x7f28601426c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f285f7fe640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2860144220 0x7f28601426c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f285f7fe640 1 -- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c003b90 msgr2=0x7f2860158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f285f7fe640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c003b90 0x7f2860158000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f285f7fe640 1 -- 172.21.15.16:0/1395670277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2860143180 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f285f7fe640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2860142c00 0x7f2860144840 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f28600b95a0 tx=0x7f285800c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f28577fe640 1 -- 172.21.15.16:0/1395670277 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2858004220 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f28577fe640 1 -- 172.21.15.16:0/1395670277 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28580043c0 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2860143460 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f28577fe640 1 -- 172.21.15.16:0/1395670277 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2858007310 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.649+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2860143a20 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.650+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2860144600 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.651+0000 7f28577fe640 1 -- 172.21.15.16:0/1395670277 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f28580074b0 con 0x7f2860142c00 2024-09-16T01:50:14.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.651+0000 7f28577fe640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f284006cac0 0x7f284006ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.651+0000 7f28577fe640 1 -- 172.21.15.16:0/1395670277 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5765+0+0 (secure 0 0 0) 0x7f2858088eb0 con 0x7f2860142c00 2024-09-16T01:50:14.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.651+0000 7f285effd640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f284006cac0 0x7f284006ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.652+0000 7f285effd640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f284006cac0 0x7f284006ef80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f2850035000 tx=0x7f285002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.655+0000 7f28577fe640 1 -- 172.21.15.16:0/1395670277 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2858058830 con 0x7f2860142c00 2024-09-16T01:50:14.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.832+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f286015eb80 con 0x7f2860142c00 2024-09-16T01:50:14.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.833+0000 7f28577fe640 1 -- 172.21.15.16:0/1395670277 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v151) ==== 74+0+16805 (secure 0 0 0) 0x7f285805cb30 con 0x7f2860142c00 2024-09-16T01:50:14.835 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:14.835 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":151,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:13.513675+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:11.486547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:12.496426+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:14.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f284006cac0 msgr2=0x7f284006ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f284006cac0 0x7f284006ef80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f2850035000 tx=0x7f285002f000 comp rx=0 tx=0).stop 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2860142c00 msgr2=0x7f2860144840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2860142c00 0x7f2860144840 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f28600b95a0 tx=0x7f285800c7a0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 shutdown_connections 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f284006cac0 0x7f284006ef80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2860142c00 0x7f2860144840 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2860144220 0x7f28601426c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 --2- 172.21.15.16:0/1395670277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f284c003b90 0x7f2860158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 >> 172.21.15.16:0/1395670277 conn(0x7f2860074fe0 msgr2=0x7f28600b97d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 shutdown_connections 2024-09-16T01:50:14.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.836+0000 7f286559f640 1 -- 172.21.15.16:0/1395670277 wait complete. 2024-09-16T01:50:14.848 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:50:14.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.952+0000 7fd526731640 1 Processor -- start 2024-09-16T01:50:14.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.952+0000 7fd526731640 1 -- start start 2024-09-16T01:50:14.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.953+0000 7fd526731640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd520147f30 0x7fd5200cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.953+0000 7fd526731640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200cfb00 0x7fd5200d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.953+0000 7fd526731640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd5200d4010 0x7fd5200d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.953+0000 7fd526731640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd5200d20a0 con 0x7fd520147f30 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.953+0000 7fd526731640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd5200d22f0 con 0x7fd5200d4010 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.953+0000 7fd526731640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd5200d25d0 con 0x7fd5200cfb00 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.953+0000 7fd51ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd520147f30 0x7fd5200cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd520147f30 0x7fd5200cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37032/0 (socket says 172.21.15.16:37032) 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51ffff640 1 -- 172.21.15.16:0/1565418368 learned_addr learned my addr 172.21.15.16:0/1565418368 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd524cce640 1 --2- 172.21.15.16:0/1565418368 >> v2:172.21.15.104:3300/0 conn(0x7fd5200d4010 0x7fd5200d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51f7fe640 1 --2- 172.21.15.16:0/1565418368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200cfb00 0x7fd5200d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51ffff640 1 -- 172.21.15.16:0/1565418368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200cfb00 msgr2=0x7fd5200d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51ffff640 1 --2- 172.21.15.16:0/1565418368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200cfb00 0x7fd5200d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51ffff640 1 -- 172.21.15.16:0/1565418368 >> v2:172.21.15.104:3300/0 conn(0x7fd5200d4010 msgr2=0x7fd5200d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51ffff640 1 --2- 172.21.15.16:0/1565418368 >> v2:172.21.15.104:3300/0 conn(0x7fd5200d4010 0x7fd5200d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51ffff640 1 -- 172.21.15.16:0/1565418368 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5200d28b0 con 0x7fd520147f30 2024-09-16T01:50:14.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.954+0000 7fd51f7fe640 1 --2- 172.21.15.16:0/1565418368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200cfb00 0x7fd5200d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd51ffff640 1 --2- 172.21.15.16:0/1565418368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd5200cf5c0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7fd5200d0c70 tx=0x7fd51002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78dae052f0125d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd51effd640 1 -- 172.21.15.16:0/1565418368 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd510037070 con 0x7fd520147f30 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd51effd640 1 -- 172.21.15.16:0/1565418368 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd510032440 con 0x7fd520147f30 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd51effd640 1 -- 172.21.15.16:0/1565418368 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd510032810 con 0x7fd520147f30 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 -- 172.21.15.16:0/1565418368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 msgr2=0x7fd5200cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 --2- 172.21.15.16:0/1565418368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd5200cf5c0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7fd5200d0c70 tx=0x7fd51002a140 comp rx=0 tx=0).stop 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 -- 172.21.15.16:0/1565418368 shutdown_connections 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 --2- 172.21.15.16:0/1565418368 >> v2:172.21.15.104:3300/0 conn(0x7fd5200d4010 0x7fd5200d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 --2- 172.21.15.16:0/1565418368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200cfb00 0x7fd5200d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 --2- 172.21.15.16:0/1565418368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd5200cf5c0 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 -- 172.21.15.16:0/1565418368 >> 172.21.15.16:0/1565418368 conn(0x7fd520074da0 msgr2=0x7fd5200d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:14.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 -- 172.21.15.16:0/1565418368 shutdown_connections 2024-09-16T01:50:14.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.955+0000 7fd526731640 1 -- 172.21.15.16:0/1565418368 wait complete. 2024-09-16T01:50:14.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.956+0000 7fd526731640 1 Processor -- start 2024-09-16T01:50:14.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.957+0000 7fd526731640 1 -- start start 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.957+0000 7fd526731640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5200cfb00 0x7fd5200ab920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.957+0000 7fd526731640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200d4010 0x7fd5200ce050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.957+0000 7fd526731640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd52013a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.957+0000 7fd526731640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd5200d30b0 con 0x7fd520147f30 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.957+0000 7fd526731640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd520148310 con 0x7fd5200cfb00 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.957+0000 7fd526731640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd5200d3230 con 0x7fd5200d4010 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd52013a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd52013a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37036/0 (socket says 172.21.15.16:37036) 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 -- 172.21.15.16:0/1694431525 learned_addr learned my addr 172.21.15.16:0/1694431525 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd51f7fe640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200d4010 0x7fd5200ce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd51ffff640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5200cfb00 0x7fd5200ab920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 -- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200d4010 msgr2=0x7fd5200ce050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200d4010 0x7fd5200ce050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 -- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5200cfb00 msgr2=0x7fd5200ab920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5200cfb00 0x7fd5200ab920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 -- 172.21.15.16:0/1694431525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5200ce590 con 0x7fd520147f30 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd524cce640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd52013a290 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7fd518007e70 tx=0x7fd51800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd51cff9640 1 -- 172.21.15.16:0/1694431525 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd518014620 con 0x7fd520147f30 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd51cff9640 1 -- 172.21.15.16:0/1694431525 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd518019070 con 0x7fd520147f30 2024-09-16T01:50:14.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd520137900 con 0x7fd520147f30 2024-09-16T01:50:14.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd51cff9640 1 -- 172.21.15.16:0/1694431525 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd518014a20 con 0x7fd520147f30 2024-09-16T01:50:14.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.958+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5200ac2a0 con 0x7fd520147f30 2024-09-16T01:50:14.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.959+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5200cf5c0 con 0x7fd520147f30 2024-09-16T01:50:14.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.960+0000 7fd51cff9640 1 -- 172.21.15.16:0/1694431525 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fd518014bc0 con 0x7fd520147f30 2024-09-16T01:50:14.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.961+0000 7fd51cff9640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd50c06ca90 0x7fd50c06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:14.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.961+0000 7fd51ffff640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd50c06ca90 0x7fd50c06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:14.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.961+0000 7fd51cff9640 1 -- 172.21.15.16:0/1694431525 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5765+0+0 (secure 0 0 0) 0x7fd51808cf10 con 0x7fd520147f30 2024-09-16T01:50:14.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.961+0000 7fd51ffff640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd50c06ca90 0x7fd50c06ef50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd510034000 tx=0x7fd51002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:14.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:14.965+0000 7fd51cff9640 1 -- 172.21.15.16:0/1694431525 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd518059fd0 con 0x7fd520147f30 2024-09-16T01:50:15.140 INFO:tasks.ceph.mds.c.smithi016.stderr:2024-09-16T01:50:15.139+0000 7f8142605640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:50:15.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:15.180+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fd520162620 con 0x7fd520147f30 2024-09-16T01:50:16.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.177+0000 7fd51cff9640 1 -- 172.21.15.16:0/1694431525 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v91) ==== 118+0+0 (secure 0 0 0) 0x7fd51805e2d0 con 0x7fd520147f30 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd50c06ca90 msgr2=0x7fd50c06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd50c06ca90 0x7fd50c06ef50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd510034000 tx=0x7fd51002e000 comp rx=0 tx=0).stop 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 msgr2=0x7fd52013a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd52013a290 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7fd518007e70 tx=0x7fd51800e4b0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 shutdown_connections 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd50c06ca90 0x7fd50c06ef50 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd520147f30 0x7fd52013a290 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5200d4010 0x7fd5200ce050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 --2- 172.21.15.16:0/1694431525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5200cfb00 0x7fd5200ab920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 >> 172.21.15.16:0/1694431525 conn(0x7fd520074da0 msgr2=0x7fd520162b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 shutdown_connections 2024-09-16T01:50:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.180+0000 7fd526731640 1 -- 172.21.15.16:0/1694431525 wait complete. 2024-09-16T01:50:16.196 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:50:16.196 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:50:16.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.307+0000 7fad0e2e4640 1 Processor -- start 2024-09-16T01:50:16.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.307+0000 7fad0e2e4640 1 -- start start 2024-09-16T01:50:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad0e2e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fad08070f10 0x7fad08071350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad0e2e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad0806c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad0e2e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad080719d0 con 0x7fad08145e20 2024-09-16T01:50:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad0e2e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fad0806c570 con 0x7fad08070f10 2024-09-16T01:50:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad0e2e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fad080b3900 con 0x7fad0806bbe0 2024-09-16T01:50:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad077fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fad08070f10 0x7fad08071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:16.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad077fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fad08070f10 0x7fad08071350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37042/0 (socket says 172.21.15.16:37042) 2024-09-16T01:50:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad077fe640 1 -- 172.21.15.16:0/208171419 learned_addr learned my addr 172.21.15.16:0/208171419 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.308+0000 7fad0c881640 1 --2- 172.21.15.16:0/208171419 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad0806c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.309+0000 7fad077fe640 1 -- 172.21.15.16:0/208171419 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 msgr2=0x7fad0806c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.309+0000 7fad077fe640 1 --2- 172.21.15.16:0/208171419 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad0806c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.309+0000 7fad077fe640 1 -- 172.21.15.16:0/208171419 >> v1:172.21.15.104:6789/0 conn(0x7fad08145e20 legacy=0x7fad0815c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.309+0000 7fad077fe640 1 -- 172.21.15.16:0/208171419 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad08071cb0 con 0x7fad08070f10 2024-09-16T01:50:16.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.309+0000 7fad0c881640 1 --2- 172.21.15.16:0/208171419 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad0806c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:16.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.309+0000 7fad077fe640 1 --2- 172.21.15.16:0/208171419 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08070f10 0x7fad08071350 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7facfc009870 tx=0x7facfc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e53274f89274b691 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.309+0000 7fad06ffd640 1 -- 172.21.15.16:0/208171419 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc037070 con 0x7fad08070f10 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad06ffd640 1 -- 172.21.15.16:0/208171419 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facfc032440 con 0x7fad08070f10 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad06ffd640 1 -- 172.21.15.16:0/208171419 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc032810 con 0x7fad08070f10 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 -- 172.21.15.16:0/208171419 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08070f10 msgr2=0x7fad08071350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/208171419 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08070f10 0x7fad08071350 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7facfc009870 tx=0x7facfc02a270 comp rx=0 tx=0).stop 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 -- 172.21.15.16:0/208171419 shutdown_connections 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/208171419 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad0806c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/208171419 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08070f10 0x7fad08071350 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 -- 172.21.15.16:0/208171419 >> 172.21.15.16:0/208171419 conn(0x7fad080b2000 msgr2=0x7fad080b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 -- 172.21.15.16:0/208171419 shutdown_connections 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.310+0000 7fad0e2e4640 1 -- 172.21.15.16:0/208171419 wait complete. 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.311+0000 7fad0e2e4640 1 Processor -- start 2024-09-16T01:50:16.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0e2e4640 1 -- start start 2024-09-16T01:50:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0e2e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad080aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0e2e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad08070f10 0x7fad081403a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0e2e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08145e20 0x7fad0815b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0e2e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fad080b3530 con 0x7fad08145e20 2024-09-16T01:50:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0e2e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fad080b3e30 con 0x7fad08070f10 2024-09-16T01:50:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0e2e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fad0815cec0 con 0x7fad0806bbe0 2024-09-16T01:50:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.312+0000 7fad0c881640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08145e20 0x7fad0815b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08145e20 0x7fad0815b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37054/0 (socket says 172.21.15.16:37054) 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 -- 172.21.15.16:0/2941380319 learned_addr learned my addr 172.21.15.16:0/2941380319 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad077fe640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad08070f10 0x7fad081403a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad07fff640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad080aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 -- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 msgr2=0x7fad080aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad080aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 -- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad08070f10 msgr2=0x7fad081403a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad08070f10 0x7fad081403a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 -- 172.21.15.16:0/2941380319 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad080ccd50 con 0x7fad08145e20 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0c881640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08145e20 0x7fad0815b8c0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7fad00007e70 tx=0x7fad0000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad04ff9640 1 -- 172.21.15.16:0/2941380319 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0001a070 con 0x7fad08145e20 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad04ff9640 1 -- 172.21.15.16:0/2941380319 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad00003bb0 con 0x7fad08145e20 2024-09-16T01:50:16.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad080cd030 con 0x7fad08145e20 2024-09-16T01:50:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad04ff9640 1 -- 172.21.15.16:0/2941380319 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad00004030 con 0x7fad08145e20 2024-09-16T01:50:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.313+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad080af050 con 0x7fad08145e20 2024-09-16T01:50:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.314+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad0806e480 con 0x7fad08145e20 2024-09-16T01:50:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.315+0000 7fad04ff9640 1 -- 172.21.15.16:0/2941380319 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fad0001d070 con 0x7fad08145e20 2024-09-16T01:50:16.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.315+0000 7fad04ff9640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7facf406ca90 0x7facf406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.315+0000 7fad04ff9640 1 -- 172.21.15.16:0/2941380319 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7fad0008a060 con 0x7fad08145e20 2024-09-16T01:50:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.315+0000 7fad07fff640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7facf406ca90 0x7facf406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:16.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.316+0000 7fad07fff640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7facf406ca90 0x7facf406ef50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7facf8001780 tx=0x7facf8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:16.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.320+0000 7fad04ff9640 1 -- 172.21.15.16:0/2941380319 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad0806e480 con 0x7fad08145e20 2024-09-16T01:50:16.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:16.533+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fad080693b0 con 0x7fad08145e20 2024-09-16T01:50:17.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.182+0000 7fad04ff9640 1 -- 172.21.15.16:0/2941380319 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v92) ==== 122+0+0 (secure 0 0 0) 0x7fad080693b0 con 0x7fad08145e20 2024-09-16T01:50:17.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7facf406ca90 msgr2=0x7facf406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7facf406ca90 0x7facf406ef50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7facf8001780 tx=0x7facf8009040 comp rx=0 tx=0).stop 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08145e20 msgr2=0x7fad0815b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08145e20 0x7fad0815b8c0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7fad00007e70 tx=0x7fad0000d4a0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 shutdown_connections 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7facf406ca90 0x7facf406ef50 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad08145e20 0x7fad0815b8c0 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad08070f10 0x7fad081403a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 --2- 172.21.15.16:0/2941380319 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad0806bbe0 0x7fad080aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 >> 172.21.15.16:0/2941380319 conn(0x7fad080b2000 msgr2=0x7fad080b15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 shutdown_connections 2024-09-16T01:50:17.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.185+0000 7fad0e2e4640 1 -- 172.21.15.16:0/2941380319 wait complete. 2024-09-16T01:50:17.200 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:50:17.200 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:17.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.308+0000 7ff051f9f640 1 Processor -- start 2024-09-16T01:50:17.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.308+0000 7ff051f9f640 1 -- start start 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.309+0000 7ff051f9f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff04c0b9ee0 0x7ff04c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.309+0000 7ff051f9f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff04c0ba350 con 0x7ff04c0d15f0 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.309+0000 7ff051f9f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff04c0d2750 con 0x7ff04c147fc0 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.309+0000 7ff051f9f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff04c1483a0 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.310+0000 7ff04bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff04c0b9ee0 0x7ff04c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.310+0000 7ff04affd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff04c0d15f0 0x7ff04c0b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32852/0 (socket says 172.21.15.16:32852) 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.310+0000 7ff04affd640 1 -- 172.21.15.16:0/1047776423 learned_addr learned my addr 172.21.15.16:0/1047776423 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:17.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.310+0000 7ff04bfff640 1 -- 172.21.15.16:0/1047776423 >> v1:172.21.15.104:6789/0 conn(0x7ff04c147fc0 legacy=0x7ff04c0d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.310+0000 7ff04bfff640 1 -- 172.21.15.16:0/1047776423 >> v1:172.21.15.16:6789/0 conn(0x7ff04c0d15f0 legacy=0x7ff04c0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.310+0000 7ff04bfff640 1 -- 172.21.15.16:0/1047776423 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff04c0d2a30 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff04bfff640 1 --2- 172.21.15.16:0/1047776423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c15ea60 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7ff044009d90 tx=0x7ff04402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=589ad75958f66ddb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff04a7fc640 1 -- 172.21.15.16:0/1047776423 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff044007740 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff04a7fc640 1 -- 172.21.15.16:0/1047776423 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0440078e0 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff04a7fc640 1 -- 172.21.15.16:0/1047776423 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff044007cb0 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff051f9f640 1 -- 172.21.15.16:0/1047776423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 msgr2=0x7ff04c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff051f9f640 1 --2- 172.21.15.16:0/1047776423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c15ea60 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7ff044009d90 tx=0x7ff04402a6f0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff051f9f640 1 -- 172.21.15.16:0/1047776423 shutdown_connections 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff051f9f640 1 --2- 172.21.15.16:0/1047776423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c15ea60 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff051f9f640 1 -- 172.21.15.16:0/1047776423 >> 172.21.15.16:0/1047776423 conn(0x7ff04c074fe0 msgr2=0x7ff04c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff051f9f640 1 -- 172.21.15.16:0/1047776423 shutdown_connections 2024-09-16T01:50:17.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.311+0000 7ff051f9f640 1 -- 172.21.15.16:0/1047776423 wait complete. 2024-09-16T01:50:17.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.313+0000 7ff051f9f640 1 Processor -- start 2024-09-16T01:50:17.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.313+0000 7ff051f9f640 1 -- start start 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c1e6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff04c0d15f0 0x7ff04c1e71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff04c147fc0 0x7ff04c14dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff04c0d2500 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff04c15efa0 con 0x7ff04c147fc0 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff04c0d2ff0 con 0x7ff04c0d15f0 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c1e6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c1e6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37074/0 (socket says 172.21.15.16:37074) 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 -- 172.21.15.16:0/2481723356 learned_addr learned my addr 172.21.15.16:0/2481723356 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04affd640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff04c0d15f0 0x7ff04c1e71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04bfff640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff04c147fc0 0x7ff04c14dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 -- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff04c0d15f0 msgr2=0x7ff04c1e71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff04c0d15f0 0x7ff04c1e71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 -- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff04c147fc0 msgr2=0x7ff04c14dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff04c147fc0 0x7ff04c14dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 -- 172.21.15.16:0/2481723356 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff04c1414c0 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff04b7fe640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c1e6cb0 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7ff03c00c3c0 tx=0x7ff03c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff033fff640 1 -- 172.21.15.16:0/2481723356 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03c0052d0 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff04c1411e0 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff033fff640 1 -- 172.21.15.16:0/2481723356 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff03c005490 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff033fff640 1 -- 172.21.15.16:0/2481723356 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03c007260 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.314+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff04c14beb0 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.316+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff04c15ea60 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.316+0000 7ff033fff640 1 -- 172.21.15.16:0/2481723356 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ff03c007400 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.317+0000 7ff033fff640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff03806ca90 0x7ff03806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.317+0000 7ff033fff640 1 -- 172.21.15.16:0/2481723356 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7ff03c089370 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.317+0000 7ff04affd640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff03806ca90 0x7ff03806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.317+0000 7ff04affd640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff03806ca90 0x7ff03806ef50 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ff04c141e40 tx=0x7ff040009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.321+0000 7ff033fff640 1 -- 172.21.15.16:0/2481723356 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff03c059350 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.531+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff04c15f740 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.532+0000 7ff033fff640 1 -- 172.21.15.16:0/2481723356 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5230 (secure 0 0 0) 0x7ff03c058c50 con 0x7ff04c0b9ee0 2024-09-16T01:50:17.533 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:17.533 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":92,"btime":"2024-09-16T01:50:17:178442+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7133,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3360908208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3360908208},{"type":"v1","addr":"172.21.15.16:6835","nonce":3360908208}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8053,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/636285920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":636285920},{"type":"v1","addr":"172.21.15.104:6834","nonce":636285920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8056,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3034849073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3034849073},{"type":"v1","addr":"172.21.15.104:6835","nonce":3034849073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:13.513994+0000","modified":"2024-09-16T01:50:16.534747+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8838":{"gid":8838,"name":"c","rank":0,"incarnation":89,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/2456492410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2456492410},{"type":"v1","addr":"172.21.15.16:6834","nonce":2456492410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8838,"qdb_cluster":[8838]},"id":12}]} 2024-09-16T01:50:17.533 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 92 2024-09-16T01:50:17.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff03806ca90 msgr2=0x7ff03806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff03806ca90 0x7ff03806ef50 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ff04c141e40 tx=0x7ff040009040 comp rx=0 tx=0).stop 2024-09-16T01:50:17.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 msgr2=0x7ff04c1e6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c1e6cb0 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7ff03c00c3c0 tx=0x7ff03c00c880 comp rx=0 tx=0).stop 2024-09-16T01:50:17.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 shutdown_connections 2024-09-16T01:50:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff03806ca90 0x7ff03806ef50 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff04c147fc0 0x7ff04c14dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff04c0d15f0 0x7ff04c1e71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 --2- 172.21.15.16:0/2481723356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff04c0b9ee0 0x7ff04c1e6cb0 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 >> 172.21.15.16:0/2481723356 conn(0x7ff04c074fe0 msgr2=0x7ff04c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 shutdown_connections 2024-09-16T01:50:17.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.534+0000 7ff051f9f640 1 -- 172.21.15.16:0/2481723356 wait complete. 2024-09-16T01:50:17.546 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:17.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.648+0000 7f8833331640 1 Processor -- start 2024-09-16T01:50:17.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.648+0000 7f8833331640 1 -- start start 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f8833331640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f882c06c2f0 0x7f882c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f8833331640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f882c15bb20 con 0x7f882c158cf0 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f8833331640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f882c15be00 con 0x7f882c1590d0 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f8833331640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f882c0afd50 con 0x7f882c06c2f0 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f88310cd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f882c158cf0 0x7f882c06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32862/0 (socket says 172.21.15.16:32862) 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f88310cd640 1 -- 172.21.15.16:0/862169828 learned_addr learned my addr 172.21.15.16:0/862169828 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f88308cc640 1 --2- 172.21.15.16:0/862169828 >> v2:172.21.15.104:3300/0 conn(0x7f882c06c2f0 0x7f882c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2703716500 0 0) 0x7f882c15bb20 con 0x7f882c158cf0 2024-09-16T01:50:17.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8814003520 con 0x7f882c158cf0 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3347679528 0 0) 0x7f8814003520 con 0x7f882c158cf0 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 >> v2:172.21.15.104:3300/0 conn(0x7f882c06c2f0 msgr2=0x7f882c0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 --2- 172.21.15.16:0/862169828 >> v2:172.21.15.104:3300/0 conn(0x7f882c06c2f0 0x7f882c0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 >> v1:172.21.15.104:6789/0 conn(0x7f882c1590d0 legacy=0x7f882c0ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882c15c0e0 con 0x7f882c158cf0 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f881c0019f0 con 0x7f882c158cf0 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f88308cc640 1 --2- 172.21.15.16:0/862169828 >> v2:172.21.15.104:3300/0 conn(0x7f882c06c2f0 0x7f882c0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 >> v1:172.21.15.16:6789/0 conn(0x7f882c158cf0 legacy=0x7f882c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88140039b0 0x7f8814003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8814004800 0x7f8814004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140052e0 0x7f881400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f882c0afd50 con 0x7f88140039b0 2024-09-16T01:50:17.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f881400c1b0 con 0x7f8814004800 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.649+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f881400c3b0 con 0x7f88140052e0 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88310cd640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88140039b0 0x7f8814003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88308cc640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8814004800 0x7f8814004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88318ce640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140052e0 0x7f881400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88310cd640 1 -- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140052e0 msgr2=0x7f881400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88310cd640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140052e0 0x7f881400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88310cd640 1 -- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8814004800 msgr2=0x7f8814004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88310cd640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8814004800 0x7f8814004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88310cd640 1 -- 172.21.15.16:0/862169828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8814003520 con 0x7f88140039b0 2024-09-16T01:50:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.650+0000 7f88318ce640 1 -- 172.21.15.16:0/862169828 reap_dead start 2024-09-16T01:50:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f88310cd640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88140039b0 0x7f8814003dd0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f881c00a830 tx=0x7f8814005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa75485049ea9329 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c00a480 con 0x7f88140039b0 2024-09-16T01:50:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881c02f070 con 0x7f88140039b0 2024-09-16T01:50:17.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f882bfff640 1 -- 172.21.15.16:0/862169828 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c02bcd0 con 0x7f88140039b0 2024-09-16T01:50:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f8833331640 1 -- 172.21.15.16:0/862169828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88140039b0 msgr2=0x7f8814003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f8833331640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88140039b0 0x7f8814003dd0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f881c00a830 tx=0x7f8814005830 comp rx=0 tx=0).stop 2024-09-16T01:50:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f8833331640 1 -- 172.21.15.16:0/862169828 shutdown_connections 2024-09-16T01:50:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f8833331640 1 --2- 172.21.15.16:0/862169828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88140039b0 0x7f8814003dd0 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f8833331640 1 -- 172.21.15.16:0/862169828 >> 172.21.15.16:0/862169828 conn(0x7f882c0b2000 msgr2=0x7f882c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:17.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f8833331640 1 -- 172.21.15.16:0/862169828 shutdown_connections 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.651+0000 7f8833331640 1 -- 172.21.15.16:0/862169828 wait complete. 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 Processor -- start 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 -- start start 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140039b0 0x7f882c14ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f882c072ac0 0x7f882c072f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f882c0ae8a0 0x7f882c0aed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f882c15cb90 con 0x7f882c072ac0 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f882c15ca10 con 0x7f882c0ae8a0 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f8833331640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f882c15cd10 con 0x7f88140039b0 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f88308cc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f882c072ac0 0x7f882c072f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f88308cc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f882c072ac0 0x7f882c072f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37080/0 (socket says 172.21.15.16:37080) 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.653+0000 7f88308cc640 1 -- 172.21.15.16:0/2398144731 learned_addr learned my addr 172.21.15.16:0/2398144731 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88318ce640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f882c0ae8a0 0x7f882c0aed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88310cd640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140039b0 0x7f882c14ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88308cc640 1 -- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140039b0 msgr2=0x7f882c14ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88308cc640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140039b0 0x7f882c14ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88308cc640 1 -- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f882c0ae8a0 msgr2=0x7f882c0aed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88308cc640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f882c0ae8a0 0x7f882c0aed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88308cc640 1 -- 172.21.15.16:0/2398144731 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882c071290 con 0x7f882c072ac0 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f88308cc640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f882c072ac0 0x7f882c072f40 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f8820011d00 tx=0x7f882000f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f8829ffb640 1 -- 172.21.15.16:0/2398144731 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f882000fd20 con 0x7f882c072ac0 2024-09-16T01:50:17.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f8829ffb640 1 -- 172.21.15.16:0/2398144731 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8820004020 con 0x7f882c072ac0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f882c071530 con 0x7f882c072ac0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f8829ffb640 1 -- 172.21.15.16:0/2398144731 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8820004410 con 0x7f882c072ac0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.654+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f882c071af0 con 0x7f882c072ac0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.655+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f882c0af260 con 0x7f882c072ac0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.656+0000 7f8829ffb640 1 -- 172.21.15.16:0/2398144731 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f8820012040 con 0x7f882c072ac0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.656+0000 7f8829ffb640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f881806ca90 0x7f881806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.656+0000 7f8829ffb640 1 -- 172.21.15.16:0/2398144731 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f882008a320 con 0x7f882c072ac0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.656+0000 7f88310cd640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f881806ca90 0x7f881806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.657+0000 7f88310cd640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f881806ca90 0x7f881806ef50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f881c033000 tx=0x7f881c038040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.661+0000 7f8829ffb640 1 -- 172.21.15.16:0/2398144731 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8820019030 con 0x7f882c072ac0 2024-09-16T01:50:17.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.837+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f882c0b3300 con 0x7f882c072ac0 2024-09-16T01:50:17.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.838+0000 7f8829ffb640 1 -- 172.21.15.16:0/2398144731 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v152) ==== 74+0+16792 (secure 0 0 0) 0x7f882005a380 con 0x7f882c072ac0 2024-09-16T01:50:17.840 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:17.840 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":152,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:15.147175+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:11.486547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:12.496426+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"152","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:17.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f881806ca90 msgr2=0x7f881806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f881806ca90 0x7f881806ef50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f881c033000 tx=0x7f881c038040 comp rx=0 tx=0).stop 2024-09-16T01:50:17.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f882c072ac0 msgr2=0x7f882c072f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f882c072ac0 0x7f882c072f40 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f8820011d00 tx=0x7f882000f610 comp rx=0 tx=0).stop 2024-09-16T01:50:17.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 shutdown_connections 2024-09-16T01:50:17.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f881806ca90 0x7f881806ef50 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f882c0ae8a0 0x7f882c0aed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f882c072ac0 0x7f882c072f40 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 --2- 172.21.15.16:0/2398144731 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88140039b0 0x7f882c14ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 >> 172.21.15.16:0/2398144731 conn(0x7f882c0b2000 msgr2=0x7f882c0ceff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.840+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 shutdown_connections 2024-09-16T01:50:17.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.841+0000 7f8833331640 1 -- 172.21.15.16:0/2398144731 wait complete. 2024-09-16T01:50:17.853 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:50:17.853 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:50:17.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.954+0000 7f96da8ac640 1 Processor -- start 2024-09-16T01:50:17.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.954+0000 7f96da8ac640 1 -- start start 2024-09-16T01:50:17.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96da8ac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40d4c80 0x7f96d40b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96da8ac640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96d40b8500 con 0x7f96d40b7f20 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96da8ac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96d40b87e0 con 0x7f96d415e680 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96da8ac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f96d40b8ac0 con 0x7f96d40d4c80 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f96d40b7f20 0x7f96d40d4570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32878/0 (socket says 172.21.15.16:32878) 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d37fe640 1 -- 172.21.15.16:0/1597206430 learned_addr learned my addr 172.21.15.16:0/1597206430 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d8e49640 1 --2- 172.21.15.16:0/1597206430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40d4c80 0x7f96d40b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d2ffd640 1 -- 172.21.15.16:0/1597206430 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2388619483 0 0) 0x7f96d40b8500 con 0x7f96d40b7f20 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d2ffd640 1 -- 172.21.15.16:0/1597206430 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96bc003520 con 0x7f96d40b7f20 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d2ffd640 1 -- 172.21.15.16:0/1597206430 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3671799135 0 0) 0x7f96d40b87e0 con 0x7f96d415e680 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d2ffd640 1 -- 172.21.15.16:0/1597206430 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96d40b8500 con 0x7f96d415e680 2024-09-16T01:50:17.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d8e49640 1 -- 172.21.15.16:0/1597206430 >> v1:172.21.15.104:6789/0 conn(0x7f96d415e680 legacy=0x7f96d40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d8e49640 1 -- 172.21.15.16:0/1597206430 >> v1:172.21.15.16:6789/0 conn(0x7f96d40b7f20 legacy=0x7f96d40d4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.955+0000 7f96d8e49640 1 -- 172.21.15.16:0/1597206430 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d40b8da0 con 0x7f96d40d4c80 2024-09-16T01:50:17.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.956+0000 7f96d8e49640 1 --2- 172.21.15.16:0/1597206430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40d4c80 0x7f96d40b95a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f96cc009dc0 tx=0x7f96cc02a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b0ca527ea2ceb9d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.956+0000 7f96d2ffd640 1 -- 172.21.15.16:0/1597206430 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc007740 con 0x7f96d40d4c80 2024-09-16T01:50:17.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.956+0000 7f96d2ffd640 1 -- 172.21.15.16:0/1597206430 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96cc0078e0 con 0x7f96d40d4c80 2024-09-16T01:50:17.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.956+0000 7f96d2ffd640 1 -- 172.21.15.16:0/1597206430 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc007cb0 con 0x7f96d40d4c80 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.957+0000 7f96da8ac640 1 -- 172.21.15.16:0/1597206430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40d4c80 msgr2=0x7f96d40b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.957+0000 7f96da8ac640 1 --2- 172.21.15.16:0/1597206430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40d4c80 0x7f96d40b95a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f96cc009dc0 tx=0x7f96cc02a6d0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.957+0000 7f96da8ac640 1 -- 172.21.15.16:0/1597206430 shutdown_connections 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.957+0000 7f96da8ac640 1 --2- 172.21.15.16:0/1597206430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40d4c80 0x7f96d40b95a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.957+0000 7f96da8ac640 1 -- 172.21.15.16:0/1597206430 >> 172.21.15.16:0/1597206430 conn(0x7f96d4074fe0 msgr2=0x7f96d4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.957+0000 7f96da8ac640 1 -- 172.21.15.16:0/1597206430 shutdown_connections 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.957+0000 7f96da8ac640 1 -- 172.21.15.16:0/1597206430 wait complete. 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.958+0000 7f96da8ac640 1 Processor -- start 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.958+0000 7f96da8ac640 1 -- start start 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96da8ac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40b7f20 0x7f96d41f4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96da8ac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d40d4c80 0x7f96d4150360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96da8ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d415e680 0x7f96d415cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96da8ac640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f96d415ebe0 con 0x7f96d40d4c80 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96da8ac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f96d415ea60 con 0x7f96d415e680 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96da8ac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f96d415ed60 con 0x7f96d40b7f20 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96d37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d40d4c80 0x7f96d4150360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96d37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d40d4c80 0x7f96d4150360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37090/0 (socket says 172.21.15.16:37090) 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96d37fe640 1 -- 172.21.15.16:0/3189362062 learned_addr learned my addr 172.21.15.16:0/3189362062 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96d8e49640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d415e680 0x7f96d415cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96d3fff640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40b7f20 0x7f96d41f4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96d37fe640 1 -- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40b7f20 msgr2=0x7f96d41f4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.959+0000 7f96d37fe640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40b7f20 0x7f96d41f4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d37fe640 1 -- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d415e680 msgr2=0x7f96d415cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d37fe640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d415e680 0x7f96d415cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d37fe640 1 -- 172.21.15.16:0/3189362062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d41516a0 con 0x7f96d40d4c80 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d3fff640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40b7f20 0x7f96d41f4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d37fe640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d40d4c80 0x7f96d4150360 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f96c800c500 tx=0x7f96c800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d0ff9640 1 -- 172.21.15.16:0/3189362062 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c8017070 con 0x7f96d40d4c80 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d0ff9640 1 -- 172.21.15.16:0/3189362062 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96c8005ce0 con 0x7f96d40d4c80 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96d4156fd0 con 0x7f96d40d4c80 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96d0ff9640 1 -- 172.21.15.16:0/3189362062 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c80072f0 con 0x7f96d40d4c80 2024-09-16T01:50:17.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.960+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96d4157590 con 0x7f96d40d4c80 2024-09-16T01:50:17.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.961+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96d40b95a0 con 0x7f96d40d4c80 2024-09-16T01:50:17.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.961+0000 7f96d0ff9640 1 -- 172.21.15.16:0/3189362062 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f96c801a070 con 0x7f96d40d4c80 2024-09-16T01:50:17.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.962+0000 7f96d0ff9640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96c006ca90 0x7f96c006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:17.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.962+0000 7f96d0ff9640 1 -- 172.21.15.16:0/3189362062 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f96c8089190 con 0x7f96d40d4c80 2024-09-16T01:50:17.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.962+0000 7f96d3fff640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96c006ca90 0x7f96c006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:17.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.962+0000 7f96d3fff640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96c006ca90 0x7f96c006ef50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f96c4001670 tx=0x7f96c4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:17.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:17.966+0000 7f96d0ff9640 1 -- 172.21.15.16:0/3189362062 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f96d41516a0 con 0x7f96d40d4c80 2024-09-16T01:50:18.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.138+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f96d4156d80 con 0x7f96c006ca90 2024-09-16T01:50:18.145 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.144+0000 7f96d0ff9640 1 -- 172.21.15.16:0/3189362062 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252442 (secure 0 0 0) 0x7f96d4156d80 con 0x7f96c006ca90 2024-09-16T01:50:18.148 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:18.150 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:50:18.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96c006ca90 msgr2=0x7f96c006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96c006ca90 0x7f96c006ef50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f96c4001670 tx=0x7f96c4009040 comp rx=0 tx=0).stop 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d40d4c80 msgr2=0x7f96d4150360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d40d4c80 0x7f96d4150360 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f96c800c500 tx=0x7f96c800c9c0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 shutdown_connections 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96c006ca90 0x7f96c006ef50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d415e680 0x7f96d415cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d40d4c80 0x7f96d4150360 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 --2- 172.21.15.16:0/3189362062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d40b7f20 0x7f96d41f4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 >> 172.21.15.16:0/3189362062 conn(0x7f96d4074fe0 msgr2=0x7f96d40b7710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 shutdown_connections 2024-09-16T01:50:18.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.148+0000 7f96da8ac640 1 -- 172.21.15.16:0/3189362062 wait complete. 2024-09-16T01:50:18.160 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-09-16T01:50:16.776498+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":81,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":286388,"kb_used_data":16052,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754688332,"statfs":{"total":773094113280,"available":772800851968,"internally_reserved":0,"allocated":16437248,"data_stored":7905072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.636061"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178812+0000","last_change":"2024-09-16T01:50:14.177221+0000","last_active":"2024-09-16T01:50:14.178812+0000","last_peered":"2024-09-16T01:50:14.178812+0000","last_clean":"2024-09-16T01:50:14.178812+0000","last_became_active":"2024-09-16T01:50:14.177023+0000","last_became_peered":"2024-09-16T01:50:14.177023+0000","last_unstale":"2024-09-16T01:50:14.178812+0000","last_undegraded":"2024-09-16T01:50:14.178812+0000","last_fullsized":"2024-09-16T01:50:14.178812+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:42.699845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178859+0000","last_change":"2024-09-16T01:50:14.176794+0000","last_active":"2024-09-16T01:50:14.178859+0000","last_peered":"2024-09-16T01:50:14.178859+0000","last_clean":"2024-09-16T01:50:14.178859+0000","last_became_active":"2024-09-16T01:50:14.176421+0000","last_became_peered":"2024-09-16T01:50:14.176421+0000","last_unstale":"2024-09-16T01:50:14.178859+0000","last_undegraded":"2024-09-16T01:50:14.178859+0000","last_fullsized":"2024-09-16T01:50:14.178859+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:44.043581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153393+0000","last_change":"2024-09-16T01:50:14.160922+0000","last_active":"2024-09-16T01:50:15.153393+0000","last_peered":"2024-09-16T01:50:15.153393+0000","last_clean":"2024-09-16T01:50:15.153393+0000","last_became_active":"2024-09-16T01:50:14.160649+0000","last_became_peered":"2024-09-16T01:50:14.160649+0000","last_unstale":"2024-09-16T01:50:15.153393+0000","last_undegraded":"2024-09-16T01:50:15.153393+0000","last_fullsized":"2024-09-16T01:50:15.153393+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:23.401810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178830+0000","last_change":"2024-09-16T01:50:14.176696+0000","last_active":"2024-09-16T01:50:14.178830+0000","last_peered":"2024-09-16T01:50:14.178830+0000","last_clean":"2024-09-16T01:50:14.178830+0000","last_became_active":"2024-09-16T01:50:14.176384+0000","last_became_peered":"2024-09-16T01:50:14.176384+0000","last_unstale":"2024-09-16T01:50:14.178830+0000","last_undegraded":"2024-09-16T01:50:14.178830+0000","last_fullsized":"2024-09-16T01:50:14.178830+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:03:20.550703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175264+0000","last_change":"2024-09-16T01:50:14.172429+0000","last_active":"2024-09-16T01:50:14.175264+0000","last_peered":"2024-09-16T01:50:14.175264+0000","last_clean":"2024-09-16T01:50:14.175264+0000","last_became_active":"2024-09-16T01:50:14.172118+0000","last_became_peered":"2024-09-16T01:50:14.172118+0000","last_unstale":"2024-09-16T01:50:14.175264+0000","last_undegraded":"2024-09-16T01:50:14.175264+0000","last_fullsized":"2024-09-16T01:50:14.175264+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:20.575946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153188+0000","last_change":"2024-09-16T01:50:14.176299+0000","last_active":"2024-09-16T01:50:15.153188+0000","last_peered":"2024-09-16T01:50:15.153188+0000","last_clean":"2024-09-16T01:50:15.153188+0000","last_became_active":"2024-09-16T01:50:14.175041+0000","last_became_peered":"2024-09-16T01:50:14.175041+0000","last_unstale":"2024-09-16T01:50:15.153188+0000","last_undegraded":"2024-09-16T01:50:15.153188+0000","last_fullsized":"2024-09-16T01:50:15.153188+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:07.462043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153388+0000","last_change":"2024-09-16T01:50:14.157063+0000","last_active":"2024-09-16T01:50:15.153388+0000","last_peered":"2024-09-16T01:50:15.153388+0000","last_clean":"2024-09-16T01:50:15.153388+0000","last_became_active":"2024-09-16T01:50:14.156760+0000","last_became_peered":"2024-09-16T01:50:14.156760+0000","last_unstale":"2024-09-16T01:50:15.153388+0000","last_undegraded":"2024-09-16T01:50:15.153388+0000","last_fullsized":"2024-09-16T01:50:15.153388+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:34.513969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.170682+0000","last_change":"2024-09-16T01:50:14.167806+0000","last_active":"2024-09-16T01:50:14.170682+0000","last_peered":"2024-09-16T01:50:14.170682+0000","last_clean":"2024-09-16T01:50:14.170682+0000","last_became_active":"2024-09-16T01:50:14.167308+0000","last_became_peered":"2024-09-16T01:50:14.167308+0000","last_unstale":"2024-09-16T01:50:14.170682+0000","last_undegraded":"2024-09-16T01:50:14.170682+0000","last_fullsized":"2024-09-16T01:50:14.170682+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:07.863137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.168630+0000","last_change":"2024-09-16T01:50:14.164948+0000","last_active":"2024-09-16T01:50:14.168630+0000","last_peered":"2024-09-16T01:50:14.168630+0000","last_clean":"2024-09-16T01:50:14.168630+0000","last_became_active":"2024-09-16T01:50:14.164659+0000","last_became_peered":"2024-09-16T01:50:14.164659+0000","last_unstale":"2024-09-16T01:50:14.168630+0000","last_undegraded":"2024-09-16T01:50:14.168630+0000","last_fullsized":"2024-09-16T01:50:14.168630+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:05.783931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150693+0000","last_change":"2024-09-16T01:50:14.179753+0000","last_active":"2024-09-16T01:50:15.150693+0000","last_peered":"2024-09-16T01:50:15.150693+0000","last_clean":"2024-09-16T01:50:15.150693+0000","last_became_active":"2024-09-16T01:50:14.179421+0000","last_became_peered":"2024-09-16T01:50:14.179421+0000","last_unstale":"2024-09-16T01:50:15.150693+0000","last_undegraded":"2024-09-16T01:50:15.150693+0000","last_fullsized":"2024-09-16T01:50:15.150693+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:10.746474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153633+0000","last_change":"2024-09-16T01:50:14.172881+0000","last_active":"2024-09-16T01:50:15.153633+0000","last_peered":"2024-09-16T01:50:15.153633+0000","last_clean":"2024-09-16T01:50:15.153633+0000","last_became_active":"2024-09-16T01:50:14.172586+0000","last_became_peered":"2024-09-16T01:50:14.172586+0000","last_unstale":"2024-09-16T01:50:15.153633+0000","last_undegraded":"2024-09-16T01:50:15.153633+0000","last_fullsized":"2024-09-16T01:50:15.153633+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:41.189190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175893+0000","last_change":"2024-09-16T01:50:14.171658+0000","last_active":"2024-09-16T01:50:14.175893+0000","last_peered":"2024-09-16T01:50:14.175893+0000","last_clean":"2024-09-16T01:50:14.175893+0000","last_became_active":"2024-09-16T01:50:14.171385+0000","last_became_peered":"2024-09-16T01:50:14.171385+0000","last_unstale":"2024-09-16T01:50:14.175893+0000","last_undegraded":"2024-09-16T01:50:14.175893+0000","last_fullsized":"2024-09-16T01:50:14.175893+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:59.446292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.173406+0000","last_change":"2024-09-16T01:50:14.168199+0000","last_active":"2024-09-16T01:50:14.173406+0000","last_peered":"2024-09-16T01:50:14.173406+0000","last_clean":"2024-09-16T01:50:14.173406+0000","last_became_active":"2024-09-16T01:50:14.167894+0000","last_became_peered":"2024-09-16T01:50:14.167894+0000","last_unstale":"2024-09-16T01:50:14.173406+0000","last_undegraded":"2024-09-16T01:50:14.173406+0000","last_fullsized":"2024-09-16T01:50:14.173406+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:45.500701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.167613+0000","last_change":"2024-09-16T01:50:14.162929+0000","last_active":"2024-09-16T01:50:14.167613+0000","last_peered":"2024-09-16T01:50:14.167613+0000","last_clean":"2024-09-16T01:50:14.167613+0000","last_became_active":"2024-09-16T01:50:14.162599+0000","last_became_peered":"2024-09-16T01:50:14.162599+0000","last_unstale":"2024-09-16T01:50:14.167613+0000","last_undegraded":"2024-09-16T01:50:14.167613+0000","last_fullsized":"2024-09-16T01:50:14.167613+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:00.819913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177881+0000","last_change":"2024-09-16T01:50:14.173611+0000","last_active":"2024-09-16T01:50:14.177881+0000","last_peered":"2024-09-16T01:50:14.177881+0000","last_clean":"2024-09-16T01:50:14.177881+0000","last_became_active":"2024-09-16T01:50:14.173276+0000","last_became_peered":"2024-09-16T01:50:14.173276+0000","last_unstale":"2024-09-16T01:50:14.177881+0000","last_undegraded":"2024-09-16T01:50:14.177881+0000","last_fullsized":"2024-09-16T01:50:14.177881+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:14.444073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175534+0000","last_change":"2024-09-16T01:50:14.168499+0000","last_active":"2024-09-16T01:50:14.175534+0000","last_peered":"2024-09-16T01:50:14.175534+0000","last_clean":"2024-09-16T01:50:14.175534+0000","last_became_active":"2024-09-16T01:50:14.168164+0000","last_became_peered":"2024-09-16T01:50:14.168164+0000","last_unstale":"2024-09-16T01:50:14.175534+0000","last_undegraded":"2024-09-16T01:50:14.175534+0000","last_fullsized":"2024-09-16T01:50:14.175534+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:49.429866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175779+0000","last_change":"2024-09-16T01:50:14.172764+0000","last_active":"2024-09-16T01:50:14.175779+0000","last_peered":"2024-09-16T01:50:14.175779+0000","last_clean":"2024-09-16T01:50:14.175779+0000","last_became_active":"2024-09-16T01:50:14.172501+0000","last_became_peered":"2024-09-16T01:50:14.172501+0000","last_unstale":"2024-09-16T01:50:14.175779+0000","last_undegraded":"2024-09-16T01:50:14.175779+0000","last_fullsized":"2024-09-16T01:50:14.175779+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:18:10.562774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177789+0000","last_change":"2024-09-16T01:50:14.174308+0000","last_active":"2024-09-16T01:50:14.177789+0000","last_peered":"2024-09-16T01:50:14.177789+0000","last_clean":"2024-09-16T01:50:14.177789+0000","last_became_active":"2024-09-16T01:50:14.173803+0000","last_became_peered":"2024-09-16T01:50:14.173803+0000","last_unstale":"2024-09-16T01:50:14.177789+0000","last_undegraded":"2024-09-16T01:50:14.177789+0000","last_fullsized":"2024-09-16T01:50:14.177789+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:05.525120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150609+0000","last_change":"2024-09-16T01:50:14.160001+0000","last_active":"2024-09-16T01:50:15.150609+0000","last_peered":"2024-09-16T01:50:15.150609+0000","last_clean":"2024-09-16T01:50:15.150609+0000","last_became_active":"2024-09-16T01:50:14.159457+0000","last_became_peered":"2024-09-16T01:50:14.159457+0000","last_unstale":"2024-09-16T01:50:15.150609+0000","last_undegraded":"2024-09-16T01:50:15.150609+0000","last_fullsized":"2024-09-16T01:50:15.150609+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:40.148230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175680+0000","last_change":"2024-09-16T01:50:14.171812+0000","last_active":"2024-09-16T01:50:14.175680+0000","last_peered":"2024-09-16T01:50:14.175680+0000","last_clean":"2024-09-16T01:50:14.175680+0000","last_became_active":"2024-09-16T01:50:14.171496+0000","last_became_peered":"2024-09-16T01:50:14.171496+0000","last_unstale":"2024-09-16T01:50:14.175680+0000","last_undegraded":"2024-09-16T01:50:14.175680+0000","last_fullsized":"2024-09-16T01:50:14.175680+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:21.820508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175242+0000","last_change":"2024-09-16T01:50:14.172043+0000","last_active":"2024-09-16T01:50:14.175242+0000","last_peered":"2024-09-16T01:50:14.175242+0000","last_clean":"2024-09-16T01:50:14.175242+0000","last_became_active":"2024-09-16T01:50:14.171751+0000","last_became_peered":"2024-09-16T01:50:14.171751+0000","last_unstale":"2024-09-16T01:50:14.175242+0000","last_undegraded":"2024-09-16T01:50:14.175242+0000","last_fullsized":"2024-09-16T01:50:14.175242+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:57:27.132815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150334+0000","last_change":"2024-09-16T01:50:14.161649+0000","last_active":"2024-09-16T01:50:15.150334+0000","last_peered":"2024-09-16T01:50:15.150334+0000","last_clean":"2024-09-16T01:50:15.150334+0000","last_became_active":"2024-09-16T01:50:14.161345+0000","last_became_peered":"2024-09-16T01:50:14.161345+0000","last_unstale":"2024-09-16T01:50:15.150334+0000","last_undegraded":"2024-09-16T01:50:15.150334+0000","last_fullsized":"2024-09-16T01:50:15.150334+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:26.003549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153134+0000","last_change":"2024-09-16T01:50:14.160316+0000","last_active":"2024-09-16T01:50:15.153134+0000","last_peered":"2024-09-16T01:50:15.153134+0000","last_clean":"2024-09-16T01:50:15.153134+0000","last_became_active":"2024-09-16T01:50:14.160049+0000","last_became_peered":"2024-09-16T01:50:14.160049+0000","last_unstale":"2024-09-16T01:50:15.153134+0000","last_undegraded":"2024-09-16T01:50:15.153134+0000","last_fullsized":"2024-09-16T01:50:15.153134+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:50.740895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.179785+0000","last_change":"2024-09-16T01:50:14.176515+0000","last_active":"2024-09-16T01:50:14.179785+0000","last_peered":"2024-09-16T01:50:14.179785+0000","last_clean":"2024-09-16T01:50:14.179785+0000","last_became_active":"2024-09-16T01:50:14.176226+0000","last_became_peered":"2024-09-16T01:50:14.176226+0000","last_unstale":"2024-09-16T01:50:14.179785+0000","last_undegraded":"2024-09-16T01:50:14.179785+0000","last_fullsized":"2024-09-16T01:50:14.179785+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:58.779056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.164054+0000","last_change":"2024-09-16T01:50:14.163616+0000","last_active":"2024-09-16T01:50:14.164054+0000","last_peered":"2024-09-16T01:50:14.164054+0000","last_clean":"2024-09-16T01:50:14.164054+0000","last_became_active":"2024-09-16T01:50:14.163234+0000","last_became_peered":"2024-09-16T01:50:14.163234+0000","last_unstale":"2024-09-16T01:50:14.164054+0000","last_undegraded":"2024-09-16T01:50:14.164054+0000","last_fullsized":"2024-09-16T01:50:14.164054+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:23.667916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153759+0000","last_change":"2024-09-16T01:50:14.155875+0000","last_active":"2024-09-16T01:50:15.153759+0000","last_peered":"2024-09-16T01:50:15.153759+0000","last_clean":"2024-09-16T01:50:15.153759+0000","last_became_active":"2024-09-16T01:50:14.155573+0000","last_became_peered":"2024-09-16T01:50:14.155573+0000","last_unstale":"2024-09-16T01:50:15.153759+0000","last_undegraded":"2024-09-16T01:50:15.153759+0000","last_fullsized":"2024-09-16T01:50:15.153759+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:24.607896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153427+0000","last_change":"2024-09-16T01:50:14.175972+0000","last_active":"2024-09-16T01:50:15.153427+0000","last_peered":"2024-09-16T01:50:15.153427+0000","last_clean":"2024-09-16T01:50:15.153427+0000","last_became_active":"2024-09-16T01:50:14.175656+0000","last_became_peered":"2024-09-16T01:50:14.175656+0000","last_unstale":"2024-09-16T01:50:15.153427+0000","last_undegraded":"2024-09-16T01:50:15.153427+0000","last_fullsized":"2024-09-16T01:50:15.153427+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:55.286781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178069+0000","last_change":"2024-09-16T01:50:14.175530+0000","last_active":"2024-09-16T01:50:14.178069+0000","last_peered":"2024-09-16T01:50:14.178069+0000","last_clean":"2024-09-16T01:50:14.178069+0000","last_became_active":"2024-09-16T01:50:14.175271+0000","last_became_peered":"2024-09-16T01:50:14.175271+0000","last_unstale":"2024-09-16T01:50:14.178069+0000","last_undegraded":"2024-09-16T01:50:14.178069+0000","last_fullsized":"2024-09-16T01:50:14.178069+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.305205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177824+0000","last_change":"2024-09-16T01:50:14.174684+0000","last_active":"2024-09-16T01:50:14.177824+0000","last_peered":"2024-09-16T01:50:14.177824+0000","last_clean":"2024-09-16T01:50:14.177824+0000","last_became_active":"2024-09-16T01:50:14.174345+0000","last_became_peered":"2024-09-16T01:50:14.174345+0000","last_unstale":"2024-09-16T01:50:14.177824+0000","last_undegraded":"2024-09-16T01:50:14.177824+0000","last_fullsized":"2024-09-16T01:50:14.177824+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:29:49.829804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175517+0000","last_change":"2024-09-16T01:50:14.171811+0000","last_active":"2024-09-16T01:50:14.175517+0000","last_peered":"2024-09-16T01:50:14.175517+0000","last_clean":"2024-09-16T01:50:14.175517+0000","last_became_active":"2024-09-16T01:50:14.171488+0000","last_became_peered":"2024-09-16T01:50:14.171488+0000","last_unstale":"2024-09-16T01:50:14.175517+0000","last_undegraded":"2024-09-16T01:50:14.175517+0000","last_fullsized":"2024-09-16T01:50:14.175517+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:55.610881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153197+0000","last_change":"2024-09-16T01:50:14.173336+0000","last_active":"2024-09-16T01:50:15.153197+0000","last_peered":"2024-09-16T01:50:15.153197+0000","last_clean":"2024-09-16T01:50:15.153197+0000","last_became_active":"2024-09-16T01:50:14.173041+0000","last_became_peered":"2024-09-16T01:50:14.173041+0000","last_unstale":"2024-09-16T01:50:15.153197+0000","last_undegraded":"2024-09-16T01:50:15.153197+0000","last_fullsized":"2024-09-16T01:50:15.153197+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:39.633272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.170153+0000","last_change":"2024-09-16T01:50:14.167779+0000","last_active":"2024-09-16T01:50:14.170153+0000","last_peered":"2024-09-16T01:50:14.170153+0000","last_clean":"2024-09-16T01:50:14.170153+0000","last_became_active":"2024-09-16T01:50:14.167492+0000","last_became_peered":"2024-09-16T01:50:14.167492+0000","last_unstale":"2024-09-16T01:50:14.170153+0000","last_undegraded":"2024-09-16T01:50:14.170153+0000","last_fullsized":"2024-09-16T01:50:14.170153+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:51.431273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.176314+0000","last_change":"2024-09-16T01:50:14.169941+0000","last_active":"2024-09-16T01:50:14.176314+0000","last_peered":"2024-09-16T01:50:14.176314+0000","last_clean":"2024-09-16T01:50:14.176314+0000","last_became_active":"2024-09-16T01:50:14.169612+0000","last_became_peered":"2024-09-16T01:50:14.169612+0000","last_unstale":"2024-09-16T01:50:14.176314+0000","last_undegraded":"2024-09-16T01:50:14.176314+0000","last_fullsized":"2024-09-16T01:50:14.176314+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:48:55.128284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"151'4","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178515+0000","last_change":"2024-09-16T01:50:13.169988+0000","last_active":"2024-09-16T01:50:14.178515+0000","last_peered":"2024-09-16T01:50:14.178515+0000","last_clean":"2024-09-16T01:50:14.178515+0000","last_became_active":"2024-09-16T01:50:13.167711+0000","last_became_peered":"2024-09-16T01:50:13.167711+0000","last_unstale":"2024-09-16T01:50:14.178515+0000","last_undegraded":"2024-09-16T01:50:14.178515+0000","last_fullsized":"2024-09-16T01:50:14.178515+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:15.440271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150987+0000","last_change":"2024-09-16T01:50:14.172268+0000","last_active":"2024-09-16T01:50:15.150987+0000","last_peered":"2024-09-16T01:50:15.150987+0000","last_clean":"2024-09-16T01:50:15.150987+0000","last_became_active":"2024-09-16T01:50:14.171984+0000","last_became_peered":"2024-09-16T01:50:14.171984+0000","last_unstale":"2024-09-16T01:50:15.150987+0000","last_undegraded":"2024-09-16T01:50:15.150987+0000","last_fullsized":"2024-09-16T01:50:15.150987+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:13.690934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.174626+0000","last_change":"2024-09-16T01:50:13.161586+0000","last_active":"2024-09-16T01:50:14.174626+0000","last_peered":"2024-09-16T01:50:14.174626+0000","last_clean":"2024-09-16T01:50:14.174626+0000","last_became_active":"2024-09-16T01:50:13.161291+0000","last_became_peered":"2024-09-16T01:50:13.161291+0000","last_unstale":"2024-09-16T01:50:14.174626+0000","last_undegraded":"2024-09-16T01:50:14.174626+0000","last_fullsized":"2024-09-16T01:50:14.174626+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:02:10.893917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153463+0000","last_change":"2024-09-16T01:50:14.172203+0000","last_active":"2024-09-16T01:50:15.153463+0000","last_peered":"2024-09-16T01:50:15.153463+0000","last_clean":"2024-09-16T01:50:15.153463+0000","last_became_active":"2024-09-16T01:50:14.171927+0000","last_became_peered":"2024-09-16T01:50:14.171927+0000","last_unstale":"2024-09-16T01:50:15.153463+0000","last_undegraded":"2024-09-16T01:50:15.153463+0000","last_fullsized":"2024-09-16T01:50:15.153463+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:33:30.423786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"151'2","reported_seq":16,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153461+0000","last_change":"2024-09-16T01:50:13.167872+0000","last_active":"2024-09-16T01:50:15.153461+0000","last_peered":"2024-09-16T01:50:15.153461+0000","last_clean":"2024-09-16T01:50:15.153461+0000","last_became_active":"2024-09-16T01:50:13.167582+0000","last_became_peered":"2024-09-16T01:50:13.167582+0000","last_unstale":"2024-09-16T01:50:15.153461+0000","last_undegraded":"2024-09-16T01:50:15.153461+0000","last_fullsized":"2024-09-16T01:50:15.153461+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:08.964861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.163337+0000","last_change":"2024-09-16T01:50:14.157773+0000","last_active":"2024-09-16T01:50:14.163337+0000","last_peered":"2024-09-16T01:50:14.163337+0000","last_clean":"2024-09-16T01:50:14.163337+0000","last_became_active":"2024-09-16T01:50:14.157461+0000","last_became_peered":"2024-09-16T01:50:14.157461+0000","last_unstale":"2024-09-16T01:50:14.163337+0000","last_undegraded":"2024-09-16T01:50:14.163337+0000","last_fullsized":"2024-09-16T01:50:14.163337+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:54.975420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.174530+0000","last_change":"2024-09-16T01:50:13.161491+0000","last_active":"2024-09-16T01:50:14.174530+0000","last_peered":"2024-09-16T01:50:14.174530+0000","last_clean":"2024-09-16T01:50:14.174530+0000","last_became_active":"2024-09-16T01:50:13.161152+0000","last_became_peered":"2024-09-16T01:50:13.161152+0000","last_unstale":"2024-09-16T01:50:14.174530+0000","last_undegraded":"2024-09-16T01:50:14.174530+0000","last_fullsized":"2024-09-16T01:50:14.174530+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:44.438340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150404+0000","last_change":"2024-09-16T01:50:14.160935+0000","last_active":"2024-09-16T01:50:15.150404+0000","last_peered":"2024-09-16T01:50:15.150404+0000","last_clean":"2024-09-16T01:50:15.150404+0000","last_became_active":"2024-09-16T01:50:14.160649+0000","last_became_peered":"2024-09-16T01:50:14.160649+0000","last_unstale":"2024-09-16T01:50:15.150404+0000","last_undegraded":"2024-09-16T01:50:15.150404+0000","last_fullsized":"2024-09-16T01:50:15.150404+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:29.475702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.183162+0000","last_change":"2024-09-16T01:50:13.164134+0000","last_active":"2024-09-16T01:50:14.183162+0000","last_peered":"2024-09-16T01:50:14.183162+0000","last_clean":"2024-09-16T01:50:14.183162+0000","last_became_active":"2024-09-16T01:50:13.163843+0000","last_became_peered":"2024-09-16T01:50:13.163843+0000","last_unstale":"2024-09-16T01:50:14.183162+0000","last_undegraded":"2024-09-16T01:50:14.183162+0000","last_fullsized":"2024-09-16T01:50:14.183162+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:46.852995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.179865+0000","last_change":"2024-09-16T01:50:14.172177+0000","last_active":"2024-09-16T01:50:14.179865+0000","last_peered":"2024-09-16T01:50:14.179865+0000","last_clean":"2024-09-16T01:50:14.179865+0000","last_became_active":"2024-09-16T01:50:14.171728+0000","last_became_peered":"2024-09-16T01:50:14.171728+0000","last_unstale":"2024-09-16T01:50:14.179865+0000","last_undegraded":"2024-09-16T01:50:14.179865+0000","last_fullsized":"2024-09-16T01:50:14.179865+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:22.700200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178772+0000","last_change":"2024-09-16T01:50:13.161118+0000","last_active":"2024-09-16T01:50:14.178772+0000","last_peered":"2024-09-16T01:50:14.178772+0000","last_clean":"2024-09-16T01:50:14.178772+0000","last_became_active":"2024-09-16T01:50:13.160843+0000","last_became_peered":"2024-09-16T01:50:13.160843+0000","last_unstale":"2024-09-16T01:50:14.178772+0000","last_undegraded":"2024-09-16T01:50:14.178772+0000","last_fullsized":"2024-09-16T01:50:14.178772+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:06.073272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.154027+0000","last_change":"2024-09-16T01:50:14.173006+0000","last_active":"2024-09-16T01:50:15.154027+0000","last_peered":"2024-09-16T01:50:15.154027+0000","last_clean":"2024-09-16T01:50:15.154027+0000","last_became_active":"2024-09-16T01:50:14.172740+0000","last_became_peered":"2024-09-16T01:50:14.172740+0000","last_unstale":"2024-09-16T01:50:15.154027+0000","last_undegraded":"2024-09-16T01:50:15.154027+0000","last_fullsized":"2024-09-16T01:50:15.154027+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:07.078477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.164497+0000","last_change":"2024-09-16T01:50:13.160604+0000","last_active":"2024-09-16T01:50:14.164497+0000","last_peered":"2024-09-16T01:50:14.164497+0000","last_clean":"2024-09-16T01:50:14.164497+0000","last_became_active":"2024-09-16T01:50:13.160290+0000","last_became_peered":"2024-09-16T01:50:13.160290+0000","last_unstale":"2024-09-16T01:50:14.164497+0000","last_undegraded":"2024-09-16T01:50:14.164497+0000","last_fullsized":"2024-09-16T01:50:14.164497+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:55.102867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153439+0000","last_change":"2024-09-16T01:50:14.175479+0000","last_active":"2024-09-16T01:50:15.153439+0000","last_peered":"2024-09-16T01:50:15.153439+0000","last_clean":"2024-09-16T01:50:15.153439+0000","last_became_active":"2024-09-16T01:50:14.174394+0000","last_became_peered":"2024-09-16T01:50:14.174394+0000","last_unstale":"2024-09-16T01:50:15.153439+0000","last_undegraded":"2024-09-16T01:50:15.153439+0000","last_fullsized":"2024-09-16T01:50:15.153439+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:32.087457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153868+0000","last_change":"2024-09-16T01:50:13.164220+0000","last_active":"2024-09-16T01:50:15.153868+0000","last_peered":"2024-09-16T01:50:15.153868+0000","last_clean":"2024-09-16T01:50:15.153868+0000","last_became_active":"2024-09-16T01:50:13.163950+0000","last_became_peered":"2024-09-16T01:50:13.163950+0000","last_unstale":"2024-09-16T01:50:15.153868+0000","last_undegraded":"2024-09-16T01:50:15.153868+0000","last_fullsized":"2024-09-16T01:50:15.153868+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:27.489829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.182439+0000","last_change":"2024-09-16T01:50:14.180883+0000","last_active":"2024-09-16T01:50:14.182439+0000","last_peered":"2024-09-16T01:50:14.182439+0000","last_clean":"2024-09-16T01:50:14.182439+0000","last_became_active":"2024-09-16T01:50:14.180533+0000","last_became_peered":"2024-09-16T01:50:14.180533+0000","last_unstale":"2024-09-16T01:50:14.182439+0000","last_undegraded":"2024-09-16T01:50:14.182439+0000","last_fullsized":"2024-09-16T01:50:14.182439+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:21.663217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.166078+0000","last_change":"2024-09-16T01:50:13.165708+0000","last_active":"2024-09-16T01:50:14.166078+0000","last_peered":"2024-09-16T01:50:14.166078+0000","last_clean":"2024-09-16T01:50:14.166078+0000","last_became_active":"2024-09-16T01:50:13.165398+0000","last_became_peered":"2024-09-16T01:50:13.165398+0000","last_unstale":"2024-09-16T01:50:14.166078+0000","last_undegraded":"2024-09-16T01:50:14.166078+0000","last_fullsized":"2024-09-16T01:50:14.166078+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:39.357128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153693+0000","last_change":"2024-09-16T01:50:14.158058+0000","last_active":"2024-09-16T01:50:15.153693+0000","last_peered":"2024-09-16T01:50:15.153693+0000","last_clean":"2024-09-16T01:50:15.153693+0000","last_became_active":"2024-09-16T01:50:14.157726+0000","last_became_peered":"2024-09-16T01:50:14.157726+0000","last_unstale":"2024-09-16T01:50:15.153693+0000","last_undegraded":"2024-09-16T01:50:15.153693+0000","last_fullsized":"2024-09-16T01:50:15.153693+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:22.193582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"151'3","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.182951+0000","last_change":"2024-09-16T01:50:13.167189+0000","last_active":"2024-09-16T01:50:14.182951+0000","last_peered":"2024-09-16T01:50:14.182951+0000","last_clean":"2024-09-16T01:50:14.182951+0000","last_became_active":"2024-09-16T01:50:13.166917+0000","last_became_peered":"2024-09-16T01:50:13.166917+0000","last_unstale":"2024-09-16T01:50:14.182951+0000","last_undegraded":"2024-09-16T01:50:14.182951+0000","last_fullsized":"2024-09-16T01:50:14.182951+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:43.675394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150757+0000","last_change":"2024-09-16T01:50:14.170114+0000","last_active":"2024-09-16T01:50:15.150757+0000","last_peered":"2024-09-16T01:50:15.150757+0000","last_clean":"2024-09-16T01:50:15.150757+0000","last_became_active":"2024-09-16T01:50:14.169724+0000","last_became_peered":"2024-09-16T01:50:14.169724+0000","last_unstale":"2024-09-16T01:50:15.150757+0000","last_undegraded":"2024-09-16T01:50:15.150757+0000","last_fullsized":"2024-09-16T01:50:15.150757+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:06.641223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"151'6","reported_seq":20,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153380+0000","last_change":"2024-09-16T01:50:13.164602+0000","last_active":"2024-09-16T01:50:15.153380+0000","last_peered":"2024-09-16T01:50:15.153380+0000","last_clean":"2024-09-16T01:50:15.153380+0000","last_became_active":"2024-09-16T01:50:13.164269+0000","last_became_peered":"2024-09-16T01:50:13.164269+0000","last_unstale":"2024-09-16T01:50:15.153380+0000","last_undegraded":"2024-09-16T01:50:15.153380+0000","last_fullsized":"2024-09-16T01:50:15.153380+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:26.782622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153355+0000","last_change":"2024-09-16T01:50:14.165123+0000","last_active":"2024-09-16T01:50:15.153355+0000","last_peered":"2024-09-16T01:50:15.153355+0000","last_clean":"2024-09-16T01:50:15.153355+0000","last_became_active":"2024-09-16T01:50:14.164851+0000","last_became_peered":"2024-09-16T01:50:14.164851+0000","last_unstale":"2024-09-16T01:50:15.153355+0000","last_undegraded":"2024-09-16T01:50:15.153355+0000","last_fullsized":"2024-09-16T01:50:15.153355+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:11:19.754917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.181291+0000","last_change":"2024-09-16T01:50:13.162989+0000","last_active":"2024-09-16T01:50:14.181291+0000","last_peered":"2024-09-16T01:50:14.181291+0000","last_clean":"2024-09-16T01:50:14.181291+0000","last_became_active":"2024-09-16T01:50:13.162686+0000","last_became_peered":"2024-09-16T01:50:13.162686+0000","last_unstale":"2024-09-16T01:50:14.181291+0000","last_undegraded":"2024-09-16T01:50:14.181291+0000","last_fullsized":"2024-09-16T01:50:14.181291+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:26.573214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153948+0000","last_change":"2024-09-16T01:50:14.155831+0000","last_active":"2024-09-16T01:50:15.153948+0000","last_peered":"2024-09-16T01:50:15.153948+0000","last_clean":"2024-09-16T01:50:15.153948+0000","last_became_active":"2024-09-16T01:50:14.155517+0000","last_became_peered":"2024-09-16T01:50:14.155517+0000","last_unstale":"2024-09-16T01:50:15.153948+0000","last_undegraded":"2024-09-16T01:50:15.153948+0000","last_fullsized":"2024-09-16T01:50:15.153948+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:50.501306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150499+0000","last_change":"2024-09-16T01:50:13.166827+0000","last_active":"2024-09-16T01:50:15.150499+0000","last_peered":"2024-09-16T01:50:15.150499+0000","last_clean":"2024-09-16T01:50:15.150499+0000","last_became_active":"2024-09-16T01:50:13.166458+0000","last_became_peered":"2024-09-16T01:50:13.166458+0000","last_unstale":"2024-09-16T01:50:15.150499+0000","last_undegraded":"2024-09-16T01:50:15.150499+0000","last_fullsized":"2024-09-16T01:50:15.150499+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:26.573214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.167489+0000","last_change":"2024-09-16T01:50:14.162631+0000","last_active":"2024-09-16T01:50:14.167489+0000","last_peered":"2024-09-16T01:50:14.167489+0000","last_clean":"2024-09-16T01:50:14.167489+0000","last_became_active":"2024-09-16T01:50:14.162363+0000","last_became_peered":"2024-09-16T01:50:14.162363+0000","last_unstale":"2024-09-16T01:50:14.167489+0000","last_undegraded":"2024-09-16T01:50:14.167489+0000","last_fullsized":"2024-09-16T01:50:14.167489+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:07.757282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.161319+0000","last_change":"2024-09-16T01:50:13.155681+0000","last_active":"2024-09-16T01:50:14.161319+0000","last_peered":"2024-09-16T01:50:14.161319+0000","last_clean":"2024-09-16T01:50:14.161319+0000","last_became_active":"2024-09-16T01:50:13.155387+0000","last_became_peered":"2024-09-16T01:50:13.155387+0000","last_unstale":"2024-09-16T01:50:14.161319+0000","last_undegraded":"2024-09-16T01:50:14.161319+0000","last_fullsized":"2024-09-16T01:50:14.161319+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:49.114339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150310+0000","last_change":"2024-09-16T01:50:14.155411+0000","last_active":"2024-09-16T01:50:15.150310+0000","last_peered":"2024-09-16T01:50:15.150310+0000","last_clean":"2024-09-16T01:50:15.150310+0000","last_became_active":"2024-09-16T01:50:14.155095+0000","last_became_peered":"2024-09-16T01:50:14.155095+0000","last_unstale":"2024-09-16T01:50:15.150310+0000","last_undegraded":"2024-09-16T01:50:15.150310+0000","last_fullsized":"2024-09-16T01:50:15.150310+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:14.080287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"151'8","reported_seq":20,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.181432+0000","last_change":"2024-09-16T01:50:13.163018+0000","last_active":"2024-09-16T01:50:14.181432+0000","last_peered":"2024-09-16T01:50:14.181432+0000","last_clean":"2024-09-16T01:50:14.181432+0000","last_became_active":"2024-09-16T01:50:13.162725+0000","last_became_peered":"2024-09-16T01:50:13.162725+0000","last_unstale":"2024-09-16T01:50:14.181432+0000","last_undegraded":"2024-09-16T01:50:14.181432+0000","last_fullsized":"2024-09-16T01:50:14.181432+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:40:42.895664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150682+0000","last_change":"2024-09-16T01:50:14.156364+0000","last_active":"2024-09-16T01:50:15.150682+0000","last_peered":"2024-09-16T01:50:15.150682+0000","last_clean":"2024-09-16T01:50:15.150682+0000","last_became_active":"2024-09-16T01:50:14.156038+0000","last_became_peered":"2024-09-16T01:50:14.156038+0000","last_unstale":"2024-09-16T01:50:15.150682+0000","last_undegraded":"2024-09-16T01:50:15.150682+0000","last_fullsized":"2024-09-16T01:50:15.150682+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:07.076318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178282+0000","last_change":"2024-09-16T01:50:13.171365+0000","last_active":"2024-09-16T01:50:14.178282+0000","last_peered":"2024-09-16T01:50:14.178282+0000","last_clean":"2024-09-16T01:50:14.178282+0000","last_became_active":"2024-09-16T01:50:13.171054+0000","last_became_peered":"2024-09-16T01:50:13.171054+0000","last_unstale":"2024-09-16T01:50:14.178282+0000","last_undegraded":"2024-09-16T01:50:14.178282+0000","last_fullsized":"2024-09-16T01:50:14.178282+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:55.453594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.168611+0000","last_change":"2024-09-16T01:50:14.164898+0000","last_active":"2024-09-16T01:50:14.168611+0000","last_peered":"2024-09-16T01:50:14.168611+0000","last_clean":"2024-09-16T01:50:14.168611+0000","last_became_active":"2024-09-16T01:50:14.164582+0000","last_became_peered":"2024-09-16T01:50:14.164582+0000","last_unstale":"2024-09-16T01:50:14.168611+0000","last_undegraded":"2024-09-16T01:50:14.168611+0000","last_fullsized":"2024-09-16T01:50:14.168611+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:07.324370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.180753+0000","last_change":"2024-09-16T01:50:13.161705+0000","last_active":"2024-09-16T01:50:14.180753+0000","last_peered":"2024-09-16T01:50:14.180753+0000","last_clean":"2024-09-16T01:50:14.180753+0000","last_became_active":"2024-09-16T01:50:13.161422+0000","last_became_peered":"2024-09-16T01:50:13.161422+0000","last_unstale":"2024-09-16T01:50:14.180753+0000","last_undegraded":"2024-09-16T01:50:14.180753+0000","last_fullsized":"2024-09-16T01:50:14.180753+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:48.540519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175499+0000","last_change":"2024-09-16T01:50:14.171742+0000","last_active":"2024-09-16T01:50:14.175499+0000","last_peered":"2024-09-16T01:50:14.175499+0000","last_clean":"2024-09-16T01:50:14.175499+0000","last_became_active":"2024-09-16T01:50:14.171441+0000","last_became_peered":"2024-09-16T01:50:14.171441+0000","last_unstale":"2024-09-16T01:50:14.175499+0000","last_undegraded":"2024-09-16T01:50:14.175499+0000","last_fullsized":"2024-09-16T01:50:14.175499+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:41.447984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.182590+0000","last_change":"2024-09-16T01:50:13.166003+0000","last_active":"2024-09-16T01:50:14.182590+0000","last_peered":"2024-09-16T01:50:14.182590+0000","last_clean":"2024-09-16T01:50:14.182590+0000","last_became_active":"2024-09-16T01:50:13.165708+0000","last_became_peered":"2024-09-16T01:50:13.165708+0000","last_unstale":"2024-09-16T01:50:14.182590+0000","last_undegraded":"2024-09-16T01:50:14.182590+0000","last_fullsized":"2024-09-16T01:50:14.182590+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:26.321873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175832+0000","last_change":"2024-09-16T01:50:14.170656+0000","last_active":"2024-09-16T01:50:14.175832+0000","last_peered":"2024-09-16T01:50:14.175832+0000","last_clean":"2024-09-16T01:50:14.175832+0000","last_became_active":"2024-09-16T01:50:14.170366+0000","last_became_peered":"2024-09-16T01:50:14.170366+0000","last_unstale":"2024-09-16T01:50:14.175832+0000","last_undegraded":"2024-09-16T01:50:14.175832+0000","last_fullsized":"2024-09-16T01:50:14.175832+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:28.495034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153789+0000","last_change":"2024-09-16T01:50:13.163361+0000","last_active":"2024-09-16T01:50:15.153789+0000","last_peered":"2024-09-16T01:50:15.153789+0000","last_clean":"2024-09-16T01:50:15.153789+0000","last_became_active":"2024-09-16T01:50:13.163092+0000","last_became_peered":"2024-09-16T01:50:13.163092+0000","last_unstale":"2024-09-16T01:50:15.153789+0000","last_undegraded":"2024-09-16T01:50:15.153789+0000","last_fullsized":"2024-09-16T01:50:15.153789+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:44.495496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150493+0000","last_change":"2024-09-16T01:50:14.166588+0000","last_active":"2024-09-16T01:50:15.150493+0000","last_peered":"2024-09-16T01:50:15.150493+0000","last_clean":"2024-09-16T01:50:15.150493+0000","last_became_active":"2024-09-16T01:50:14.166286+0000","last_became_peered":"2024-09-16T01:50:14.166286+0000","last_unstale":"2024-09-16T01:50:15.150493+0000","last_undegraded":"2024-09-16T01:50:15.150493+0000","last_fullsized":"2024-09-16T01:50:15.150493+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:16.424711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"151'2","reported_seq":16,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153241+0000","last_change":"2024-09-16T01:50:13.168341+0000","last_active":"2024-09-16T01:50:15.153241+0000","last_peered":"2024-09-16T01:50:15.153241+0000","last_clean":"2024-09-16T01:50:15.153241+0000","last_became_active":"2024-09-16T01:50:13.168057+0000","last_became_peered":"2024-09-16T01:50:13.168057+0000","last_unstale":"2024-09-16T01:50:15.153241+0000","last_undegraded":"2024-09-16T01:50:15.153241+0000","last_fullsized":"2024-09-16T01:50:15.153241+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:35:05.130276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153828+0000","last_change":"2024-09-16T01:50:14.171260+0000","last_active":"2024-09-16T01:50:15.153828+0000","last_peered":"2024-09-16T01:50:15.153828+0000","last_clean":"2024-09-16T01:50:15.153828+0000","last_became_active":"2024-09-16T01:50:14.169896+0000","last_became_peered":"2024-09-16T01:50:14.169896+0000","last_unstale":"2024-09-16T01:50:15.153828+0000","last_undegraded":"2024-09-16T01:50:15.153828+0000","last_fullsized":"2024-09-16T01:50:15.153828+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:33.832861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.162483+0000","last_change":"2024-09-16T01:50:13.164560+0000","last_active":"2024-09-16T01:50:14.162483+0000","last_peered":"2024-09-16T01:50:14.162483+0000","last_clean":"2024-09-16T01:50:14.162483+0000","last_became_active":"2024-09-16T01:50:13.164283+0000","last_became_peered":"2024-09-16T01:50:13.164283+0000","last_unstale":"2024-09-16T01:50:14.162483+0000","last_undegraded":"2024-09-16T01:50:14.162483+0000","last_fullsized":"2024-09-16T01:50:14.162483+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:36.097541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177833+0000","last_change":"2024-09-16T01:50:14.172777+0000","last_active":"2024-09-16T01:50:14.177833+0000","last_peered":"2024-09-16T01:50:14.177833+0000","last_clean":"2024-09-16T01:50:14.177833+0000","last_became_active":"2024-09-16T01:50:14.172098+0000","last_became_peered":"2024-09-16T01:50:14.172098+0000","last_unstale":"2024-09-16T01:50:14.177833+0000","last_undegraded":"2024-09-16T01:50:14.177833+0000","last_fullsized":"2024-09-16T01:50:14.177833+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:02.755933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153241+0000","last_change":"2024-09-16T01:50:13.168871+0000","last_active":"2024-09-16T01:50:15.153241+0000","last_peered":"2024-09-16T01:50:15.153241+0000","last_clean":"2024-09-16T01:50:15.153241+0000","last_became_active":"2024-09-16T01:50:13.168593+0000","last_became_peered":"2024-09-16T01:50:13.168593+0000","last_unstale":"2024-09-16T01:50:15.153241+0000","last_undegraded":"2024-09-16T01:50:15.153241+0000","last_fullsized":"2024-09-16T01:50:15.153241+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:10.934050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.169292+0000","last_change":"2024-09-16T01:50:14.166925+0000","last_active":"2024-09-16T01:50:14.169292+0000","last_peered":"2024-09-16T01:50:14.169292+0000","last_clean":"2024-09-16T01:50:14.169292+0000","last_became_active":"2024-09-16T01:50:14.166606+0000","last_became_peered":"2024-09-16T01:50:14.166606+0000","last_unstale":"2024-09-16T01:50:14.169292+0000","last_undegraded":"2024-09-16T01:50:14.169292+0000","last_fullsized":"2024-09-16T01:50:14.169292+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:09.292506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.155320+0000","last_change":"2024-09-16T01:50:13.164101+0000","last_active":"2024-09-16T01:50:14.155320+0000","last_peered":"2024-09-16T01:50:14.155320+0000","last_clean":"2024-09-16T01:50:14.155320+0000","last_became_active":"2024-09-16T01:50:13.163824+0000","last_became_peered":"2024-09-16T01:50:13.163824+0000","last_unstale":"2024-09-16T01:50:14.155320+0000","last_undegraded":"2024-09-16T01:50:14.155320+0000","last_fullsized":"2024-09-16T01:50:14.155320+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:38.156560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.179348+0000","last_change":"2024-09-16T01:50:14.177848+0000","last_active":"2024-09-16T01:50:14.179348+0000","last_peered":"2024-09-16T01:50:14.179348+0000","last_clean":"2024-09-16T01:50:14.179348+0000","last_became_active":"2024-09-16T01:50:14.177477+0000","last_became_peered":"2024-09-16T01:50:14.177477+0000","last_unstale":"2024-09-16T01:50:14.179348+0000","last_undegraded":"2024-09-16T01:50:14.179348+0000","last_fullsized":"2024-09-16T01:50:14.179348+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:37.729150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177657+0000","last_change":"2024-09-16T01:50:13.166980+0000","last_active":"2024-09-16T01:50:14.177657+0000","last_peered":"2024-09-16T01:50:14.177657+0000","last_clean":"2024-09-16T01:50:14.177657+0000","last_became_active":"2024-09-16T01:50:13.166699+0000","last_became_peered":"2024-09-16T01:50:13.166699+0000","last_unstale":"2024-09-16T01:50:14.177657+0000","last_undegraded":"2024-09-16T01:50:14.177657+0000","last_fullsized":"2024-09-16T01:50:14.177657+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:54.494804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.151058+0000","last_change":"2024-09-16T01:50:14.172870+0000","last_active":"2024-09-16T01:50:15.151058+0000","last_peered":"2024-09-16T01:50:15.151058+0000","last_clean":"2024-09-16T01:50:15.151058+0000","last_became_active":"2024-09-16T01:50:14.172592+0000","last_became_peered":"2024-09-16T01:50:14.172592+0000","last_unstale":"2024-09-16T01:50:15.151058+0000","last_undegraded":"2024-09-16T01:50:15.151058+0000","last_fullsized":"2024-09-16T01:50:15.151058+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:21.007984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"152'1","reported_seq":15,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.159569+0000","last_change":"2024-09-16T01:50:13.163073+0000","last_active":"2024-09-16T01:50:15.159569+0000","last_peered":"2024-09-16T01:50:15.159569+0000","last_clean":"2024-09-16T01:50:15.159569+0000","last_became_active":"2024-09-16T01:50:13.162610+0000","last_became_peered":"2024-09-16T01:50:13.162610+0000","last_unstale":"2024-09-16T01:50:15.159569+0000","last_undegraded":"2024-09-16T01:50:15.159569+0000","last_fullsized":"2024-09-16T01:50:15.159569+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:54.916526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.180746+0000","last_change":"2024-09-16T01:50:14.179010+0000","last_active":"2024-09-16T01:50:14.180746+0000","last_peered":"2024-09-16T01:50:14.180746+0000","last_clean":"2024-09-16T01:50:14.180746+0000","last_became_active":"2024-09-16T01:50:14.178580+0000","last_became_peered":"2024-09-16T01:50:14.178580+0000","last_unstale":"2024-09-16T01:50:14.180746+0000","last_undegraded":"2024-09-16T01:50:14.180746+0000","last_fullsized":"2024-09-16T01:50:14.180746+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:27.431570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150862+0000","last_change":"2024-09-16T01:50:13.163707+0000","last_active":"2024-09-16T01:50:15.150862+0000","last_peered":"2024-09-16T01:50:15.150862+0000","last_clean":"2024-09-16T01:50:15.150862+0000","last_became_active":"2024-09-16T01:50:13.163429+0000","last_became_peered":"2024-09-16T01:50:13.163429+0000","last_unstale":"2024-09-16T01:50:15.150862+0000","last_undegraded":"2024-09-16T01:50:15.150862+0000","last_fullsized":"2024-09-16T01:50:15.150862+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:26.321873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175678+0000","last_change":"2024-09-16T01:50:14.168946+0000","last_active":"2024-09-16T01:50:14.175678+0000","last_peered":"2024-09-16T01:50:14.175678+0000","last_clean":"2024-09-16T01:50:14.175678+0000","last_became_active":"2024-09-16T01:50:14.168214+0000","last_became_peered":"2024-09-16T01:50:14.168214+0000","last_unstale":"2024-09-16T01:50:14.175678+0000","last_undegraded":"2024-09-16T01:50:14.175678+0000","last_fullsized":"2024-09-16T01:50:14.175678+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:26.399812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.159954+0000","last_change":"2024-09-16T01:50:13.164251+0000","last_active":"2024-09-16T01:50:14.159954+0000","last_peered":"2024-09-16T01:50:14.159954+0000","last_clean":"2024-09-16T01:50:14.159954+0000","last_became_active":"2024-09-16T01:50:13.163962+0000","last_became_peered":"2024-09-16T01:50:13.163962+0000","last_unstale":"2024-09-16T01:50:14.159954+0000","last_undegraded":"2024-09-16T01:50:14.159954+0000","last_fullsized":"2024-09-16T01:50:14.159954+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:30.332184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.183962+0000","last_change":"2024-09-16T01:50:14.180673+0000","last_active":"2024-09-16T01:50:14.183962+0000","last_peered":"2024-09-16T01:50:14.183962+0000","last_clean":"2024-09-16T01:50:14.183962+0000","last_became_active":"2024-09-16T01:50:14.180335+0000","last_became_peered":"2024-09-16T01:50:14.180335+0000","last_unstale":"2024-09-16T01:50:14.183962+0000","last_undegraded":"2024-09-16T01:50:14.183962+0000","last_fullsized":"2024-09-16T01:50:14.183962+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:15.705634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.154073+0000","last_change":"2024-09-16T01:50:13.161615+0000","last_active":"2024-09-16T01:50:14.154073+0000","last_peered":"2024-09-16T01:50:14.154073+0000","last_clean":"2024-09-16T01:50:14.154073+0000","last_became_active":"2024-09-16T01:50:13.161315+0000","last_became_peered":"2024-09-16T01:50:13.161315+0000","last_unstale":"2024-09-16T01:50:14.154073+0000","last_undegraded":"2024-09-16T01:50:14.154073+0000","last_fullsized":"2024-09-16T01:50:14.154073+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:41.734603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175670+0000","last_change":"2024-09-16T01:50:14.171984+0000","last_active":"2024-09-16T01:50:14.175670+0000","last_peered":"2024-09-16T01:50:14.175670+0000","last_clean":"2024-09-16T01:50:14.175670+0000","last_became_active":"2024-09-16T01:50:14.171728+0000","last_became_peered":"2024-09-16T01:50:14.171728+0000","last_unstale":"2024-09-16T01:50:14.175670+0000","last_undegraded":"2024-09-16T01:50:14.175670+0000","last_fullsized":"2024-09-16T01:50:14.175670+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:22.710453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.155346+0000","last_change":"2024-09-16T01:50:13.161770+0000","last_active":"2024-09-16T01:50:14.155346+0000","last_peered":"2024-09-16T01:50:14.155346+0000","last_clean":"2024-09-16T01:50:14.155346+0000","last_became_active":"2024-09-16T01:50:13.161463+0000","last_became_peered":"2024-09-16T01:50:13.161463+0000","last_unstale":"2024-09-16T01:50:14.155346+0000","last_undegraded":"2024-09-16T01:50:14.155346+0000","last_fullsized":"2024-09-16T01:50:14.155346+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:08:02.605483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.171532+0000","last_change":"2024-09-16T01:50:14.165457+0000","last_active":"2024-09-16T01:50:14.171532+0000","last_peered":"2024-09-16T01:50:14.171532+0000","last_clean":"2024-09-16T01:50:14.171532+0000","last_became_active":"2024-09-16T01:50:14.165155+0000","last_became_peered":"2024-09-16T01:50:14.165155+0000","last_unstale":"2024-09-16T01:50:14.171532+0000","last_undegraded":"2024-09-16T01:50:14.171532+0000","last_fullsized":"2024-09-16T01:50:14.171532+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:07.080887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.159977+0000","last_change":"2024-09-16T01:50:13.158436+0000","last_active":"2024-09-16T01:50:14.159977+0000","last_peered":"2024-09-16T01:50:14.159977+0000","last_clean":"2024-09-16T01:50:14.159977+0000","last_became_active":"2024-09-16T01:50:13.158161+0000","last_became_peered":"2024-09-16T01:50:13.158161+0000","last_unstale":"2024-09-16T01:50:14.159977+0000","last_undegraded":"2024-09-16T01:50:14.159977+0000","last_fullsized":"2024-09-16T01:50:14.159977+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:11.098111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.169935+0000","last_change":"2024-09-16T01:50:14.167832+0000","last_active":"2024-09-16T01:50:14.169935+0000","last_peered":"2024-09-16T01:50:14.169935+0000","last_clean":"2024-09-16T01:50:14.169935+0000","last_became_active":"2024-09-16T01:50:14.167517+0000","last_became_peered":"2024-09-16T01:50:14.167517+0000","last_unstale":"2024-09-16T01:50:14.169935+0000","last_undegraded":"2024-09-16T01:50:14.169935+0000","last_fullsized":"2024-09-16T01:50:14.169935+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:55.946254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153088+0000","last_change":"2024-09-16T01:50:13.164951+0000","last_active":"2024-09-16T01:50:15.153088+0000","last_peered":"2024-09-16T01:50:15.153088+0000","last_clean":"2024-09-16T01:50:15.153088+0000","last_became_active":"2024-09-16T01:50:13.164666+0000","last_became_peered":"2024-09-16T01:50:13.164666+0000","last_unstale":"2024-09-16T01:50:15.153088+0000","last_undegraded":"2024-09-16T01:50:15.153088+0000","last_fullsized":"2024-09-16T01:50:15.153088+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:55.937094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150239+0000","last_change":"2024-09-16T01:50:14.164054+0000","last_active":"2024-09-16T01:50:15.150239+0000","last_peered":"2024-09-16T01:50:15.150239+0000","last_clean":"2024-09-16T01:50:15.150239+0000","last_became_active":"2024-09-16T01:50:14.163767+0000","last_became_peered":"2024-09-16T01:50:14.163767+0000","last_unstale":"2024-09-16T01:50:15.150239+0000","last_undegraded":"2024-09-16T01:50:15.150239+0000","last_fullsized":"2024-09-16T01:50:15.150239+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:46.171207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.163761+0000","last_change":"2024-09-16T01:50:13.163713+0000","last_active":"2024-09-16T01:50:14.163761+0000","last_peered":"2024-09-16T01:50:14.163761+0000","last_clean":"2024-09-16T01:50:14.163761+0000","last_became_active":"2024-09-16T01:50:13.163358+0000","last_became_peered":"2024-09-16T01:50:13.163358+0000","last_unstale":"2024-09-16T01:50:14.163761+0000","last_undegraded":"2024-09-16T01:50:14.163761+0000","last_fullsized":"2024-09-16T01:50:14.163761+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:54.916526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":450,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.164723+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:50:14.164723+0000","last_peered":"2024-09-16T01:50:14.164723+0000","last_clean":"2024-09-16T01:50:14.164723+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:50:14.164723+0000","last_undegraded":"2024-09-16T01:50:14.164723+0000","last_fullsized":"2024-09-16T01:50:14.164723+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574950,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33628,"kb_used_data":2440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338212,"statfs":{"total":96636764160,"available":96602329088,"internally_reserved":0,"allocated":2498560,"data_stored":1429617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509542,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33048,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338792,"statfs":{"total":96636764160,"available":96602923008,"internally_reserved":0,"allocated":1896448,"data_stored":839145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509542,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33048,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338792,"statfs":{"total":96636764160,"available":96602923008,"internally_reserved":0,"allocated":1896448,"data_stored":839145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509543,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33056,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338784,"statfs":{"total":96636764160,"available":96602914816,"internally_reserved":0,"allocated":1912832,"data_stored":841339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542246,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41380,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330460,"statfs":{"total":96636764160,"available":96594391040,"internally_reserved":0,"allocated":1908736,"data_stored":839339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542247,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37212,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334628,"statfs":{"total":96636764160,"available":96598659072,"internally_reserved":0,"allocated":1908736,"data_stored":839839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542247,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37212,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334628,"statfs":{"total":96636764160,"available":96598659072,"internally_reserved":0,"allocated":1908736,"data_stored":840757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542247,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37804,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334036,"statfs":{"total":96636764160,"available":96598052864,"internally_reserved":0,"allocated":2506752,"data_stored":1435891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:50:18.164 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:50:18.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.301+0000 7fc305ac9640 1 Processor -- start 2024-09-16T01:50:18.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.301+0000 7fc305ac9640 1 -- start start 2024-09-16T01:50:18.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc305ac9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc30006bbe0 0x7fc30006f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc305ac9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3000b6a70 con 0x7fc30015e3a0 2024-09-16T01:50:18.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc305ac9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc30006d960 con 0x7fc30006f6e0 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc305ac9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc30006fb50 con 0x7fc30006bbe0 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2ff7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc30015e3a0 0x7fc30006d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32884/0 (socket says 172.21.15.16:32884) 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2ff7fe640 1 -- 172.21.15.16:0/1091995468 learned_addr learned my addr 172.21.15.16:0/1091995468 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2feffd640 1 --2- 172.21.15.16:0/1091995468 >> v2:172.21.15.104:3300/0 conn(0x7fc30006bbe0 0x7fc30006f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3466856546 0 0) 0x7fc3000b6a70 con 0x7fc30015e3a0 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc2e8003520 con 0x7fc30015e3a0 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4280392587 0 0) 0x7fc2e8003520 con 0x7fc30015e3a0 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 >> v2:172.21.15.104:3300/0 conn(0x7fc30006bbe0 msgr2=0x7fc30006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 --2- 172.21.15.16:0/1091995468 >> v2:172.21.15.104:3300/0 conn(0x7fc30006bbe0 0x7fc30006f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 >> v1:172.21.15.104:6789/0 conn(0x7fc30006f6e0 legacy=0x7fc300161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3000b6d10 con 0x7fc30015e3a0 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.302+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fc2f0001690 con 0x7fc30015e3a0 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 >> v1:172.21.15.16:6789/0 conn(0x7fc30015e3a0 legacy=0x7fc30006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fe7fc640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e80039b0 0x7fc2e8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fe7fc640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc2e8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fe7fc640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e80051c0 0x7fc2e800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc30006fb50 con 0x7fc2e8004800 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e800c060 con 0x7fc2e80051c0 2024-09-16T01:50:18.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc2e800c260 con 0x7fc2e80039b0 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2feffd640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc2e8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fffff640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e80051c0 0x7fc2e800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2ff7fe640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e80039b0 0x7fc2e8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2feffd640 1 -- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e80039b0 msgr2=0x7fc2e8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2feffd640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc2e80039b0 0x7fc2e8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2feffd640 1 -- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e80051c0 msgr2=0x7fc2e800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2feffd640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc2e80051c0 0x7fc2e800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2fffff640 1 -- 172.21.15.16:0/1091995468 reap_dead start 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.303+0000 7fc2feffd640 1 -- 172.21.15.16:0/1091995468 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e8003520 con 0x7fc2e8004800 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc2feffd640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc2e8004c80 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4009ab0 tx=0x7fc2e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3735763850f3d1c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4036070 con 0x7fc2e8004800 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2f4005990 con 0x7fc2e8004800 2024-09-16T01:50:18.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc2fe7fc640 1 -- 172.21.15.16:0/1091995468 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4009680 con 0x7fc2e8004800 2024-09-16T01:50:18.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc305ac9640 1 -- 172.21.15.16:0/1091995468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 msgr2=0x7fc2e8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc305ac9640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc2e8004c80 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4009ab0 tx=0x7fc2e8005830 comp rx=0 tx=0).stop 2024-09-16T01:50:18.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc305ac9640 1 -- 172.21.15.16:0/1091995468 shutdown_connections 2024-09-16T01:50:18.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc305ac9640 1 --2- 172.21.15.16:0/1091995468 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc2e8004c80 unknown :-1 s=CLOSED pgs=1631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc305ac9640 1 -- 172.21.15.16:0/1091995468 >> 172.21.15.16:0/1091995468 conn(0x7fc3000b4090 msgr2=0x7fc3000b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:18.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.304+0000 7fc305ac9640 1 -- 172.21.15.16:0/1091995468 shutdown_connections 2024-09-16T01:50:18.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.305+0000 7fc305ac9640 1 -- 172.21.15.16:0/1091995468 wait complete. 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.306+0000 7fc305ac9640 1 Processor -- start 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.306+0000 7fc305ac9640 1 -- start start 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc305ac9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc3000af2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc305ac9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc30015b460 0x7fc3000af830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc305ac9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3000afd70 0x7fc30015ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc305ac9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc3000b72d0 con 0x7fc2e8004800 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc305ac9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3000b7640 con 0x7fc3000afd70 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc305ac9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc30015e780 con 0x7fc30015b460 2024-09-16T01:50:18.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc3000af2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc3000af2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37098/0 (socket says 172.21.15.16:37098) 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 -- 172.21.15.16:0/2361322050 learned_addr learned my addr 172.21.15.16:0/2361322050 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2fffff640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3000afd70 0x7fc30015ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2feffd640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc30015b460 0x7fc3000af830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 -- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc30015b460 msgr2=0x7fc3000af830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc30015b460 0x7fc3000af830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 -- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3000afd70 msgr2=0x7fc30015ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3000afd70 0x7fc30015ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 -- 172.21.15.16:0/2361322050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3000b13f0 con 0x7fc2e8004800 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2fffff640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3000afd70 0x7fc30015ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2ff7fe640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc3000af2f0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fc2f00072c0 tx=0x7fc2f0007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2361322050 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f000f9c0 con 0x7fc2e8004800 2024-09-16T01:50:18.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2361322050 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2f0018070 con 0x7fc2e8004800 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2361322050 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f000fd60 con 0x7fc2e8004800 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.307+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3000b16d0 con 0x7fc2e8004800 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.308+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc300159e10 con 0x7fc2e8004800 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.308+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3000737f0 con 0x7fc2e8004800 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.309+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2361322050 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fc2f001d460 con 0x7fc2e8004800 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.309+0000 7fc2e7fff640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2ec06cac0 0x7fc2ec06ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.310+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2361322050 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7fc2f008c880 con 0x7fc2e8004800 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.310+0000 7fc2feffd640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2ec06cac0 0x7fc2ec06ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.310+0000 7fc2feffd640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2ec06cac0 0x7fc2ec06ef80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4033000 tx=0x7fc2f4008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:18.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.314+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2361322050 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc3000737f0 con 0x7fc2e8004800 2024-09-16T01:50:18.488 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.487+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc3000b11a0 con 0x7fc2ec06cac0 2024-09-16T01:50:18.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.493+0000 7fc2e7fff640 1 -- 172.21.15.16:0/2361322050 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252442 (secure 0 0 0) 0x7fc3000b11a0 con 0x7fc2ec06cac0 2024-09-16T01:50:18.496 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:18.498 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:50:18.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2ec06cac0 msgr2=0x7fc2ec06ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2ec06cac0 0x7fc2ec06ef80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4033000 tx=0x7fc2f4008030 comp rx=0 tx=0).stop 2024-09-16T01:50:18.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 msgr2=0x7fc3000af2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc3000af2f0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fc2f00072c0 tx=0x7fc2f0007780 comp rx=0 tx=0).stop 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 shutdown_connections 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fc2ec06cac0 0x7fc2ec06ef80 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3000afd70 0x7fc30015ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc30015b460 0x7fc3000af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 --2- 172.21.15.16:0/2361322050 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc2e8004800 0x7fc3000af2f0 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 >> 172.21.15.16:0/2361322050 conn(0x7fc3000b4090 msgr2=0x7fc30006d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 shutdown_connections 2024-09-16T01:50:18.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.496+0000 7fc305ac9640 1 -- 172.21.15.16:0/2361322050 wait complete. 2024-09-16T01:50:18.508 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-09-16T01:50:16.776498+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":81,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":286388,"kb_used_data":16052,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754688332,"statfs":{"total":773094113280,"available":772800851968,"internally_reserved":0,"allocated":16437248,"data_stored":7905072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.636061"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178812+0000","last_change":"2024-09-16T01:50:14.177221+0000","last_active":"2024-09-16T01:50:14.178812+0000","last_peered":"2024-09-16T01:50:14.178812+0000","last_clean":"2024-09-16T01:50:14.178812+0000","last_became_active":"2024-09-16T01:50:14.177023+0000","last_became_peered":"2024-09-16T01:50:14.177023+0000","last_unstale":"2024-09-16T01:50:14.178812+0000","last_undegraded":"2024-09-16T01:50:14.178812+0000","last_fullsized":"2024-09-16T01:50:14.178812+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:42.699845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178859+0000","last_change":"2024-09-16T01:50:14.176794+0000","last_active":"2024-09-16T01:50:14.178859+0000","last_peered":"2024-09-16T01:50:14.178859+0000","last_clean":"2024-09-16T01:50:14.178859+0000","last_became_active":"2024-09-16T01:50:14.176421+0000","last_became_peered":"2024-09-16T01:50:14.176421+0000","last_unstale":"2024-09-16T01:50:14.178859+0000","last_undegraded":"2024-09-16T01:50:14.178859+0000","last_fullsized":"2024-09-16T01:50:14.178859+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:44.043581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153393+0000","last_change":"2024-09-16T01:50:14.160922+0000","last_active":"2024-09-16T01:50:15.153393+0000","last_peered":"2024-09-16T01:50:15.153393+0000","last_clean":"2024-09-16T01:50:15.153393+0000","last_became_active":"2024-09-16T01:50:14.160649+0000","last_became_peered":"2024-09-16T01:50:14.160649+0000","last_unstale":"2024-09-16T01:50:15.153393+0000","last_undegraded":"2024-09-16T01:50:15.153393+0000","last_fullsized":"2024-09-16T01:50:15.153393+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:23.401810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178830+0000","last_change":"2024-09-16T01:50:14.176696+0000","last_active":"2024-09-16T01:50:14.178830+0000","last_peered":"2024-09-16T01:50:14.178830+0000","last_clean":"2024-09-16T01:50:14.178830+0000","last_became_active":"2024-09-16T01:50:14.176384+0000","last_became_peered":"2024-09-16T01:50:14.176384+0000","last_unstale":"2024-09-16T01:50:14.178830+0000","last_undegraded":"2024-09-16T01:50:14.178830+0000","last_fullsized":"2024-09-16T01:50:14.178830+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:03:20.550703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175264+0000","last_change":"2024-09-16T01:50:14.172429+0000","last_active":"2024-09-16T01:50:14.175264+0000","last_peered":"2024-09-16T01:50:14.175264+0000","last_clean":"2024-09-16T01:50:14.175264+0000","last_became_active":"2024-09-16T01:50:14.172118+0000","last_became_peered":"2024-09-16T01:50:14.172118+0000","last_unstale":"2024-09-16T01:50:14.175264+0000","last_undegraded":"2024-09-16T01:50:14.175264+0000","last_fullsized":"2024-09-16T01:50:14.175264+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:20.575946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153188+0000","last_change":"2024-09-16T01:50:14.176299+0000","last_active":"2024-09-16T01:50:15.153188+0000","last_peered":"2024-09-16T01:50:15.153188+0000","last_clean":"2024-09-16T01:50:15.153188+0000","last_became_active":"2024-09-16T01:50:14.175041+0000","last_became_peered":"2024-09-16T01:50:14.175041+0000","last_unstale":"2024-09-16T01:50:15.153188+0000","last_undegraded":"2024-09-16T01:50:15.153188+0000","last_fullsized":"2024-09-16T01:50:15.153188+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:07.462043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153388+0000","last_change":"2024-09-16T01:50:14.157063+0000","last_active":"2024-09-16T01:50:15.153388+0000","last_peered":"2024-09-16T01:50:15.153388+0000","last_clean":"2024-09-16T01:50:15.153388+0000","last_became_active":"2024-09-16T01:50:14.156760+0000","last_became_peered":"2024-09-16T01:50:14.156760+0000","last_unstale":"2024-09-16T01:50:15.153388+0000","last_undegraded":"2024-09-16T01:50:15.153388+0000","last_fullsized":"2024-09-16T01:50:15.153388+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:34.513969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.170682+0000","last_change":"2024-09-16T01:50:14.167806+0000","last_active":"2024-09-16T01:50:14.170682+0000","last_peered":"2024-09-16T01:50:14.170682+0000","last_clean":"2024-09-16T01:50:14.170682+0000","last_became_active":"2024-09-16T01:50:14.167308+0000","last_became_peered":"2024-09-16T01:50:14.167308+0000","last_unstale":"2024-09-16T01:50:14.170682+0000","last_undegraded":"2024-09-16T01:50:14.170682+0000","last_fullsized":"2024-09-16T01:50:14.170682+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:07.863137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.168630+0000","last_change":"2024-09-16T01:50:14.164948+0000","last_active":"2024-09-16T01:50:14.168630+0000","last_peered":"2024-09-16T01:50:14.168630+0000","last_clean":"2024-09-16T01:50:14.168630+0000","last_became_active":"2024-09-16T01:50:14.164659+0000","last_became_peered":"2024-09-16T01:50:14.164659+0000","last_unstale":"2024-09-16T01:50:14.168630+0000","last_undegraded":"2024-09-16T01:50:14.168630+0000","last_fullsized":"2024-09-16T01:50:14.168630+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:05.783931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150693+0000","last_change":"2024-09-16T01:50:14.179753+0000","last_active":"2024-09-16T01:50:15.150693+0000","last_peered":"2024-09-16T01:50:15.150693+0000","last_clean":"2024-09-16T01:50:15.150693+0000","last_became_active":"2024-09-16T01:50:14.179421+0000","last_became_peered":"2024-09-16T01:50:14.179421+0000","last_unstale":"2024-09-16T01:50:15.150693+0000","last_undegraded":"2024-09-16T01:50:15.150693+0000","last_fullsized":"2024-09-16T01:50:15.150693+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:10.746474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153633+0000","last_change":"2024-09-16T01:50:14.172881+0000","last_active":"2024-09-16T01:50:15.153633+0000","last_peered":"2024-09-16T01:50:15.153633+0000","last_clean":"2024-09-16T01:50:15.153633+0000","last_became_active":"2024-09-16T01:50:14.172586+0000","last_became_peered":"2024-09-16T01:50:14.172586+0000","last_unstale":"2024-09-16T01:50:15.153633+0000","last_undegraded":"2024-09-16T01:50:15.153633+0000","last_fullsized":"2024-09-16T01:50:15.153633+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:41.189190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175893+0000","last_change":"2024-09-16T01:50:14.171658+0000","last_active":"2024-09-16T01:50:14.175893+0000","last_peered":"2024-09-16T01:50:14.175893+0000","last_clean":"2024-09-16T01:50:14.175893+0000","last_became_active":"2024-09-16T01:50:14.171385+0000","last_became_peered":"2024-09-16T01:50:14.171385+0000","last_unstale":"2024-09-16T01:50:14.175893+0000","last_undegraded":"2024-09-16T01:50:14.175893+0000","last_fullsized":"2024-09-16T01:50:14.175893+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:59.446292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.173406+0000","last_change":"2024-09-16T01:50:14.168199+0000","last_active":"2024-09-16T01:50:14.173406+0000","last_peered":"2024-09-16T01:50:14.173406+0000","last_clean":"2024-09-16T01:50:14.173406+0000","last_became_active":"2024-09-16T01:50:14.167894+0000","last_became_peered":"2024-09-16T01:50:14.167894+0000","last_unstale":"2024-09-16T01:50:14.173406+0000","last_undegraded":"2024-09-16T01:50:14.173406+0000","last_fullsized":"2024-09-16T01:50:14.173406+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:45.500701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.167613+0000","last_change":"2024-09-16T01:50:14.162929+0000","last_active":"2024-09-16T01:50:14.167613+0000","last_peered":"2024-09-16T01:50:14.167613+0000","last_clean":"2024-09-16T01:50:14.167613+0000","last_became_active":"2024-09-16T01:50:14.162599+0000","last_became_peered":"2024-09-16T01:50:14.162599+0000","last_unstale":"2024-09-16T01:50:14.167613+0000","last_undegraded":"2024-09-16T01:50:14.167613+0000","last_fullsized":"2024-09-16T01:50:14.167613+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:00.819913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177881+0000","last_change":"2024-09-16T01:50:14.173611+0000","last_active":"2024-09-16T01:50:14.177881+0000","last_peered":"2024-09-16T01:50:14.177881+0000","last_clean":"2024-09-16T01:50:14.177881+0000","last_became_active":"2024-09-16T01:50:14.173276+0000","last_became_peered":"2024-09-16T01:50:14.173276+0000","last_unstale":"2024-09-16T01:50:14.177881+0000","last_undegraded":"2024-09-16T01:50:14.177881+0000","last_fullsized":"2024-09-16T01:50:14.177881+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:14.444073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175534+0000","last_change":"2024-09-16T01:50:14.168499+0000","last_active":"2024-09-16T01:50:14.175534+0000","last_peered":"2024-09-16T01:50:14.175534+0000","last_clean":"2024-09-16T01:50:14.175534+0000","last_became_active":"2024-09-16T01:50:14.168164+0000","last_became_peered":"2024-09-16T01:50:14.168164+0000","last_unstale":"2024-09-16T01:50:14.175534+0000","last_undegraded":"2024-09-16T01:50:14.175534+0000","last_fullsized":"2024-09-16T01:50:14.175534+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:49.429866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175779+0000","last_change":"2024-09-16T01:50:14.172764+0000","last_active":"2024-09-16T01:50:14.175779+0000","last_peered":"2024-09-16T01:50:14.175779+0000","last_clean":"2024-09-16T01:50:14.175779+0000","last_became_active":"2024-09-16T01:50:14.172501+0000","last_became_peered":"2024-09-16T01:50:14.172501+0000","last_unstale":"2024-09-16T01:50:14.175779+0000","last_undegraded":"2024-09-16T01:50:14.175779+0000","last_fullsized":"2024-09-16T01:50:14.175779+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:18:10.562774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177789+0000","last_change":"2024-09-16T01:50:14.174308+0000","last_active":"2024-09-16T01:50:14.177789+0000","last_peered":"2024-09-16T01:50:14.177789+0000","last_clean":"2024-09-16T01:50:14.177789+0000","last_became_active":"2024-09-16T01:50:14.173803+0000","last_became_peered":"2024-09-16T01:50:14.173803+0000","last_unstale":"2024-09-16T01:50:14.177789+0000","last_undegraded":"2024-09-16T01:50:14.177789+0000","last_fullsized":"2024-09-16T01:50:14.177789+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:05.525120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150609+0000","last_change":"2024-09-16T01:50:14.160001+0000","last_active":"2024-09-16T01:50:15.150609+0000","last_peered":"2024-09-16T01:50:15.150609+0000","last_clean":"2024-09-16T01:50:15.150609+0000","last_became_active":"2024-09-16T01:50:14.159457+0000","last_became_peered":"2024-09-16T01:50:14.159457+0000","last_unstale":"2024-09-16T01:50:15.150609+0000","last_undegraded":"2024-09-16T01:50:15.150609+0000","last_fullsized":"2024-09-16T01:50:15.150609+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:40.148230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175680+0000","last_change":"2024-09-16T01:50:14.171812+0000","last_active":"2024-09-16T01:50:14.175680+0000","last_peered":"2024-09-16T01:50:14.175680+0000","last_clean":"2024-09-16T01:50:14.175680+0000","last_became_active":"2024-09-16T01:50:14.171496+0000","last_became_peered":"2024-09-16T01:50:14.171496+0000","last_unstale":"2024-09-16T01:50:14.175680+0000","last_undegraded":"2024-09-16T01:50:14.175680+0000","last_fullsized":"2024-09-16T01:50:14.175680+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:21.820508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175242+0000","last_change":"2024-09-16T01:50:14.172043+0000","last_active":"2024-09-16T01:50:14.175242+0000","last_peered":"2024-09-16T01:50:14.175242+0000","last_clean":"2024-09-16T01:50:14.175242+0000","last_became_active":"2024-09-16T01:50:14.171751+0000","last_became_peered":"2024-09-16T01:50:14.171751+0000","last_unstale":"2024-09-16T01:50:14.175242+0000","last_undegraded":"2024-09-16T01:50:14.175242+0000","last_fullsized":"2024-09-16T01:50:14.175242+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:57:27.132815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150334+0000","last_change":"2024-09-16T01:50:14.161649+0000","last_active":"2024-09-16T01:50:15.150334+0000","last_peered":"2024-09-16T01:50:15.150334+0000","last_clean":"2024-09-16T01:50:15.150334+0000","last_became_active":"2024-09-16T01:50:14.161345+0000","last_became_peered":"2024-09-16T01:50:14.161345+0000","last_unstale":"2024-09-16T01:50:15.150334+0000","last_undegraded":"2024-09-16T01:50:15.150334+0000","last_fullsized":"2024-09-16T01:50:15.150334+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:26.003549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153134+0000","last_change":"2024-09-16T01:50:14.160316+0000","last_active":"2024-09-16T01:50:15.153134+0000","last_peered":"2024-09-16T01:50:15.153134+0000","last_clean":"2024-09-16T01:50:15.153134+0000","last_became_active":"2024-09-16T01:50:14.160049+0000","last_became_peered":"2024-09-16T01:50:14.160049+0000","last_unstale":"2024-09-16T01:50:15.153134+0000","last_undegraded":"2024-09-16T01:50:15.153134+0000","last_fullsized":"2024-09-16T01:50:15.153134+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:50.740895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.179785+0000","last_change":"2024-09-16T01:50:14.176515+0000","last_active":"2024-09-16T01:50:14.179785+0000","last_peered":"2024-09-16T01:50:14.179785+0000","last_clean":"2024-09-16T01:50:14.179785+0000","last_became_active":"2024-09-16T01:50:14.176226+0000","last_became_peered":"2024-09-16T01:50:14.176226+0000","last_unstale":"2024-09-16T01:50:14.179785+0000","last_undegraded":"2024-09-16T01:50:14.179785+0000","last_fullsized":"2024-09-16T01:50:14.179785+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:58.779056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.164054+0000","last_change":"2024-09-16T01:50:14.163616+0000","last_active":"2024-09-16T01:50:14.164054+0000","last_peered":"2024-09-16T01:50:14.164054+0000","last_clean":"2024-09-16T01:50:14.164054+0000","last_became_active":"2024-09-16T01:50:14.163234+0000","last_became_peered":"2024-09-16T01:50:14.163234+0000","last_unstale":"2024-09-16T01:50:14.164054+0000","last_undegraded":"2024-09-16T01:50:14.164054+0000","last_fullsized":"2024-09-16T01:50:14.164054+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:08:23.667916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153759+0000","last_change":"2024-09-16T01:50:14.155875+0000","last_active":"2024-09-16T01:50:15.153759+0000","last_peered":"2024-09-16T01:50:15.153759+0000","last_clean":"2024-09-16T01:50:15.153759+0000","last_became_active":"2024-09-16T01:50:14.155573+0000","last_became_peered":"2024-09-16T01:50:14.155573+0000","last_unstale":"2024-09-16T01:50:15.153759+0000","last_undegraded":"2024-09-16T01:50:15.153759+0000","last_fullsized":"2024-09-16T01:50:15.153759+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:24.607896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153427+0000","last_change":"2024-09-16T01:50:14.175972+0000","last_active":"2024-09-16T01:50:15.153427+0000","last_peered":"2024-09-16T01:50:15.153427+0000","last_clean":"2024-09-16T01:50:15.153427+0000","last_became_active":"2024-09-16T01:50:14.175656+0000","last_became_peered":"2024-09-16T01:50:14.175656+0000","last_unstale":"2024-09-16T01:50:15.153427+0000","last_undegraded":"2024-09-16T01:50:15.153427+0000","last_fullsized":"2024-09-16T01:50:15.153427+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:55.286781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178069+0000","last_change":"2024-09-16T01:50:14.175530+0000","last_active":"2024-09-16T01:50:14.178069+0000","last_peered":"2024-09-16T01:50:14.178069+0000","last_clean":"2024-09-16T01:50:14.178069+0000","last_became_active":"2024-09-16T01:50:14.175271+0000","last_became_peered":"2024-09-16T01:50:14.175271+0000","last_unstale":"2024-09-16T01:50:14.178069+0000","last_undegraded":"2024-09-16T01:50:14.178069+0000","last_fullsized":"2024-09-16T01:50:14.178069+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.305205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177824+0000","last_change":"2024-09-16T01:50:14.174684+0000","last_active":"2024-09-16T01:50:14.177824+0000","last_peered":"2024-09-16T01:50:14.177824+0000","last_clean":"2024-09-16T01:50:14.177824+0000","last_became_active":"2024-09-16T01:50:14.174345+0000","last_became_peered":"2024-09-16T01:50:14.174345+0000","last_unstale":"2024-09-16T01:50:14.177824+0000","last_undegraded":"2024-09-16T01:50:14.177824+0000","last_fullsized":"2024-09-16T01:50:14.177824+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:29:49.829804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175517+0000","last_change":"2024-09-16T01:50:14.171811+0000","last_active":"2024-09-16T01:50:14.175517+0000","last_peered":"2024-09-16T01:50:14.175517+0000","last_clean":"2024-09-16T01:50:14.175517+0000","last_became_active":"2024-09-16T01:50:14.171488+0000","last_became_peered":"2024-09-16T01:50:14.171488+0000","last_unstale":"2024-09-16T01:50:14.175517+0000","last_undegraded":"2024-09-16T01:50:14.175517+0000","last_fullsized":"2024-09-16T01:50:14.175517+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:55.610881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153197+0000","last_change":"2024-09-16T01:50:14.173336+0000","last_active":"2024-09-16T01:50:15.153197+0000","last_peered":"2024-09-16T01:50:15.153197+0000","last_clean":"2024-09-16T01:50:15.153197+0000","last_became_active":"2024-09-16T01:50:14.173041+0000","last_became_peered":"2024-09-16T01:50:14.173041+0000","last_unstale":"2024-09-16T01:50:15.153197+0000","last_undegraded":"2024-09-16T01:50:15.153197+0000","last_fullsized":"2024-09-16T01:50:15.153197+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:39.633272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.170153+0000","last_change":"2024-09-16T01:50:14.167779+0000","last_active":"2024-09-16T01:50:14.170153+0000","last_peered":"2024-09-16T01:50:14.170153+0000","last_clean":"2024-09-16T01:50:14.170153+0000","last_became_active":"2024-09-16T01:50:14.167492+0000","last_became_peered":"2024-09-16T01:50:14.167492+0000","last_unstale":"2024-09-16T01:50:14.170153+0000","last_undegraded":"2024-09-16T01:50:14.170153+0000","last_fullsized":"2024-09-16T01:50:14.170153+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:51.431273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.176314+0000","last_change":"2024-09-16T01:50:14.169941+0000","last_active":"2024-09-16T01:50:14.176314+0000","last_peered":"2024-09-16T01:50:14.176314+0000","last_clean":"2024-09-16T01:50:14.176314+0000","last_became_active":"2024-09-16T01:50:14.169612+0000","last_became_peered":"2024-09-16T01:50:14.169612+0000","last_unstale":"2024-09-16T01:50:14.176314+0000","last_undegraded":"2024-09-16T01:50:14.176314+0000","last_fullsized":"2024-09-16T01:50:14.176314+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:48:55.128284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"151'4","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178515+0000","last_change":"2024-09-16T01:50:13.169988+0000","last_active":"2024-09-16T01:50:14.178515+0000","last_peered":"2024-09-16T01:50:14.178515+0000","last_clean":"2024-09-16T01:50:14.178515+0000","last_became_active":"2024-09-16T01:50:13.167711+0000","last_became_peered":"2024-09-16T01:50:13.167711+0000","last_unstale":"2024-09-16T01:50:14.178515+0000","last_undegraded":"2024-09-16T01:50:14.178515+0000","last_fullsized":"2024-09-16T01:50:14.178515+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:15.440271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150987+0000","last_change":"2024-09-16T01:50:14.172268+0000","last_active":"2024-09-16T01:50:15.150987+0000","last_peered":"2024-09-16T01:50:15.150987+0000","last_clean":"2024-09-16T01:50:15.150987+0000","last_became_active":"2024-09-16T01:50:14.171984+0000","last_became_peered":"2024-09-16T01:50:14.171984+0000","last_unstale":"2024-09-16T01:50:15.150987+0000","last_undegraded":"2024-09-16T01:50:15.150987+0000","last_fullsized":"2024-09-16T01:50:15.150987+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:13.690934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.174626+0000","last_change":"2024-09-16T01:50:13.161586+0000","last_active":"2024-09-16T01:50:14.174626+0000","last_peered":"2024-09-16T01:50:14.174626+0000","last_clean":"2024-09-16T01:50:14.174626+0000","last_became_active":"2024-09-16T01:50:13.161291+0000","last_became_peered":"2024-09-16T01:50:13.161291+0000","last_unstale":"2024-09-16T01:50:14.174626+0000","last_undegraded":"2024-09-16T01:50:14.174626+0000","last_fullsized":"2024-09-16T01:50:14.174626+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:02:10.893917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153463+0000","last_change":"2024-09-16T01:50:14.172203+0000","last_active":"2024-09-16T01:50:15.153463+0000","last_peered":"2024-09-16T01:50:15.153463+0000","last_clean":"2024-09-16T01:50:15.153463+0000","last_became_active":"2024-09-16T01:50:14.171927+0000","last_became_peered":"2024-09-16T01:50:14.171927+0000","last_unstale":"2024-09-16T01:50:15.153463+0000","last_undegraded":"2024-09-16T01:50:15.153463+0000","last_fullsized":"2024-09-16T01:50:15.153463+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:33:30.423786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"151'2","reported_seq":16,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153461+0000","last_change":"2024-09-16T01:50:13.167872+0000","last_active":"2024-09-16T01:50:15.153461+0000","last_peered":"2024-09-16T01:50:15.153461+0000","last_clean":"2024-09-16T01:50:15.153461+0000","last_became_active":"2024-09-16T01:50:13.167582+0000","last_became_peered":"2024-09-16T01:50:13.167582+0000","last_unstale":"2024-09-16T01:50:15.153461+0000","last_undegraded":"2024-09-16T01:50:15.153461+0000","last_fullsized":"2024-09-16T01:50:15.153461+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:08.964861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.163337+0000","last_change":"2024-09-16T01:50:14.157773+0000","last_active":"2024-09-16T01:50:14.163337+0000","last_peered":"2024-09-16T01:50:14.163337+0000","last_clean":"2024-09-16T01:50:14.163337+0000","last_became_active":"2024-09-16T01:50:14.157461+0000","last_became_peered":"2024-09-16T01:50:14.157461+0000","last_unstale":"2024-09-16T01:50:14.163337+0000","last_undegraded":"2024-09-16T01:50:14.163337+0000","last_fullsized":"2024-09-16T01:50:14.163337+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:54.975420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.174530+0000","last_change":"2024-09-16T01:50:13.161491+0000","last_active":"2024-09-16T01:50:14.174530+0000","last_peered":"2024-09-16T01:50:14.174530+0000","last_clean":"2024-09-16T01:50:14.174530+0000","last_became_active":"2024-09-16T01:50:13.161152+0000","last_became_peered":"2024-09-16T01:50:13.161152+0000","last_unstale":"2024-09-16T01:50:14.174530+0000","last_undegraded":"2024-09-16T01:50:14.174530+0000","last_fullsized":"2024-09-16T01:50:14.174530+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:44.438340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150404+0000","last_change":"2024-09-16T01:50:14.160935+0000","last_active":"2024-09-16T01:50:15.150404+0000","last_peered":"2024-09-16T01:50:15.150404+0000","last_clean":"2024-09-16T01:50:15.150404+0000","last_became_active":"2024-09-16T01:50:14.160649+0000","last_became_peered":"2024-09-16T01:50:14.160649+0000","last_unstale":"2024-09-16T01:50:15.150404+0000","last_undegraded":"2024-09-16T01:50:15.150404+0000","last_fullsized":"2024-09-16T01:50:15.150404+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:29.475702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.183162+0000","last_change":"2024-09-16T01:50:13.164134+0000","last_active":"2024-09-16T01:50:14.183162+0000","last_peered":"2024-09-16T01:50:14.183162+0000","last_clean":"2024-09-16T01:50:14.183162+0000","last_became_active":"2024-09-16T01:50:13.163843+0000","last_became_peered":"2024-09-16T01:50:13.163843+0000","last_unstale":"2024-09-16T01:50:14.183162+0000","last_undegraded":"2024-09-16T01:50:14.183162+0000","last_fullsized":"2024-09-16T01:50:14.183162+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:46.852995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.179865+0000","last_change":"2024-09-16T01:50:14.172177+0000","last_active":"2024-09-16T01:50:14.179865+0000","last_peered":"2024-09-16T01:50:14.179865+0000","last_clean":"2024-09-16T01:50:14.179865+0000","last_became_active":"2024-09-16T01:50:14.171728+0000","last_became_peered":"2024-09-16T01:50:14.171728+0000","last_unstale":"2024-09-16T01:50:14.179865+0000","last_undegraded":"2024-09-16T01:50:14.179865+0000","last_fullsized":"2024-09-16T01:50:14.179865+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:22.700200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178772+0000","last_change":"2024-09-16T01:50:13.161118+0000","last_active":"2024-09-16T01:50:14.178772+0000","last_peered":"2024-09-16T01:50:14.178772+0000","last_clean":"2024-09-16T01:50:14.178772+0000","last_became_active":"2024-09-16T01:50:13.160843+0000","last_became_peered":"2024-09-16T01:50:13.160843+0000","last_unstale":"2024-09-16T01:50:14.178772+0000","last_undegraded":"2024-09-16T01:50:14.178772+0000","last_fullsized":"2024-09-16T01:50:14.178772+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:06.073272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.154027+0000","last_change":"2024-09-16T01:50:14.173006+0000","last_active":"2024-09-16T01:50:15.154027+0000","last_peered":"2024-09-16T01:50:15.154027+0000","last_clean":"2024-09-16T01:50:15.154027+0000","last_became_active":"2024-09-16T01:50:14.172740+0000","last_became_peered":"2024-09-16T01:50:14.172740+0000","last_unstale":"2024-09-16T01:50:15.154027+0000","last_undegraded":"2024-09-16T01:50:15.154027+0000","last_fullsized":"2024-09-16T01:50:15.154027+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:07.078477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.164497+0000","last_change":"2024-09-16T01:50:13.160604+0000","last_active":"2024-09-16T01:50:14.164497+0000","last_peered":"2024-09-16T01:50:14.164497+0000","last_clean":"2024-09-16T01:50:14.164497+0000","last_became_active":"2024-09-16T01:50:13.160290+0000","last_became_peered":"2024-09-16T01:50:13.160290+0000","last_unstale":"2024-09-16T01:50:14.164497+0000","last_undegraded":"2024-09-16T01:50:14.164497+0000","last_fullsized":"2024-09-16T01:50:14.164497+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:55.102867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153439+0000","last_change":"2024-09-16T01:50:14.175479+0000","last_active":"2024-09-16T01:50:15.153439+0000","last_peered":"2024-09-16T01:50:15.153439+0000","last_clean":"2024-09-16T01:50:15.153439+0000","last_became_active":"2024-09-16T01:50:14.174394+0000","last_became_peered":"2024-09-16T01:50:14.174394+0000","last_unstale":"2024-09-16T01:50:15.153439+0000","last_undegraded":"2024-09-16T01:50:15.153439+0000","last_fullsized":"2024-09-16T01:50:15.153439+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:32.087457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153868+0000","last_change":"2024-09-16T01:50:13.164220+0000","last_active":"2024-09-16T01:50:15.153868+0000","last_peered":"2024-09-16T01:50:15.153868+0000","last_clean":"2024-09-16T01:50:15.153868+0000","last_became_active":"2024-09-16T01:50:13.163950+0000","last_became_peered":"2024-09-16T01:50:13.163950+0000","last_unstale":"2024-09-16T01:50:15.153868+0000","last_undegraded":"2024-09-16T01:50:15.153868+0000","last_fullsized":"2024-09-16T01:50:15.153868+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:27.489829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.182439+0000","last_change":"2024-09-16T01:50:14.180883+0000","last_active":"2024-09-16T01:50:14.182439+0000","last_peered":"2024-09-16T01:50:14.182439+0000","last_clean":"2024-09-16T01:50:14.182439+0000","last_became_active":"2024-09-16T01:50:14.180533+0000","last_became_peered":"2024-09-16T01:50:14.180533+0000","last_unstale":"2024-09-16T01:50:14.182439+0000","last_undegraded":"2024-09-16T01:50:14.182439+0000","last_fullsized":"2024-09-16T01:50:14.182439+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:21.663217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.166078+0000","last_change":"2024-09-16T01:50:13.165708+0000","last_active":"2024-09-16T01:50:14.166078+0000","last_peered":"2024-09-16T01:50:14.166078+0000","last_clean":"2024-09-16T01:50:14.166078+0000","last_became_active":"2024-09-16T01:50:13.165398+0000","last_became_peered":"2024-09-16T01:50:13.165398+0000","last_unstale":"2024-09-16T01:50:14.166078+0000","last_undegraded":"2024-09-16T01:50:14.166078+0000","last_fullsized":"2024-09-16T01:50:14.166078+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:39.357128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153693+0000","last_change":"2024-09-16T01:50:14.158058+0000","last_active":"2024-09-16T01:50:15.153693+0000","last_peered":"2024-09-16T01:50:15.153693+0000","last_clean":"2024-09-16T01:50:15.153693+0000","last_became_active":"2024-09-16T01:50:14.157726+0000","last_became_peered":"2024-09-16T01:50:14.157726+0000","last_unstale":"2024-09-16T01:50:15.153693+0000","last_undegraded":"2024-09-16T01:50:15.153693+0000","last_fullsized":"2024-09-16T01:50:15.153693+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:22.193582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"151'3","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.182951+0000","last_change":"2024-09-16T01:50:13.167189+0000","last_active":"2024-09-16T01:50:14.182951+0000","last_peered":"2024-09-16T01:50:14.182951+0000","last_clean":"2024-09-16T01:50:14.182951+0000","last_became_active":"2024-09-16T01:50:13.166917+0000","last_became_peered":"2024-09-16T01:50:13.166917+0000","last_unstale":"2024-09-16T01:50:14.182951+0000","last_undegraded":"2024-09-16T01:50:14.182951+0000","last_fullsized":"2024-09-16T01:50:14.182951+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:43.675394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150757+0000","last_change":"2024-09-16T01:50:14.170114+0000","last_active":"2024-09-16T01:50:15.150757+0000","last_peered":"2024-09-16T01:50:15.150757+0000","last_clean":"2024-09-16T01:50:15.150757+0000","last_became_active":"2024-09-16T01:50:14.169724+0000","last_became_peered":"2024-09-16T01:50:14.169724+0000","last_unstale":"2024-09-16T01:50:15.150757+0000","last_undegraded":"2024-09-16T01:50:15.150757+0000","last_fullsized":"2024-09-16T01:50:15.150757+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:06.641223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"151'6","reported_seq":20,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153380+0000","last_change":"2024-09-16T01:50:13.164602+0000","last_active":"2024-09-16T01:50:15.153380+0000","last_peered":"2024-09-16T01:50:15.153380+0000","last_clean":"2024-09-16T01:50:15.153380+0000","last_became_active":"2024-09-16T01:50:13.164269+0000","last_became_peered":"2024-09-16T01:50:13.164269+0000","last_unstale":"2024-09-16T01:50:15.153380+0000","last_undegraded":"2024-09-16T01:50:15.153380+0000","last_fullsized":"2024-09-16T01:50:15.153380+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:26.782622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153355+0000","last_change":"2024-09-16T01:50:14.165123+0000","last_active":"2024-09-16T01:50:15.153355+0000","last_peered":"2024-09-16T01:50:15.153355+0000","last_clean":"2024-09-16T01:50:15.153355+0000","last_became_active":"2024-09-16T01:50:14.164851+0000","last_became_peered":"2024-09-16T01:50:14.164851+0000","last_unstale":"2024-09-16T01:50:15.153355+0000","last_undegraded":"2024-09-16T01:50:15.153355+0000","last_fullsized":"2024-09-16T01:50:15.153355+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:11:19.754917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.181291+0000","last_change":"2024-09-16T01:50:13.162989+0000","last_active":"2024-09-16T01:50:14.181291+0000","last_peered":"2024-09-16T01:50:14.181291+0000","last_clean":"2024-09-16T01:50:14.181291+0000","last_became_active":"2024-09-16T01:50:13.162686+0000","last_became_peered":"2024-09-16T01:50:13.162686+0000","last_unstale":"2024-09-16T01:50:14.181291+0000","last_undegraded":"2024-09-16T01:50:14.181291+0000","last_fullsized":"2024-09-16T01:50:14.181291+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:26.573214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153948+0000","last_change":"2024-09-16T01:50:14.155831+0000","last_active":"2024-09-16T01:50:15.153948+0000","last_peered":"2024-09-16T01:50:15.153948+0000","last_clean":"2024-09-16T01:50:15.153948+0000","last_became_active":"2024-09-16T01:50:14.155517+0000","last_became_peered":"2024-09-16T01:50:14.155517+0000","last_unstale":"2024-09-16T01:50:15.153948+0000","last_undegraded":"2024-09-16T01:50:15.153948+0000","last_fullsized":"2024-09-16T01:50:15.153948+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:50.501306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150499+0000","last_change":"2024-09-16T01:50:13.166827+0000","last_active":"2024-09-16T01:50:15.150499+0000","last_peered":"2024-09-16T01:50:15.150499+0000","last_clean":"2024-09-16T01:50:15.150499+0000","last_became_active":"2024-09-16T01:50:13.166458+0000","last_became_peered":"2024-09-16T01:50:13.166458+0000","last_unstale":"2024-09-16T01:50:15.150499+0000","last_undegraded":"2024-09-16T01:50:15.150499+0000","last_fullsized":"2024-09-16T01:50:15.150499+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:26.573214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.167489+0000","last_change":"2024-09-16T01:50:14.162631+0000","last_active":"2024-09-16T01:50:14.167489+0000","last_peered":"2024-09-16T01:50:14.167489+0000","last_clean":"2024-09-16T01:50:14.167489+0000","last_became_active":"2024-09-16T01:50:14.162363+0000","last_became_peered":"2024-09-16T01:50:14.162363+0000","last_unstale":"2024-09-16T01:50:14.167489+0000","last_undegraded":"2024-09-16T01:50:14.167489+0000","last_fullsized":"2024-09-16T01:50:14.167489+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:20:07.757282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.161319+0000","last_change":"2024-09-16T01:50:13.155681+0000","last_active":"2024-09-16T01:50:14.161319+0000","last_peered":"2024-09-16T01:50:14.161319+0000","last_clean":"2024-09-16T01:50:14.161319+0000","last_became_active":"2024-09-16T01:50:13.155387+0000","last_became_peered":"2024-09-16T01:50:13.155387+0000","last_unstale":"2024-09-16T01:50:14.161319+0000","last_undegraded":"2024-09-16T01:50:14.161319+0000","last_fullsized":"2024-09-16T01:50:14.161319+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:49.114339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150310+0000","last_change":"2024-09-16T01:50:14.155411+0000","last_active":"2024-09-16T01:50:15.150310+0000","last_peered":"2024-09-16T01:50:15.150310+0000","last_clean":"2024-09-16T01:50:15.150310+0000","last_became_active":"2024-09-16T01:50:14.155095+0000","last_became_peered":"2024-09-16T01:50:14.155095+0000","last_unstale":"2024-09-16T01:50:15.150310+0000","last_undegraded":"2024-09-16T01:50:15.150310+0000","last_fullsized":"2024-09-16T01:50:15.150310+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:14.080287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"151'8","reported_seq":20,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.181432+0000","last_change":"2024-09-16T01:50:13.163018+0000","last_active":"2024-09-16T01:50:14.181432+0000","last_peered":"2024-09-16T01:50:14.181432+0000","last_clean":"2024-09-16T01:50:14.181432+0000","last_became_active":"2024-09-16T01:50:13.162725+0000","last_became_peered":"2024-09-16T01:50:13.162725+0000","last_unstale":"2024-09-16T01:50:14.181432+0000","last_undegraded":"2024-09-16T01:50:14.181432+0000","last_fullsized":"2024-09-16T01:50:14.181432+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:40:42.895664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150682+0000","last_change":"2024-09-16T01:50:14.156364+0000","last_active":"2024-09-16T01:50:15.150682+0000","last_peered":"2024-09-16T01:50:15.150682+0000","last_clean":"2024-09-16T01:50:15.150682+0000","last_became_active":"2024-09-16T01:50:14.156038+0000","last_became_peered":"2024-09-16T01:50:14.156038+0000","last_unstale":"2024-09-16T01:50:15.150682+0000","last_undegraded":"2024-09-16T01:50:15.150682+0000","last_fullsized":"2024-09-16T01:50:15.150682+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:07.076318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.178282+0000","last_change":"2024-09-16T01:50:13.171365+0000","last_active":"2024-09-16T01:50:14.178282+0000","last_peered":"2024-09-16T01:50:14.178282+0000","last_clean":"2024-09-16T01:50:14.178282+0000","last_became_active":"2024-09-16T01:50:13.171054+0000","last_became_peered":"2024-09-16T01:50:13.171054+0000","last_unstale":"2024-09-16T01:50:14.178282+0000","last_undegraded":"2024-09-16T01:50:14.178282+0000","last_fullsized":"2024-09-16T01:50:14.178282+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:55.453594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.168611+0000","last_change":"2024-09-16T01:50:14.164898+0000","last_active":"2024-09-16T01:50:14.168611+0000","last_peered":"2024-09-16T01:50:14.168611+0000","last_clean":"2024-09-16T01:50:14.168611+0000","last_became_active":"2024-09-16T01:50:14.164582+0000","last_became_peered":"2024-09-16T01:50:14.164582+0000","last_unstale":"2024-09-16T01:50:14.168611+0000","last_undegraded":"2024-09-16T01:50:14.168611+0000","last_fullsized":"2024-09-16T01:50:14.168611+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:07.324370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.180753+0000","last_change":"2024-09-16T01:50:13.161705+0000","last_active":"2024-09-16T01:50:14.180753+0000","last_peered":"2024-09-16T01:50:14.180753+0000","last_clean":"2024-09-16T01:50:14.180753+0000","last_became_active":"2024-09-16T01:50:13.161422+0000","last_became_peered":"2024-09-16T01:50:13.161422+0000","last_unstale":"2024-09-16T01:50:14.180753+0000","last_undegraded":"2024-09-16T01:50:14.180753+0000","last_fullsized":"2024-09-16T01:50:14.180753+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:48.540519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175499+0000","last_change":"2024-09-16T01:50:14.171742+0000","last_active":"2024-09-16T01:50:14.175499+0000","last_peered":"2024-09-16T01:50:14.175499+0000","last_clean":"2024-09-16T01:50:14.175499+0000","last_became_active":"2024-09-16T01:50:14.171441+0000","last_became_peered":"2024-09-16T01:50:14.171441+0000","last_unstale":"2024-09-16T01:50:14.175499+0000","last_undegraded":"2024-09-16T01:50:14.175499+0000","last_fullsized":"2024-09-16T01:50:14.175499+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:41.447984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"151'1","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.182590+0000","last_change":"2024-09-16T01:50:13.166003+0000","last_active":"2024-09-16T01:50:14.182590+0000","last_peered":"2024-09-16T01:50:14.182590+0000","last_clean":"2024-09-16T01:50:14.182590+0000","last_became_active":"2024-09-16T01:50:13.165708+0000","last_became_peered":"2024-09-16T01:50:13.165708+0000","last_unstale":"2024-09-16T01:50:14.182590+0000","last_undegraded":"2024-09-16T01:50:14.182590+0000","last_fullsized":"2024-09-16T01:50:14.182590+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:26.321873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175832+0000","last_change":"2024-09-16T01:50:14.170656+0000","last_active":"2024-09-16T01:50:14.175832+0000","last_peered":"2024-09-16T01:50:14.175832+0000","last_clean":"2024-09-16T01:50:14.175832+0000","last_became_active":"2024-09-16T01:50:14.170366+0000","last_became_peered":"2024-09-16T01:50:14.170366+0000","last_unstale":"2024-09-16T01:50:14.175832+0000","last_undegraded":"2024-09-16T01:50:14.175832+0000","last_fullsized":"2024-09-16T01:50:14.175832+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:28.495034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153789+0000","last_change":"2024-09-16T01:50:13.163361+0000","last_active":"2024-09-16T01:50:15.153789+0000","last_peered":"2024-09-16T01:50:15.153789+0000","last_clean":"2024-09-16T01:50:15.153789+0000","last_became_active":"2024-09-16T01:50:13.163092+0000","last_became_peered":"2024-09-16T01:50:13.163092+0000","last_unstale":"2024-09-16T01:50:15.153789+0000","last_undegraded":"2024-09-16T01:50:15.153789+0000","last_fullsized":"2024-09-16T01:50:15.153789+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:58:44.495496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150493+0000","last_change":"2024-09-16T01:50:14.166588+0000","last_active":"2024-09-16T01:50:15.150493+0000","last_peered":"2024-09-16T01:50:15.150493+0000","last_clean":"2024-09-16T01:50:15.150493+0000","last_became_active":"2024-09-16T01:50:14.166286+0000","last_became_peered":"2024-09-16T01:50:14.166286+0000","last_unstale":"2024-09-16T01:50:15.150493+0000","last_undegraded":"2024-09-16T01:50:15.150493+0000","last_fullsized":"2024-09-16T01:50:15.150493+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:16.424711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"151'2","reported_seq":16,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153241+0000","last_change":"2024-09-16T01:50:13.168341+0000","last_active":"2024-09-16T01:50:15.153241+0000","last_peered":"2024-09-16T01:50:15.153241+0000","last_clean":"2024-09-16T01:50:15.153241+0000","last_became_active":"2024-09-16T01:50:13.168057+0000","last_became_peered":"2024-09-16T01:50:13.168057+0000","last_unstale":"2024-09-16T01:50:15.153241+0000","last_undegraded":"2024-09-16T01:50:15.153241+0000","last_fullsized":"2024-09-16T01:50:15.153241+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:35:05.130276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153828+0000","last_change":"2024-09-16T01:50:14.171260+0000","last_active":"2024-09-16T01:50:15.153828+0000","last_peered":"2024-09-16T01:50:15.153828+0000","last_clean":"2024-09-16T01:50:15.153828+0000","last_became_active":"2024-09-16T01:50:14.169896+0000","last_became_peered":"2024-09-16T01:50:14.169896+0000","last_unstale":"2024-09-16T01:50:15.153828+0000","last_undegraded":"2024-09-16T01:50:15.153828+0000","last_fullsized":"2024-09-16T01:50:15.153828+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:33.832861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.162483+0000","last_change":"2024-09-16T01:50:13.164560+0000","last_active":"2024-09-16T01:50:14.162483+0000","last_peered":"2024-09-16T01:50:14.162483+0000","last_clean":"2024-09-16T01:50:14.162483+0000","last_became_active":"2024-09-16T01:50:13.164283+0000","last_became_peered":"2024-09-16T01:50:13.164283+0000","last_unstale":"2024-09-16T01:50:14.162483+0000","last_undegraded":"2024-09-16T01:50:14.162483+0000","last_fullsized":"2024-09-16T01:50:14.162483+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:36.097541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177833+0000","last_change":"2024-09-16T01:50:14.172777+0000","last_active":"2024-09-16T01:50:14.177833+0000","last_peered":"2024-09-16T01:50:14.177833+0000","last_clean":"2024-09-16T01:50:14.177833+0000","last_became_active":"2024-09-16T01:50:14.172098+0000","last_became_peered":"2024-09-16T01:50:14.172098+0000","last_unstale":"2024-09-16T01:50:14.177833+0000","last_undegraded":"2024-09-16T01:50:14.177833+0000","last_fullsized":"2024-09-16T01:50:14.177833+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:02.755933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153241+0000","last_change":"2024-09-16T01:50:13.168871+0000","last_active":"2024-09-16T01:50:15.153241+0000","last_peered":"2024-09-16T01:50:15.153241+0000","last_clean":"2024-09-16T01:50:15.153241+0000","last_became_active":"2024-09-16T01:50:13.168593+0000","last_became_peered":"2024-09-16T01:50:13.168593+0000","last_unstale":"2024-09-16T01:50:15.153241+0000","last_undegraded":"2024-09-16T01:50:15.153241+0000","last_fullsized":"2024-09-16T01:50:15.153241+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:10.934050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.169292+0000","last_change":"2024-09-16T01:50:14.166925+0000","last_active":"2024-09-16T01:50:14.169292+0000","last_peered":"2024-09-16T01:50:14.169292+0000","last_clean":"2024-09-16T01:50:14.169292+0000","last_became_active":"2024-09-16T01:50:14.166606+0000","last_became_peered":"2024-09-16T01:50:14.166606+0000","last_unstale":"2024-09-16T01:50:14.169292+0000","last_undegraded":"2024-09-16T01:50:14.169292+0000","last_fullsized":"2024-09-16T01:50:14.169292+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:09.292506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.155320+0000","last_change":"2024-09-16T01:50:13.164101+0000","last_active":"2024-09-16T01:50:14.155320+0000","last_peered":"2024-09-16T01:50:14.155320+0000","last_clean":"2024-09-16T01:50:14.155320+0000","last_became_active":"2024-09-16T01:50:13.163824+0000","last_became_peered":"2024-09-16T01:50:13.163824+0000","last_unstale":"2024-09-16T01:50:14.155320+0000","last_undegraded":"2024-09-16T01:50:14.155320+0000","last_fullsized":"2024-09-16T01:50:14.155320+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:35:38.156560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.179348+0000","last_change":"2024-09-16T01:50:14.177848+0000","last_active":"2024-09-16T01:50:14.179348+0000","last_peered":"2024-09-16T01:50:14.179348+0000","last_clean":"2024-09-16T01:50:14.179348+0000","last_became_active":"2024-09-16T01:50:14.177477+0000","last_became_peered":"2024-09-16T01:50:14.177477+0000","last_unstale":"2024-09-16T01:50:14.179348+0000","last_undegraded":"2024-09-16T01:50:14.179348+0000","last_fullsized":"2024-09-16T01:50:14.179348+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:37.729150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"151'2","reported_seq":14,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.177657+0000","last_change":"2024-09-16T01:50:13.166980+0000","last_active":"2024-09-16T01:50:14.177657+0000","last_peered":"2024-09-16T01:50:14.177657+0000","last_clean":"2024-09-16T01:50:14.177657+0000","last_became_active":"2024-09-16T01:50:13.166699+0000","last_became_peered":"2024-09-16T01:50:13.166699+0000","last_unstale":"2024-09-16T01:50:14.177657+0000","last_undegraded":"2024-09-16T01:50:14.177657+0000","last_fullsized":"2024-09-16T01:50:14.177657+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:54.494804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.151058+0000","last_change":"2024-09-16T01:50:14.172870+0000","last_active":"2024-09-16T01:50:15.151058+0000","last_peered":"2024-09-16T01:50:15.151058+0000","last_clean":"2024-09-16T01:50:15.151058+0000","last_became_active":"2024-09-16T01:50:14.172592+0000","last_became_peered":"2024-09-16T01:50:14.172592+0000","last_unstale":"2024-09-16T01:50:15.151058+0000","last_undegraded":"2024-09-16T01:50:15.151058+0000","last_fullsized":"2024-09-16T01:50:15.151058+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:21.007984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"152'1","reported_seq":15,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.159569+0000","last_change":"2024-09-16T01:50:13.163073+0000","last_active":"2024-09-16T01:50:15.159569+0000","last_peered":"2024-09-16T01:50:15.159569+0000","last_clean":"2024-09-16T01:50:15.159569+0000","last_became_active":"2024-09-16T01:50:13.162610+0000","last_became_peered":"2024-09-16T01:50:13.162610+0000","last_unstale":"2024-09-16T01:50:15.159569+0000","last_undegraded":"2024-09-16T01:50:15.159569+0000","last_fullsized":"2024-09-16T01:50:15.159569+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:54.916526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.180746+0000","last_change":"2024-09-16T01:50:14.179010+0000","last_active":"2024-09-16T01:50:14.180746+0000","last_peered":"2024-09-16T01:50:14.180746+0000","last_clean":"2024-09-16T01:50:14.180746+0000","last_became_active":"2024-09-16T01:50:14.178580+0000","last_became_peered":"2024-09-16T01:50:14.178580+0000","last_unstale":"2024-09-16T01:50:14.180746+0000","last_undegraded":"2024-09-16T01:50:14.180746+0000","last_fullsized":"2024-09-16T01:50:14.180746+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:27.431570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150862+0000","last_change":"2024-09-16T01:50:13.163707+0000","last_active":"2024-09-16T01:50:15.150862+0000","last_peered":"2024-09-16T01:50:15.150862+0000","last_clean":"2024-09-16T01:50:15.150862+0000","last_became_active":"2024-09-16T01:50:13.163429+0000","last_became_peered":"2024-09-16T01:50:13.163429+0000","last_unstale":"2024-09-16T01:50:15.150862+0000","last_undegraded":"2024-09-16T01:50:15.150862+0000","last_fullsized":"2024-09-16T01:50:15.150862+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:26.321873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175678+0000","last_change":"2024-09-16T01:50:14.168946+0000","last_active":"2024-09-16T01:50:14.175678+0000","last_peered":"2024-09-16T01:50:14.175678+0000","last_clean":"2024-09-16T01:50:14.175678+0000","last_became_active":"2024-09-16T01:50:14.168214+0000","last_became_peered":"2024-09-16T01:50:14.168214+0000","last_unstale":"2024-09-16T01:50:14.175678+0000","last_undegraded":"2024-09-16T01:50:14.175678+0000","last_fullsized":"2024-09-16T01:50:14.175678+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:26.399812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.159954+0000","last_change":"2024-09-16T01:50:13.164251+0000","last_active":"2024-09-16T01:50:14.159954+0000","last_peered":"2024-09-16T01:50:14.159954+0000","last_clean":"2024-09-16T01:50:14.159954+0000","last_became_active":"2024-09-16T01:50:13.163962+0000","last_became_peered":"2024-09-16T01:50:13.163962+0000","last_unstale":"2024-09-16T01:50:14.159954+0000","last_undegraded":"2024-09-16T01:50:14.159954+0000","last_fullsized":"2024-09-16T01:50:14.159954+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:30.332184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.183962+0000","last_change":"2024-09-16T01:50:14.180673+0000","last_active":"2024-09-16T01:50:14.183962+0000","last_peered":"2024-09-16T01:50:14.183962+0000","last_clean":"2024-09-16T01:50:14.183962+0000","last_became_active":"2024-09-16T01:50:14.180335+0000","last_became_peered":"2024-09-16T01:50:14.180335+0000","last_unstale":"2024-09-16T01:50:14.183962+0000","last_undegraded":"2024-09-16T01:50:14.183962+0000","last_fullsized":"2024-09-16T01:50:14.183962+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:15.705634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.154073+0000","last_change":"2024-09-16T01:50:13.161615+0000","last_active":"2024-09-16T01:50:14.154073+0000","last_peered":"2024-09-16T01:50:14.154073+0000","last_clean":"2024-09-16T01:50:14.154073+0000","last_became_active":"2024-09-16T01:50:13.161315+0000","last_became_peered":"2024-09-16T01:50:13.161315+0000","last_unstale":"2024-09-16T01:50:14.154073+0000","last_undegraded":"2024-09-16T01:50:14.154073+0000","last_fullsized":"2024-09-16T01:50:14.154073+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:41.734603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.175670+0000","last_change":"2024-09-16T01:50:14.171984+0000","last_active":"2024-09-16T01:50:14.175670+0000","last_peered":"2024-09-16T01:50:14.175670+0000","last_clean":"2024-09-16T01:50:14.175670+0000","last_became_active":"2024-09-16T01:50:14.171728+0000","last_became_peered":"2024-09-16T01:50:14.171728+0000","last_unstale":"2024-09-16T01:50:14.175670+0000","last_undegraded":"2024-09-16T01:50:14.175670+0000","last_fullsized":"2024-09-16T01:50:14.175670+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:22.710453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.155346+0000","last_change":"2024-09-16T01:50:13.161770+0000","last_active":"2024-09-16T01:50:14.155346+0000","last_peered":"2024-09-16T01:50:14.155346+0000","last_clean":"2024-09-16T01:50:14.155346+0000","last_became_active":"2024-09-16T01:50:13.161463+0000","last_became_peered":"2024-09-16T01:50:13.161463+0000","last_unstale":"2024-09-16T01:50:14.155346+0000","last_undegraded":"2024-09-16T01:50:14.155346+0000","last_fullsized":"2024-09-16T01:50:14.155346+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:08:02.605483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.171532+0000","last_change":"2024-09-16T01:50:14.165457+0000","last_active":"2024-09-16T01:50:14.171532+0000","last_peered":"2024-09-16T01:50:14.171532+0000","last_clean":"2024-09-16T01:50:14.171532+0000","last_became_active":"2024-09-16T01:50:14.165155+0000","last_became_peered":"2024-09-16T01:50:14.165155+0000","last_unstale":"2024-09-16T01:50:14.171532+0000","last_undegraded":"2024-09-16T01:50:14.171532+0000","last_fullsized":"2024-09-16T01:50:14.171532+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:07.080887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.159977+0000","last_change":"2024-09-16T01:50:13.158436+0000","last_active":"2024-09-16T01:50:14.159977+0000","last_peered":"2024-09-16T01:50:14.159977+0000","last_clean":"2024-09-16T01:50:14.159977+0000","last_became_active":"2024-09-16T01:50:13.158161+0000","last_became_peered":"2024-09-16T01:50:13.158161+0000","last_unstale":"2024-09-16T01:50:14.159977+0000","last_undegraded":"2024-09-16T01:50:14.159977+0000","last_fullsized":"2024-09-16T01:50:14.159977+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:11.098111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":9,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.169935+0000","last_change":"2024-09-16T01:50:14.167832+0000","last_active":"2024-09-16T01:50:14.169935+0000","last_peered":"2024-09-16T01:50:14.169935+0000","last_clean":"2024-09-16T01:50:14.169935+0000","last_became_active":"2024-09-16T01:50:14.167517+0000","last_became_peered":"2024-09-16T01:50:14.167517+0000","last_unstale":"2024-09-16T01:50:14.169935+0000","last_undegraded":"2024-09-16T01:50:14.169935+0000","last_fullsized":"2024-09-16T01:50:14.169935+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:55.946254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":14,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.153088+0000","last_change":"2024-09-16T01:50:13.164951+0000","last_active":"2024-09-16T01:50:15.153088+0000","last_peered":"2024-09-16T01:50:15.153088+0000","last_clean":"2024-09-16T01:50:15.153088+0000","last_became_active":"2024-09-16T01:50:13.164666+0000","last_became_peered":"2024-09-16T01:50:13.164666+0000","last_unstale":"2024-09-16T01:50:15.153088+0000","last_undegraded":"2024-09-16T01:50:15.153088+0000","last_fullsized":"2024-09-16T01:50:15.153088+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:55.937094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":12,"reported_epoch":152,"state":"active+clean","last_fresh":"2024-09-16T01:50:15.150239+0000","last_change":"2024-09-16T01:50:14.164054+0000","last_active":"2024-09-16T01:50:15.150239+0000","last_peered":"2024-09-16T01:50:15.150239+0000","last_clean":"2024-09-16T01:50:15.150239+0000","last_became_active":"2024-09-16T01:50:14.163767+0000","last_became_peered":"2024-09-16T01:50:14.163767+0000","last_unstale":"2024-09-16T01:50:15.150239+0000","last_undegraded":"2024-09-16T01:50:15.150239+0000","last_fullsized":"2024-09-16T01:50:15.150239+0000","mapping_epoch":150,"log_start":"0'0","ondisk_log_start":"0'0","created":150,"last_epoch_clean":151,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:13.140280+0000","last_clean_scrub_stamp":"2024-09-16T01:50:13.140280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:46.171207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":12,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.163761+0000","last_change":"2024-09-16T01:50:13.163713+0000","last_active":"2024-09-16T01:50:14.163761+0000","last_peered":"2024-09-16T01:50:14.163761+0000","last_clean":"2024-09-16T01:50:14.163761+0000","last_became_active":"2024-09-16T01:50:13.163358+0000","last_became_peered":"2024-09-16T01:50:13.163358+0000","last_unstale":"2024-09-16T01:50:14.163761+0000","last_undegraded":"2024-09-16T01:50:14.163761+0000","last_fullsized":"2024-09-16T01:50:14.163761+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:12.135075+0000","last_clean_scrub_stamp":"2024-09-16T01:50:12.135075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:01:54.916526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":450,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-16T01:50:14.164723+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:50:14.164723+0000","last_peered":"2024-09-16T01:50:14.164723+0000","last_clean":"2024-09-16T01:50:14.164723+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:50:14.164723+0000","last_undegraded":"2024-09-16T01:50:14.164723+0000","last_fullsized":"2024-09-16T01:50:14.164723+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574950,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33628,"kb_used_data":2440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338212,"statfs":{"total":96636764160,"available":96602329088,"internally_reserved":0,"allocated":2498560,"data_stored":1429617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509542,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33048,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338792,"statfs":{"total":96636764160,"available":96602923008,"internally_reserved":0,"allocated":1896448,"data_stored":839145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509542,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33048,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338792,"statfs":{"total":96636764160,"available":96602923008,"internally_reserved":0,"allocated":1896448,"data_stored":839145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509543,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33056,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338784,"statfs":{"total":96636764160,"available":96602914816,"internally_reserved":0,"allocated":1912832,"data_stored":841339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542246,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41380,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330460,"statfs":{"total":96636764160,"available":96594391040,"internally_reserved":0,"allocated":1908736,"data_stored":839339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542247,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37212,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334628,"statfs":{"total":96636764160,"available":96598659072,"internally_reserved":0,"allocated":1908736,"data_stored":839839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542247,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37212,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334628,"statfs":{"total":96636764160,"available":96598659072,"internally_reserved":0,"allocated":1908736,"data_stored":840757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542247,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37804,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334036,"statfs":{"total":96636764160,"available":96598052864,"internally_reserved":0,"allocated":2506752,"data_stored":1435891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:50:18.512 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:50:18.512 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:50:18.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.656+0000 7f63d448b640 1 Processor -- start 2024-09-16T01:50:18.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.656+0000 7f63d448b640 1 -- start start 2024-09-16T01:50:18.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d448b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f63cc06cbf0 0x7f63cc06d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d448b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63cc163050 con 0x7f63cc1478f0 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d448b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63cc162a90 con 0x7f63cc147510 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d448b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f63cc06d5a0 con 0x7f63cc06cbf0 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d1a26640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f63cc1478f0 0x7f63cc162140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32898/0 (socket says 172.21.15.16:32898) 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d1a26640 1 -- 172.21.15.16:0/2010145346 learned_addr learned my addr 172.21.15.16:0/2010145346 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d2a28640 1 --2- 172.21.15.16:0/2010145346 >> v2:172.21.15.104:3300/0 conn(0x7f63cc06cbf0 0x7f63cc06d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d1225640 1 -- 172.21.15.16:0/2010145346 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4060964839 0 0) 0x7f63cc163050 con 0x7f63cc1478f0 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d1225640 1 -- 172.21.15.16:0/2010145346 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f63b8003520 con 0x7f63cc1478f0 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d2a28640 1 -- 172.21.15.16:0/2010145346 >> v1:172.21.15.104:6789/0 conn(0x7f63cc147510 legacy=0x7f63cc0aea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d2a28640 1 -- 172.21.15.16:0/2010145346 >> v1:172.21.15.16:6789/0 conn(0x7f63cc1478f0 legacy=0x7f63cc162140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.657+0000 7f63d2a28640 1 -- 172.21.15.16:0/2010145346 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63cc162d70 con 0x7f63cc06cbf0 2024-09-16T01:50:18.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.658+0000 7f63d2a28640 1 --2- 172.21.15.16:0/2010145346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc06cbf0 0x7f63cc06d060 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f63c4009d90 tx=0x7f63c402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f6e6d06f7bb49e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:18.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.658+0000 7f63d1225640 1 -- 172.21.15.16:0/2010145346 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c4007740 con 0x7f63cc06cbf0 2024-09-16T01:50:18.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.658+0000 7f63d1225640 1 -- 172.21.15.16:0/2010145346 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63c40078e0 con 0x7f63cc06cbf0 2024-09-16T01:50:18.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.658+0000 7f63d1225640 1 -- 172.21.15.16:0/2010145346 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c4007c90 con 0x7f63cc06cbf0 2024-09-16T01:50:18.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.659+0000 7f63d448b640 1 -- 172.21.15.16:0/2010145346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc06cbf0 msgr2=0x7f63cc06d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.659+0000 7f63d448b640 1 --2- 172.21.15.16:0/2010145346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc06cbf0 0x7f63cc06d060 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f63c4009d90 tx=0x7f63c402a6f0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.659+0000 7f63d448b640 1 -- 172.21.15.16:0/2010145346 shutdown_connections 2024-09-16T01:50:18.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.659+0000 7f63d448b640 1 --2- 172.21.15.16:0/2010145346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc06cbf0 0x7f63cc06d060 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.659+0000 7f63d448b640 1 -- 172.21.15.16:0/2010145346 >> 172.21.15.16:0/2010145346 conn(0x7f63cc071ff0 msgr2=0x7f63cc072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:18.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.659+0000 7f63d448b640 1 -- 172.21.15.16:0/2010145346 shutdown_connections 2024-09-16T01:50:18.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.659+0000 7f63d448b640 1 -- 172.21.15.16:0/2010145346 wait complete. 2024-09-16T01:50:18.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.660+0000 7f63d448b640 1 Processor -- start 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.660+0000 7f63d448b640 1 -- start start 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d448b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f63cc06cbf0 0x7f63cc0c7480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d448b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc147510 0x7f63cc15e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d448b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63cc1478f0 0x7f63cc0c8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d448b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f63cc06e7e0 con 0x7f63cc06cbf0 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d448b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f63cc162850 con 0x7f63cc147510 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d448b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f63cc06fca0 con 0x7f63cc1478f0 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d2227640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f63cc06cbf0 0x7f63cc0c7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d2227640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f63cc06cbf0 0x7f63cc0c7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37108/0 (socket says 172.21.15.16:37108) 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d2227640 1 -- 172.21.15.16:0/1146625900 learned_addr learned my addr 172.21.15.16:0/1146625900 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d1a26640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc147510 0x7f63cc15e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d2a28640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63cc1478f0 0x7f63cc0c8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d2227640 1 -- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63cc1478f0 msgr2=0x7f63cc0c8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.661+0000 7f63d2227640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63cc1478f0 0x7f63cc0c8d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63d2227640 1 -- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc147510 msgr2=0x7f63cc15e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63d2227640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc147510 0x7f63cc15e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63d2227640 1 -- 172.21.15.16:0/1146625900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63cc15fdb0 con 0x7f63cc06cbf0 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63d2227640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f63cc06cbf0 0x7f63cc0c7480 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f63c800c3f0 tx=0x7f63c800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63c2ffd640 1 -- 172.21.15.16:0/1146625900 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c80052d0 con 0x7f63cc06cbf0 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63c2ffd640 1 -- 172.21.15.16:0/1146625900 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63c8005490 con 0x7f63cc06cbf0 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63c2ffd640 1 -- 172.21.15.16:0/1146625900 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c8007260 con 0x7f63cc06cbf0 2024-09-16T01:50:18.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63cc0c7d80 con 0x7f63cc06cbf0 2024-09-16T01:50:18.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.662+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63cc0c8340 con 0x7f63cc06cbf0 2024-09-16T01:50:18.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.663+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63cc15ff80 con 0x7f63cc06cbf0 2024-09-16T01:50:18.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.663+0000 7f63c2ffd640 1 -- 172.21.15.16:0/1146625900 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f63c8007400 con 0x7f63cc06cbf0 2024-09-16T01:50:18.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.664+0000 7f63c2ffd640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f63b006ca90 0x7f63b006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:18.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.664+0000 7f63c2ffd640 1 -- 172.21.15.16:0/1146625900 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f63c8089300 con 0x7f63cc06cbf0 2024-09-16T01:50:18.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.664+0000 7f63d1a26640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f63b006ca90 0x7f63b006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:18.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.665+0000 7f63d1a26640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f63b006ca90 0x7f63b006ef50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f63cc1f7a50 tx=0x7f63bc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:18.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.669+0000 7f63c2ffd640 1 -- 172.21.15.16:0/1146625900 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f63c8059360 con 0x7f63cc06cbf0 2024-09-16T01:50:18.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.910+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f63cc071510 con 0x7f63cc06cbf0 2024-09-16T01:50:18.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.913+0000 7f63c2ffd640 1 -- 172.21.15.16:0/1146625900 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) ==== 190+0+147 (secure 0 0 0) 0x7f63cc071510 con 0x7f63cc06cbf0 2024-09-16T01:50:18.914 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:50:18.914 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:50:18.914 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:50:18.914 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:50:18.914 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:50:18.914 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:50:18.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f63b006ca90 msgr2=0x7f63b006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f63b006ca90 0x7f63b006ef50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f63cc1f7a50 tx=0x7f63bc009040 comp rx=0 tx=0).stop 2024-09-16T01:50:18.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f63cc06cbf0 msgr2=0x7f63cc0c7480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:18.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f63cc06cbf0 0x7f63cc0c7480 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f63c800c3f0 tx=0x7f63c800c8b0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 shutdown_connections 2024-09-16T01:50:18.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f63b006ca90 0x7f63b006ef50 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f63cc1478f0 0x7f63cc0c8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63cc147510 0x7f63cc15e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 --2- 172.21.15.16:0/1146625900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f63cc06cbf0 0x7f63cc0c7480 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:18.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 >> 172.21.15.16:0/1146625900 conn(0x7f63cc071ff0 msgr2=0x7f63cc0753e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:18.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 shutdown_connections 2024-09-16T01:50:18.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:18.915+0000 7f63d448b640 1 -- 172.21.15.16:0/1146625900 wait complete. 2024-09-16T01:50:18.927 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.028+0000 7f99349e4640 1 Processor -- start 2024-09-16T01:50:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.028+0000 7f99349e4640 1 -- start start 2024-09-16T01:50:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.029+0000 7f99349e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f993015e680 0x7f99300b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.029+0000 7f99349e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99300b9a10 con 0x7f99300b95a0 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.029+0000 7f99349e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99300b8500 con 0x7f99300d4570 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.029+0000 7f99349e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f99300b87e0 con 0x7f993015e680 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.029+0000 7f992e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f993015e680 0x7f99300b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.029+0000 7f992dd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f99300b95a0 0x7f99300d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32902/0 (socket says 172.21.15.16:32902) 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.029+0000 7f992dd9b640 1 -- 172.21.15.16:0/1357401259 learned_addr learned my addr 172.21.15.16:0/1357401259 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.030+0000 7f992e59c640 1 -- 172.21.15.16:0/1357401259 >> v1:172.21.15.104:6789/0 conn(0x7f99300d4570 legacy=0x7f99300d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.030+0000 7f992e59c640 1 -- 172.21.15.16:0/1357401259 >> v1:172.21.15.16:6789/0 conn(0x7f99300b95a0 legacy=0x7f99300d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.030+0000 7f992e59c640 1 -- 172.21.15.16:0/1357401259 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99300b8ac0 con 0x7f993015e680 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.030+0000 7f992e59c640 1 --2- 172.21.15.16:0/1357401259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f993015e680 0x7f99300b7f20 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f9920009d90 tx=0x7f992002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64f5a0ec605af805 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.030+0000 7f992d59a640 1 -- 172.21.15.16:0/1357401259 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9920007740 con 0x7f993015e680 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f992d59a640 1 -- 172.21.15.16:0/1357401259 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99200078e0 con 0x7f993015e680 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f992d59a640 1 -- 172.21.15.16:0/1357401259 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9920007cb0 con 0x7f993015e680 2024-09-16T01:50:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f99349e4640 1 -- 172.21.15.16:0/1357401259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f993015e680 msgr2=0x7f99300b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f99349e4640 1 --2- 172.21.15.16:0/1357401259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f993015e680 0x7f99300b7f20 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f9920009d90 tx=0x7f992002a5f0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f99349e4640 1 -- 172.21.15.16:0/1357401259 shutdown_connections 2024-09-16T01:50:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f99349e4640 1 --2- 172.21.15.16:0/1357401259 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f993015e680 0x7f99300b7f20 unknown :-1 s=CLOSED pgs=1636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f99349e4640 1 -- 172.21.15.16:0/1357401259 >> 172.21.15.16:0/1357401259 conn(0x7f9930074fe0 msgr2=0x7f9930072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f99349e4640 1 -- 172.21.15.16:0/1357401259 shutdown_connections 2024-09-16T01:50:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.031+0000 7f99349e4640 1 -- 172.21.15.16:0/1357401259 wait complete. 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.032+0000 7f99349e4640 1 Processor -- start 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f99349e4640 1 -- start start 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f99349e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99300b95a0 0x7f99300cf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f99349e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99300d4570 0x7f99300cd050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f99349e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f993015e680 0x7f99300cd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f99349e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f993015ea60 con 0x7f99300d4570 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f99349e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f99300b9080 con 0x7f99300b95a0 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f99349e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f993015ebe0 con 0x7f993015e680 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f992dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99300d4570 0x7f99300cd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f992dd9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99300d4570 0x7f99300cd050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37122/0 (socket says 172.21.15.16:37122) 2024-09-16T01:50:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f992dd9b640 1 -- 172.21.15.16:0/2835878674 learned_addr learned my addr 172.21.15.16:0/2835878674 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.033+0000 7f992e59c640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99300b95a0 0x7f99300cf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f992ed9d640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f993015e680 0x7f99300cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f992dd9b640 1 -- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f993015e680 msgr2=0x7f99300cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f992dd9b640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f993015e680 0x7f99300cd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f992dd9b640 1 -- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99300b95a0 msgr2=0x7f99300cf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f992dd9b640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99300b95a0 0x7f99300cf0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f992dd9b640 1 -- 172.21.15.16:0/2835878674 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f993014f5d0 con 0x7f99300d4570 2024-09-16T01:50:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f992dd9b640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99300d4570 0x7f99300cd050 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f991800c7b0 tx=0x7f991800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f9926ffd640 1 -- 172.21.15.16:0/2835878674 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918018070 con 0x7f99300d4570 2024-09-16T01:50:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f9926ffd640 1 -- 172.21.15.16:0/2835878674 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99180072d0 con 0x7f99300d4570 2024-09-16T01:50:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f993014f890 con 0x7f99300d4570 2024-09-16T01:50:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f9926ffd640 1 -- 172.21.15.16:0/2835878674 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99180047e0 con 0x7f99300d4570 2024-09-16T01:50:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.034+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f993014fe50 con 0x7f99300d4570 2024-09-16T01:50:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.035+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f993014d790 con 0x7f99300d4570 2024-09-16T01:50:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.036+0000 7f9926ffd640 1 -- 172.21.15.16:0/2835878674 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f991801b070 con 0x7f99300d4570 2024-09-16T01:50:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.036+0000 7f9926ffd640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f991006ca90 0x7f991006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.036+0000 7f9926ffd640 1 -- 172.21.15.16:0/2835878674 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f9918089290 con 0x7f99300d4570 2024-09-16T01:50:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.036+0000 7f992e59c640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f991006ca90 0x7f991006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.037+0000 7f992e59c640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f991006ca90 0x7f991006ef50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9920034000 tx=0x7f992002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.041+0000 7f9926ffd640 1 -- 172.21.15.16:0/2835878674 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9918058ca0 con 0x7f99300d4570 2024-09-16T01:50:19.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.251+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99300b7f20 con 0x7f99300d4570 2024-09-16T01:50:19.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.251+0000 7f9926ffd640 1 -- 172.21.15.16:0/2835878674 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5230 (secure 0 0 0) 0x7f991805cfa0 con 0x7f99300d4570 2024-09-16T01:50:19.253 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:19.253 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":92,"btime":"2024-09-16T01:50:17:178442+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7133,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3360908208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3360908208},{"type":"v1","addr":"172.21.15.16:6835","nonce":3360908208}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8053,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/636285920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":636285920},{"type":"v1","addr":"172.21.15.104:6834","nonce":636285920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8056,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3034849073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3034849073},{"type":"v1","addr":"172.21.15.104:6835","nonce":3034849073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:13.513994+0000","modified":"2024-09-16T01:50:16.534747+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8838":{"gid":8838,"name":"c","rank":0,"incarnation":89,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/2456492410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2456492410},{"type":"v1","addr":"172.21.15.16:6834","nonce":2456492410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8838,"qdb_cluster":[8838]},"id":12}]} 2024-09-16T01:50:19.253 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 92 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f991006ca90 msgr2=0x7f991006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f991006ca90 0x7f991006ef50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9920034000 tx=0x7f992002f000 comp rx=0 tx=0).stop 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99300d4570 msgr2=0x7f99300cd050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99300d4570 0x7f99300cd050 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f991800c7b0 tx=0x7f991800cc70 comp rx=0 tx=0).stop 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 shutdown_connections 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f991006ca90 0x7f991006ef50 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f993015e680 0x7f99300cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f99300d4570 0x7f99300cd050 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 --2- 172.21.15.16:0/2835878674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f99300b95a0 0x7f99300cf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 >> 172.21.15.16:0/2835878674 conn(0x7f9930074fe0 msgr2=0x7f993015fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 shutdown_connections 2024-09-16T01:50:19.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.253+0000 7f99349e4640 1 -- 172.21.15.16:0/2835878674 wait complete. 2024-09-16T01:50:19.668 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 92, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:50:13.513994+0000', 'modified': '2024-09-16T01:50:16.534747+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8838}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8838': {'gid': 8838, 'name': 'c', 'rank': 0, 'incarnation': 89, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6834/2456492410', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6832', 'nonce': 2456492410}, {'type': 'v1', 'addr': '172.21.15.16:6834', 'nonce': 2456492410}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8838, 'qdb_cluster': [8838]} 2024-09-16T01:50:19.668 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:50:19.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T01:50:19.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.773+0000 7ff97ce37640 1 Processor -- start 2024-09-16T01:50:19.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.773+0000 7ff97ce37640 1 -- start start 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.774+0000 7ff97ce37640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9780cecb0 0x7ff9780ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.774+0000 7ff97ce37640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff9780cda90 0x7ff97806bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.774+0000 7ff97ce37640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff978160230 con 0x7ff9780cf090 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.774+0000 7ff97ce37640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff978160e40 con 0x7ff9780cda90 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.774+0000 7ff97ce37640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff978160510 con 0x7ff9780cecb0 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff975d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff9780cf090 0x7ff9780cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32904/0 (socket says 172.21.15.16:32904) 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff975d9b640 1 -- 172.21.15.16:0/2240432876 learned_addr learned my addr 172.21.15.16:0/2240432876 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff976d9d640 1 --2- 172.21.15.16:0/2240432876 >> v2:172.21.15.104:3300/0 conn(0x7ff9780cda90 0x7ff97806bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97659c640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9780cecb0 0x7ff9780ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 340193639 0 0) 0x7ff978160230 con 0x7ff9780cf090 2024-09-16T01:50:19.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff960003520 con 0x7ff9780cf090 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1695928790 0 0) 0x7ff960003520 con 0x7ff9780cf090 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9780cecb0 msgr2=0x7ff9780ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9780cecb0 0x7ff9780ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 >> v2:172.21.15.104:3300/0 conn(0x7ff9780cda90 msgr2=0x7ff97806bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 --2- 172.21.15.16:0/2240432876 >> v2:172.21.15.104:3300/0 conn(0x7ff9780cda90 0x7ff97806bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9781607f0 con 0x7ff9780cf090 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff96c001670 con 0x7ff9780cf090 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 >> v1:172.21.15.16:6789/0 conn(0x7ff9780cf090 legacy=0x7ff9780cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff960003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff960004800 0x7ff960004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 0x7ff96000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff978160e40 con 0x7ff9600039b0 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff978160510 con 0x7ff9600051c0 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff96000bf00 con 0x7ff960004800 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff976d9d640 1 --2- 172.21.15.16:0/2240432876 >> v2:172.21.15.104:3300/0 conn(0x7ff9780cda90 0x7ff97806bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97659c640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9780cecb0 0x7ff9780ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff97659c640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff960003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.775+0000 7ff975d9b640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff960004800 0x7ff960004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.776+0000 7ff976d9d640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 0x7ff96000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.776+0000 7ff97659c640 1 -- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff960004800 msgr2=0x7ff960004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.776+0000 7ff97659c640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff960004800 0x7ff960004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.776+0000 7ff97659c640 1 -- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 msgr2=0x7ff96000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.776+0000 7ff97659c640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff9600051c0 0x7ff96000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.776+0000 7ff97659c640 1 -- 172.21.15.16:0/2240432876 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff960003520 con 0x7ff9600039b0 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97659c640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff960003dd0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7ff968009b00 tx=0x7ff960005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f2163ca15b9e6cf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968036070 con 0x7ff9600039b0 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff968004030 con 0x7ff9600039b0 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97559a640 1 -- 172.21.15.16:0/2240432876 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9680097d0 con 0x7ff9600039b0 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97ce37640 1 -- 172.21.15.16:0/2240432876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 msgr2=0x7ff960003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97ce37640 1 --2- 172.21.15.16:0/2240432876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff960003dd0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7ff968009b00 tx=0x7ff960005830 comp rx=0 tx=0).stop 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff976d9d640 1 -- 172.21.15.16:0/2240432876 reap_dead start 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97ce37640 1 -- 172.21.15.16:0/2240432876 shutdown_connections 2024-09-16T01:50:19.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97ce37640 1 -- 172.21.15.16:0/2240432876 >> 172.21.15.16:0/2240432876 conn(0x7ff9780b2000 msgr2=0x7ff9780b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97ce37640 1 -- 172.21.15.16:0/2240432876 shutdown_connections 2024-09-16T01:50:19.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.777+0000 7ff97ce37640 1 -- 172.21.15.16:0/2240432876 wait complete. 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.779+0000 7ff97ce37640 1 Processor -- start 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.779+0000 7ff97ce37640 1 -- start start 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.779+0000 7ff97ce37640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff9781f5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97ce37640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff978159b90 0x7ff9781e88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97ce37640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9781e8df0 0x7ff9780b0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97ce37640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff9780ce310 con 0x7ff9600039b0 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97ce37640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff9780ce190 con 0x7ff978159b90 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97ce37640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff9780ce490 con 0x7ff9781e8df0 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff9781f5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff9781f5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37128/0 (socket says 172.21.15.16:37128) 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 -- 172.21.15.16:0/1320947875 learned_addr learned my addr 172.21.15.16:0/1320947875 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff975d9b640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff978159b90 0x7ff9781e88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff976d9d640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9781e8df0 0x7ff9780b0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 -- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9781e8df0 msgr2=0x7ff9780b0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9781e8df0 0x7ff9780b0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 -- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff978159b90 msgr2=0x7ff9781e88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff978159b90 0x7ff9781e88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 -- 172.21.15.16:0/1320947875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9781e6190 con 0x7ff9600039b0 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97659c640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff9781f5b00 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7ff968034040 tx=0x7ff968004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff966ffd640 1 -- 172.21.15.16:0/1320947875 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968041020 con 0x7ff9600039b0 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff966ffd640 1 -- 172.21.15.16:0/1320947875 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff968003930 con 0x7ff9600039b0 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9781e6470 con 0x7ff9600039b0 2024-09-16T01:50:19.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.780+0000 7ff966ffd640 1 -- 172.21.15.16:0/1320947875 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968036040 con 0x7ff9600039b0 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.781+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9780b0e70 con 0x7ff9600039b0 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.782+0000 7ff966ffd640 1 -- 172.21.15.16:0/1320947875 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7ff968044020 con 0x7ff9600039b0 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.782+0000 7ff966ffd640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95806cac0 0x7ff95806ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.783+0000 7ff966ffd640 1 -- 172.21.15.16:0/1320947875 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7ff9680ac970 con 0x7ff9600039b0 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.783+0000 7ff975d9b640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95806cac0 0x7ff95806ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.783+0000 7ff975d9b640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95806cac0 0x7ff95806ef80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7ff9780b4ea0 tx=0x7ff96c0078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.783+0000 7ff97fbce740 1 Processor -- start 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97fbce740 1 -- start start 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a03a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bba80 0x55cd349be6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349b88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97fbce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55cd34920520 con 0x55cd349be2c0 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cd348c83e0 con 0x55cd349bba80 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55cd3491c4e0 con 0x55cd349bfa50 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a03a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a03a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37144/0 (socket says 172.21.15.16:37144) 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.784+0000 7ff97659c640 1 -- 172.21.15.16:0/1728693844 learned_addr learned my addr 172.21.15.16:0/1728693844 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff975d9b640 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bba80 0x55cd349be6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff976d9d640 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349b88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff97659c640 1 -- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 msgr2=0x55cd349b88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff97659c640 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349b88b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff97659c640 1 -- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bba80 msgr2=0x55cd349be6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff97659c640 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bba80 0x55cd349be6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff97659c640 1 -- 172.21.15.16:0/1728693844 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd348e32f0 con 0x55cd349be2c0 2024-09-16T01:50:19.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff975d9b640 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bba80 0x55cd349be6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff97659c640 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a03a60 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7ff968075e90 tx=0x7ff968079390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd071f0a892649f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff957fff640 1 -- 172.21.15.16:0/1728693844 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968082560 con 0x55cd349be2c0 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff957fff640 1 -- 172.21.15.16:0/1728693844 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff968003d20 con 0x55cd349be2c0 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.785+0000 7ff957fff640 1 -- 172.21.15.16:0/1728693844 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968080070 con 0x55cd349be2c0 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 -- 172.21.15.16:0/1728693844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 msgr2=0x55cd34a03a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a03a60 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7ff968075e90 tx=0x7ff968079390 comp rx=0 tx=0).stop 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 -- 172.21.15.16:0/1728693844 shutdown_connections 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349b88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bba80 0x55cd349be6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1728693844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a03a60 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 -- 172.21.15.16:0/1728693844 >> 172.21.15.16:0/1728693844 conn(0x55cd349baa80 msgr2=0x55cd34a02f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 -- 172.21.15.16:0/1728693844 shutdown_connections 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 -- 172.21.15.16:0/1728693844 wait complete. 2024-09-16T01:50:19.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 -- start start 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.786+0000 7ff97fbce740 1 Processor -- start 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349be2c0 0x55cd34a00250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349bfa50 0x55cd349e86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd349fd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff97fbce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55cd3491c4e0 con 0x55cd349bfa50 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cd348a9450 con 0x55cd349e6820 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55cd34920520 con 0x55cd349be2c0 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff97fbce740 10 client.0 _ll_register_callbacks cb 0x55cd34632ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff975d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349bfa50 0x55cd349e86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff975d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349bfa50 0x55cd349e86e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37158/0 (socket says 172.21.15.16:37158) 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.787+0000 7ff975d9b640 1 -- 172.21.15.16:0/3662263941 learned_addr learned my addr 172.21.15.16:0/3662263941 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff976d9d640 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd349fd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff97659c640 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349be2c0 0x55cd34a00250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff975d9b640 1 -- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349be2c0 msgr2=0x55cd34a00250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff975d9b640 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349be2c0 0x55cd34a00250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff975d9b640 1 -- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 msgr2=0x55cd349fd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff975d9b640 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd349fd680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff975d9b640 1 -- 172.21.15.16:0/3662263941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd346332d0 con 0x55cd349bfa50 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff975d9b640 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349bfa50 0x55cd349e86e0 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7ff96c0156c0 tx=0x7ff978160db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c063cfb6b040a40 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff9557fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff9557fa640 1 -- 172.21.15.16:0/3662263941 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff96c028060 con 0x55cd349bfa50 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff9557fa640 1 -- 172.21.15.16:0/3662263941 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7ff96c023b20 con 0x55cd349bfa50 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff968003d20 con 0x55cd349bfa50 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff9557fa640 1 -- 172.21.15.16:0/3662263941 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7ff96c023d20 con 0x55cd349bfa50 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff97fbce740 10 client.8970 fetch_fsmap learned FSMap version 92 2024-09-16T01:50:19.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x55cd346fd6b0 con 0x55cd349bfa50 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.788+0000 7ff9557fa640 1 -- 172.21.15.16:0/3662263941 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff968003d20 con 0x55cd349bfa50 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff9557fa640 1 -- 172.21.15.16:0/3662263941 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 92) ==== 3502+0+0 (secure 0 0 0) 0x7ff96c0145b0 con 0x55cd349bfa50 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97fbce740 10 client.8970 fetch_fsmap finished waiting for FSMap version 92 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97fbce740 10 client.8970 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97fbce740 20 client.8970 populate_metadata read hostname 'smithi016' 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97fbce740 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a165d0 0x55cd34a169b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97fbce740 4 client.8970 mds_command: new command op to 8838 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 --> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd3492dc50 con 0x55cd34a165d0 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97659c640 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a165d0 0x55cd34a169b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff9557fa640 10 client.8970 ms_handle_connect on v2:172.21.15.16:6832/2456492410 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.789+0000 7ff97659c640 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a165d0 0x55cd34a169b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e443b67ba1f7ae7a server_cookie=a6b8a952b008e18d in_seq=0 out_seq=0 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff9557fa640 1 -- 172.21.15.16:0/3662263941 <== mds.0 v2:172.21.15.16:6832/2456492410 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cd3492dc50 con 0x55cd34a165d0 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff9557fa640 10 client.8970 handle_command_reply: tid=0 2024-09-16T01:50:19.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 client.8970 shutdown 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349bfa50 msgr2=0x55cd349e86e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349bfa50 0x55cd349e86e0 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7ff96c0156c0 tx=0x7ff978160db0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 shutdown_connections 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a165d0 0x55cd34a169b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd349fd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349bfa50 0x55cd349e86e0 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff9557fa640 0 client.8970 ms_handle_reset on v2:172.21.15.16:6832/2456492410 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 --2- 172.21.15.16:0/3662263941 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349be2c0 0x55cd34a00250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 >> 172.21.15.16:0/3662263941 conn(0x55cd349bba80 msgr2=0x55cd34a00fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 shutdown_connections 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 1 -- 172.21.15.16:0/3662263941 wait complete. 2024-09-16T01:50:19.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.790+0000 7ff97fbce740 20 client.8970 trim_cache size 0 max 16384 2024-09-16T01:50:19.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.808+0000 7ff97fbce740 1 Processor -- start 2024-09-16T01:50:19.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.808+0000 7ff97fbce740 1 -- start start 2024-09-16T01:50:19.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd349e7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bfa50 0x55cd349e84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349e6820 0x55cd34a25a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97fbce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff978200490 con 0x55cd349be2c0 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff9781e6b90 con 0x55cd349bfa50 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff9781f56b0 con 0x55cd349e6820 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd349e7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd349e7fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37168/0 (socket says 172.21.15.16:37168) 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 -- 172.21.15.16:0/1794740542 learned_addr learned my addr 172.21.15.16:0/1794740542 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff975d9b640 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bfa50 0x55cd349e84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff976d9d640 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349e6820 0x55cd34a25a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 -- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349e6820 msgr2=0x55cd34a25a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349e6820 0x55cd34a25a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 -- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bfa50 msgr2=0x55cd349e84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bfa50 0x55cd349e84f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.809+0000 7ff97659c640 1 -- 172.21.15.16:0/1794740542 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd349be9f0 con 0x55cd349be2c0 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97659c640 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd349e7fb0 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7ff9680799c0 tx=0x7ff96807b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef48e9377a70221 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff9577fe640 1 -- 172.21.15.16:0/1794740542 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968077d30 con 0x55cd349be2c0 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff9577fe640 1 -- 172.21.15.16:0/1794740542 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9680760a0 con 0x55cd349be2c0 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff9577fe640 1 -- 172.21.15.16:0/1794740542 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968080270 con 0x55cd349be2c0 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 -- 172.21.15.16:0/1794740542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 msgr2=0x55cd349e7fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd349e7fb0 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7ff9680799c0 tx=0x7ff96807b000 comp rx=0 tx=0).stop 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 -- 172.21.15.16:0/1794740542 shutdown_connections 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349e6820 0x55cd34a25a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349bfa50 0x55cd349e84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 --2- 172.21.15.16:0/1794740542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd349e7fb0 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 -- 172.21.15.16:0/1794740542 >> 172.21.15.16:0/1794740542 conn(0x55cd349bba80 msgr2=0x55cd34a04060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 -- 172.21.15.16:0/1794740542 shutdown_connections 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.810+0000 7ff97fbce740 1 -- 172.21.15.16:0/1794740542 wait complete. 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.811+0000 7ff97fbce740 1 -- start start 2024-09-16T01:50:19.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.811+0000 7ff97fbce740 1 Processor -- start 2024-09-16T01:50:19.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a14fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349e8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97fbce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd34a189c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97fbce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55cd349e8c20 con 0x55cd349be2c0 2024-09-16T01:50:19.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cd348c83e0 con 0x55cd349e6820 2024-09-16T01:50:19.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97fbce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55cd349d6450 con 0x55cd349bfa50 2024-09-16T01:50:19.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97fbce740 10 client.0 _ll_register_callbacks cb 0x7ff96c007820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a14fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a14fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37172/0 (socket says 172.21.15.16:37172) 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 -- 172.21.15.16:0/2111379989 learned_addr learned my addr 172.21.15.16:0/2111379989 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff976d9d640 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd34a189c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff975d9b640 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349e8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 -- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 msgr2=0x55cd349e8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349e8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 -- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 msgr2=0x55cd34a189c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd34a189c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.812+0000 7ff97659c640 1 -- 172.21.15.16:0/2111379989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd349e39c0 con 0x55cd349be2c0 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97659c640 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a14fd0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7ff968009b00 tx=0x7ff968047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b37b7d5212e2442 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff9557fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff9557fa640 1 -- 172.21.15.16:0/2111379989 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968003d20 con 0x55cd349be2c0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff9557fa640 1 -- 172.21.15.16:0/2111379989 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7ff968080070 con 0x55cd349be2c0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9680760a0 con 0x55cd349be2c0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff9557fa640 1 -- 172.21.15.16:0/2111379989 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7ff968080270 con 0x55cd349be2c0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 10 client.8976 fetch_fsmap learned FSMap version 92 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x55cd349e8640 con 0x55cd349be2c0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff9557fa640 1 -- 172.21.15.16:0/2111379989 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9680760a0 con 0x55cd349be2c0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff9557fa640 1 -- 172.21.15.16:0/2111379989 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 92) ==== 3502+0+0 (secure 0 0 0) 0x7ff968091be0 con 0x55cd349be2c0 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 10 client.8976 fetch_fsmap finished waiting for FSMap version 92 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 10 client.8976 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:50:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 20 client.8976 populate_metadata read hostname 'smithi016' 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a80ab0 0x55cd34a80e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 4 client.8976 mds_command: new command op to 8838 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 --> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] -- command(tid 0: {"prefix": "status"}) -- 0x55cd34927fa0 con 0x55cd34a80ab0 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.813+0000 7ff975d9b640 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a80ab0 0x55cd34a80e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff9557fa640 10 client.8976 ms_handle_connect on v2:172.21.15.16:6832/2456492410 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff975d9b640 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a80ab0 0x55cd34a80e90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c26b18af809a4925 server_cookie=5f1ce476474415ea in_seq=0 out_seq=0 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff9557fa640 1 -- 172.21.15.16:0/2111379989 <== mds.0 v2:172.21.15.16:6832/2456492410 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55cd34927fa0 con 0x55cd34a80ab0 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff9557fa640 10 client.8976 handle_command_reply: tid=0 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 client.8976 shutdown 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 msgr2=0x55cd34a14fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a14fd0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7ff968009b00 tx=0x7ff968047000 comp rx=0 tx=0).stop 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 shutdown_connections 2024-09-16T01:50:19.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:6832/2456492410,v1:172.21.15.16:6834/2456492410] conn(0x55cd34a80ab0 0x55cd34a80e90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cd349e6820 0x55cd34a189c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55cd349bfa50 0x55cd349e8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 --2- 172.21.15.16:0/2111379989 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55cd349be2c0 0x55cd34a14fd0 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff9557fa640 0 client.8976 ms_handle_reset on v2:172.21.15.16:6832/2456492410 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 >> 172.21.15.16:0/2111379989 conn(0x55cd349bba80 msgr2=0x55cd349e5dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 shutdown_connections 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 1 -- 172.21.15.16:0/2111379989 wait complete. 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.814+0000 7ff97fbce740 20 client.8976 trim_cache size 0 max 16384 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:50:19.823 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 8838, 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 5.6670631589999996, 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 92, 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 152, 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 152, 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 10.669549215 2024-09-16T01:50:19.824 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:50:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95806cac0 msgr2=0x7ff95806ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95806cac0 0x7ff95806ef80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7ff9780b4ea0 tx=0x7ff96c0078f0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 msgr2=0x7ff9781f5b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff9781f5b00 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7ff968034040 tx=0x7ff968004730 comp rx=0 tx=0).stop 2024-09-16T01:50:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 shutdown_connections 2024-09-16T01:50:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff95806cac0 0x7ff95806ef80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9781e8df0 0x7ff9780b0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff978159b90 0x7ff9781e88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 --2- 172.21.15.16:0/1320947875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9600039b0 0x7ff9781f5b00 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 >> 172.21.15.16:0/1320947875 conn(0x7ff9780b2000 msgr2=0x7ff978072310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 shutdown_connections 2024-09-16T01:50:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.815+0000 7ff97ce37640 1 -- 172.21.15.16:0/1320947875 wait complete. 2024-09-16T01:50:19.827 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:50:19.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.928+0000 7fedb0ad0640 1 Processor -- start 2024-09-16T01:50:19.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.928+0000 7fedb0ad0640 1 -- start start 2024-09-16T01:50:19.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.929+0000 7fedb0ad0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fedac147fc0 0x7fedac15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.929+0000 7fedb0ad0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.929+0000 7fedb0ad0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedac0ba2f0 con 0x7fedac0d0ee0 2024-09-16T01:50:19.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.929+0000 7fedb0ad0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fedac1483a0 con 0x7fedac147fc0 2024-09-16T01:50:19.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.929+0000 7fedb0ad0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fedac15efa0 con 0x7fedac0b9ee0 2024-09-16T01:50:19.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaad9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaad9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac0d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:51936/0 (socket says 172.21.15.16:51936) 2024-09-16T01:50:19.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaad9d640 1 -- 172.21.15.16:0/3428317870 learned_addr learned my addr 172.21.15.16:0/3428317870 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaa59c640 1 --2- 172.21.15.16:0/3428317870 >> v2:172.21.15.104:3300/0 conn(0x7fedac147fc0 0x7fedac15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaad9d640 1 -- 172.21.15.16:0/3428317870 >> v2:172.21.15.104:3300/0 conn(0x7fedac147fc0 msgr2=0x7fedac15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:19.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaad9d640 1 --2- 172.21.15.16:0/3428317870 >> v2:172.21.15.104:3300/0 conn(0x7fedac147fc0 0x7fedac15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaad9d640 1 -- 172.21.15.16:0/3428317870 >> v1:172.21.15.104:6789/0 conn(0x7fedac0d0ee0 legacy=0x7fedac0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.930+0000 7fedaad9d640 1 -- 172.21.15.16:0/3428317870 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedac0d2750 con 0x7fedac0b9ee0 2024-09-16T01:50:19.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.931+0000 7fedaad9d640 1 --2- 172.21.15.16:0/3428317870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac0d1370 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7feda4009e50 tx=0x7feda402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1133adc8eade6a66 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.931+0000 7feda9d9b640 1 -- 172.21.15.16:0/3428317870 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4036070 con 0x7fedac0b9ee0 2024-09-16T01:50:19.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.931+0000 7feda9d9b640 1 -- 172.21.15.16:0/3428317870 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feda4031600 con 0x7fedac0b9ee0 2024-09-16T01:50:19.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.931+0000 7feda9d9b640 1 -- 172.21.15.16:0/3428317870 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda40319d0 con 0x7fedac0b9ee0 2024-09-16T01:50:19.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.931+0000 7fedb0ad0640 1 -- 172.21.15.16:0/3428317870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 msgr2=0x7fedac0d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.931+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/3428317870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac0d1370 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7feda4009e50 tx=0x7feda402a710 comp rx=0 tx=0).stop 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.932+0000 7fedb0ad0640 1 -- 172.21.15.16:0/3428317870 shutdown_connections 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.932+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/3428317870 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac0d1370 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.932+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/3428317870 >> v2:172.21.15.104:3300/0 conn(0x7fedac147fc0 0x7fedac15ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.932+0000 7fedb0ad0640 1 -- 172.21.15.16:0/3428317870 >> 172.21.15.16:0/3428317870 conn(0x7fedac074fe0 msgr2=0x7fedac06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.932+0000 7fedb0ad0640 1 -- 172.21.15.16:0/3428317870 shutdown_connections 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.932+0000 7fedb0ad0640 1 -- 172.21.15.16:0/3428317870 wait complete. 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.933+0000 7fedb0ad0640 1 Processor -- start 2024-09-16T01:50:19.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.933+0000 7fedb0ad0640 1 -- start start 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedb0ad0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac15d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedb0ad0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedac0d0ee0 0x7fedac1e6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedb0ad0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedac147fc0 0x7fedac1e93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedb0ad0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fedac0d2d10 con 0x7fedac147fc0 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedb0ad0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fedac0d2500 con 0x7fedac0d0ee0 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedb0ad0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fedac0d2ff0 con 0x7fedac0b9ee0 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedac147fc0 0x7fedac1e93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedac147fc0 0x7fedac1e93a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37180/0 (socket says 172.21.15.16:37180) 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 -- 172.21.15.16:0/461082145 learned_addr learned my addr 172.21.15.16:0/461082145 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaa59c640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac15d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7feda3fff640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedac0d0ee0 0x7fedac1e6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 -- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 msgr2=0x7fedac15d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac15d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 -- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedac0d0ee0 msgr2=0x7fedac1e6cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedac0d0ee0 0x7fedac1e6cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 -- 172.21.15.16:0/461082145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedac1e87a0 con 0x7fedac147fc0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.934+0000 7fedaad9d640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedac147fc0 0x7fedac1e93a0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7feda4034040 tx=0x7feda4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.935+0000 7feda2ffd640 1 -- 172.21.15.16:0/461082145 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4036050 con 0x7fedac147fc0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.935+0000 7feda2ffd640 1 -- 172.21.15.16:0/461082145 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feda4042070 con 0x7fedac147fc0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.935+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedac1e7700 con 0x7fedac147fc0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.935+0000 7feda2ffd640 1 -- 172.21.15.16:0/461082145 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4009510 con 0x7fedac147fc0 2024-09-16T01:50:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.935+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedac1e7cc0 con 0x7fedac147fc0 2024-09-16T01:50:19.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.936+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedac15ea60 con 0x7fedac147fc0 2024-09-16T01:50:19.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.936+0000 7feda2ffd640 1 -- 172.21.15.16:0/461082145 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7feda4007c70 con 0x7fedac147fc0 2024-09-16T01:50:19.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.937+0000 7feda2ffd640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fed8c06ca90 0x7fed8c06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:19.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.937+0000 7feda2ffd640 1 -- 172.21.15.16:0/461082145 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7feda40ad490 con 0x7fedac147fc0 2024-09-16T01:50:19.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.937+0000 7fedaa59c640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fed8c06ca90 0x7fed8c06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:19.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.937+0000 7fedaa59c640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fed8c06ca90 0x7fed8c06ef50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fedac1e8bd0 tx=0x7fed9c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:19.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:19.941+0000 7feda2ffd640 1 -- 172.21.15.16:0/461082145 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feda407a440 con 0x7fedac147fc0 2024-09-16T01:50:20.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.154+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fedac0b78d0 con 0x7fedac147fc0 2024-09-16T01:50:20.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.154+0000 7feda2ffd640 1 -- 172.21.15.16:0/461082145 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v92) ==== 53+0+73 (secure 0 0 0) 0x7feda407e740 con 0x7fedac147fc0 2024-09-16T01:50:20.156 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fed8c06ca90 msgr2=0x7fed8c06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fed8c06ca90 0x7fed8c06ef50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fedac1e8bd0 tx=0x7fed9c009190 comp rx=0 tx=0).stop 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedac147fc0 msgr2=0x7fedac1e93a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedac147fc0 0x7fedac1e93a0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7feda4034040 tx=0x7feda4004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 shutdown_connections 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fed8c06ca90 0x7fed8c06ef50 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fedac147fc0 0x7fedac1e93a0 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fedac0d0ee0 0x7fedac1e6cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 --2- 172.21.15.16:0/461082145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fedac0b9ee0 0x7fedac15d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.156+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 >> 172.21.15.16:0/461082145 conn(0x7fedac074fe0 msgr2=0x7fedac0ce760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:20.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.157+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 shutdown_connections 2024-09-16T01:50:20.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20.157+0000 7fedb0ad0640 1 -- 172.21.15.16:0/461082145 wait complete. 2024-09-16T01:50:20.169 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:50:20.169 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:50:20.169 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:50:20.169 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:50:20.169 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:20.169 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:50:20.170 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:50:20.170 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:50:20.170 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:50:20.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:20.170 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:50:20.186 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:50:20.186 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:50:20.187 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42320sec preferred_lft 42320sec 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:20.188 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:20.189 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:50:20.189 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:20.189 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:20.189 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:20.189 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:50:20.189 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:20.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:20.189 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:50:20.251 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:50:20.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:20.253 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:50:20.310 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:50:20.310 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:50:20.310 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:50:20.310 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:50:20.310 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:50:20.310 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:50:20.310 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:50:20.311 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:50:20.311 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:50:20.311 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:50:20.311 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:50:20.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:50:20.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:20.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:20.438 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:50:20.454 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:50:20.455 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:50:20.455 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:50:20.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:20.455 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:50:20.521 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:50:20.522 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:20.522 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:20.578 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:50:20.578 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:20.578 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:20.634 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:50:20.701 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:20.758 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:50:20.758 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:50:20.758 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:50:20.759 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:50:20.760 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:20.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:20.762 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:50:20.815 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:50:20.815 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:50:20.857 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:50:20.883 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:50:20.940 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:20.941 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:20.942 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:20.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:20.943 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:50:20.943 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:50:20.939+0000 7f768f40d480 -1 init, newargv = 0x55b81b2c2ab0 newargc=15 2024-09-16T01:50:20.944 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[78631]: starting ceph client 2024-09-16T01:50:20.946 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[78631]: starting fuse 2024-09-16T01:50:20.959 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:50:20.960 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:50:20.960 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:20.961 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:50:20.962 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:50:21.080 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.78631.asok 2024-09-16T01:50:21.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:21.091 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.78631.asok 2024-09-16T01:50:21.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:21.091 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.78631.asok status 2024-09-16T01:50:21.229 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:50:21.229 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:50:21.229 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "78631", 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 8988, 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:50:21.230 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 8988 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 4291587297 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 4291587297 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.8988 192.168.0.1:0/4291587297", 2024-09-16T01:50:21.231 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/4291587297", 2024-09-16T01:50:21.232 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:50:21.232 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 92, 2024-09-16T01:50:21.232 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 152, 2024-09-16T01:50:21.232 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:50:21.232 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:50:21.232 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:50:21.232 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:50:21.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:21.238 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:50:21.238 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:21.254 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:50:21.255 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:21.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:21.255 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:21.321 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:50:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.461+0000 7f6f44065640 1 Processor -- start 2024-09-16T01:50:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.462+0000 7f6f44065640 1 -- start start 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f44065640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6f3c158cf0 0x7f6f3c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f44065640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f3c15bb20 con 0x7f6f3c1590d0 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f44065640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f3c15be00 con 0x7f6f3c06c2f0 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f44065640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6f3c0afd50 con 0x7f6f3c158cf0 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f41600640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6f3c1590d0 0x7f6f3c06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:32908/0 (socket says 172.21.15.16:32908) 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f41600640 1 -- 172.21.15.16:0/4102270100 learned_addr learned my addr 172.21.15.16:0/4102270100 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f41e01640 1 --2- 172.21.15.16:0/4102270100 >> v2:172.21.15.104:3300/0 conn(0x7f6f3c158cf0 0x7f6f3c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1904521856 0 0) 0x7f6f3c15bb20 con 0x7f6f3c1590d0 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f24003520 con 0x7f6f3c1590d0 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 9709518 0 0) 0x7f6f24003520 con 0x7f6f3c1590d0 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 >> v2:172.21.15.104:3300/0 conn(0x7f6f3c158cf0 msgr2=0x7f6f3c0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 --2- 172.21.15.16:0/4102270100 >> v2:172.21.15.104:3300/0 conn(0x7f6f3c158cf0 0x7f6f3c0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 >> v1:172.21.15.104:6789/0 conn(0x7f6f3c06c2f0 legacy=0x7f6f3c0ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3c15c0e0 con 0x7f6f3c1590d0 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f6f30001670 con 0x7f6f3c1590d0 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 >> v1:172.21.15.16:6789/0 conn(0x7f6f3c1590d0 legacy=0x7f6f3c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f240039b0 0x7f6f24003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f24004800 0x7f6f24004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240051c0 0x7f6f2400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c0afd50 con 0x7f6f240051c0 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.463+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2400c160 con 0x7f6f24004800 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6f2400e570 con 0x7f6f240039b0 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f42602640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240051c0 0x7f6f2400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f41e01640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f240039b0 0x7f6f24003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f41600640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f24004800 0x7f6f24004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f41e01640 1 -- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f24004800 msgr2=0x7f6f24004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f41e01640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f24004800 0x7f6f24004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f41e01640 1 -- 172.21.15.16:0/4102270100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240051c0 msgr2=0x7f6f2400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f41e01640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240051c0 0x7f6f2400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f41e01640 1 -- 172.21.15.16:0/4102270100 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f24003520 con 0x7f6f240039b0 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f42602640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240051c0 0x7f6f2400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.464+0000 7f6f42602640 1 -- 172.21.15.16:0/4102270100 reap_dead start 2024-09-16T01:50:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.465+0000 7f6f41e01640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f240039b0 0x7f6f24003dd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c009fc0 tx=0x7f6f24005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52fb2623011e4ad5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.465+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c009c10 con 0x7f6f240039b0 2024-09-16T01:50:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.465+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f2c036070 con 0x7f6f240039b0 2024-09-16T01:50:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.465+0000 7f6f40dff640 1 -- 172.21.15.16:0/4102270100 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c031880 con 0x7f6f240039b0 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.466+0000 7f6f44065640 1 -- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f240039b0 msgr2=0x7f6f24003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.466+0000 7f6f44065640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f240039b0 0x7f6f24003dd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c009fc0 tx=0x7f6f24005830 comp rx=0 tx=0).stop 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.466+0000 7f6f44065640 1 -- 172.21.15.16:0/4102270100 shutdown_connections 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.466+0000 7f6f44065640 1 --2- 172.21.15.16:0/4102270100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f240039b0 0x7f6f24003dd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.466+0000 7f6f44065640 1 -- 172.21.15.16:0/4102270100 >> 172.21.15.16:0/4102270100 conn(0x7f6f3c0b2000 msgr2=0x7f6f3c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.466+0000 7f6f44065640 1 -- 172.21.15.16:0/4102270100 shutdown_connections 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.466+0000 7f6f44065640 1 -- 172.21.15.16:0/4102270100 wait complete. 2024-09-16T01:50:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.467+0000 7f6f44065640 1 Processor -- start 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.467+0000 7f6f44065640 1 -- start start 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f44065640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240039b0 0x7f6f3c15e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f44065640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f3c14c3d0 0x7f6f3c072b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f44065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f3c0730c0 0x7f6f3c0b0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f44065640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c15cb90 con 0x7f6f240039b0 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f44065640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c15ca10 con 0x7f6f3c14c3d0 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f44065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6f3c15cd10 con 0x7f6f3c0730c0 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240039b0 0x7f6f3c15e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240039b0 0x7f6f3c15e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37196/0 (socket says 172.21.15.16:37196) 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 -- 172.21.15.16:0/3380756269 learned_addr learned my addr 172.21.15.16:0/3380756269 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41600640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f3c14c3d0 0x7f6f3c072b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 -- 172.21.15.16:0/3380756269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f3c0730c0 msgr2=0x7f6f3c0b0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f3c0730c0 0x7f6f3c0b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 -- 172.21.15.16:0/3380756269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f3c14c3d0 msgr2=0x7f6f3c072b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f3c14c3d0 0x7f6f3c072b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.468+0000 7f6f41e01640 1 -- 172.21.15.16:0/3380756269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3c14c850 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.469+0000 7f6f41e01640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240039b0 0x7f6f3c15e9e0 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c02aee0 tx=0x7f6f2c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.469+0000 7f6f3a7fc640 1 -- 172.21.15.16:0/3380756269 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c009c10 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.469+0000 7f6f3a7fc640 1 -- 172.21.15.16:0/3380756269 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f2c003990 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.469+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f3c15d940 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.469+0000 7f6f3a7fc640 1 -- 172.21.15.16:0/3380756269 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c003d80 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.469+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f3c15df00 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.470+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f3c0b3300 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.470+0000 7f6f3a7fc640 1 -- 172.21.15.16:0/3380756269 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f6f2c005d10 con 0x7f6f240039b0 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.471+0000 7f6f3a7fc640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6f2806ca90 0x7f6f2806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.471+0000 7f6f3a7fc640 1 -- 172.21.15.16:0/3380756269 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f6f2c0ab150 con 0x7f6f240039b0 2024-09-16T01:50:21.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.471+0000 7f6f41600640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6f2806ca90 0x7f6f2806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.471+0000 7f6f41600640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6f2806ca90 0x7f6f2806ef50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c072690 tx=0x7f6f30009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.475+0000 7f6f3a7fc640 1 -- 172.21.15.16:0/3380756269 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6f2c07b2d0 con 0x7f6f240039b0 2024-09-16T01:50:21.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.685+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6f3c0cd750 con 0x7f6f240039b0 2024-09-16T01:50:21.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.685+0000 7f6f3a7fc640 1 -- 172.21.15.16:0/3380756269 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v92) ==== 53+0+73 (secure 0 0 0) 0x7f6f2c07abd0 con 0x7f6f240039b0 2024-09-16T01:50:21.687 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:50:21.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6f2806ca90 msgr2=0x7f6f2806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6f2806ca90 0x7f6f2806ef50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c072690 tx=0x7f6f30009040 comp rx=0 tx=0).stop 2024-09-16T01:50:21.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240039b0 msgr2=0x7f6f3c15e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240039b0 0x7f6f3c15e9e0 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c02aee0 tx=0x7f6f2c009750 comp rx=0 tx=0).stop 2024-09-16T01:50:21.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 shutdown_connections 2024-09-16T01:50:21.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f6f2806ca90 0x7f6f2806ef50 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f3c0730c0 0x7f6f3c0b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f3c14c3d0 0x7f6f3c072b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 --2- 172.21.15.16:0/3380756269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f240039b0 0x7f6f3c15e9e0 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.687+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 >> 172.21.15.16:0/3380756269 conn(0x7f6f3c0b2000 msgr2=0x7f6f3c0b1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.688+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 shutdown_connections 2024-09-16T01:50:21.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:21.688+0000 7f6f44065640 1 -- 172.21.15.16:0/3380756269 wait complete. 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:50:21.700 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:50:21.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:21.701 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:21.721 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42318sec preferred_lft 42318sec 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:21.722 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:50:21.723 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:21.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:21.724 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:50:21.790 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:50:21.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:21.791 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:50:21.849 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:50:21.850 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:50:21.850 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:50:21.850 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:50:21.850 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:50:21.850 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:50:21.850 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:50:21.850 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:50:21.850 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:50:21.850 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:50:21.850 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:50:21.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:50:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:50:21.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:50:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:21.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:21.983 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:50:21.999 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:50:21.999 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:50:22.000 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:50:22.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:22.000 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:50:22.065 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:50:22.066 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:22.066 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:22.121 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:50:22.121 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:22.121 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:22.176 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:50:22.243 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:22.298 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:50:22.299 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:22.300 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:22.301 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:22.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:22.302 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:50:22.354 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:50:22.354 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:50:22.396 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:50:22.421 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:22.477 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:50:22.475+0000 7f17e2f21480 -1 init, newargv = 0x5563b298f9a0 newargc=15 2024-09-16T01:50:22.477 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[50079]: starting ceph client 2024-09-16T01:50:22.477 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:50:22.478 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:50:22.479 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:50:22.480 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:50:22.480 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:50:22.480 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:50:22.480 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:22.480 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:22.480 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:22.480 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:22.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:22.481 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:50:22.482 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[50079]: starting fuse 2024-09-16T01:50:22.496 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:50:22.497 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:50:22.497 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:22.498 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:50:22.499 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:50:22.613 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.50079.asok 2024-09-16T01:50:22.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:50:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:22.624 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.50079.asok 2024-09-16T01:50:22.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:22.624 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.50079.asok status 2024-09-16T01:50:22.756 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:50:22.756 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:50:22.756 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:50:22.756 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:50:22.756 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:50:22.756 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:50:22.756 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "50079", 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 7229, 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 7229 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:50:22.757 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3289902395 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3289902395 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.7229 192.168.0.1:0/3289902395", 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/3289902395", 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 92, 2024-09-16T01:50:22.758 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 152, 2024-09-16T01:50:22.759 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:50:22.759 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:50:22.759 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:50:22.759 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:50:22.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:22.765 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:50:22.765 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:22.781 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:50:22.781 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:22.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:22.781 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:22.846 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:50:22.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.964+0000 7feb15598640 1 Processor -- start 2024-09-16T01:50:22.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.964+0000 7feb15598640 1 -- start start 2024-09-16T01:50:22.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb15598640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb100b6e10 0x7feb100b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb15598640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feb100cf7a0 0x7feb100d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb15598640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb100d1fc0 con 0x7feb1015e600 2024-09-16T01:50:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb15598640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7feb100d1ce0 con 0x7feb100b6e10 2024-09-16T01:50:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb15598640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7feb100d2bb0 con 0x7feb100cf7a0 2024-09-16T01:50:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb100b6e10 0x7feb100b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0effd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7feb1015e600 0x7feb100b6700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50968/0 (socket says 172.21.15.16:50968) 2024-09-16T01:50:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb100b6e10 0x7feb100b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41574/0 (socket says 172.21.15.16:41574) 2024-09-16T01:50:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0effd640 1 -- 172.21.15.16:0/898165211 learned_addr learned my addr 172.21.15.16:0/898165211 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0f7fe640 1 --2- 172.21.15.16:0/898165211 >> v2:172.21.15.104:3300/0 conn(0x7feb100cf7a0 0x7feb100d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0e7fc640 1 -- 172.21.15.16:0/898165211 >> v2:172.21.15.104:3300/0 conn(0x7feb100cf7a0 msgr2=0x7feb100d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0e7fc640 1 --2- 172.21.15.16:0/898165211 >> v2:172.21.15.104:3300/0 conn(0x7feb100cf7a0 0x7feb100d3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0e7fc640 1 -- 172.21.15.16:0/898165211 >> v1:172.21.15.16:6789/0 conn(0x7feb1015e600 legacy=0x7feb100b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0e7fc640 1 -- 172.21.15.16:0/898165211 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb100d2e90 con 0x7feb100b6e10 2024-09-16T01:50:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.965+0000 7feb0dffb640 1 -- 172.21.15.16:0/898165211 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3865576034 0 0) 0x7feb100d1fc0 con 0x7feb1015e600 2024-09-16T01:50:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.966+0000 7feb0e7fc640 1 --2- 172.21.15.16:0/898165211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100b6e10 0x7feb100b78e0 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7feb1006bc90 tx=0x7feb0402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c530545bbb268fb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.966+0000 7feb0dffb640 1 -- 172.21.15.16:0/898165211 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb04037070 con 0x7feb100b6e10 2024-09-16T01:50:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.966+0000 7feb0dffb640 1 -- 172.21.15.16:0/898165211 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb04032440 con 0x7feb100b6e10 2024-09-16T01:50:22.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.966+0000 7feb0dffb640 1 -- 172.21.15.16:0/898165211 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0402ae60 con 0x7feb100b6e10 2024-09-16T01:50:22.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 -- 172.21.15.16:0/898165211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100b6e10 msgr2=0x7feb100b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 --2- 172.21.15.16:0/898165211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100b6e10 0x7feb100b78e0 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7feb1006bc90 tx=0x7feb0402a110 comp rx=0 tx=0).stop 2024-09-16T01:50:22.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 -- 172.21.15.16:0/898165211 shutdown_connections 2024-09-16T01:50:22.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 --2- 172.21.15.16:0/898165211 >> v2:172.21.15.104:3300/0 conn(0x7feb100cf7a0 0x7feb100d3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 --2- 172.21.15.16:0/898165211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100b6e10 0x7feb100b78e0 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 -- 172.21.15.16:0/898165211 >> 172.21.15.16:0/898165211 conn(0x7feb10072650 msgr2=0x7feb10072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:22.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 -- 172.21.15.16:0/898165211 shutdown_connections 2024-09-16T01:50:22.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.967+0000 7feb15598640 1 -- 172.21.15.16:0/898165211 wait complete. 2024-09-16T01:50:22.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.968+0000 7feb15598640 1 Processor -- start 2024-09-16T01:50:22.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb15598640 1 -- start start 2024-09-16T01:50:22.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb15598640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb100b6e10 0x7feb100b9610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb15598640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100cf7a0 0x7feb100cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb15598640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb1015e600 0x7feb101f6f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb15598640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7feb1015e9e0 con 0x7feb100cf7a0 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb15598640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feb100d1990 con 0x7feb1015e600 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb15598640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feb100b3ba0 con 0x7feb100b6e10 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb0e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100cf7a0 0x7feb100cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb0e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100cf7a0 0x7feb100cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41578/0 (socket says 172.21.15.16:41578) 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb0e7fc640 1 -- 172.21.15.16:0/1759123723 learned_addr learned my addr 172.21.15.16:0/1759123723 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.969+0000 7feb0effd640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb100b6e10 0x7feb100b9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb0f7fe640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb1015e600 0x7feb101f6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb0e7fc640 1 -- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb100b6e10 msgr2=0x7feb100b9610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb0e7fc640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb100b6e10 0x7feb100b9610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb0e7fc640 1 -- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb1015e600 msgr2=0x7feb101f6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb0e7fc640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb1015e600 0x7feb101f6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb0e7fc640 1 -- 172.21.15.16:0/1759123723 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb100c8150 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb0e7fc640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100cf7a0 0x7feb100cad50 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7feb04000c00 tx=0x7feb040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feaf77fe640 1 -- 172.21.15.16:0/1759123723 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb04037050 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feaf77fe640 1 -- 172.21.15.16:0/1759123723 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb04038040 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feaf77fe640 1 -- 172.21.15.16:0/1759123723 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb04004470 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb100c8430 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.970+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb100c8cd0 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.971+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb100b78e0 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.972+0000 7feaf77fe640 1 -- 172.21.15.16:0/1759123723 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7feb04030900 con 0x7feb100cf7a0 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.972+0000 7feaf77fe640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7feafc06ca90 0x7feafc06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.972+0000 7feaf77fe640 1 -- 172.21.15.16:0/1759123723 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7feb040aa8b0 con 0x7feb100cf7a0 2024-09-16T01:50:22.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.972+0000 7feb0effd640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7feafc06ca90 0x7feafc06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.973+0000 7feb0effd640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7feafc06ca90 0x7feafc06ef50 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7feb000012e0 tx=0x7feb00001630 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:22.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:22.977+0000 7feaf77fe640 1 -- 172.21.15.16:0/1759123723 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feb0407a3e0 con 0x7feb100cf7a0 2024-09-16T01:50:23.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.187+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7feb100b7f50 con 0x7feb100cf7a0 2024-09-16T01:50:23.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.195+0000 7feaf77fe640 1 -- 172.21.15.16:0/1759123723 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v93) ==== 136+0+0 (secure 0 0 0) 0x7feb0407e6e0 con 0x7feb100cf7a0 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7feafc06ca90 msgr2=0x7feafc06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7feafc06ca90 0x7feafc06ef50 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7feb000012e0 tx=0x7feb00001630 comp rx=0 tx=0).stop 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100cf7a0 msgr2=0x7feb100cad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100cf7a0 0x7feb100cad50 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7feb04000c00 tx=0x7feb040046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 shutdown_connections 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7feafc06ca90 0x7feafc06ef50 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb1015e600 0x7feb101f6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb100cf7a0 0x7feb100cad50 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 --2- 172.21.15.16:0/1759123723 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb100b6e10 0x7feb100b9610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 >> 172.21.15.16:0/1759123723 conn(0x7feb10072650 msgr2=0x7feb100cea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:23.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 shutdown_connections 2024-09-16T01:50:23.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.197+0000 7feb15598640 1 -- 172.21.15.16:0/1759123723 wait complete. 2024-09-16T01:50:23.210 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:50:23.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.312+0000 7fa1a6b78640 1 Processor -- start 2024-09-16T01:50:23.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.312+0000 7fa1a6b78640 1 -- start start 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a6b78640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1a006bbe0 0x7fa1a006f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a6b78640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa1a006f6e0 0x7fa1a0161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a6b78640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1a00b6a70 con 0x7fa1a015e3a0 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a6b78640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa1a006fb50 con 0x7fa1a006f6e0 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a6b78640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa1a00b7640 con 0x7fa1a006bbe0 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a5115640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa1a006f6e0 0x7fa1a0161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a5115640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa1a006f6e0 0x7fa1a0161f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41580/0 (socket says 172.21.15.16:41580) 2024-09-16T01:50:23.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a5115640 1 -- 172.21.15.16:0/3603276406 learned_addr learned my addr 172.21.15.16:0/3603276406 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa197fff640 1 --2- 172.21.15.16:0/3603276406 >> v2:172.21.15.104:3300/0 conn(0x7fa1a006bbe0 0x7fa1a006f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a5115640 1 -- 172.21.15.16:0/3603276406 >> v2:172.21.15.104:3300/0 conn(0x7fa1a006bbe0 msgr2=0x7fa1a006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a5115640 1 --2- 172.21.15.16:0/3603276406 >> v2:172.21.15.104:3300/0 conn(0x7fa1a006bbe0 0x7fa1a006f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a5115640 1 -- 172.21.15.16:0/3603276406 >> v1:172.21.15.104:6789/0 conn(0x7fa1a015e3a0 legacy=0x7fa1a006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa1a5115640 1 -- 172.21.15.16:0/3603276406 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1a006d960 con 0x7fa1a006f6e0 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.313+0000 7fa197fff640 1 --2- 172.21.15.16:0/3603276406 >> v2:172.21.15.104:3300/0 conn(0x7fa1a006bbe0 0x7fa1a006f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.314+0000 7fa1a5115640 1 --2- 172.21.15.16:0/3603276406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a0161f80 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fa1a00b4ec0 tx=0x7fa19802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1021e3dd816688ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.314+0000 7fa1977fe640 1 -- 172.21.15.16:0/3603276406 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa198036070 con 0x7fa1a006f6e0 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.314+0000 7fa1977fe640 1 -- 172.21.15.16:0/3603276406 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa198031600 con 0x7fa1a006f6e0 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.314+0000 7fa1977fe640 1 -- 172.21.15.16:0/3603276406 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1980319d0 con 0x7fa1a006f6e0 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 -- 172.21.15.16:0/3603276406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 msgr2=0x7fa1a0161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/3603276406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a0161f80 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fa1a00b4ec0 tx=0x7fa19802a730 comp rx=0 tx=0).stop 2024-09-16T01:50:23.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 -- 172.21.15.16:0/3603276406 shutdown_connections 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/3603276406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a0161f80 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/3603276406 >> v2:172.21.15.104:3300/0 conn(0x7fa1a006bbe0 0x7fa1a006f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 -- 172.21.15.16:0/3603276406 >> 172.21.15.16:0/3603276406 conn(0x7fa1a00b4090 msgr2=0x7fa1a00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 -- 172.21.15.16:0/3603276406 shutdown_connections 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.315+0000 7fa1a6b78640 1 -- 172.21.15.16:0/3603276406 wait complete. 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.316+0000 7fa1a6b78640 1 Processor -- start 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.316+0000 7fa1a6b78640 1 -- start start 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a6b78640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1a006bbe0 0x7fa1a0159f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a6b78640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a00b0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a6b78640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1a015e3a0 0x7fa1a00b1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a6b78640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1a00b72d0 con 0x7fa1a006f6e0 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a6b78640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1a00b6ff0 con 0x7fa1a015e3a0 2024-09-16T01:50:23.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a6b78640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1a015e780 con 0x7fa1a006bbe0 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a00b0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a00b0e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41586/0 (socket says 172.21.15.16:41586) 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 -- 172.21.15.16:0/1387548223 learned_addr learned my addr 172.21.15.16:0/1387548223 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a5115640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1a015e3a0 0x7fa1a00b1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa1a4914640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1a006bbe0 0x7fa1a0159f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 -- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1a006bbe0 msgr2=0x7fa1a0159f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1a006bbe0 0x7fa1a0159f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 -- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1a015e3a0 msgr2=0x7fa1a00b1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1a015e3a0 0x7fa1a00b1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.317+0000 7fa197fff640 1 -- 172.21.15.16:0/1387548223 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1a01f4fa0 con 0x7fa1a006f6e0 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.318+0000 7fa197fff640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a00b0e50 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fa19000e810 tx=0x7fa19000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.318+0000 7fa1957fa640 1 -- 172.21.15.16:0/1387548223 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa19000f040 con 0x7fa1a006f6e0 2024-09-16T01:50:23.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.318+0000 7fa1957fa640 1 -- 172.21.15.16:0/1387548223 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa190004030 con 0x7fa1a006f6e0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.318+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1a01f41e0 con 0x7fa1a006f6e0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.318+0000 7fa1957fa640 1 -- 172.21.15.16:0/1387548223 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa190004420 con 0x7fa1a006f6e0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.318+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1a01f47a0 con 0x7fa1a006f6e0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.319+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1a0070f50 con 0x7fa1a006f6e0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.319+0000 7fa1957fa640 1 -- 172.21.15.16:0/1387548223 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fa190005990 con 0x7fa1a006f6e0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.320+0000 7fa1957fa640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa18c06ca90 0x7fa18c06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.320+0000 7fa1957fa640 1 -- 172.21.15.16:0/1387548223 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7fa190089e60 con 0x7fa1a006f6e0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.320+0000 7fa1a4914640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa18c06ca90 0x7fa18c06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.320+0000 7fa1a4914640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa18c06ca90 0x7fa18c06ef50 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa1a006d6a0 tx=0x7fa19c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:23.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.324+0000 7fa1957fa640 1 -- 172.21.15.16:0/1387548223 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa1a0070f50 con 0x7fa1a006f6e0 2024-09-16T01:50:23.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.521+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fa1a0161050 con 0x7fa18c06ca90 2024-09-16T01:50:23.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.522+0000 7fa1957fa640 1 -- 172.21.15.16:0/1387548223 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fa1a0161050 con 0x7fa18c06ca90 2024-09-16T01:50:23.546 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:50:23.547 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:23.547 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:50:23.547 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:23.547 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:50:23.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa18c06ca90 msgr2=0x7fa18c06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa18c06ca90 0x7fa18c06ef50 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa1a006d6a0 tx=0x7fa19c009040 comp rx=0 tx=0).stop 2024-09-16T01:50:23.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 msgr2=0x7fa1a00b0e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a00b0e50 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fa19000e810 tx=0x7fa19000ecd0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 shutdown_connections 2024-09-16T01:50:23.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa18c06ca90 0x7fa18c06ef50 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1a015e3a0 0x7fa1a00b1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1a006f6e0 0x7fa1a00b0e50 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 --2- 172.21.15.16:0/1387548223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1a006bbe0 0x7fa1a0159f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 >> 172.21.15.16:0/1387548223 conn(0x7fa1a00b4090 msgr2=0x7fa1a00d0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:23.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 shutdown_connections 2024-09-16T01:50:23.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.524+0000 7fa1a6b78640 1 -- 172.21.15.16:0/1387548223 wait complete. 2024-09-16T01:50:23.549 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:50:23.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.654+0000 7fbaa041e640 1 Processor -- start 2024-09-16T01:50:23.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.654+0000 7fbaa041e640 1 -- start start 2024-09-16T01:50:23.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fbaa041e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fba98145e20 0x7fba9815c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fbaa041e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fba9806bbe0 0x7fba9806c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fbaa041e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba980719d0 con 0x7fba9815ccf0 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fbaa041e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fba9806c570 con 0x7fba98145e20 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fbaa041e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fba980b3900 con 0x7fba9806bbe0 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9e1ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fba98145e20 0x7fba9815c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9d9b9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fba9815ccf0 0x7fba98070f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50980/0 (socket says 172.21.15.16:50980) 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9d9b9640 1 -- 172.21.15.16:0/3558677825 learned_addr learned my addr 172.21.15.16:0/3558677825 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9e9bb640 1 --2- 172.21.15.16:0/3558677825 >> v2:172.21.15.104:3300/0 conn(0x7fba9806bbe0 0x7fba9806c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9e1ba640 1 -- 172.21.15.16:0/3558677825 >> v2:172.21.15.104:3300/0 conn(0x7fba9806bbe0 msgr2=0x7fba9806c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9e1ba640 1 --2- 172.21.15.16:0/3558677825 >> v2:172.21.15.104:3300/0 conn(0x7fba9806bbe0 0x7fba9806c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9e1ba640 1 -- 172.21.15.16:0/3558677825 >> v1:172.21.15.16:6789/0 conn(0x7fba9815ccf0 legacy=0x7fba98070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9e1ba640 1 -- 172.21.15.16:0/3558677825 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba98071cb0 con 0x7fba98145e20 2024-09-16T01:50:23.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.655+0000 7fba9d1b8640 1 -- 172.21.15.16:0/3558677825 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2152062190 0 0) 0x7fba980719d0 con 0x7fba9815ccf0 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.656+0000 7fba9e1ba640 1 --2- 172.21.15.16:0/3558677825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba98145e20 0x7fba9815c7b0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fba98074370 tx=0x7fba9402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b09e2801fc3358ef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.656+0000 7fba9d1b8640 1 -- 172.21.15.16:0/3558677825 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba94037070 con 0x7fba98145e20 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.656+0000 7fba9d1b8640 1 -- 172.21.15.16:0/3558677825 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba94032440 con 0x7fba98145e20 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.656+0000 7fba9d1b8640 1 -- 172.21.15.16:0/3558677825 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba94032810 con 0x7fba98145e20 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 -- 172.21.15.16:0/3558677825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba98145e20 msgr2=0x7fba9815c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 --2- 172.21.15.16:0/3558677825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba98145e20 0x7fba9815c7b0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fba98074370 tx=0x7fba9402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 -- 172.21.15.16:0/3558677825 shutdown_connections 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 --2- 172.21.15.16:0/3558677825 >> v2:172.21.15.104:3300/0 conn(0x7fba9806bbe0 0x7fba9806c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 --2- 172.21.15.16:0/3558677825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba98145e20 0x7fba9815c7b0 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 -- 172.21.15.16:0/3558677825 >> 172.21.15.16:0/3558677825 conn(0x7fba980b2000 msgr2=0x7fba980b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:23.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 -- 172.21.15.16:0/3558677825 shutdown_connections 2024-09-16T01:50:23.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.657+0000 7fbaa041e640 1 -- 172.21.15.16:0/3558677825 wait complete. 2024-09-16T01:50:23.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.658+0000 7fbaa041e640 1 Processor -- start 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.658+0000 7fbaa041e640 1 -- start start 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fbaa041e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba9806bbe0 0x7fba980aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fbaa041e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba98145e20 0x7fba98136d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fbaa041e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba9815ccf0 0x7fba980c5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fbaa041e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fba980b3530 con 0x7fba9815ccf0 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fbaa041e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fba980b3e30 con 0x7fba9806bbe0 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fbaa041e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fba98071620 con 0x7fba98145e20 2024-09-16T01:50:23.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba9815ccf0 0x7fba980c5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba9815ccf0 0x7fba980c5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41616/0 (socket says 172.21.15.16:41616) 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 -- 172.21.15.16:0/2009671748 learned_addr learned my addr 172.21.15.16:0/2009671748 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9d9b9640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba98145e20 0x7fba98136d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e1ba640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba9806bbe0 0x7fba980aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 -- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba98145e20 msgr2=0x7fba98136d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba98145e20 0x7fba98136d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 -- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba9806bbe0 msgr2=0x7fba980aeab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba9806bbe0 0x7fba980aeab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 -- 172.21.15.16:0/2009671748 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba980aeff0 con 0x7fba9815ccf0 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e1ba640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba9806bbe0 0x7fba980aeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:23.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9d9b9640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba98145e20 0x7fba98136d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:23.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.659+0000 7fba9e9bb640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba9815ccf0 0x7fba980c5270 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fba9000efc0 tx=0x7fba9000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:23.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.660+0000 7fba8effd640 1 -- 172.21.15.16:0/2009671748 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba90018020 con 0x7fba9815ccf0 2024-09-16T01:50:23.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.660+0000 7fba8effd640 1 -- 172.21.15.16:0/2009671748 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba90014480 con 0x7fba9815ccf0 2024-09-16T01:50:23.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.660+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba981377b0 con 0x7fba9815ccf0 2024-09-16T01:50:23.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.660+0000 7fba8effd640 1 -- 172.21.15.16:0/2009671748 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba90014870 con 0x7fba9815ccf0 2024-09-16T01:50:23.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.660+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba98137d70 con 0x7fba9815ccf0 2024-09-16T01:50:23.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.661+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba9806c030 con 0x7fba9815ccf0 2024-09-16T01:50:23.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.661+0000 7fba8effd640 1 -- 172.21.15.16:0/2009671748 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fba90005d10 con 0x7fba9815ccf0 2024-09-16T01:50:23.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.662+0000 7fba8effd640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fba7c06ca90 0x7fba7c06ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:23.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.662+0000 7fba8effd640 1 -- 172.21.15.16:0/2009671748 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7fba9008a860 con 0x7fba9815ccf0 2024-09-16T01:50:23.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.662+0000 7fba9e1ba640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fba7c06ca90 0x7fba7c06ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:23.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.662+0000 7fba9e1ba640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fba7c06ca90 0x7fba7c06ef50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba94034000 tx=0x7fba9402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:23.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.666+0000 7fba8effd640 1 -- 172.21.15.16:0/2009671748 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba90022070 con 0x7fba9815ccf0 2024-09-16T01:50:23.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.840+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fba980b0b00 con 0x7fba9815ccf0 2024-09-16T01:50:23.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.840+0000 7fba8effd640 1 -- 172.21.15.16:0/2009671748 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7fba90010040 con 0x7fba9815ccf0 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fba7c06ca90 msgr2=0x7fba7c06ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fba7c06ca90 0x7fba7c06ef50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba94034000 tx=0x7fba9402e000 comp rx=0 tx=0).stop 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba9815ccf0 msgr2=0x7fba980c5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba9815ccf0 0x7fba980c5270 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fba9000efc0 tx=0x7fba9000c490 comp rx=0 tx=0).stop 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 shutdown_connections 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fba7c06ca90 0x7fba7c06ef50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fba9815ccf0 0x7fba980c5270 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fba98145e20 0x7fba98136d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 --2- 172.21.15.16:0/2009671748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba9806bbe0 0x7fba980aeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:23.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 >> 172.21.15.16:0/2009671748 conn(0x7fba980b2000 msgr2=0x7fba980b1660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:23.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 shutdown_connections 2024-09-16T01:50:23.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:23.842+0000 7fbaa041e640 1 -- 172.21.15.16:0/2009671748 wait complete. 2024-09-16T01:50:23.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:23.855 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol15760/2cb59041-eda1-49ea-8930-e30d04788d87) 2024-09-16T01:50:23.931 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:23.931 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:50:23.989 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:50:23.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:23.989 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol15760/2cb59041-eda1-49ea-8930-e30d04788d87) 2024-09-16T01:50:24.060 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:24.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol15760/.meta 2024-09-16T01:50:24.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:24.131 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp48560/subvol49321/343e80d5-8357-450d-ba52-94b452cb3d7a) 2024-09-16T01:50:24.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:24.202 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:50:24.259 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:50:24.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:24.260 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/subvol_grp48560/subvol49321/343e80d5-8357-450d-ba52-94b452cb3d7a) 2024-09-16T01:50:24.331 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:24.331 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/subvol_grp48560/subvol49321/.meta 2024-09-16T01:50:24.399 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol15760 2024-09-16T01:50:24.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.543+0000 7f0dde45e640 1 Processor -- start 2024-09-16T01:50:24.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.543+0000 7f0dde45e640 1 -- start start 2024-09-16T01:50:24.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0dde45e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0dd80b7560 0x7f0dd81670e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0dde45e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dd815cba0 con 0x7f0dd80d2b20 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0dde45e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dd815ce80 con 0x7f0dd815a0b0 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0dde45e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0dd815d160 con 0x7f0dd80b7560 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0ddc9fb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0dd80b7560 0x7f0dd81670e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0dd77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0dd80d2b20 0x7f0dd80b6e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:50994/0 (socket says 172.21.15.16:50994) 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0ddc9fb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0dd80b7560 0x7f0dd81670e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41630/0 (socket says 172.21.15.16:41630) 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0dd77fe640 1 -- 172.21.15.16:0/637440351 learned_addr learned my addr 172.21.15.16:0/637440351 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0ddc9fb640 1 -- 172.21.15.16:0/637440351 >> v1:172.21.15.104:6789/0 conn(0x7f0dd815a0b0 legacy=0x7f0dd80d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0ddc9fb640 1 -- 172.21.15.16:0/637440351 >> v1:172.21.15.16:6789/0 conn(0x7f0dd80d2b20 legacy=0x7f0dd80b6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.544+0000 7f0ddc9fb640 1 -- 172.21.15.16:0/637440351 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dd815d440 con 0x7f0dd80b7560 2024-09-16T01:50:24.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.545+0000 7f0ddc9fb640 1 --2- 172.21.15.16:0/637440351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81670e0 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009d90 tx=0x7f0dd002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a10c901ffb66c8e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.545+0000 7f0dd6ffd640 1 -- 172.21.15.16:0/637440351 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0007740 con 0x7f0dd80b7560 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.545+0000 7f0dd6ffd640 1 -- 172.21.15.16:0/637440351 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dd00078e0 con 0x7f0dd80b7560 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.545+0000 7f0dd6ffd640 1 -- 172.21.15.16:0/637440351 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0007cb0 con 0x7f0dd80b7560 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.546+0000 7f0dde45e640 1 -- 172.21.15.16:0/637440351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 msgr2=0x7f0dd81670e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.546+0000 7f0dde45e640 1 --2- 172.21.15.16:0/637440351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81670e0 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009d90 tx=0x7f0dd002a6f0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.546+0000 7f0dde45e640 1 -- 172.21.15.16:0/637440351 shutdown_connections 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.546+0000 7f0dde45e640 1 --2- 172.21.15.16:0/637440351 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81670e0 unknown :-1 s=CLOSED pgs=1661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.546+0000 7f0dde45e640 1 -- 172.21.15.16:0/637440351 >> 172.21.15.16:0/637440351 conn(0x7f0dd806f2d0 msgr2=0x7f0dd806f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.546+0000 7f0dde45e640 1 -- 172.21.15.16:0/637440351 shutdown_connections 2024-09-16T01:50:24.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.546+0000 7f0dde45e640 1 -- 172.21.15.16:0/637440351 wait complete. 2024-09-16T01:50:24.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.547+0000 7f0dde45e640 1 Processor -- start 2024-09-16T01:50:24.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.547+0000 7f0dde45e640 1 -- start start 2024-09-16T01:50:24.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dde45e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81f42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dde45e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd80d2b20 0x7f0dd8158880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dde45e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd815a0b0 0x7f0dd81502c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dde45e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd80b56d0 con 0x7f0dd80b7560 2024-09-16T01:50:24.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dde45e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd80b5550 con 0x7f0dd815a0b0 2024-09-16T01:50:24.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dde45e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0dd8167620 con 0x7f0dd80d2b20 2024-09-16T01:50:24.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81f42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81f42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41642/0 (socket says 172.21.15.16:41642) 2024-09-16T01:50:24.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 -- 172.21.15.16:0/2141088819 learned_addr learned my addr 172.21.15.16:0/2141088819 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:24.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd77fe640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd80d2b20 0x7f0dd8158880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0ddc9fb640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd815a0b0 0x7f0dd81502c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 -- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd80d2b20 msgr2=0x7f0dd8158880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd80d2b20 0x7f0dd8158880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 -- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd815a0b0 msgr2=0x7f0dd81502c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd815a0b0 0x7f0dd81502c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.548+0000 7f0dd7fff640 1 -- 172.21.15.16:0/2141088819 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dd81f4900 con 0x7f0dd80b7560 2024-09-16T01:50:24.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.549+0000 7f0dd7fff640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81f42d0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f0dc800c430 tx=0x7f0dc800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:24.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.549+0000 7f0dd4ff9640 1 -- 172.21.15.16:0/2141088819 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc80052d0 con 0x7f0dd80b7560 2024-09-16T01:50:24.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.549+0000 7f0dd4ff9640 1 -- 172.21.15.16:0/2141088819 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dc8005490 con 0x7f0dd80b7560 2024-09-16T01:50:24.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.549+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dd81f4be0 con 0x7f0dd80b7560 2024-09-16T01:50:24.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.549+0000 7f0dd4ff9640 1 -- 172.21.15.16:0/2141088819 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc8007260 con 0x7f0dd80b7560 2024-09-16T01:50:24.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.549+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dd81f51a0 con 0x7f0dd80b7560 2024-09-16T01:50:24.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.550+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dd80b6e50 con 0x7f0dd80b7560 2024-09-16T01:50:24.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.550+0000 7f0dd4ff9640 1 -- 172.21.15.16:0/2141088819 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f0dc8007400 con 0x7f0dd80b7560 2024-09-16T01:50:24.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.551+0000 7f0dd4ff9640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406ca90 0x7f0dc406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.551+0000 7f0dd4ff9640 1 -- 172.21.15.16:0/2141088819 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f0dc8089330 con 0x7f0dd80b7560 2024-09-16T01:50:24.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.551+0000 7f0dd77fe640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406ca90 0x7f0dc406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.551+0000 7f0dd77fe640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406ca90 0x7f0dc406ef50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8156490 tx=0x7f0dcc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:24.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.555+0000 7f0dd4ff9640 1 -- 172.21.15.16:0/2141088819 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0dc8059390 con 0x7f0dd80b7560 2024-09-16T01:50:24.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.756+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol15760", "target": ["mon-mgr", ""]}) -- 0x7f0dd8158dc0 con 0x7f0dc406ca90 2024-09-16T01:50:24.763 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:24.762+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:24.763 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:24.762+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:24.763 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:24.762+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:24.763 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:24.762+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:24.763 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:24.762+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:24.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.805+0000 7f0dd4ff9640 1 -- 172.21.15.16:0/2141088819 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7f0dd8158dc0 con 0x7f0dc406ca90 2024-09-16T01:50:24.807 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/_nogroup/subvol15760/2cb59041-eda1-49ea-8930-e30d04788d87 2024-09-16T01:50:24.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406ca90 msgr2=0x7f0dc406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406ca90 0x7f0dc406ef50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8156490 tx=0x7f0dcc009040 comp rx=0 tx=0).stop 2024-09-16T01:50:24.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 msgr2=0x7f0dd81f42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81f42d0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f0dc800c430 tx=0x7f0dc800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 shutdown_connections 2024-09-16T01:50:24.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0dc406ca90 0x7f0dc406ef50 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dd815a0b0 0x7f0dd81502c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0dd80d2b20 0x7f0dd8158880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.807+0000 7f0dde45e640 1 --2- 172.21.15.16:0/2141088819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd80b7560 0x7f0dd81f42d0 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.808+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 >> 172.21.15.16:0/2141088819 conn(0x7f0dd806f2d0 msgr2=0x7f0dd815bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:24.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.808+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 shutdown_connections 2024-09-16T01:50:24.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.808+0000 7f0dde45e640 1 -- 172.21.15.16:0/2141088819 wait complete. 2024-09-16T01:50:24.820 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol49321 subvol_grp48560 2024-09-16T01:50:24.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.925+0000 7f22e422e640 1 Processor -- start 2024-09-16T01:50:24.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.926+0000 7f22e422e640 1 -- start start 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.926+0000 7f22e422e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22dc072200 0x7f22dc072650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.926+0000 7f22e422e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22dc0d4350 con 0x7f22dc0b9880 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.926+0000 7f22e422e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22dc0d3590 con 0x7f22dc15e840 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.926+0000 7f22e422e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f22dc0cfe50 con 0x7f22dc072200 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.926+0000 7f22e27cb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22dc072200 0x7f22dc072650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.926+0000 7f22e27cb640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22dc072200 0x7f22dc072650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41668/0 (socket says 172.21.15.16:41668) 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.927+0000 7f22e27cb640 1 -- 172.21.15.16:0/2735305694 learned_addr learned my addr 172.21.15.16:0/2735305694 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:24.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.927+0000 7f22e17c9640 1 --1- 172.21.15.16:0/2735305694 >> v1:172.21.15.16:6789/0 conn(0x7f22dc0b9880 0x7f22dc0b9cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51004/0 (socket says 172.21.15.16:51004) 2024-09-16T01:50:24.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.927+0000 7f22e27cb640 1 -- 172.21.15.16:0/2735305694 >> v1:172.21.15.104:6789/0 conn(0x7f22dc15e840 legacy=0x7f22dc0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:24.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.927+0000 7f22e27cb640 1 -- 172.21.15.16:0/2735305694 >> v1:172.21.15.16:6789/0 conn(0x7f22dc0b9880 legacy=0x7f22dc0b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.927+0000 7f22e27cb640 1 -- 172.21.15.16:0/2735305694 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22dc0d3870 con 0x7f22dc072200 2024-09-16T01:50:24.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.927+0000 7f22e0fc8640 1 -- 172.21.15.16:0/2735305694 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2509288077 0 0) 0x7f22dc0d4350 con 0x7f22dc0b9880 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e27cb640 1 --2- 172.21.15.16:0/2735305694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc072650 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7f22d4009870 tx=0x7f22d402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d558a1ae0677533 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e0fc8640 1 -- 172.21.15.16:0/2735305694 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4037070 con 0x7f22dc072200 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e0fc8640 1 -- 172.21.15.16:0/2735305694 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22d4032440 con 0x7f22dc072200 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e0fc8640 1 -- 172.21.15.16:0/2735305694 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4032810 con 0x7f22dc072200 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e422e640 1 -- 172.21.15.16:0/2735305694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 msgr2=0x7f22dc072650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e422e640 1 --2- 172.21.15.16:0/2735305694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc072650 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7f22d4009870 tx=0x7f22d402a210 comp rx=0 tx=0).stop 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e422e640 1 -- 172.21.15.16:0/2735305694 shutdown_connections 2024-09-16T01:50:24.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e422e640 1 --2- 172.21.15.16:0/2735305694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc072650 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e422e640 1 -- 172.21.15.16:0/2735305694 >> 172.21.15.16:0/2735305694 conn(0x7f22dc0d4630 msgr2=0x7f22dc0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:24.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e422e640 1 -- 172.21.15.16:0/2735305694 shutdown_connections 2024-09-16T01:50:24.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.928+0000 7f22e422e640 1 -- 172.21.15.16:0/2735305694 wait complete. 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.929+0000 7f22e422e640 1 Processor -- start 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e422e640 1 -- start start 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e422e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc151970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e422e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22dc0b9880 0x7f22dc1f4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e422e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22dc15e840 0x7f22dc0b55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e422e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f22dc15fc30 con 0x7f22dc072200 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e422e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f22dc0d3e30 con 0x7f22dc0b9880 2024-09-16T01:50:24.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e422e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f22dc0ba400 con 0x7f22dc15e840 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e1fca640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc151970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e1fca640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc151970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41676/0 (socket says 172.21.15.16:41676) 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.930+0000 7f22e1fca640 1 -- 172.21.15.16:0/1313003661 learned_addr learned my addr 172.21.15.16:0/1313003661 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e17c9640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22dc0b9880 0x7f22dc1f4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e27cb640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22dc15e840 0x7f22dc0b55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e1fca640 1 -- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22dc15e840 msgr2=0x7f22dc0b55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e1fca640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22dc15e840 0x7f22dc0b55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e1fca640 1 -- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22dc0b9880 msgr2=0x7f22dc1f4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e1fca640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22dc0b9880 0x7f22dc1f4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e1fca640 1 -- 172.21.15.16:0/1313003661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22dc162bc0 con 0x7f22dc072200 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e1fca640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc151970 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f22d800c7f0 tx=0x7f22d800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22d27fc640 1 -- 172.21.15.16:0/1313003661 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d8016020 con 0x7f22dc072200 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22d27fc640 1 -- 172.21.15.16:0/1313003661 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22d800aa50 con 0x7f22dc072200 2024-09-16T01:50:24.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22dc0c9990 con 0x7f22dc072200 2024-09-16T01:50:24.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22d27fc640 1 -- 172.21.15.16:0/1313003661 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d800ae40 con 0x7f22dc072200 2024-09-16T01:50:24.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.931+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22dc15bd00 con 0x7f22dc072200 2024-09-16T01:50:24.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.932+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22dc0b9cf0 con 0x7f22dc072200 2024-09-16T01:50:24.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.933+0000 7f22d27fc640 1 -- 172.21.15.16:0/1313003661 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f22d8019020 con 0x7f22dc072200 2024-09-16T01:50:24.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.933+0000 7f22d27fc640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f22c006ca90 0x7f22c006ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:24.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.933+0000 7f22d27fc640 1 -- 172.21.15.16:0/1313003661 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f22d808c6c0 con 0x7f22dc072200 2024-09-16T01:50:24.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.933+0000 7f22e17c9640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f22c006ca90 0x7f22c006ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:24.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.934+0000 7f22e17c9640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f22c006ca90 0x7f22c006ef50 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0c7cb0 tx=0x7f22cc007b50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:24.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:24.937+0000 7f22d27fc640 1 -- 172.21.15.16:0/1313003661 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f22d8020030 con 0x7f22dc072200 2024-09-16T01:50:25.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.139+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol49321", "group_name": "subvol_grp48560", "target": ["mon-mgr", ""]}) -- 0x7f22dc0d54d0 con 0x7f22c006ca90 2024-09-16T01:50:25.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.173+0000 7f22d27fc640 1 -- 172.21.15.16:0/1313003661 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+74 (secure 0 0 0) 0x7f22dc0d54d0 con 0x7f22c006ca90 2024-09-16T01:50:25.175 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp48560/subvol49321/343e80d5-8357-450d-ba52-94b452cb3d7a 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f22c006ca90 msgr2=0x7f22c006ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f22c006ca90 0x7f22c006ef50 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0c7cb0 tx=0x7f22cc007b50 comp rx=0 tx=0).stop 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 msgr2=0x7f22dc151970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc151970 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f22d800c7f0 tx=0x7f22d800ccb0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 shutdown_connections 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f22c006ca90 0x7f22c006ef50 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22dc15e840 0x7f22dc0b55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22dc0b9880 0x7f22dc1f4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 --2- 172.21.15.16:0/1313003661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22dc072200 0x7f22dc151970 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 >> 172.21.15.16:0/1313003661 conn(0x7f22dc0d4630 msgr2=0x7f22dc0d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:25.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 shutdown_connections 2024-09-16T01:50:25.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.175+0000 7f22e422e640 1 -- 172.21.15.16:0/1313003661 wait complete. 2024-09-16T01:50:25.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:25.188 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol15760/.meta) 2024-09-16T01:50:25.215 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:50:25.215 INFO:teuthology.orchestra.run.smithi016.stdout:version = 2 2024-09-16T01:50:25.215 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:50:25.215 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/_nogroup/subvol15760/2cb59041-eda1-49ea-8930-e30d04788d87 2024-09-16T01:50:25.215 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:50:25.215 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:25.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:25.217 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/subvol_grp48560/subvol49321/.meta) 2024-09-16T01:50:25.284 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:50:25.284 INFO:teuthology.orchestra.run.smithi016.stdout:version = 2 2024-09-16T01:50:25.284 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:50:25.285 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/subvol_grp48560/subvol49321/343e80d5-8357-450d-ba52-94b452cb3d7a 2024-09-16T01:50:25.285 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:50:25.285 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:25.286 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol15760 2024-09-16T01:50:25.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.430+0000 7fe93152c640 1 Processor -- start 2024-09-16T01:50:25.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.430+0000 7fe93152c640 1 -- start start 2024-09-16T01:50:25.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe93152c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe92c072190 0x7fe92c15f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe93152c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe92c0ceee0 0x7fe92c0cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe93152c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe92c0cf350 con 0x7fe92c06bbe0 2024-09-16T01:50:25.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe93152c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe92c0cf610 con 0x7fe92c0ceee0 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe93152c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe92c0cf8f0 con 0x7fe92c072190 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92affd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe92c06bbe0 0x7fe92c06bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51006/0 (socket says 172.21.15.16:51006) 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92affd640 1 -- 172.21.15.16:0/577874586 learned_addr learned my addr 172.21.15.16:0/577874586 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92b7fe640 1 --2- 172.21.15.16:0/577874586 >> v2:172.21.15.16:3300/0 conn(0x7fe92c0ceee0 0x7fe92c0cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92a7fc640 1 --2- 172.21.15.16:0/577874586 >> v2:172.21.15.104:3300/0 conn(0x7fe92c072190 0x7fe92c15f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe929ffb640 1 -- 172.21.15.16:0/577874586 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2988943308 0 0) 0x7fe92c0cf350 con 0x7fe92c06bbe0 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe929ffb640 1 -- 172.21.15.16:0/577874586 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe914003520 con 0x7fe92c06bbe0 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92b7fe640 1 -- 172.21.15.16:0/577874586 >> v2:172.21.15.104:3300/0 conn(0x7fe92c072190 msgr2=0x7fe92c15f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92b7fe640 1 --2- 172.21.15.16:0/577874586 >> v2:172.21.15.104:3300/0 conn(0x7fe92c072190 0x7fe92c15f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92b7fe640 1 -- 172.21.15.16:0/577874586 >> v1:172.21.15.16:6789/0 conn(0x7fe92c06bbe0 legacy=0x7fe92c06bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.431+0000 7fe92b7fe640 1 -- 172.21.15.16:0/577874586 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe92c0cfbd0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.432+0000 7fe92b7fe640 1 --2- 172.21.15.16:0/577874586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0cd8a0 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7fe92c073960 tx=0x7fe91c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1af86e3f6c3aba2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:25.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.432+0000 7fe929ffb640 1 -- 172.21.15.16:0/577874586 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c007740 con 0x7fe92c0ceee0 2024-09-16T01:50:25.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.432+0000 7fe929ffb640 1 -- 172.21.15.16:0/577874586 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe91c0078e0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.432+0000 7fe929ffb640 1 -- 172.21.15.16:0/577874586 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c007cb0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 -- 172.21.15.16:0/577874586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 msgr2=0x7fe92c0cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 --2- 172.21.15.16:0/577874586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0cd8a0 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7fe92c073960 tx=0x7fe91c02a5f0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 -- 172.21.15.16:0/577874586 shutdown_connections 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 --2- 172.21.15.16:0/577874586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0cd8a0 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 --2- 172.21.15.16:0/577874586 >> v2:172.21.15.104:3300/0 conn(0x7fe92c072190 0x7fe92c15f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 -- 172.21.15.16:0/577874586 >> 172.21.15.16:0/577874586 conn(0x7fe92c0b2000 msgr2=0x7fe92c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 -- 172.21.15.16:0/577874586 shutdown_connections 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.433+0000 7fe93152c640 1 -- 172.21.15.16:0/577874586 wait complete. 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.434+0000 7fe93152c640 1 Processor -- start 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.434+0000 7fe93152c640 1 -- start start 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe93152c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe92c06bbe0 0x7fe92c1f6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe93152c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c072190 0x7fe92c1f4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe93152c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0b03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe93152c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c15b4e0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe93152c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c0cd380 con 0x7fe92c072190 2024-09-16T01:50:25.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe93152c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe92c15c5e0 con 0x7fe92c06bbe0 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0b03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0b03c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41686/0 (socket says 172.21.15.16:41686) 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 -- 172.21.15.16:0/352996763 learned_addr learned my addr 172.21.15.16:0/352996763 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92a7fc640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c072190 0x7fe92c1f4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 -- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe92c06bbe0 msgr2=0x7fe92c1f6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92affd640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe92c06bbe0 0x7fe92c1f6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe92c06bbe0 0x7fe92c1f6f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 -- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c072190 msgr2=0x7fe92c1f4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c072190 0x7fe92c1f4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92b7fe640 1 -- 172.21.15.16:0/352996763 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe92c15c8c0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.435+0000 7fe92a7fc640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c072190 0x7fe92c1f4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.436+0000 7fe92b7fe640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0b03c0 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fe91c02abe0 tx=0x7fe91c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.436+0000 7fe9137fe640 1 -- 172.21.15.16:0/352996763 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c040070 con 0x7fe92c0ceee0 2024-09-16T01:50:25.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.436+0000 7fe9137fe640 1 -- 172.21.15.16:0/352996763 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe91c031bc0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.436+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe92c15cba0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.436+0000 7fe9137fe640 1 -- 172.21.15.16:0/352996763 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c009450 con 0x7fe92c0ceee0 2024-09-16T01:50:25.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.436+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe92c15d160 con 0x7fe92c0ceee0 2024-09-16T01:50:25.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.437+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe92c0cec40 con 0x7fe92c0ceee0 2024-09-16T01:50:25.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.437+0000 7fe9137fe640 1 -- 172.21.15.16:0/352996763 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7fe91c039040 con 0x7fe92c0ceee0 2024-09-16T01:50:25.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.438+0000 7fe9137fe640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe91806ca90 0x7fe91806ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.438+0000 7fe9137fe640 1 -- 172.21.15.16:0/352996763 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7fe91c0ab6f0 con 0x7fe92c0ceee0 2024-09-16T01:50:25.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.438+0000 7fe92affd640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe91806ca90 0x7fe91806ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.438+0000 7fe92affd640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe91806ca90 0x7fe91806ef50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe924000f60 tx=0x7fe924009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:25.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.442+0000 7fe9137fe640 1 -- 172.21.15.16:0/352996763 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe92c0cec40 con 0x7fe92c0ceee0 2024-09-16T01:50:25.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.642+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol15760", "target": ["mon-mgr", ""]}) -- 0x7fe92c15f830 con 0x7fe91806ca90 2024-09-16T01:50:25.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.653+0000 7fe9137fe640 1 -- 172.21.15.16:0/352996763 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe92c15f830 con 0x7fe91806ca90 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe91806ca90 msgr2=0x7fe91806ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe91806ca90 0x7fe91806ef50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe924000f60 tx=0x7fe924009040 comp rx=0 tx=0).stop 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 msgr2=0x7fe92c0b03c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0b03c0 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fe91c02abe0 tx=0x7fe91c004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 shutdown_connections 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe91806ca90 0x7fe91806ef50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe92c0ceee0 0x7fe92c0b03c0 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c072190 0x7fe92c1f4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 --2- 172.21.15.16:0/352996763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe92c06bbe0 0x7fe92c1f6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 >> 172.21.15.16:0/352996763 conn(0x7fe92c0b2000 msgr2=0x7fe92c0cdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:25.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 shutdown_connections 2024-09-16T01:50:25.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.656+0000 7fe93152c640 1 -- 172.21.15.16:0/352996763 wait complete. 2024-09-16T01:50:25.660 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.659+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.660 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.659+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.660 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.659+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.660 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.659+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.660 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.659+0000 7fea6e654640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.670 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol49321 subvol_grp48560 2024-09-16T01:50:25.674 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.673+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.674 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.673+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.674 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.673+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.674 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.673+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.674 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:50:25.673+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:50:25.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.778+0000 7f0a46a77640 1 Processor -- start 2024-09-16T01:50:25.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.779+0000 7f0a46a77640 1 -- start start 2024-09-16T01:50:25.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.779+0000 7f0a46a77640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0a4015c4e0 0x7f0a400712d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.779+0000 7f0a46a77640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a400d0460 con 0x7f0a40071810 2024-09-16T01:50:25.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.779+0000 7f0a46a77640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a400d0740 con 0x7f0a40073830 2024-09-16T01:50:25.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.779+0000 7f0a46a77640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0a4015c8c0 con 0x7f0a4015c4e0 2024-09-16T01:50:25.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.780+0000 7f0a44813640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0a4015c4e0 0x7f0a400712d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.780+0000 7f0a44813640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0a4015c4e0 0x7f0a400712d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41742/0 (socket says 172.21.15.16:41742) 2024-09-16T01:50:25.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.780+0000 7f0a3ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0a40071810 0x7f0a40073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51018/0 (socket says 172.21.15.16:51018) 2024-09-16T01:50:25.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.780+0000 7f0a44813640 1 -- 172.21.15.16:0/1908688198 learned_addr learned my addr 172.21.15.16:0/1908688198 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:25.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.780+0000 7f0a44813640 1 -- 172.21.15.16:0/1908688198 >> v1:172.21.15.104:6789/0 conn(0x7f0a40073830 legacy=0x7f0a400b5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:25.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.780+0000 7f0a44813640 1 -- 172.21.15.16:0/1908688198 >> v1:172.21.15.16:6789/0 conn(0x7f0a40071810 legacy=0x7f0a40073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.780+0000 7f0a44813640 1 -- 172.21.15.16:0/1908688198 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a400d0a20 con 0x7f0a4015c4e0 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a44813640 1 --2- 172.21.15.16:0/1908688198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a400712d0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f0a34009870 tx=0x7f0a3402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4897d2e2accff9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a3f7fe640 1 -- 172.21.15.16:0/1908688198 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a34037070 con 0x7f0a4015c4e0 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a3f7fe640 1 -- 172.21.15.16:0/1908688198 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a34032440 con 0x7f0a4015c4e0 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a3f7fe640 1 -- 172.21.15.16:0/1908688198 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a34032810 con 0x7f0a4015c4e0 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a46a77640 1 -- 172.21.15.16:0/1908688198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 msgr2=0x7f0a400712d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a46a77640 1 --2- 172.21.15.16:0/1908688198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a400712d0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f0a34009870 tx=0x7f0a3402a2a0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a46a77640 1 -- 172.21.15.16:0/1908688198 shutdown_connections 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a46a77640 1 --2- 172.21.15.16:0/1908688198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a400712d0 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a46a77640 1 -- 172.21.15.16:0/1908688198 >> 172.21.15.16:0/1908688198 conn(0x7f0a400b4250 msgr2=0x7f0a400b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a46a77640 1 -- 172.21.15.16:0/1908688198 shutdown_connections 2024-09-16T01:50:25.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.781+0000 7f0a46a77640 1 -- 172.21.15.16:0/1908688198 wait complete. 2024-09-16T01:50:25.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.782+0000 7f0a46a77640 1 Processor -- start 2024-09-16T01:50:25.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.782+0000 7f0a46a77640 1 -- start start 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.783+0000 7f0a46a77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a40071810 0x7f0a4015aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.783+0000 7f0a46a77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a40073830 0x7f0a400aad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.783+0000 7f0a46a77640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a4014a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.783+0000 7f0a46a77640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0a400d1500 con 0x7f0a4015c4e0 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.783+0000 7f0a46a77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0a400d0fe0 con 0x7f0a40071810 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.783+0000 7f0a46a77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0a4015bab0 con 0x7f0a40073830 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.783+0000 7f0a45014640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a4014a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a4014a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:41754/0 (socket says 172.21.15.16:41754) 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 -- 172.21.15.16:0/2713547791 learned_addr learned my addr 172.21.15.16:0/2713547791 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a44813640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a40071810 0x7f0a4015aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a3ffff640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a40073830 0x7f0a400aad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 -- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a40073830 msgr2=0x7f0a400aad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a40073830 0x7f0a400aad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 -- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a40071810 msgr2=0x7f0a4015aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a40071810 0x7f0a4015aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 -- 172.21.15.16:0/2713547791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a4015b7d0 con 0x7f0a4015c4e0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a45014640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a4014a9e0 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7f0a3800c780 tx=0x7f0a3800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a38016020 con 0x7f0a4015c4e0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a3800aa50 con 0x7f0a4015c4e0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a40157920 con 0x7f0a4015c4e0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a3800ce30 con 0x7f0a4015c4e0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.784+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a4015b430 con 0x7f0a4015c4e0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.785+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a400d2120 con 0x7f0a4015c4e0 2024-09-16T01:50:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.786+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 24) ==== 91560+0+0 (secure 0 0 0) 0x7f0a38019020 con 0x7f0a4015c4e0 2024-09-16T01:50:25.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.786+0000 7f0a3d7fa640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a2406ca90 0x7f0a2406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:25.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.786+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f0a38089e20 con 0x7f0a4015c4e0 2024-09-16T01:50:25.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.786+0000 7f0a44813640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a2406ca90 0x7f0a2406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:25.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.787+0000 7f0a44813640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a2406ca90 0x7f0a2406ef50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0a34034000 tx=0x7f0a3402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:25.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.791+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0a38020030 con 0x7f0a4015c4e0 2024-09-16T01:50:25.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:25.993+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol49321", "group_name": "subvol_grp48560", "target": ["mon-mgr", ""]}) -- 0x7f0a400d1680 con 0x7f0a2406ca90 2024-09-16T01:50:27.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:27.215+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f0a38055ea0 con 0x7f0a4015c4e0 2024-09-16T01:50:34.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.168+0000 7f0a3d7fa640 1 -- 172.21.15.16:0/2713547791 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0a400d1680 con 0x7f0a2406ca90 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.171+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a2406ca90 msgr2=0x7f0a2406ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.171+0000 7f0a46a77640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a2406ca90 0x7f0a2406ef50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0a34034000 tx=0x7f0a3402e000 comp rx=0 tx=0).stop 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.171+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 msgr2=0x7f0a4014a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.171+0000 7f0a46a77640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a4014a9e0 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7f0a3800c780 tx=0x7f0a3800cc40 comp rx=0 tx=0).stop 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.171+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 shutdown_connections 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.171+0000 7f0a46a77640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0a2406ca90 0x7f0a2406ef50 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.172+0000 7f0a46a77640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0a4015c4e0 0x7f0a4014a9e0 unknown :-1 s=CLOSED pgs=1677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.172+0000 7f0a46a77640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0a40073830 0x7f0a400aad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.172+0000 7f0a46a77640 1 --2- 172.21.15.16:0/2713547791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a40071810 0x7f0a4015aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.172+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 >> 172.21.15.16:0/2713547791 conn(0x7f0a400b4250 msgr2=0x7f0a4006e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.172+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 shutdown_connections 2024-09-16T01:50:34.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.172+0000 7f0a46a77640 1 -- 172.21.15.16:0/2713547791 wait complete. 2024-09-16T01:50:34.190 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T01:50:34.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T01:50:34.295 INFO:teuthology.orchestra.run.smithi016.stdout:2 2024-09-16T01:50:34.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:34.302 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:50:34.302 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:50:34.348 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:50:34.412 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:50:34.412 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:50:34.413 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:34.413 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:34.429 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:50:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.574+0000 7f4a957b9640 1 Processor -- start 2024-09-16T01:50:34.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.574+0000 7f4a957b9640 1 -- start start 2024-09-16T01:50:34.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a957b9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4a900d15f0 0x7f4a9015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a957b9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a900b9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a957b9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a900d2750 con 0x7f4a90147fc0 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a957b9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4a901483a0 con 0x7f4a900d15f0 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a957b9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4a9015efa0 con 0x7f4a900b97d0 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4a900d15f0 0x7f4a9015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8e7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4a900d15f0 0x7f4a9015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56752/0 (socket says 172.21.15.16:56752) 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8e7fc640 1 -- 172.21.15.16:0/233760851 learned_addr learned my addr 172.21.15.16:0/233760851 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8f7fe640 1 --2- 172.21.15.16:0/233760851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a900b9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8e7fc640 1 -- 172.21.15.16:0/233760851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 msgr2=0x7f4a900b9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8e7fc640 1 --2- 172.21.15.16:0/233760851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a900b9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8e7fc640 1 -- 172.21.15.16:0/233760851 >> v1:172.21.15.104:6789/0 conn(0x7f4a90147fc0 legacy=0x7f4a900d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8e7fc640 1 -- 172.21.15.16:0/233760851 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a900d2a30 con 0x7f4a900d15f0 2024-09-16T01:50:34.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.575+0000 7f4a8f7fe640 1 --2- 172.21.15.16:0/233760851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a900b9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.576+0000 7f4a8e7fc640 1 --2- 172.21.15.16:0/233760851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a900d15f0 0x7f4a9015ea60 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7f4a84009870 tx=0x7f4a8402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd9b1ac52dc02f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.576+0000 7f4a8dffb640 1 -- 172.21.15.16:0/233760851 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a84037070 con 0x7f4a900d15f0 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.576+0000 7f4a8dffb640 1 -- 172.21.15.16:0/233760851 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a84032440 con 0x7f4a900d15f0 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.576+0000 7f4a8dffb640 1 -- 172.21.15.16:0/233760851 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a84032810 con 0x7f4a900d15f0 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 -- 172.21.15.16:0/233760851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a900d15f0 msgr2=0x7f4a9015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 --2- 172.21.15.16:0/233760851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a900d15f0 0x7f4a9015ea60 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7f4a84009870 tx=0x7f4a8402a210 comp rx=0 tx=0).stop 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 -- 172.21.15.16:0/233760851 shutdown_connections 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 --2- 172.21.15.16:0/233760851 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a900b9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 --2- 172.21.15.16:0/233760851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a900d15f0 0x7f4a9015ea60 unknown :-1 s=CLOSED pgs=1678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 -- 172.21.15.16:0/233760851 >> 172.21.15.16:0/233760851 conn(0x7f4a90074fe0 msgr2=0x7f4a9006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 -- 172.21.15.16:0/233760851 shutdown_connections 2024-09-16T01:50:34.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.577+0000 7f4a957b9640 1 -- 172.21.15.16:0/233760851 wait complete. 2024-09-16T01:50:34.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.578+0000 7f4a957b9640 1 Processor -- start 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.578+0000 7f4a957b9640 1 -- start start 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a957b9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a901f4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a957b9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4a900d15f0 0x7f4a901e6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a957b9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a90147fc0 0x7f4a901436c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a957b9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4a900d2ff0 con 0x7f4a90147fc0 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a957b9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4a900d2500 con 0x7f4a900d15f0 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a957b9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4a900ba150 con 0x7f4a900b97d0 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a90147fc0 0x7f4a901436c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a90147fc0 0x7f4a901436c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56766/0 (socket says 172.21.15.16:56766) 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 -- 172.21.15.16:0/1342670152 learned_addr learned my addr 172.21.15.16:0/1342670152 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8e7fc640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4a900d15f0 0x7f4a901e6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8effd640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a901f4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 -- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 msgr2=0x7f4a901f4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a901f4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 -- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4a900d15f0 msgr2=0x7f4a901e6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4a900d15f0 0x7f4a901e6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 -- 172.21.15.16:0/1342670152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a90142340 con 0x7f4a90147fc0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8effd640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a901f4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.579+0000 7f4a8f7fe640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a90147fc0 0x7f4a901436c0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f4a8800ce40 tx=0x7f4a8800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.580+0000 7f4a777fe640 1 -- 172.21.15.16:0/1342670152 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8801a070 con 0x7f4a90147fc0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.580+0000 7f4a777fe640 1 -- 172.21.15.16:0/1342670152 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a8800d840 con 0x7f4a90147fc0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.580+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a90142620 con 0x7f4a90147fc0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.580+0000 7f4a777fe640 1 -- 172.21.15.16:0/1342670152 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8800dc30 con 0x7f4a90147fc0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.580+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a90142ec0 con 0x7f4a90147fc0 2024-09-16T01:50:34.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.581+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a90142a10 con 0x7f4a90147fc0 2024-09-16T01:50:34.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.581+0000 7f4a777fe640 1 -- 172.21.15.16:0/1342670152 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f4a8801d070 con 0x7f4a90147fc0 2024-09-16T01:50:34.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.582+0000 7f4a777fe640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4a7c06cc40 0x7f4a7c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.582+0000 7f4a777fe640 1 -- 172.21.15.16:0/1342670152 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f4a8808a2c0 con 0x7f4a90147fc0 2024-09-16T01:50:34.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.582+0000 7f4a8effd640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4a7c06cc40 0x7f4a7c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.582+0000 7f4a8effd640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4a7c06cc40 0x7f4a7c06f100 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4a80006fd0 tx=0x7f4a80008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.590+0000 7f4a777fe640 1 -- 172.21.15.16:0/1342670152 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4a88059fe0 con 0x7f4a90147fc0 2024-09-16T01:50:34.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.781+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4a900b9c10 con 0x7f4a90147fc0 2024-09-16T01:50:34.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.781+0000 7f4a777fe640 1 -- 172.21.15.16:0/1342670152 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v152) ==== 80+0+0 (secure 0 0 0) 0x7f4a8805e2e0 con 0x7f4a90147fc0 2024-09-16T01:50:34.783 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4a7c06cc40 msgr2=0x7f4a7c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4a7c06cc40 0x7f4a7c06f100 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4a80006fd0 tx=0x7f4a80008040 comp rx=0 tx=0).stop 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a90147fc0 msgr2=0x7f4a901436c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a90147fc0 0x7f4a901436c0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f4a8800ce40 tx=0x7f4a8800a710 comp rx=0 tx=0).stop 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 shutdown_connections 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4a7c06cc40 0x7f4a7c06f100 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4a90147fc0 0x7f4a901436c0 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4a900d15f0 0x7f4a901e6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 --2- 172.21.15.16:0/1342670152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4a900b97d0 0x7f4a901f4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 >> 172.21.15.16:0/1342670152 conn(0x7f4a90074fe0 msgr2=0x7f4a900b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 shutdown_connections 2024-09-16T01:50:34.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:34.783+0000 7f4a957b9640 1 -- 172.21.15.16:0/1342670152 wait complete. 2024-09-16T01:50:34.796 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:50:34.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:34.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:34.821 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[78631]: fuse finished with error 0 and tester_r 0 2024-09-16T01:50:34.823 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:50:34.823 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:34.824 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:50:34.949 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:50:34.950 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:34.950 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:34.968 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:50:35.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.072+0000 7f6063d03640 1 Processor -- start 2024-09-16T01:50:35.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.072+0000 7f6063d03640 1 -- start start 2024-09-16T01:50:35.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6063d03640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f605c0d15f0 0x7f605c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6063d03640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f605c0ba350 con 0x7f605c147fc0 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6063d03640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f605c0d2750 con 0x7f605c0b97d0 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6063d03640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f605c1483a0 con 0x7f605c0d15f0 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6061a9f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f605c147fc0 0x7f605c0d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37220/0 (socket says 172.21.15.16:37220) 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6061a9f640 1 -- 172.21.15.16:0/951092875 learned_addr learned my addr 172.21.15.16:0/951092875 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f606129e640 1 --2- 172.21.15.16:0/951092875 >> v2:172.21.15.104:3300/0 conn(0x7f605c0d15f0 0x7f605c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6060a9d640 1 -- 172.21.15.16:0/951092875 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2175683362 0 0) 0x7f605c0ba350 con 0x7f605c147fc0 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6060a9d640 1 -- 172.21.15.16:0/951092875 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6048003520 con 0x7f605c147fc0 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f6060a9d640 1 -- 172.21.15.16:0/951092875 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3146429120 0 0) 0x7f6048003520 con 0x7f605c147fc0 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f606129e640 1 -- 172.21.15.16:0/951092875 >> v1:172.21.15.104:6789/0 conn(0x7f605c0b97d0 legacy=0x7f605c0b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f606129e640 1 -- 172.21.15.16:0/951092875 >> v1:172.21.15.16:6789/0 conn(0x7f605c147fc0 legacy=0x7f605c0d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.073+0000 7f606129e640 1 -- 172.21.15.16:0/951092875 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c0d2a30 con 0x7f605c0d15f0 2024-09-16T01:50:35.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.074+0000 7f606129e640 1 --2- 172.21.15.16:0/951092875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c15ea60 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f604c0097a0 tx=0x7f604c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a469d431ae41127 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:35.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.074+0000 7f6060a9d640 1 -- 172.21.15.16:0/951092875 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604c037070 con 0x7f605c0d15f0 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.074+0000 7f6060a9d640 1 -- 172.21.15.16:0/951092875 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f604c02ac50 con 0x7f605c0d15f0 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.074+0000 7f6060a9d640 1 -- 172.21.15.16:0/951092875 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058001670 con 0x7f605c0d15f0 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.075+0000 7f6063d03640 1 -- 172.21.15.16:0/951092875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 msgr2=0x7f605c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.075+0000 7f6063d03640 1 --2- 172.21.15.16:0/951092875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c15ea60 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f604c0097a0 tx=0x7f604c02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.075+0000 7f6063d03640 1 -- 172.21.15.16:0/951092875 shutdown_connections 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.075+0000 7f6063d03640 1 --2- 172.21.15.16:0/951092875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c15ea60 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.075+0000 7f6063d03640 1 -- 172.21.15.16:0/951092875 >> 172.21.15.16:0/951092875 conn(0x7f605c074fe0 msgr2=0x7f605c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.075+0000 7f6063d03640 1 -- 172.21.15.16:0/951092875 shutdown_connections 2024-09-16T01:50:35.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.075+0000 7f6063d03640 1 -- 172.21.15.16:0/951092875 wait complete. 2024-09-16T01:50:35.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.076+0000 7f6063d03640 1 Processor -- start 2024-09-16T01:50:35.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.076+0000 7f6063d03640 1 -- start start 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f6063d03640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f605c0b97d0 0x7f605c15ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f6063d03640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c0d44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f6063d03640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f605c147fc0 0x7f605c0d4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f6063d03640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f605c0d2500 con 0x7f605c147fc0 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f6063d03640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f605c15efa0 con 0x7f605c0d15f0 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f6063d03640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f605c0d2ff0 con 0x7f605c0b97d0 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f60622a0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f605c147fc0 0x7f605c0d4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f60622a0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f605c147fc0 0x7f605c0d4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56768/0 (socket says 172.21.15.16:56768) 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f60622a0640 1 -- 172.21.15.16:0/1970736369 learned_addr learned my addr 172.21.15.16:0/1970736369 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f606129e640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c0d44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.077+0000 7f6061a9f640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f605c0b97d0 0x7f605c15ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60622a0640 1 -- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f605c0b97d0 msgr2=0x7f605c15ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60622a0640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f605c0b97d0 0x7f605c15ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60622a0640 1 -- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 msgr2=0x7f605c0d44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60622a0640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c0d44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60622a0640 1 -- 172.21.15.16:0/1970736369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c143d20 con 0x7f605c147fc0 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f606129e640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c0d44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60622a0640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f605c147fc0 0x7f605c0d4a10 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7f605400c730 tx=0x7f605400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60527fc640 1 -- 172.21.15.16:0/1970736369 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6054003b70 con 0x7f605c147fc0 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60527fc640 1 -- 172.21.15.16:0/1970736369 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6054003d30 con 0x7f605c147fc0 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f605c14e0d0 con 0x7f605c147fc0 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f60527fc640 1 -- 172.21.15.16:0/1970736369 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6054005310 con 0x7f605c147fc0 2024-09-16T01:50:35.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.078+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f605c14e650 con 0x7f605c147fc0 2024-09-16T01:50:35.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.079+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f605c0cf620 con 0x7f605c147fc0 2024-09-16T01:50:35.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.080+0000 7f60527fc640 1 -- 172.21.15.16:0/1970736369 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f60540056c0 con 0x7f605c147fc0 2024-09-16T01:50:35.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.081+0000 7f60527fc640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f604006cc40 0x7f604006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.081+0000 7f60527fc640 1 -- 172.21.15.16:0/1970736369 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f6054089b80 con 0x7f605c147fc0 2024-09-16T01:50:35.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.081+0000 7f6061a9f640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f604006cc40 0x7f604006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.081+0000 7f6061a9f640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f604006cc40 0x7f604006f100 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6058005880 tx=0x7f6058000bc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:35.086 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.085+0000 7f60527fc640 1 -- 172.21.15.16:0/1970736369 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f605c0cf620 con 0x7f605c147fc0 2024-09-16T01:50:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.275+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f605c15ea60 con 0x7f605c147fc0 2024-09-16T01:50:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.276+0000 7f60527fc640 1 -- 172.21.15.16:0/1970736369 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v152) ==== 80+0+0 (secure 0 0 0) 0x7f6054059820 con 0x7f605c147fc0 2024-09-16T01:50:35.277 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:50:35.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f604006cc40 msgr2=0x7f604006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f604006cc40 0x7f604006f100 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6058005880 tx=0x7f6058000bc0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f605c147fc0 msgr2=0x7f605c0d4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f605c147fc0 0x7f605c0d4a10 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7f605400c730 tx=0x7f605400cbf0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 shutdown_connections 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f604006cc40 0x7f604006f100 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f605c147fc0 0x7f605c0d4a10 unknown :-1 s=CLOSED pgs=1681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f605c0d15f0 0x7f605c0d44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 --2- 172.21.15.16:0/1970736369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f605c0b97d0 0x7f605c15ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 >> 172.21.15.16:0/1970736369 conn(0x7f605c074fe0 msgr2=0x7f605c145060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:35.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 shutdown_connections 2024-09-16T01:50:35.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.278+0000 7f6063d03640 1 -- 172.21.15.16:0/1970736369 wait complete. 2024-09-16T01:50:35.290 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:50:35.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:35.290 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:35.317 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[50079]: fuse finished with error 0 and tester_r 0 2024-09-16T01:50:35.319 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:50:35.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:35.320 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:50:35.483 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:50:35.483 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:35.483 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:35.500 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:50:35.500 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:50:35.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:35.500 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:50:35.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:50:35.556 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:50:35.556 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:50:35.556 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:35.556 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:35.575 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:50:35.575 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:50:35.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:35.575 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:50:35.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:50:35.631 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:50:35.632 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:35.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.733+0000 7fd1c8933640 1 Processor -- start 2024-09-16T01:50:35.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.733+0000 7fd1c8933640 1 -- start start 2024-09-16T01:50:35.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c8933640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c415e3a0 0x7fd1c406d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c8933640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd1c406d790 0x7fd1c406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c8933640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1c40b6a70 con 0x7fd1c406bbe0 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c8933640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd1c40b7640 con 0x7fd1c406d790 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c8933640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c40b6d10 con 0x7fd1c415e3a0 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c1d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd1c406d790 0x7fd1c406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c1d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd1c406d790 0x7fd1c406f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56772/0 (socket says 172.21.15.16:56772) 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/3745857712 learned_addr learned my addr 172.21.15.16:0/3745857712 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c259c640 1 --2- 172.21.15.16:0/3745857712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c415e3a0 0x7fd1c406d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/3745857712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c415e3a0 msgr2=0x7fd1c406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c1d9b640 1 --2- 172.21.15.16:0/3745857712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c415e3a0 0x7fd1c406d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/3745857712 >> v1:172.21.15.104:6789/0 conn(0x7fd1c406bbe0 legacy=0x7fd1c40706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.734+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/3745857712 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c40b6ff0 con 0x7fd1c406d790 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.735+0000 7fd1c1d9b640 1 --2- 172.21.15.16:0/3745857712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c406f1a0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4071ae0 tx=0x7fd1ac02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0d6c74c0614428d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.735+0000 7fd1c159a640 1 -- 172.21.15.16:0/3745857712 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac02ae40 con 0x7fd1c406d790 2024-09-16T01:50:35.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.735+0000 7fd1c159a640 1 -- 172.21.15.16:0/3745857712 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1ac004030 con 0x7fd1c406d790 2024-09-16T01:50:35.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.735+0000 7fd1c159a640 1 -- 172.21.15.16:0/3745857712 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac004460 con 0x7fd1c406d790 2024-09-16T01:50:35.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 -- 172.21.15.16:0/3745857712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 msgr2=0x7fd1c406f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 --2- 172.21.15.16:0/3745857712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c406f1a0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4071ae0 tx=0x7fd1ac02a130 comp rx=0 tx=0).stop 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 -- 172.21.15.16:0/3745857712 shutdown_connections 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 --2- 172.21.15.16:0/3745857712 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c406f1a0 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 --2- 172.21.15.16:0/3745857712 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c415e3a0 0x7fd1c406d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 -- 172.21.15.16:0/3745857712 >> 172.21.15.16:0/3745857712 conn(0x7fd1c40b4090 msgr2=0x7fd1c40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 -- 172.21.15.16:0/3745857712 shutdown_connections 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.736+0000 7fd1c8933640 1 -- 172.21.15.16:0/3745857712 wait complete. 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.737+0000 7fd1c8933640 1 Processor -- start 2024-09-16T01:50:35.739 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.737+0000 7fd1c8933640 1 -- start start 2024-09-16T01:50:35.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c8933640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c406bbe0 0x7fd1c415c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c8933640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c415cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c8933640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1c415e3a0 0x7fd1c41f7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c8933640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c4073cc0 con 0x7fd1c406d790 2024-09-16T01:50:35.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c8933640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c415e780 con 0x7fd1c415e3a0 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c8933640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c4073e40 con 0x7fd1c406bbe0 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c415cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c415cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56782/0 (socket says 172.21.15.16:56782) 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/751809750 learned_addr learned my addr 172.21.15.16:0/751809750 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c259c640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c406bbe0 0x7fd1c415c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c2d9d640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1c415e3a0 0x7fd1c41f7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c406bbe0 msgr2=0x7fd1c415c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c406bbe0 0x7fd1c415c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1c415e3a0 msgr2=0x7fd1c41f7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1c415e3a0 0x7fd1c41f7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.738+0000 7fd1c1d9b640 1 -- 172.21.15.16:0/751809750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c40b04f0 con 0x7fd1c406d790 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.739+0000 7fd1c1d9b640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c415cf20 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac034040 tx=0x7fd1ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.739+0000 7fd1baffd640 1 -- 172.21.15.16:0/751809750 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac041030 con 0x7fd1c406d790 2024-09-16T01:50:35.742 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.739+0000 7fd1baffd640 1 -- 172.21.15.16:0/751809750 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1ac003a20 con 0x7fd1c406d790 2024-09-16T01:50:35.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.739+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c40cee40 con 0x7fd1c406d790 2024-09-16T01:50:35.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.739+0000 7fd1baffd640 1 -- 172.21.15.16:0/751809750 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac003c10 con 0x7fd1c406d790 2024-09-16T01:50:35.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.739+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c40cf400 con 0x7fd1c406d790 2024-09-16T01:50:35.743 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.740+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1c415a5b0 con 0x7fd1c406d790 2024-09-16T01:50:35.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.741+0000 7fd1baffd640 1 -- 172.21.15.16:0/751809750 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fd1ac044070 con 0x7fd1c406d790 2024-09-16T01:50:35.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.741+0000 7fd1baffd640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd1a406cc40 0x7fd1a406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:35.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.741+0000 7fd1baffd640 1 -- 172.21.15.16:0/751809750 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7fd1ac0aa5d0 con 0x7fd1c406d790 2024-09-16T01:50:35.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.741+0000 7fd1c259c640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd1a406cc40 0x7fd1a406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:35.744 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.742+0000 7fd1c259c640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd1a406cc40 0x7fd1a406f100 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4003aa0 tx=0x7fd1b4009830 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:35.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.746+0000 7fd1baffd640 1 -- 172.21.15.16:0/751809750 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1ac07a2f0 con 0x7fd1c406d790 2024-09-16T01:50:35.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.959+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1c4071150 con 0x7fd1c406d790 2024-09-16T01:50:35.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.959+0000 7fd1baffd640 1 -- 172.21.15.16:0/751809750 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5230 (secure 0 0 0) 0x7fd1ac07e5f0 con 0x7fd1c406d790 2024-09-16T01:50:35.961 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:35.961 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":93,"btime":"2024-09-16T01:50:23:192187+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7133,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3360908208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3360908208},{"type":"v1","addr":"172.21.15.16:6835","nonce":3360908208}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8053,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/636285920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":636285920},{"type":"v1","addr":"172.21.15.104:6834","nonce":636285920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8056,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3034849073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3034849073},{"type":"v1","addr":"172.21.15.104:6835","nonce":3034849073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:13.513994+0000","modified":"2024-09-16T01:50:16.534747+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8838":{"gid":8838,"name":"c","rank":0,"incarnation":89,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/2456492410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2456492410},{"type":"v1","addr":"172.21.15.16:6834","nonce":2456492410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8838,"qdb_cluster":[8838]},"id":12}]} 2024-09-16T01:50:35.961 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 93 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd1a406cc40 msgr2=0x7fd1a406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd1a406cc40 0x7fd1a406f100 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4003aa0 tx=0x7fd1b4009830 comp rx=0 tx=0).stop 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 msgr2=0x7fd1c415cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c415cf20 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac034040 tx=0x7fd1ac0046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 shutdown_connections 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd1a406cc40 0x7fd1a406f100 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1c415e3a0 0x7fd1c41f7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd1c406d790 0x7fd1c415cf20 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 --2- 172.21.15.16:0/751809750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1c406bbe0 0x7fd1c415c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:35.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.961+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 >> 172.21.15.16:0/751809750 conn(0x7fd1c40b4090 msgr2=0x7fd1c40d29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:35.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.962+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 shutdown_connections 2024-09-16T01:50:35.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:35.962+0000 7fd1c8933640 1 -- 172.21.15.16:0/751809750 wait complete. 2024-09-16T01:50:35.973 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:36.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.073+0000 7f5680942640 1 Processor -- start 2024-09-16T01:50:36.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.074+0000 7f5680942640 1 -- start start 2024-09-16T01:50:36.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.074+0000 7f5680942640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c158cf0 0x7f567c0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.074+0000 7f5680942640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f567c1590d0 0x7f567c06bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5680942640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f567c15bb20 con 0x7f567c15ca10 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5680942640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f567c0afd50 con 0x7f567c1590d0 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5680942640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f567c15be00 con 0x7f567c158cf0 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5679d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f567c1590d0 0x7f567c06bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f567ad9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f567c15ca10 0x7f567c15ef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37236/0 (socket says 172.21.15.16:37236) 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f567ad9d640 1 -- 172.21.15.16:0/2785072198 learned_addr learned my addr 172.21.15.16:0/2785072198 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f567a59c640 1 --2- 172.21.15.16:0/2785072198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c158cf0 0x7f567c0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5679d9b640 1 -- 172.21.15.16:0/2785072198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c158cf0 msgr2=0x7f567c0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5679d9b640 1 --2- 172.21.15.16:0/2785072198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c158cf0 0x7f567c0af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5679d9b640 1 -- 172.21.15.16:0/2785072198 >> v1:172.21.15.16:6789/0 conn(0x7f567c15ca10 legacy=0x7f567c15ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f567959a640 1 -- 172.21.15.16:0/2785072198 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 918737200 0 0) 0x7f567c15bb20 con 0x7f567c15ca10 2024-09-16T01:50:36.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.075+0000 7f5679d9b640 1 -- 172.21.15.16:0/2785072198 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f567c15c0e0 con 0x7f567c1590d0 2024-09-16T01:50:36.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.076+0000 7f5679d9b640 1 --2- 172.21.15.16:0/2785072198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c1590d0 0x7f567c06bbe0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f56700097a0 tx=0x7f567002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee4e004b4cb67ee7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.076+0000 7f567959a640 1 -- 172.21.15.16:0/2785072198 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5670037070 con 0x7f567c1590d0 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.076+0000 7f567959a640 1 -- 172.21.15.16:0/2785072198 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f567002ae50 con 0x7f567c1590d0 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.076+0000 7f567959a640 1 -- 172.21.15.16:0/2785072198 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5670032660 con 0x7f567c1590d0 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.076+0000 7f5680942640 1 -- 172.21.15.16:0/2785072198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c1590d0 msgr2=0x7f567c06bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.076+0000 7f5680942640 1 --2- 172.21.15.16:0/2785072198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c1590d0 0x7f567c06bbe0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f56700097a0 tx=0x7f567002a100 comp rx=0 tx=0).stop 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.077+0000 7f5680942640 1 -- 172.21.15.16:0/2785072198 shutdown_connections 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.077+0000 7f5680942640 1 --2- 172.21.15.16:0/2785072198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c1590d0 0x7f567c06bbe0 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.077+0000 7f5680942640 1 --2- 172.21.15.16:0/2785072198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c158cf0 0x7f567c0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.077+0000 7f5680942640 1 -- 172.21.15.16:0/2785072198 >> 172.21.15.16:0/2785072198 conn(0x7f567c0b2000 msgr2=0x7f567c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.077+0000 7f5680942640 1 -- 172.21.15.16:0/2785072198 shutdown_connections 2024-09-16T01:50:36.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.077+0000 7f5680942640 1 -- 172.21.15.16:0/2785072198 wait complete. 2024-09-16T01:50:36.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.078+0000 7f5680942640 1 Processor -- start 2024-09-16T01:50:36.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.078+0000 7f5680942640 1 -- start start 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f5680942640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f567c158cf0 0x7f567c146980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f5680942640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c1590d0 0x7f567c15cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f5680942640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c15ca10 0x7f567c15f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f5680942640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f567c0b3480 con 0x7f567c15ca10 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f5680942640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f567c0b3300 con 0x7f567c158cf0 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f5680942640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f567c0b3600 con 0x7f567c1590d0 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c15ca10 0x7f567c15f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c15ca10 0x7f567c15f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56800/0 (socket says 172.21.15.16:56800) 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 -- 172.21.15.16:0/514114914 learned_addr learned my addr 172.21.15.16:0/514114914 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:36.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f5679d9b640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c1590d0 0x7f567c15cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567a59c640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f567c158cf0 0x7f567c146980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 -- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c1590d0 msgr2=0x7f567c15cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c1590d0 0x7f567c15cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 -- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f567c158cf0 msgr2=0x7f567c146980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f567c158cf0 0x7f567c146980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 -- 172.21.15.16:0/514114914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f567c1478e0 con 0x7f567c15ca10 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f567ad9d640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c15ca10 0x7f567c15f7b0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f567400c730 tx=0x7f567400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.079+0000 7f566affd640 1 -- 172.21.15.16:0/514114914 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5674018070 con 0x7f567c15ca10 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.080+0000 7f566affd640 1 -- 172.21.15.16:0/514114914 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f567400ce40 con 0x7f567c15ca10 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.080+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f567c15d400 con 0x7f567c15ca10 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.080+0000 7f566affd640 1 -- 172.21.15.16:0/514114914 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567400a860 con 0x7f567c15ca10 2024-09-16T01:50:36.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.080+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f567c147600 con 0x7f567c15ca10 2024-09-16T01:50:36.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.081+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f567c0af810 con 0x7f567c15ca10 2024-09-16T01:50:36.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.081+0000 7f566affd640 1 -- 172.21.15.16:0/514114914 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f567401b070 con 0x7f567c15ca10 2024-09-16T01:50:36.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.082+0000 7f566affd640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f565c06cc70 0x7f565c06f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.082+0000 7f566affd640 1 -- 172.21.15.16:0/514114914 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f56740890a0 con 0x7f567c15ca10 2024-09-16T01:50:36.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.082+0000 7f567a59c640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f565c06cc70 0x7f565c06f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.082+0000 7f567a59c640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f565c06cc70 0x7f565c06f130 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f567c14a2d0 tx=0x7f566c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.086+0000 7f566affd640 1 -- 172.21.15.16:0/514114914 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5674058dc0 con 0x7f567c15ca10 2024-09-16T01:50:36.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.297+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f567c0756f0 con 0x7f567c15ca10 2024-09-16T01:50:36.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.297+0000 7f566affd640 1 -- 172.21.15.16:0/514114914 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5230 (secure 0 0 0) 0x7f567405d0c0 con 0x7f567c15ca10 2024-09-16T01:50:36.299 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:36.299 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":93,"btime":"2024-09-16T01:50:23:192187+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7133,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3360908208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3360908208},{"type":"v1","addr":"172.21.15.16:6835","nonce":3360908208}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8053,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/636285920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":636285920},{"type":"v1","addr":"172.21.15.104:6834","nonce":636285920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8056,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3034849073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3034849073},{"type":"v1","addr":"172.21.15.104:6835","nonce":3034849073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:13.513994+0000","modified":"2024-09-16T01:50:16.534747+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8838":{"gid":8838,"name":"c","rank":0,"incarnation":89,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/2456492410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2456492410},{"type":"v1","addr":"172.21.15.16:6834","nonce":2456492410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8838,"qdb_cluster":[8838]},"id":12}]} 2024-09-16T01:50:36.299 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 93 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f565c06cc70 msgr2=0x7f565c06f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f565c06cc70 0x7f565c06f130 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f567c14a2d0 tx=0x7f566c009190 comp rx=0 tx=0).stop 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c15ca10 msgr2=0x7f567c15f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c15ca10 0x7f567c15f7b0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f567400c730 tx=0x7f567400cbf0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 shutdown_connections 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f565c06cc70 0x7f565c06f130 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f567c15ca10 0x7f567c15f7b0 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f567c1590d0 0x7f567c15cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 --2- 172.21.15.16:0/514114914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f567c158cf0 0x7f567c146980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 >> 172.21.15.16:0/514114914 conn(0x7f567c0b2000 msgr2=0x7f567c155b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 shutdown_connections 2024-09-16T01:50:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.299+0000 7f5680942640 1 -- 172.21.15.16:0/514114914 wait complete. 2024-09-16T01:50:36.311 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.411+0000 7f1f58eb7640 1 Processor -- start 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.411+0000 7f1f58eb7640 1 -- start start 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f58eb7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f54147fc0 0x7f1f5415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f58eb7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f540d0ee0 0x7f1f540d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f58eb7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f540ba2f0 con 0x7f1f540b97d0 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f58eb7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1f541483a0 con 0x7f1f54147fc0 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f58eb7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1f5415efa0 con 0x7f1f540d0ee0 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f5259c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f54147fc0 0x7f1f5415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f52d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1f540b97d0 0x7f1f540b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37244/0 (socket says 172.21.15.16:37244) 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.412+0000 7f1f52d9d640 1 -- 172.21.15.16:0/2600114982 learned_addr learned my addr 172.21.15.16:0/2600114982 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.413+0000 7f1f51d9b640 1 --2- 172.21.15.16:0/2600114982 >> v2:172.21.15.104:3300/0 conn(0x7f1f540d0ee0 0x7f1f540d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.413+0000 7f1f5259c640 1 -- 172.21.15.16:0/2600114982 >> v2:172.21.15.104:3300/0 conn(0x7f1f540d0ee0 msgr2=0x7f1f540d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.413+0000 7f1f5259c640 1 --2- 172.21.15.16:0/2600114982 >> v2:172.21.15.104:3300/0 conn(0x7f1f540d0ee0 0x7f1f540d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.413+0000 7f1f5259c640 1 -- 172.21.15.16:0/2600114982 >> v1:172.21.15.16:6789/0 conn(0x7f1f540b97d0 legacy=0x7f1f540b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.413+0000 7f1f5259c640 1 -- 172.21.15.16:0/2600114982 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f540d2750 con 0x7f1f54147fc0 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f5259c640 1 --2- 172.21.15.16:0/2600114982 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f54147fc0 0x7f1f5415ea60 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f1f54161f70 tx=0x7f1f4402a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edb11c4556ad828a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f5159a640 1 -- 172.21.15.16:0/2600114982 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f44007740 con 0x7f1f54147fc0 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f5159a640 1 -- 172.21.15.16:0/2600114982 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f440078e0 con 0x7f1f54147fc0 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f5159a640 1 -- 172.21.15.16:0/2600114982 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f44007cb0 con 0x7f1f54147fc0 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 -- 172.21.15.16:0/2600114982 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f54147fc0 msgr2=0x7f1f5415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/2600114982 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f54147fc0 0x7f1f5415ea60 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f1f54161f70 tx=0x7f1f4402a570 comp rx=0 tx=0).stop 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 -- 172.21.15.16:0/2600114982 shutdown_connections 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/2600114982 >> v2:172.21.15.104:3300/0 conn(0x7f1f540d0ee0 0x7f1f540d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/2600114982 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f54147fc0 0x7f1f5415ea60 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 -- 172.21.15.16:0/2600114982 >> 172.21.15.16:0/2600114982 conn(0x7f1f54074fe0 msgr2=0x7f1f5406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 -- 172.21.15.16:0/2600114982 shutdown_connections 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.414+0000 7f1f58eb7640 1 -- 172.21.15.16:0/2600114982 wait complete. 2024-09-16T01:50:36.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.416+0000 7f1f58eb7640 1 Processor -- start 2024-09-16T01:50:36.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.416+0000 7f1f58eb7640 1 -- start start 2024-09-16T01:50:36.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.416+0000 7f1f58eb7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f540b97d0 0x7f1f5415ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.416+0000 7f1f58eb7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f540d0ee0 0x7f1f540abc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.416+0000 7f1f58eb7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f54147fc0 0x7f1f540ad610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f58eb7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1f540d2d10 con 0x7f1f540d0ee0 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f58eb7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1f540d2500 con 0x7f1f540b97d0 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f58eb7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1f540d2ff0 con 0x7f1f54147fc0 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f540d0ee0 0x7f1f540abc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f540d0ee0 0x7f1f540abc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56818/0 (socket says 172.21.15.16:56818) 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 -- 172.21.15.16:0/115303745 learned_addr learned my addr 172.21.15.16:0/115303745 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f5259c640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f540b97d0 0x7f1f5415ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f52d9d640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f54147fc0 0x7f1f540ad610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 -- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f54147fc0 msgr2=0x7f1f540ad610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f54147fc0 0x7f1f540ad610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 -- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f540b97d0 msgr2=0x7f1f5415ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f540b97d0 0x7f1f5415ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 -- 172.21.15.16:0/115303745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f540ac570 con 0x7f1f540d0ee0 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f51d9b640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f540d0ee0 0x7f1f540abc70 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c00d830 tx=0x7f1f3c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f4affd640 1 -- 172.21.15.16:0/115303745 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c00b6c0 con 0x7f1f540d0ee0 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f4affd640 1 -- 172.21.15.16:0/115303745 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f3c019070 con 0x7f1f540d0ee0 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f4affd640 1 -- 172.21.15.16:0/115303745 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3c00ba80 con 0x7f1f540d0ee0 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.417+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f540ac850 con 0x7f1f540d0ee0 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.418+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f540ace10 con 0x7f1f540d0ee0 2024-09-16T01:50:36.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.418+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f540d1370 con 0x7f1f540d0ee0 2024-09-16T01:50:36.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.419+0000 7f1f4affd640 1 -- 172.21.15.16:0/115303745 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f1f3c01e460 con 0x7f1f540d0ee0 2024-09-16T01:50:36.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.419+0000 7f1f4affd640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f3406cc40 0x7f1f3406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.419+0000 7f1f4affd640 1 -- 172.21.15.16:0/115303745 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f1f3c08a100 con 0x7f1f540d0ee0 2024-09-16T01:50:36.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.420+0000 7f1f5259c640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f3406cc40 0x7f1f3406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.420+0000 7f1f5259c640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f3406cc40 0x7f1f3406f100 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1f44034000 tx=0x7f1f4402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.424+0000 7f1f4affd640 1 -- 172.21.15.16:0/115303745 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f3c059e20 con 0x7f1f540d0ee0 2024-09-16T01:50:36.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.602+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f540cdc30 con 0x7f1f540d0ee0 2024-09-16T01:50:36.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.603+0000 7f1f4affd640 1 -- 172.21.15.16:0/115303745 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v152) ==== 74+0+16792 (secure 0 0 0) 0x7f1f3c05e120 con 0x7f1f540d0ee0 2024-09-16T01:50:36.605 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:36.605 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":152,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:15.147175+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:11.486547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:12.496426+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"152","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:36.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f3406cc40 msgr2=0x7f1f3406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f3406cc40 0x7f1f3406f100 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1f44034000 tx=0x7f1f4402f000 comp rx=0 tx=0).stop 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f540d0ee0 msgr2=0x7f1f540abc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f540d0ee0 0x7f1f540abc70 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c00d830 tx=0x7f1f3c00dcf0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 shutdown_connections 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1f3406cc40 0x7f1f3406f100 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f54147fc0 0x7f1f540ad610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f540d0ee0 0x7f1f540abc70 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 --2- 172.21.15.16:0/115303745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f540b97d0 0x7f1f5415ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 >> 172.21.15.16:0/115303745 conn(0x7f1f54074fe0 msgr2=0x7f1f540cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 shutdown_connections 2024-09-16T01:50:36.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.605+0000 7f1f58eb7640 1 -- 172.21.15.16:0/115303745 wait complete. 2024-09-16T01:50:36.618 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:50:36.618 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:36.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.719+0000 7f96d1247640 1 Processor -- start 2024-09-16T01:50:36.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.719+0000 7f96d1247640 1 -- start start 2024-09-16T01:50:36.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.719+0000 7f96d1247640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f96cc0cecb0 0x7f96cc0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.719+0000 7f96d1247640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f96cc0cf090 0x7f96cc0cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96d1247640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96cc160230 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96d1247640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f96cc160e40 con 0x7f96cc0cf090 2024-09-16T01:50:36.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96d1247640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f96cc0cdcf0 con 0x7f96cc0cecb0 2024-09-16T01:50:36.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96ca59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f96cc0cf090 0x7f96cc0cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96cb59e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f96cc0cd8c0 0x7f96cc06bc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37252/0 (socket says 172.21.15.16:37252) 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96ca59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f96cc0cf090 0x7f96cc0cd380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56826/0 (socket says 172.21.15.16:56826) 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96cb59e640 1 -- 172.21.15.16:0/1235092739 learned_addr learned my addr 172.21.15.16:0/1235092739 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96cad9d640 1 --2- 172.21.15.16:0/1235092739 >> v2:172.21.15.104:3300/0 conn(0x7f96cc0cecb0 0x7f96cc0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96ca59c640 1 -- 172.21.15.16:0/1235092739 >> v2:172.21.15.104:3300/0 conn(0x7f96cc0cecb0 msgr2=0x7f96cc0ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96ca59c640 1 --2- 172.21.15.16:0/1235092739 >> v2:172.21.15.104:3300/0 conn(0x7f96cc0cecb0 0x7f96cc0ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96ca59c640 1 -- 172.21.15.16:0/1235092739 >> v1:172.21.15.16:6789/0 conn(0x7f96cc0cd8c0 legacy=0x7f96cc06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96c9d9b640 1 -- 172.21.15.16:0/1235092739 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3642009211 0 0) 0x7f96cc160230 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.720+0000 7f96ca59c640 1 -- 172.21.15.16:0/1235092739 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96cc160510 con 0x7f96cc0cf090 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96ca59c640 1 --2- 172.21.15.16:0/1235092739 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cf090 0x7f96cc0cd380 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0b56c0 tx=0x7f96c002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cb3e8b6bc19041f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96c9d9b640 1 -- 172.21.15.16:0/1235092739 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c0037070 con 0x7f96cc0cf090 2024-09-16T01:50:36.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96c9d9b640 1 -- 172.21.15.16:0/1235092739 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96c0032440 con 0x7f96cc0cf090 2024-09-16T01:50:36.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96c9d9b640 1 -- 172.21.15.16:0/1235092739 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c0032810 con 0x7f96cc0cf090 2024-09-16T01:50:36.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96d1247640 1 -- 172.21.15.16:0/1235092739 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cf090 msgr2=0x7f96cc0cd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96d1247640 1 --2- 172.21.15.16:0/1235092739 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cf090 0x7f96cc0cd380 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0b56c0 tx=0x7f96c002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96d1247640 1 -- 172.21.15.16:0/1235092739 shutdown_connections 2024-09-16T01:50:36.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96d1247640 1 --2- 172.21.15.16:0/1235092739 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cf090 0x7f96cc0cd380 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96d1247640 1 --2- 172.21.15.16:0/1235092739 >> v2:172.21.15.104:3300/0 conn(0x7f96cc0cecb0 0x7f96cc0ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.721+0000 7f96d1247640 1 -- 172.21.15.16:0/1235092739 >> 172.21.15.16:0/1235092739 conn(0x7f96cc0b2000 msgr2=0x7f96cc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.722+0000 7f96d1247640 1 -- 172.21.15.16:0/1235092739 shutdown_connections 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.722+0000 7f96d1247640 1 -- 172.21.15.16:0/1235092739 wait complete. 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.723+0000 7f96d1247640 1 Processor -- start 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.723+0000 7f96d1247640 1 -- start start 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96d1247640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cd8c0 0x7f96cc149e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96d1247640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96cc0cecb0 0x7f96cc0ad100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96d1247640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96cc0cf090 0x7f96cc0ad640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96d1247640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f96cc06c360 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96d1247640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f96cc160ad0 con 0x7f96cc0cf090 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96d1247640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f96cc06c4e0 con 0x7f96cc0cecb0 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cd8c0 0x7f96cc149e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cd8c0 0x7f96cc149e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56830/0 (socket says 172.21.15.16:56830) 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 -- 172.21.15.16:0/2656943566 learned_addr learned my addr 172.21.15.16:0/2656943566 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96ca59c640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96cc0cecb0 0x7f96cc0ad100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cb59e640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96cc0cf090 0x7f96cc0ad640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 -- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96cc0cecb0 msgr2=0x7f96cc0ad100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96cc0cecb0 0x7f96cc0ad100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 -- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96cc0cf090 msgr2=0x7f96cc0ad640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96cc0cf090 0x7f96cc0ad640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 -- 172.21.15.16:0/2656943566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96cc0aa950 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96ca59c640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96cc0cecb0 0x7f96cc0ad100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cb59e640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96cc0cf090 0x7f96cc0ad640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.724+0000 7f96cad9d640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cd8c0 0x7f96cc149e50 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00e870 tx=0x7f96bc00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.725+0000 7f96b37fe640 1 -- 172.21.15.16:0/2656943566 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc017070 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.725+0000 7f96b37fe640 1 -- 172.21.15.16:0/2656943566 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96bc00c940 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.725+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96cc0aac30 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.725+0000 7f96b37fe640 1 -- 172.21.15.16:0/2656943566 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc00cd30 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.725+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96cc0ab1f0 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.726+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96cc0ce190 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.726+0000 7f96b37fe640 1 -- 172.21.15.16:0/2656943566 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f96bc01a070 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.727+0000 7f96b37fe640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96b806cc40 0x7f96b806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.727+0000 7f96b37fe640 1 -- 172.21.15.16:0/2656943566 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f96bc089e90 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.727+0000 7f96ca59c640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96b806cc40 0x7f96b806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.727+0000 7f96ca59c640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96b806cc40 0x7f96b806f100 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f96c0034000 tx=0x7f96c002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.731+0000 7f96b37fe640 1 -- 172.21.15.16:0/2656943566 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f96bc05a180 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.943+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f96cc15ff00 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.943+0000 7f96b37fe640 1 -- 172.21.15.16:0/2656943566 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5230 (secure 0 0 0) 0x7f96bc059a80 con 0x7f96cc0cd8c0 2024-09-16T01:50:36.945 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:36.945 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":93,"btime":"2024-09-16T01:50:23:192187+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7133,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3360908208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3360908208},{"type":"v1","addr":"172.21.15.16:6835","nonce":3360908208}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8053,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/636285920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":636285920},{"type":"v1","addr":"172.21.15.104:6834","nonce":636285920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8056,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3034849073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3034849073},{"type":"v1","addr":"172.21.15.104:6835","nonce":3034849073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:13.513994+0000","modified":"2024-09-16T01:50:16.534747+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8838":{"gid":8838,"name":"c","rank":0,"incarnation":89,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/2456492410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2456492410},{"type":"v1","addr":"172.21.15.16:6834","nonce":2456492410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8838,"qdb_cluster":[8838]},"id":12}]} 2024-09-16T01:50:36.945 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 93 2024-09-16T01:50:36.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96b806cc40 msgr2=0x7f96b806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96b806cc40 0x7f96b806f100 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f96c0034000 tx=0x7f96c002e000 comp rx=0 tx=0).stop 2024-09-16T01:50:36.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cd8c0 msgr2=0x7f96cc149e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cd8c0 0x7f96cc149e50 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00e870 tx=0x7f96bc00ed30 comp rx=0 tx=0).stop 2024-09-16T01:50:36.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 shutdown_connections 2024-09-16T01:50:36.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f96b806cc40 0x7f96b806f100 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96cc0cf090 0x7f96cc0ad640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96cc0cecb0 0x7f96cc0ad100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 --2- 172.21.15.16:0/2656943566 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96cc0cd8c0 0x7f96cc149e50 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 >> 172.21.15.16:0/2656943566 conn(0x7f96cc0b2000 msgr2=0x7f96cc1599b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 shutdown_connections 2024-09-16T01:50:36.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:36.946+0000 7f96d1247640 1 -- 172.21.15.16:0/2656943566 wait complete. 2024-09-16T01:50:36.958 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:37.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.058+0000 7fdabee8d640 1 Processor -- start 2024-09-16T01:50:37.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.058+0000 7fdabee8d640 1 -- start start 2024-09-16T01:50:37.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdabee8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdab8147e50 0x7fdab80738b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdabee8d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdab8073df0 0x7fdab80b5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdabee8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab80b58d0 0x7fdab806d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdabee8d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdab806bf60 con 0x7fdab8073df0 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdabee8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdab806c240 con 0x7fdab8147e50 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdabee8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdab806c520 con 0x7fdab80b58d0 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdab7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdab8073df0 0x7fdab80b5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdab7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdab8073df0 0x7fdab80b5390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56836/0 (socket says 172.21.15.16:56836) 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.059+0000 7fdab7fff640 1 -- 172.21.15.16:0/578666576 learned_addr learned my addr 172.21.15.16:0/578666576 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdabcc29640 1 --2- 172.21.15.16:0/578666576 >> v2:172.21.15.104:3300/0 conn(0x7fdab8147e50 0x7fdab80738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdabd42a640 1 --2- 172.21.15.16:0/578666576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab80b58d0 0x7fdab806d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdab7fff640 1 -- 172.21.15.16:0/578666576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab80b58d0 msgr2=0x7fdab806d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdab7fff640 1 --2- 172.21.15.16:0/578666576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab80b58d0 0x7fdab806d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdab7fff640 1 -- 172.21.15.16:0/578666576 >> v2:172.21.15.104:3300/0 conn(0x7fdab8147e50 msgr2=0x7fdab80738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdab7fff640 1 --2- 172.21.15.16:0/578666576 >> v2:172.21.15.104:3300/0 conn(0x7fdab8147e50 0x7fdab80738b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdab7fff640 1 -- 172.21.15.16:0/578666576 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdab806c800 con 0x7fdab8073df0 2024-09-16T01:50:37.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdabcc29640 1 --2- 172.21.15.16:0/578666576 >> v2:172.21.15.104:3300/0 conn(0x7fdab8147e50 0x7fdab80738b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:37.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.060+0000 7fdab7fff640 1 --2- 172.21.15.16:0/578666576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab8073df0 0x7fdab80b5390 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7fdab80d3410 tx=0x7fdaac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f15fbf094472def9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdab77fe640 1 -- 172.21.15.16:0/578666576 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaac037070 con 0x7fdab8073df0 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdab77fe640 1 -- 172.21.15.16:0/578666576 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaac032440 con 0x7fdab8073df0 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdab77fe640 1 -- 172.21.15.16:0/578666576 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaac032810 con 0x7fdab8073df0 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 -- 172.21.15.16:0/578666576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab8073df0 msgr2=0x7fdab80b5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 --2- 172.21.15.16:0/578666576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab8073df0 0x7fdab80b5390 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7fdab80d3410 tx=0x7fdaac02a270 comp rx=0 tx=0).stop 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 -- 172.21.15.16:0/578666576 shutdown_connections 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 --2- 172.21.15.16:0/578666576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab80b58d0 0x7fdab806d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 --2- 172.21.15.16:0/578666576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab8073df0 0x7fdab80b5390 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 --2- 172.21.15.16:0/578666576 >> v2:172.21.15.104:3300/0 conn(0x7fdab8147e50 0x7fdab80738b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 -- 172.21.15.16:0/578666576 >> 172.21.15.16:0/578666576 conn(0x7fdab80b4090 msgr2=0x7fdab80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 -- 172.21.15.16:0/578666576 shutdown_connections 2024-09-16T01:50:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.061+0000 7fdabee8d640 1 -- 172.21.15.16:0/578666576 wait complete. 2024-09-16T01:50:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.062+0000 7fdabee8d640 1 Processor -- start 2024-09-16T01:50:37.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.062+0000 7fdabee8d640 1 -- start start 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdabee8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab8073df0 0x7fdab815dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdabee8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab80b58d0 0x7fdab813fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdabee8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdab8147e50 0x7fdab8140020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdabee8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdab806bbe0 con 0x7fdab80b58d0 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdabee8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdab8148230 con 0x7fdab8147e50 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdabee8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdab806d540 con 0x7fdab8073df0 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdab7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab80b58d0 0x7fdab813fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdab7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab80b58d0 0x7fdab813fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56846/0 (socket says 172.21.15.16:56846) 2024-09-16T01:50:37.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.063+0000 7fdab7fff640 1 -- 172.21.15.16:0/2246103541 learned_addr learned my addr 172.21.15.16:0/2246103541 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdabd42a640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdab8147e50 0x7fdab8140020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdabcc29640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab8073df0 0x7fdab815dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab7fff640 1 -- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab8073df0 msgr2=0x7fdab815dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab7fff640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab8073df0 0x7fdab815dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab7fff640 1 -- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdab8147e50 msgr2=0x7fdab8140020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab7fff640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdab8147e50 0x7fdab8140020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab7fff640 1 -- 172.21.15.16:0/2246103541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdab81428e0 con 0x7fdab80b58d0 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdabcc29640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab8073df0 0x7fdab815dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab7fff640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab80b58d0 0x7fdab813fae0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7fdaac000c00 tx=0x7fdaac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab57fa640 1 -- 172.21.15.16:0/2246103541 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaac041020 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab57fa640 1 -- 172.21.15.16:0/2246103541 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaac0306c0 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdab80af4b0 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdab57fa640 1 -- 172.21.15.16:0/2246103541 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaac037040 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.064+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdab80afa70 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.065+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdab806d000 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.066+0000 7fdab57fa640 1 -- 172.21.15.16:0/2246103541 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fdaac044020 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.066+0000 7fdab57fa640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdaa406cc40 0x7fdaa406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.066+0000 7fdab57fa640 1 -- 172.21.15.16:0/2246103541 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7fdaac0aa2f0 con 0x7fdab80b58d0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.066+0000 7fdabcc29640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdaa406cc40 0x7fdaa406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.067+0000 7fdabcc29640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdaa406cc40 0x7fdaa406f100 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdab00095c0 tx=0x7fdab0009550 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.070+0000 7fdab57fa640 1 -- 172.21.15.16:0/2246103541 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdaac0b0030 con 0x7fdab80b58d0 2024-09-16T01:50:37.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.285+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdab80b4b50 con 0x7fdab80b58d0 2024-09-16T01:50:37.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.285+0000 7fdab57fa640 1 -- 172.21.15.16:0/2246103541 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5230 (secure 0 0 0) 0x7fdaac04b030 con 0x7fdab80b58d0 2024-09-16T01:50:37.287 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:37.287 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":93,"btime":"2024-09-16T01:50:23:192187+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7133,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3360908208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3360908208},{"type":"v1","addr":"172.21.15.16:6835","nonce":3360908208}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8053,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/636285920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":636285920},{"type":"v1","addr":"172.21.15.104:6834","nonce":636285920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8056,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3034849073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3034849073},{"type":"v1","addr":"172.21.15.104:6835","nonce":3034849073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:13.513994+0000","modified":"2024-09-16T01:50:16.534747+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8838":{"gid":8838,"name":"c","rank":0,"incarnation":89,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/2456492410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2456492410},{"type":"v1","addr":"172.21.15.16:6834","nonce":2456492410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8838,"qdb_cluster":[8838]},"id":12}]} 2024-09-16T01:50:37.287 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 93 2024-09-16T01:50:37.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdaa406cc40 msgr2=0x7fdaa406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdaa406cc40 0x7fdaa406f100 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdab00095c0 tx=0x7fdab0009550 comp rx=0 tx=0).stop 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab80b58d0 msgr2=0x7fdab813fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab80b58d0 0x7fdab813fae0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7fdaac000c00 tx=0x7fdaac0046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 shutdown_connections 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdaa406cc40 0x7fdaa406f100 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdab8147e50 0x7fdab8140020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdab80b58d0 0x7fdab813fae0 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 --2- 172.21.15.16:0/2246103541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdab8073df0 0x7fdab815dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 >> 172.21.15.16:0/2246103541 conn(0x7fdab80b4090 msgr2=0x7fdab80d22f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 shutdown_connections 2024-09-16T01:50:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.287+0000 7fdabee8d640 1 -- 172.21.15.16:0/2246103541 wait complete. 2024-09-16T01:50:37.300 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:37.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.401+0000 7f2b91586640 1 Processor -- start 2024-09-16T01:50:37.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.401+0000 7f2b91586640 1 -- start start 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b91586640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2b8c0cecb0 0x7f2b8c0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b91586640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2b8c0cf090 0x7f2b8c0cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b91586640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b91586640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2b8c0cdd30 con 0x7f2b8c0cf090 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b91586640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2b8c160e40 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b91586640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b8c160230 con 0x7f2b8c0cd8c0 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2b8c0cf090 0x7f2b8c0cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2b8c0cf090 0x7f2b8c0cd380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56858/0 (socket says 172.21.15.16:56858) 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 -- 172.21.15.16:0/1802246155 learned_addr learned my addr 172.21.15.16:0/1802246155 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b8b7fe640 1 --2- 172.21.15.16:0/1802246155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 -- 172.21.15.16:0/1802246155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 msgr2=0x7f2b8c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:37.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 --2- 172.21.15.16:0/1802246155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c06bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b8affd640 1 --2- 172.21.15.16:0/1802246155 >> v2:172.21.15.104:3300/0 conn(0x7f2b8c0cecb0 0x7f2b8c0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 -- 172.21.15.16:0/1802246155 >> v2:172.21.15.104:3300/0 conn(0x7f2b8c0cecb0 msgr2=0x7f2b8c0ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:37.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 --2- 172.21.15.16:0/1802246155 >> v2:172.21.15.104:3300/0 conn(0x7f2b8c0cecb0 0x7f2b8c0ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.402+0000 7f2b83fff640 1 -- 172.21.15.16:0/1802246155 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b8c160510 con 0x7f2b8c0cf090 2024-09-16T01:50:37.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.403+0000 7f2b83fff640 1 --2- 172.21.15.16:0/1802246155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c0cd380 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0b56c0 tx=0x7f2b7402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=228dc8e68acaacdf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.403+0000 7f2b8a7fc640 1 -- 172.21.15.16:0/1802246155 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74037070 con 0x7f2b8c0cf090 2024-09-16T01:50:37.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.403+0000 7f2b8a7fc640 1 -- 172.21.15.16:0/1802246155 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b74032440 con 0x7f2b8c0cf090 2024-09-16T01:50:37.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.403+0000 7f2b8a7fc640 1 -- 172.21.15.16:0/1802246155 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74032810 con 0x7f2b8c0cf090 2024-09-16T01:50:37.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 -- 172.21.15.16:0/1802246155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cf090 msgr2=0x7f2b8c0cd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 --2- 172.21.15.16:0/1802246155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c0cd380 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0b56c0 tx=0x7f2b7402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 -- 172.21.15.16:0/1802246155 shutdown_connections 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 --2- 172.21.15.16:0/1802246155 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c06bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 --2- 172.21.15.16:0/1802246155 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c0cd380 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 --2- 172.21.15.16:0/1802246155 >> v2:172.21.15.104:3300/0 conn(0x7f2b8c0cecb0 0x7f2b8c0ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 -- 172.21.15.16:0/1802246155 >> 172.21.15.16:0/1802246155 conn(0x7f2b8c0b2000 msgr2=0x7f2b8c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 -- 172.21.15.16:0/1802246155 shutdown_connections 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.404+0000 7f2b91586640 1 -- 172.21.15.16:0/1802246155 wait complete. 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.405+0000 7f2b91586640 1 Processor -- start 2024-09-16T01:50:37.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.405+0000 7f2b91586640 1 -- start start 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b91586640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c1e6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b91586640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cecb0 0x7f2b8c0b0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b91586640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c147bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b91586640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2b8c06c190 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b91586640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2b8c160ad0 con 0x7f2b8c0cf090 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b91586640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b8c06c310 con 0x7f2b8c0cd8c0 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cecb0 0x7f2b8c0b0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cecb0 0x7f2b8c0b0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56870/0 (socket says 172.21.15.16:56870) 2024-09-16T01:50:37.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 -- 172.21.15.16:0/144915574 learned_addr learned my addr 172.21.15.16:0/144915574 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b8b7fe640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c147bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 -- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 msgr2=0x7f2b8c1e6380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b8affd640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c1e6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c1e6380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 -- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b8c0cf090 msgr2=0x7f2b8c147bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c147bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 -- 172.21.15.16:0/144915574 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b8c146e00 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b8b7fe640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c147bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b8affd640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c1e6380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b83fff640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cecb0 0x7f2b8c0b0d50 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f2b7402a220 tx=0x7f2b740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b837fe640 1 -- 172.21.15.16:0/144915574 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74037040 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b837fe640 1 -- 172.21.15.16:0/144915574 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b74042070 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.406+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b8c1470e0 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.407+0000 7f2b837fe640 1 -- 172.21.15.16:0/144915574 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74030bb0 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.407+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b8c1476a0 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.408+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b8c0ce190 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.408+0000 7f2b837fe640 1 -- 172.21.15.16:0/144915574 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f2b74047460 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.409+0000 7f2b837fe640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b6c06cc40 0x7f2b6c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.409+0000 7f2b837fe640 1 -- 172.21.15.16:0/144915574 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7f2b740aa830 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.409+0000 7f2b8affd640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b6c06cc40 0x7f2b6c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.409+0000 7f2b8affd640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b6c06cc40 0x7f2b6c06f100 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c008890 tx=0x7f2b7c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.413+0000 7f2b837fe640 1 -- 172.21.15.16:0/144915574 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b74045360 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.591+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2b8c15ff00 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.592+0000 7f2b837fe640 1 -- 172.21.15.16:0/144915574 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v152) ==== 74+0+16792 (secure 0 0 0) 0x7f2b7407aba0 con 0x7f2b8c0cecb0 2024-09-16T01:50:37.594 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":152,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:15.147175+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:11.486547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:12.496426+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"152","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:37.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b6c06cc40 msgr2=0x7f2b6c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b6c06cc40 0x7f2b6c06f100 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c008890 tx=0x7f2b7c008040 comp rx=0 tx=0).stop 2024-09-16T01:50:37.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cecb0 msgr2=0x7f2b8c0b0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cecb0 0x7f2b8c0b0d50 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f2b7402a220 tx=0x7f2b740046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 shutdown_connections 2024-09-16T01:50:37.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b6c06cc40 0x7f2b6c06f100 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b8c0cf090 0x7f2b8c147bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.594+0000 7f2b91586640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b8c0cecb0 0x7f2b8c0b0d50 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.595+0000 7f2b91586640 1 --2- 172.21.15.16:0/144915574 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b8c0cd8c0 0x7f2b8c1e6380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.595+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 >> 172.21.15.16:0/144915574 conn(0x7f2b8c0b2000 msgr2=0x7f2b8c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:37.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.595+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 shutdown_connections 2024-09-16T01:50:37.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.595+0000 7f2b91586640 1 -- 172.21.15.16:0/144915574 wait complete. 2024-09-16T01:50:37.607 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:50:37.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.710+0000 7ff0fb62c640 1 Processor -- start 2024-09-16T01:50:37.711 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.710+0000 7ff0fb62c640 1 -- start start 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0fb62c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff0f415f7e0 0x7ff0f406d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0fb62c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0f406d820 con 0x7ff0f40b3ae0 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0fb62c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0f40b04f0 con 0x7ff0f4160670 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0fb62c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff0f40b07d0 con 0x7ff0f415f7e0 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0f8bc7640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff0f40b3ae0 0x7ff0f415ff60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37258/0 (socket says 172.21.15.16:37258) 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0f8bc7640 1 -- 172.21.15.16:0/3344490748 learned_addr learned my addr 172.21.15.16:0/3344490748 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/3344490748 >> v2:172.21.15.104:3300/0 conn(0x7ff0f415f7e0 0x7ff0f406d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3068065366 0 0) 0x7ff0f406d820 con 0x7ff0f40b3ae0 2024-09-16T01:50:37.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff0e0003520 con 0x7ff0f40b3ae0 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 465282030 0 0) 0x7ff0e0003520 con 0x7ff0f40b3ae0 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 >> v2:172.21.15.104:3300/0 conn(0x7ff0f415f7e0 msgr2=0x7ff0f406d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 --2- 172.21.15.16:0/3344490748 >> v2:172.21.15.104:3300/0 conn(0x7ff0f415f7e0 0x7ff0f406d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 >> v1:172.21.15.104:6789/0 conn(0x7ff0f4160670 legacy=0x7ff0f40cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0f4073410 con 0x7ff0f40b3ae0 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7ff0e4001670 con 0x7ff0f40b3ae0 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 >> v1:172.21.15.16:6789/0 conn(0x7ff0f40b3ae0 legacy=0x7ff0f415ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0e00039b0 0x7ff0e0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0e0004800 0x7ff0e0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.711+0000 7ff0ebfff640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00051c0 0x7ff0e000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f40b07d0 con 0x7ff0e00039b0 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e000c060 con 0x7ff0e00051c0 2024-09-16T01:50:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff0e000c260 con 0x7ff0e0004800 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0e00039b0 0x7ff0e0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f8bc7640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0e0004800 0x7ff0e0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f9bc9640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00051c0 0x7ff0e000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f93c8640 1 -- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0e0004800 msgr2=0x7ff0e0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0e0004800 0x7ff0e0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f93c8640 1 -- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00051c0 msgr2=0x7ff0e000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00051c0 0x7ff0e000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f93c8640 1 -- 172.21.15.16:0/3344490748 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e0003520 con 0x7ff0e00039b0 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f9bc9640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00051c0 0x7ff0e000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.712+0000 7ff0f9bc9640 1 -- 172.21.15.16:0/3344490748 reap_dead start 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0e00039b0 0x7ff0e0003dd0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0009ac0 tx=0x7ff0e0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49a872e8fd7fc481 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f0036070 con 0x7ff0e00039b0 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f0031400 con 0x7ff0e00039b0 2024-09-16T01:50:37.716 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0ebfff640 1 -- 172.21.15.16:0/3344490748 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f0009690 con 0x7ff0e00039b0 2024-09-16T01:50:37.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0fb62c640 1 -- 172.21.15.16:0/3344490748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0e00039b0 msgr2=0x7ff0e0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0e00039b0 0x7ff0e0003dd0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0009ac0 tx=0x7ff0e0005830 comp rx=0 tx=0).stop 2024-09-16T01:50:37.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0fb62c640 1 -- 172.21.15.16:0/3344490748 shutdown_connections 2024-09-16T01:50:37.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/3344490748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0e00039b0 0x7ff0e0003dd0 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.713+0000 7ff0fb62c640 1 -- 172.21.15.16:0/3344490748 >> 172.21.15.16:0/3344490748 conn(0x7ff0f40b2ec0 msgr2=0x7ff0f40b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:37.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.714+0000 7ff0fb62c640 1 -- 172.21.15.16:0/3344490748 shutdown_connections 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.714+0000 7ff0fb62c640 1 -- 172.21.15.16:0/3344490748 wait complete. 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.715+0000 7ff0fb62c640 1 Processor -- start 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.715+0000 7ff0fb62c640 1 -- start start 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.715+0000 7ff0fb62c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00039b0 0x7ff0f415bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.715+0000 7ff0fb62c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0f4159290 0x7ff0f4150730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0fb62c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0f406f2e0 0x7ff0f406f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0fb62c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f415fbc0 con 0x7ff0f4159290 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0fb62c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f40739d0 con 0x7ff0e00039b0 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0fb62c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff0f415fd40 con 0x7ff0f406f2e0 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0f4159290 0x7ff0f4150730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0f4159290 0x7ff0f4150730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56878/0 (socket says 172.21.15.16:56878) 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 -- 172.21.15.16:0/4088332339 learned_addr learned my addr 172.21.15.16:0/4088332339 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:37.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f9bc9640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0f406f2e0 0x7ff0f406f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00039b0 0x7ff0f415bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 -- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0f406f2e0 msgr2=0x7ff0f406f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0f406f2e0 0x7ff0f406f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 -- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00039b0 msgr2=0x7ff0f415bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00039b0 0x7ff0f415bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 -- 172.21.15.16:0/4088332339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0f415c460 con 0x7ff0f4159290 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0f8bc7640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0f4159290 0x7ff0f4150730 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7ff0e40072c0 tx=0x7ff0e4007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0e9ffb640 1 -- 172.21.15.16:0/4088332339 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e400f960 con 0x7ff0f4159290 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0e9ffb640 1 -- 172.21.15.16:0/4088332339 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0e4018070 con 0x7ff0f4159290 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0f415c740 con 0x7ff0f4159290 2024-09-16T01:50:37.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.716+0000 7ff0e9ffb640 1 -- 172.21.15.16:0/4088332339 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e400fd20 con 0x7ff0f4159290 2024-09-16T01:50:37.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.717+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0f4151d40 con 0x7ff0f4159290 2024-09-16T01:50:37.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.718+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0f4151f40 con 0x7ff0f4159290 2024-09-16T01:50:37.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.718+0000 7ff0e9ffb640 1 -- 172.21.15.16:0/4088332339 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7ff0e401d460 con 0x7ff0f4159290 2024-09-16T01:50:37.722 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.719+0000 7ff0e9ffb640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806cc70 0x7ff0d806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:37.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.719+0000 7ff0e9ffb640 1 -- 172.21.15.16:0/4088332339 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5765+0+0 (secure 0 0 0) 0x7ff0e4089b90 con 0x7ff0f4159290 2024-09-16T01:50:37.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.719+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806cc70 0x7ff0d806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:37.723 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.719+0000 7ff0f93c8640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806cc70 0x7ff0d806f130 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0033000 tx=0x7ff0f0008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:37.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.723+0000 7ff0e9ffb640 1 -- 172.21.15.16:0/4088332339 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff0f4151f40 con 0x7ff0f4159290 2024-09-16T01:50:37.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.934+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff0f40b2c80 con 0x7ff0f4159290 2024-09-16T01:50:37.936 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:50:37.935+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:50:37.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.936+0000 7ff0e9ffb640 1 -- 172.21.15.16:0/4088332339 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v94) ==== 161+0+0 (secure 0 0 0) 0x7ff0e40598b0 con 0x7ff0f4159290 2024-09-16T01:50:37.937 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:50:37.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806cc70 msgr2=0x7ff0d806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806cc70 0x7ff0d806f130 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0033000 tx=0x7ff0f0008030 comp rx=0 tx=0).stop 2024-09-16T01:50:37.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0f4159290 msgr2=0x7ff0f4150730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:37.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0f4159290 0x7ff0f4150730 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7ff0e40072c0 tx=0x7ff0e4007780 comp rx=0 tx=0).stop 2024-09-16T01:50:37.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 shutdown_connections 2024-09-16T01:50:37.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff0d806cc70 0x7ff0d806f130 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff0f406f2e0 0x7ff0f406f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0f4159290 0x7ff0f4150730 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 --2- 172.21.15.16:0/4088332339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0e00039b0 0x7ff0f415bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:37.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 >> 172.21.15.16:0/4088332339 conn(0x7ff0f40b2ec0 msgr2=0x7ff0f40ccdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:37.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 shutdown_connections 2024-09-16T01:50:37.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:37.940+0000 7ff0fb62c640 1 -- 172.21.15.16:0/4088332339 wait complete. 2024-09-16T01:50:37.956 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:50:37.984 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:50:38.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.059+0000 7f4ad0f1f640 1 Processor -- start 2024-09-16T01:50:38.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.059+0000 7f4ad0f1f640 1 -- start start 2024-09-16T01:50:38.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4ad0f1f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4acc06e7b0 0x7f4acc1691d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:38.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4ad0f1f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4acc06ecf0 con 0x7f4acc15c280 2024-09-16T01:50:38.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4ad0f1f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4acc06bbe0 con 0x7f4acc0d2b20 2024-09-16T01:50:38.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4ad0f1f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4acc06bec0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4aca59c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4acc15c280 0x7f4acc0d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37270/0 (socket says 172.21.15.16:37270) 2024-09-16T01:50:38.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4aca59c640 1 -- 172.21.15.16:0/3207062305 learned_addr learned my addr 172.21.15.16:0/3207062305 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:38.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4acad9d640 1 --2- 172.21.15.16:0/3207062305 >> v2:172.21.15.104:3300/0 conn(0x7f4acc06e7b0 0x7f4acc1691d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:38.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4ac959a640 1 -- 172.21.15.16:0/3207062305 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 936317681 0 0) 0x7f4acc06ecf0 con 0x7f4acc15c280 2024-09-16T01:50:38.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.060+0000 7f4ac959a640 1 -- 172.21.15.16:0/3207062305 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ab8003520 con 0x7f4acc15c280 2024-09-16T01:50:38.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.061+0000 7f4acad9d640 1 -- 172.21.15.16:0/3207062305 >> v1:172.21.15.104:6789/0 conn(0x7f4acc0d2b20 legacy=0x7f4acc06e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:38.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.061+0000 7f4acad9d640 1 -- 172.21.15.16:0/3207062305 >> v1:172.21.15.16:6789/0 conn(0x7f4acc15c280 legacy=0x7f4acc0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:38.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.061+0000 7f4acad9d640 1 -- 172.21.15.16:0/3207062305 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4acc06c1a0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.061+0000 7f4acad9d640 1 --2- 172.21.15.16:0/3207062305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc06e7b0 0x7f4acc1691d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4009d90 tx=0x7f4ac402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4327b8d33d10b179 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:38.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ac959a640 1 -- 172.21.15.16:0/3207062305 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4007740 con 0x7f4acc06e7b0 2024-09-16T01:50:38.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ac959a640 1 -- 172.21.15.16:0/3207062305 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ac40078e0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ac959a640 1 -- 172.21.15.16:0/3207062305 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4007c90 con 0x7f4acc06e7b0 2024-09-16T01:50:38.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/3207062305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc06e7b0 msgr2=0x7f4acc1691d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:38.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/3207062305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc06e7b0 0x7f4acc1691d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4009d90 tx=0x7f4ac402a6f0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/3207062305 shutdown_connections 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/3207062305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc06e7b0 0x7f4acc1691d0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/3207062305 >> 172.21.15.16:0/3207062305 conn(0x7f4acc06f2d0 msgr2=0x7f4acc06f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/3207062305 shutdown_connections 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.062+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/3207062305 wait complete. 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 Processor -- start 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 -- start start 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4acc06e7b0 0x7f4acc0b6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4acc0d2b20 0x7f4acc0cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc15c280 0x7f4acc14bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc06c9a0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc15fae0 con 0x7f4acc15c280 2024-09-16T01:50:38.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4ad0f1f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4acc06cb20 con 0x7f4acc0d2b20 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4aca59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4acc06e7b0 0x7f4acc0b6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4aca59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4acc06e7b0 0x7f4acc0b6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56910/0 (socket says 172.21.15.16:56910) 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.064+0000 7f4aca59c640 1 -- 172.21.15.16:0/2152326128 learned_addr learned my addr 172.21.15.16:0/2152326128 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4acad9d640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc15c280 0x7f4acc14bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4ac9d9b640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4acc0d2b20 0x7f4acc0cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4aca59c640 1 -- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4acc0d2b20 msgr2=0x7f4acc0cc1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4aca59c640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4acc0d2b20 0x7f4acc0cc1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4aca59c640 1 -- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc15c280 msgr2=0x7f4acc14bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4aca59c640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc15c280 0x7f4acc14bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4aca59c640 1 -- 172.21.15.16:0/2152326128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4acc15c690 con 0x7f4acc06e7b0 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4acad9d640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc15c280 0x7f4acc14bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4aca59c640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4acc06e7b0 0x7f4acc0b6c80 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400c500 tx=0x7f4ab400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:38.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4ac2ffd640 1 -- 172.21.15.16:0/2152326128 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab4017070 con 0x7f4acc06e7b0 2024-09-16T01:50:38.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4ac2ffd640 1 -- 172.21.15.16:0/2152326128 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ab4005ce0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4acc15cc20 con 0x7f4acc06e7b0 2024-09-16T01:50:38.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4ac2ffd640 1 -- 172.21.15.16:0/2152326128 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab4007330 con 0x7f4acc06e7b0 2024-09-16T01:50:38.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.065+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4acc15d1e0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.066+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4acc06e0a0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.067+0000 7f4ac2ffd640 1 -- 172.21.15.16:0/2152326128 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f4ab401a070 con 0x7f4acc06e7b0 2024-09-16T01:50:38.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.067+0000 7f4ac2ffd640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4aac06cc40 0x7f4aac06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:38.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.068+0000 7f4ac2ffd640 1 -- 172.21.15.16:0/2152326128 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 5851+0+0 (secure 0 0 0) 0x7f4ab4089040 con 0x7f4acc06e7b0 2024-09-16T01:50:38.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.068+0000 7f4ac9d9b640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4aac06cc40 0x7f4aac06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:38.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.068+0000 7f4ac9d9b640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4aac06cc40 0x7f4aac06f100 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4acc0b4c60 tx=0x7f4abc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:38.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.072+0000 7f4ac2ffd640 1 -- 172.21.15.16:0/2152326128 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ab4058da0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.287+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f4acc0756f0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.937+0000 7f4ac2ffd640 1 -- 172.21.15.16:0/2152326128 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v95) ==== 104+0+0 (secure 0 0 0) 0x7f4ab405d0a0 con 0x7f4acc06e7b0 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.940+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4aac06cc40 msgr2=0x7f4aac06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4aac06cc40 0x7f4aac06f100 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4acc0b4c60 tx=0x7f4abc009040 comp rx=0 tx=0).stop 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4acc06e7b0 msgr2=0x7f4acc0b6c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4acc06e7b0 0x7f4acc0b6c80 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400c500 tx=0x7f4ab400c9c0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 shutdown_connections 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f4aac06cc40 0x7f4aac06f100 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4acc15c280 0x7f4acc14bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4acc0d2b20 0x7f4acc0cc1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 --2- 172.21.15.16:0/2152326128 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4acc06e7b0 0x7f4acc0b6c80 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:38.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 >> 172.21.15.16:0/2152326128 conn(0x7f4acc06f2d0 msgr2=0x7f4acc0b37e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:38.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 shutdown_connections 2024-09-16T01:50:38.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:38.941+0000 7f4ad0f1f640 1 -- 172.21.15.16:0/2152326128 wait complete. 2024-09-16T01:50:38.956 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:50:39.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.110+0000 7f82e68e4640 1 Processor -- start 2024-09-16T01:50:39.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.111+0000 7f82e68e4640 1 -- start start 2024-09-16T01:50:39.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.111+0000 7f82e68e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f82e015a8c0 0x7f82e0073320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:39.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.111+0000 7f82e68e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015aca0 0x7f82e00cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:39.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.111+0000 7f82e68e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f82e0071b20 0x7f82e0070f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:39.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.111+0000 7f82e68e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f82e00b4220 con 0x7f82e0071b20 2024-09-16T01:50:39.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.111+0000 7f82e68e4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f82e00b3610 con 0x7f82e015a8c0 2024-09-16T01:50:39.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.111+0000 7f82e68e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82e00b38f0 con 0x7f82e015aca0 2024-09-16T01:50:39.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f82e0071b20 0x7f82e0070f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f82e0071b20 0x7f82e0070f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56922/0 (socket says 172.21.15.16:56922) 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 -- 172.21.15.16:0/345257694 learned_addr learned my addr 172.21.15.16:0/345257694 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82dffff640 1 --2- 172.21.15.16:0/345257694 >> v2:172.21.15.104:3300/0 conn(0x7f82e015a8c0 0x7f82e0073320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82d7fff640 1 --2- 172.21.15.16:0/345257694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015aca0 0x7f82e00cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 -- 172.21.15.16:0/345257694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015aca0 msgr2=0x7f82e00cdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 --2- 172.21.15.16:0/345257694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015aca0 0x7f82e00cdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 -- 172.21.15.16:0/345257694 >> v2:172.21.15.104:3300/0 conn(0x7f82e015a8c0 msgr2=0x7f82e0073320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 --2- 172.21.15.16:0/345257694 >> v2:172.21.15.104:3300/0 conn(0x7f82e015a8c0 0x7f82e0073320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82e4e81640 1 -- 172.21.15.16:0/345257694 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82e00b3bd0 con 0x7f82e0071b20 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.112+0000 7f82dffff640 1 --2- 172.21.15.16:0/345257694 >> v2:172.21.15.104:3300/0 conn(0x7f82e015a8c0 0x7f82e0073320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.113+0000 7f82e4e81640 1 --2- 172.21.15.16:0/345257694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e0071b20 0x7f82e0070f80 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f82e006f2a0 tx=0x7f82d802b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12473b413be9f9d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:39.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.113+0000 7f82df7fe640 1 -- 172.21.15.16:0/345257694 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d8037070 con 0x7f82e0071b20 2024-09-16T01:50:39.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.113+0000 7f82df7fe640 1 -- 172.21.15.16:0/345257694 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82d8008500 con 0x7f82e0071b20 2024-09-16T01:50:39.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.113+0000 7f82df7fe640 1 -- 172.21.15.16:0/345257694 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d80088d0 con 0x7f82e0071b20 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 -- 172.21.15.16:0/345257694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e0071b20 msgr2=0x7f82e0070f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 --2- 172.21.15.16:0/345257694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e0071b20 0x7f82e0070f80 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f82e006f2a0 tx=0x7f82d802b7a0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 -- 172.21.15.16:0/345257694 shutdown_connections 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 --2- 172.21.15.16:0/345257694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e0071b20 0x7f82e0070f80 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 --2- 172.21.15.16:0/345257694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015aca0 0x7f82e00cdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 --2- 172.21.15.16:0/345257694 >> v2:172.21.15.104:3300/0 conn(0x7f82e015a8c0 0x7f82e0073320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 -- 172.21.15.16:0/345257694 >> 172.21.15.16:0/345257694 conn(0x7f82e006c030 msgr2=0x7f82e006c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 -- 172.21.15.16:0/345257694 shutdown_connections 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.114+0000 7f82e68e4640 1 -- 172.21.15.16:0/345257694 wait complete. 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.115+0000 7f82e68e4640 1 Processor -- start 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.115+0000 7f82e68e4640 1 -- start start 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e68e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82e0071b20 0x7f82e0155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:39.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e68e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015a8c0 0x7f82e01e7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e68e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e01e7fd0 0x7f82e0159770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e68e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f82e00ce0e0 con 0x7f82e01e7fd0 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e68e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82e0073860 con 0x7f82e0071b20 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e68e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f82e00ce260 con 0x7f82e015a8c0 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e01e7fd0 0x7f82e0159770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e01e7fd0 0x7f82e0159770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56932/0 (socket says 172.21.15.16:56932) 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 -- 172.21.15.16:0/4083873920 learned_addr learned my addr 172.21.15.16:0/4083873920 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82dffff640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82e0071b20 0x7f82e0155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82d7fff640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015a8c0 0x7f82e01e7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 -- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015a8c0 msgr2=0x7f82e01e7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015a8c0 0x7f82e01e7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 -- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82e0071b20 msgr2=0x7f82e0155b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82e0071b20 0x7f82e0155b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:39.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 -- 172.21.15.16:0/4083873920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82e0156090 con 0x7f82e01e7fd0 2024-09-16T01:50:39.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82e4e81640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e01e7fd0 0x7f82e0159770 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f82d800c140 tx=0x7f82d8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:39.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.116+0000 7f82dd7fa640 1 -- 172.21.15.16:0/4083873920 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d8037040 con 0x7f82e01e7fd0 2024-09-16T01:50:39.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.117+0000 7f82dd7fa640 1 -- 172.21.15.16:0/4083873920 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82d8042070 con 0x7f82e01e7fd0 2024-09-16T01:50:39.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.117+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82e01586d0 con 0x7f82e01e7fd0 2024-09-16T01:50:39.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.117+0000 7f82dd7fa640 1 -- 172.21.15.16:0/4083873920 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d800a620 con 0x7f82e01e7fd0 2024-09-16T01:50:39.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.117+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82e0158c90 con 0x7f82e01e7fd0 2024-09-16T01:50:39.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.118+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82e0073320 con 0x7f82e01e7fd0 2024-09-16T01:50:39.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.118+0000 7f82dd7fa640 1 -- 172.21.15.16:0/4083873920 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f82d803d880 con 0x7f82e01e7fd0 2024-09-16T01:50:39.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.118+0000 7f82dd7fa640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82c006cc40 0x7f82c006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:39.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.119+0000 7f82dd7fa640 1 -- 172.21.15.16:0/4083873920 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 5851+0+0 (secure 0 0 0) 0x7f82d80aa710 con 0x7f82e01e7fd0 2024-09-16T01:50:39.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.119+0000 7f82dffff640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82c006cc40 0x7f82c006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:39.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.119+0000 7f82dffff640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82c006cc40 0x7f82c006f100 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f82d0006fd0 tx=0x7f82d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:39.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.123+0000 7f82dd7fa640 1 -- 172.21.15.16:0/4083873920 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82d807a430 con 0x7f82e01e7fd0 2024-09-16T01:50:39.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:39.299+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f82e006c720 con 0x7f82e01e7fd0 2024-09-16T01:50:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.244+0000 7f82dd7fa640 1 -- 172.21.15.16:0/4083873920 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v154) ==== 181+0+0 (secure 0 0 0) 0x7f82d807e730 con 0x7f82e01e7fd0 2024-09-16T01:50:40.246 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:50:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.248+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82c006cc40 msgr2=0x7f82c006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.248+0000 7f82e68e4640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82c006cc40 0x7f82c006f100 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f82d0006fd0 tx=0x7f82d0008040 comp rx=0 tx=0).stop 2024-09-16T01:50:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e01e7fd0 msgr2=0x7f82e0159770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e01e7fd0 0x7f82e0159770 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f82d800c140 tx=0x7f82d8004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:40.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 shutdown_connections 2024-09-16T01:50:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f82c006cc40 0x7f82c006f100 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f82e01e7fd0 0x7f82e0159770 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f82e015a8c0 0x7f82e01e7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 --2- 172.21.15.16:0/4083873920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82e0071b20 0x7f82e0155b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 >> 172.21.15.16:0/4083873920 conn(0x7f82e006c030 msgr2=0x7f82e00b0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 shutdown_connections 2024-09-16T01:50:40.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.249+0000 7f82e68e4640 1 -- 172.21.15.16:0/4083873920 wait complete. 2024-09-16T01:50:40.264 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:50:40.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.377+0000 7f1a58f8d640 1 Processor -- start 2024-09-16T01:50:40.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.377+0000 7f1a58f8d640 1 -- start start 2024-09-16T01:50:40.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a58f8d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a5415e900 0x7f1a540ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:40.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a58f8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a5406db40 0x7f1a540717d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:40.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a58f8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a540cf5b0 con 0x7f1a54073d10 2024-09-16T01:50:40.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a58f8d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1a5415ece0 con 0x7f1a5415e900 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a58f8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1a540cf890 con 0x7f1a5406db40 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a5259c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1a5415e900 0x7f1a540ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a4bfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1a54073d10 0x7f1a5406d430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37282/0 (socket says 172.21.15.16:37282) 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a4bfff640 1 -- 172.21.15.16:0/484838408 learned_addr learned my addr 172.21.15.16:0/484838408 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a52d9d640 1 --2- 172.21.15.16:0/484838408 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a5406db40 0x7f1a540717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a5259c640 1 -- 172.21.15.16:0/484838408 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a5406db40 msgr2=0x7f1a540717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a5259c640 1 --2- 172.21.15.16:0/484838408 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a5406db40 0x7f1a540717d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a5259c640 1 -- 172.21.15.16:0/484838408 >> v1:172.21.15.16:6789/0 conn(0x7f1a54073d10 legacy=0x7f1a5406d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a5259c640 1 -- 172.21.15.16:0/484838408 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a540cfb70 con 0x7f1a5415e900 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.378+0000 7f1a51d9b640 1 -- 172.21.15.16:0/484838408 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2435504327 0 0) 0x7f1a540cf5b0 con 0x7f1a54073d10 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.379+0000 7f1a5259c640 1 --2- 172.21.15.16:0/484838408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540ceed0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f1a440097a0 tx=0x7f1a4402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1210e5cfdea705a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.379+0000 7f1a51d9b640 1 -- 172.21.15.16:0/484838408 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a44037070 con 0x7f1a5415e900 2024-09-16T01:50:40.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.379+0000 7f1a51d9b640 1 -- 172.21.15.16:0/484838408 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a44032440 con 0x7f1a5415e900 2024-09-16T01:50:40.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.379+0000 7f1a51d9b640 1 -- 172.21.15.16:0/484838408 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a44032810 con 0x7f1a5415e900 2024-09-16T01:50:40.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 -- 172.21.15.16:0/484838408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 msgr2=0x7f1a540ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:40.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/484838408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540ceed0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f1a440097a0 tx=0x7f1a4402a180 comp rx=0 tx=0).stop 2024-09-16T01:50:40.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 -- 172.21.15.16:0/484838408 shutdown_connections 2024-09-16T01:50:40.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/484838408 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a5406db40 0x7f1a540717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/484838408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540ceed0 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 -- 172.21.15.16:0/484838408 >> 172.21.15.16:0/484838408 conn(0x7f1a5406c030 msgr2=0x7f1a5406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 -- 172.21.15.16:0/484838408 shutdown_connections 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.380+0000 7f1a58f8d640 1 -- 172.21.15.16:0/484838408 wait complete. 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.381+0000 7f1a58f8d640 1 Processor -- start 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.381+0000 7f1a58f8d640 1 -- start start 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a58f8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a5406db40 0x7f1a5414ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a58f8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a54073d10 0x7f1a540ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a58f8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a58f8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1a54071d10 con 0x7f1a5415e900 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a58f8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1a54074180 con 0x7f1a5406db40 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a58f8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1a54071e90 con 0x7f1a54073d10 2024-09-16T01:50:40.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540aede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56958/0 (socket says 172.21.15.16:56958) 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 -- 172.21.15.16:0/2922799450 learned_addr learned my addr 172.21.15.16:0/2922799450 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a4bfff640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a54073d10 0x7f1a540ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a5259c640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a5406db40 0x7f1a5414ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 -- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a54073d10 msgr2=0x7f1a540ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a54073d10 0x7f1a540ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 -- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a5406db40 msgr2=0x7f1a5414ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a5406db40 0x7f1a5414ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 -- 172.21.15.16:0/2922799450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a5414b3b0 con 0x7f1a5415e900 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.382+0000 7f1a52d9d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540aede0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c007de0 tx=0x7f1a4c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.383+0000 7f1a4affd640 1 -- 172.21.15.16:0/2922799450 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4c014620 con 0x7f1a5415e900 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.383+0000 7f1a4affd640 1 -- 172.21.15.16:0/2922799450 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a4c019070 con 0x7f1a5415e900 2024-09-16T01:50:40.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.383+0000 7f1a4affd640 1 -- 172.21.15.16:0/2922799450 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4c014a20 con 0x7f1a5415e900 2024-09-16T01:50:40.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.383+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a5414d810 con 0x7f1a5415e900 2024-09-16T01:50:40.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.383+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a5414dd90 con 0x7f1a5415e900 2024-09-16T01:50:40.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.384+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a540717b0 con 0x7f1a5415e900 2024-09-16T01:50:40.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.384+0000 7f1a4affd640 1 -- 172.21.15.16:0/2922799450 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f1a4c014bc0 con 0x7f1a5415e900 2024-09-16T01:50:40.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.385+0000 7f1a4affd640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a3406cc40 0x7f1a3406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:40.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.385+0000 7f1a4affd640 1 -- 172.21.15.16:0/2922799450 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5413+0+0 (secure 0 0 0) 0x7f1a4c08a3e0 con 0x7f1a5415e900 2024-09-16T01:50:40.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.385+0000 7f1a5259c640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a3406cc40 0x7f1a3406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:40.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.385+0000 7f1a5259c640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a3406cc40 0x7f1a3406f100 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f1a44034000 tx=0x7f1a4402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:40.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.389+0000 7f1a4affd640 1 -- 172.21.15.16:0/2922799450 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1a4c05a100 con 0x7f1a5415e900 2024-09-16T01:50:40.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:40.575+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1a541554c0 con 0x7f1a5415e900 2024-09-16T01:50:41.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.249+0000 7f1a4affd640 1 -- 172.21.15.16:0/2922799450 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v155) ==== 169+0+0 (secure 0 0 0) 0x7f1a4c05e400 con 0x7f1a5415e900 2024-09-16T01:50:41.251 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:50:41.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a3406cc40 msgr2=0x7f1a3406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a3406cc40 0x7f1a3406f100 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f1a44034000 tx=0x7f1a4402e000 comp rx=0 tx=0).stop 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 msgr2=0x7f1a540aede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540aede0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c007de0 tx=0x7f1a4c00e4b0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 shutdown_connections 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1a3406cc40 0x7f1a3406f100 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a5415e900 0x7f1a540aede0 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1a54073d10 0x7f1a540ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 --2- 172.21.15.16:0/2922799450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a5406db40 0x7f1a5414ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 >> 172.21.15.16:0/2922799450 conn(0x7f1a5406c030 msgr2=0x7f1a540727a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 shutdown_connections 2024-09-16T01:50:41.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.253+0000 7f1a58f8d640 1 -- 172.21.15.16:0/2922799450 wait complete. 2024-09-16T01:50:41.269 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:50:41.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.377+0000 7f80686a5640 1 Processor -- start 2024-09-16T01:50:41.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.378+0000 7f80686a5640 1 -- start start 2024-09-16T01:50:41.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.378+0000 7f80686a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f80601478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f80686a5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f806006cbf0 0x7f806006d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f80686a5640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8060163050 con 0x7f80600aea10 2024-09-16T01:50:41.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f80686a5640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f806006d5a0 con 0x7f806006cbf0 2024-09-16T01:50:41.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f80686a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8060162850 con 0x7f8060147510 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8066c42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f806006cbf0 0x7f806006d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8065c40640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f80600aea10 0x7f8060162140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37298/0 (socket says 172.21.15.16:37298) 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8065c40640 1 -- 172.21.15.16:0/3882659036 learned_addr learned my addr 172.21.15.16:0/3882659036 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8066441640 1 --2- 172.21.15.16:0/3882659036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f80601478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8066c42640 1 -- 172.21.15.16:0/3882659036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 msgr2=0x7f80601478f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8066c42640 1 --2- 172.21.15.16:0/3882659036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f80601478f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8066c42640 1 -- 172.21.15.16:0/3882659036 >> v1:172.21.15.16:6789/0 conn(0x7f80600aea10 legacy=0x7f8060162140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.379+0000 7f8066c42640 1 -- 172.21.15.16:0/3882659036 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8060162a90 con 0x7f806006cbf0 2024-09-16T01:50:41.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.380+0000 7f8066c42640 1 --2- 172.21.15.16:0/3882659036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f806006cbf0 0x7f806006d060 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f8058009d90 tx=0x7f805802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b17031e5b40423a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:41.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.380+0000 7f806543f640 1 -- 172.21.15.16:0/3882659036 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8058007740 con 0x7f806006cbf0 2024-09-16T01:50:41.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.380+0000 7f806543f640 1 -- 172.21.15.16:0/3882659036 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80580078e0 con 0x7f806006cbf0 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.380+0000 7f806543f640 1 -- 172.21.15.16:0/3882659036 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8058007cb0 con 0x7f806006cbf0 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.380+0000 7f80686a5640 1 -- 172.21.15.16:0/3882659036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f806006cbf0 msgr2=0x7f806006d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.380+0000 7f80686a5640 1 --2- 172.21.15.16:0/3882659036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f806006cbf0 0x7f806006d060 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f8058009d90 tx=0x7f805802a660 comp rx=0 tx=0).stop 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.381+0000 7f80686a5640 1 -- 172.21.15.16:0/3882659036 shutdown_connections 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.381+0000 7f80686a5640 1 --2- 172.21.15.16:0/3882659036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f806006cbf0 0x7f806006d060 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.381+0000 7f80686a5640 1 --2- 172.21.15.16:0/3882659036 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f80601478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.381+0000 7f80686a5640 1 -- 172.21.15.16:0/3882659036 >> 172.21.15.16:0/3882659036 conn(0x7f8060071ff0 msgr2=0x7f8060072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.381+0000 7f80686a5640 1 -- 172.21.15.16:0/3882659036 shutdown_connections 2024-09-16T01:50:41.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.381+0000 7f80686a5640 1 -- 172.21.15.16:0/3882659036 wait complete. 2024-09-16T01:50:41.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.382+0000 7f80686a5640 1 Processor -- start 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.382+0000 7f80686a5640 1 -- start start 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.382+0000 7f80686a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806006cbf0 0x7f806015fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f80686a5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80600aea10 0x7f8060160150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f80686a5640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f8060142210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f80686a5640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f806006e7e0 con 0x7f80600aea10 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f80686a5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f806006e500 con 0x7f806006cbf0 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f80686a5640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f806006fca0 con 0x7f8060147510 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80600aea10 0x7f8060160150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80600aea10 0x7f8060160150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:56986/0 (socket says 172.21.15.16:56986) 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 -- 172.21.15.16:0/1295837055 learned_addr learned my addr 172.21.15.16:0/1295837055 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8066c42640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f8060142210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8066441640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806006cbf0 0x7f806015fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 -- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 msgr2=0x7f8060142210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f8060142210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 -- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806006cbf0 msgr2=0x7f806015fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806006cbf0 0x7f806015fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 -- 172.21.15.16:0/1295837055 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8060143650 con 0x7f80600aea10 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8066c42640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f8060142210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8066441640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806006cbf0 0x7f806015fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8065c40640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80600aea10 0x7f8060160150 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f805000c3c0 tx=0x7f805000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8056ffd640 1 -- 172.21.15.16:0/1295837055 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8050017070 con 0x7f80600aea10 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8056ffd640 1 -- 172.21.15.16:0/1295837055 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8050005ce0 con 0x7f80600aea10 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80601607f0 con 0x7f80600aea10 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f8056ffd640 1 -- 172.21.15.16:0/1295837055 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80500072f0 con 0x7f80600aea10 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.383+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8060160db0 con 0x7f80600aea10 2024-09-16T01:50:41.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.385+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80600aee50 con 0x7f80600aea10 2024-09-16T01:50:41.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.385+0000 7f8056ffd640 1 -- 172.21.15.16:0/1295837055 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f805001a070 con 0x7f80600aea10 2024-09-16T01:50:41.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.385+0000 7f8056ffd640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f804406cc40 0x7f804406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.386+0000 7f8056ffd640 1 -- 172.21.15.16:0/1295837055 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7f8050088f00 con 0x7f80600aea10 2024-09-16T01:50:41.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.386+0000 7f8066441640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f804406cc40 0x7f804406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.386+0000 7f8066441640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f804406cc40 0x7f804406f100 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f805c006fd0 tx=0x7f805c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:41.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.390+0000 7f8056ffd640 1 -- 172.21.15.16:0/1295837055 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8060143650 con 0x7f80600aea10 2024-09-16T01:50:41.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.564+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f8060145a10 con 0x7f80600aea10 2024-09-16T01:50:41.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.567+0000 7f8056ffd640 1 -- 172.21.15.16:0/1295837055 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f8050059270 con 0x7f80600aea10 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f804406cc40 msgr2=0x7f804406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f804406cc40 0x7f804406f100 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f805c006fd0 tx=0x7f805c008040 comp rx=0 tx=0).stop 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80600aea10 msgr2=0x7f8060160150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80600aea10 0x7f8060160150 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f805000c3c0 tx=0x7f805000c880 comp rx=0 tx=0).stop 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 shutdown_connections 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f804406cc40 0x7f804406f100 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8060147510 0x7f8060142210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80600aea10 0x7f8060160150 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 --2- 172.21.15.16:0/1295837055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806006cbf0 0x7f806015fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 >> 172.21.15.16:0/1295837055 conn(0x7f8060071ff0 msgr2=0x7f8060161f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 shutdown_connections 2024-09-16T01:50:41.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.569+0000 7f80686a5640 1 -- 172.21.15.16:0/1295837055 wait complete. 2024-09-16T01:50:41.581 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2' 2024-09-16T01:50:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.682+0000 7fdb5c586640 1 Processor -- start 2024-09-16T01:50:41.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.682+0000 7fdb5c586640 1 -- start start 2024-09-16T01:50:41.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5c586640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdb5415c380 0x7fdb540d1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5c586640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 0x7fdb54070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5c586640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb540d2e90 con 0x7fdb54070c40 2024-09-16T01:50:41.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5c586640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdb540cffd0 con 0x7fdb5415c380 2024-09-16T01:50:41.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5c586640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb540d1450 con 0x7fdb540d1850 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5ab23640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdb54070c40 0x7fdb5415fe80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37312/0 (socket says 172.21.15.16:37312) 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5ab23640 1 -- 172.21.15.16:0/3287871271 learned_addr learned my addr 172.21.15.16:0/3287871271 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3061981067 0 0) 0x7fdb540d2e90 con 0x7fdb54070c40 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb5a322640 1 --2- 172.21.15.16:0/3287871271 >> v2:172.21.15.104:3300/0 conn(0x7fdb5415c380 0x7fdb540d1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb3c003520 con 0x7fdb54070c40 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.683+0000 7fdb59b21640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 0x7fdb54070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2299741964 0 0) 0x7fdb3c003520 con 0x7fdb54070c40 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 msgr2=0x7fdb54070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 0x7fdb54070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 >> v2:172.21.15.104:3300/0 conn(0x7fdb5415c380 msgr2=0x7fdb540d1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 --2- 172.21.15.16:0/3287871271 >> v2:172.21.15.104:3300/0 conn(0x7fdb5415c380 0x7fdb540d1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb540d3130 con 0x7fdb54070c40 2024-09-16T01:50:41.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fdb440019f0 con 0x7fdb54070c40 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 >> v1:172.21.15.16:6789/0 conn(0x7fdb54070c40 legacy=0x7fdb5415fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb3c0039b0 0x7fdb3c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 0x7fdb3c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb3c004d40 0x7fdb3c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3c00b9c0 con 0x7fdb3c004d40 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3c00bb40 con 0x7fdb3c0039b0 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb3c00bcc0 con 0x7fdb540d1850 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb5ab23640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb3c004d40 0x7fdb3c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb5a322640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb3c0039b0 0x7fdb3c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb59b21640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 0x7fdb3c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb5ab23640 1 -- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 msgr2=0x7fdb3c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb5ab23640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb540d1850 0x7fdb3c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb5ab23640 1 -- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb3c0039b0 msgr2=0x7fdb3c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:41.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb5ab23640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb3c0039b0 0x7fdb3c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.684+0000 7fdb5ab23640 1 -- 172.21.15.16:0/3287871271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3c003520 con 0x7fdb3c004d40 2024-09-16T01:50:41.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.685+0000 7fdb5ab23640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb3c004d40 0x7fdb3c0051c0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400a880 tx=0x7fdb3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=410083370d4c5c2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:41.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.685+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4400a4a0 con 0x7fdb3c004d40 2024-09-16T01:50:41.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.685+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb4402f070 con 0x7fdb3c004d40 2024-09-16T01:50:41.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.685+0000 7fdb59320640 1 -- 172.21.15.16:0/3287871271 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4402bd00 con 0x7fdb3c004d40 2024-09-16T01:50:41.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.686+0000 7fdb5c586640 1 -- 172.21.15.16:0/3287871271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb3c004d40 msgr2=0x7fdb3c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.686+0000 7fdb5c586640 1 --2- 172.21.15.16:0/3287871271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb3c004d40 0x7fdb3c0051c0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400a880 tx=0x7fdb3c005830 comp rx=0 tx=0).stop 2024-09-16T01:50:41.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.686+0000 7fdb5ab23640 1 -- 172.21.15.16:0/3287871271 reap_dead start 2024-09-16T01:50:41.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.686+0000 7fdb5c586640 1 -- 172.21.15.16:0/3287871271 shutdown_connections 2024-09-16T01:50:41.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.686+0000 7fdb5c586640 1 -- 172.21.15.16:0/3287871271 >> 172.21.15.16:0/3287871271 conn(0x7fdb540d2300 msgr2=0x7fdb540d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:41.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.686+0000 7fdb5c586640 1 -- 172.21.15.16:0/3287871271 shutdown_connections 2024-09-16T01:50:41.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.686+0000 7fdb5c586640 1 -- 172.21.15.16:0/3287871271 wait complete. 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.687+0000 7fdb5c586640 1 Processor -- start 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.687+0000 7fdb5c586640 1 -- start start 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5c586640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb3c004d40 0x7fdb541f5d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5c586640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb54157410 0x7fdb540b2980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5c586640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb540b2ec0 0x7fdb54148c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5c586640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdb540738f0 con 0x7fdb540b2ec0 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5c586640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdb5415c760 con 0x7fdb54157410 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5c586640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb540b1d60 con 0x7fdb3c004d40 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb540b2ec0 0x7fdb54148c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb540b2ec0 0x7fdb54148c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57008/0 (socket says 172.21.15.16:57008) 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 -- 172.21.15.16:0/1081677187 learned_addr learned my addr 172.21.15.16:0/1081677187 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5a322640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb3c004d40 0x7fdb541f5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb59b21640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb54157410 0x7fdb540b2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 -- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb3c004d40 msgr2=0x7fdb541f5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb3c004d40 0x7fdb541f5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 -- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb54157410 msgr2=0x7fdb540b2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb54157410 0x7fdb540b2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 -- 172.21.15.16:0/1081677187 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb54154bc0 con 0x7fdb540b2ec0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.688+0000 7fdb5ab23640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb540b2ec0 0x7fdb54148c20 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fdb44001cf0 tx=0x7fdb540d3300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.689+0000 7fdb52ffd640 1 -- 172.21.15.16:0/1081677187 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44044070 con 0x7fdb540b2ec0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.689+0000 7fdb52ffd640 1 -- 172.21.15.16:0/1081677187 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb44034470 con 0x7fdb540b2ec0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.689+0000 7fdb52ffd640 1 -- 172.21.15.16:0/1081677187 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4400a4a0 con 0x7fdb540b2ec0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.689+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb54154ea0 con 0x7fdb540b2ec0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.689+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb54157890 con 0x7fdb540b2ec0 2024-09-16T01:50:41.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.690+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb540b3320 con 0x7fdb540b2ec0 2024-09-16T01:50:41.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.690+0000 7fdb52ffd640 1 -- 172.21.15.16:0/1081677187 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fdb44047070 con 0x7fdb540b2ec0 2024-09-16T01:50:41.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.691+0000 7fdb52ffd640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb4006cc70 0x7fdb4006f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:41.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.691+0000 7fdb52ffd640 1 -- 172.21.15.16:0/1081677187 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7fdb440a9bf0 con 0x7fdb540b2ec0 2024-09-16T01:50:41.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.691+0000 7fdb5a322640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb4006cc70 0x7fdb4006f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:41.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.691+0000 7fdb5a322640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb4006cc70 0x7fdb4006f130 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c009c40 tx=0x7fdb4c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:41.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.695+0000 7fdb52ffd640 1 -- 172.21.15.16:0/1081677187 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb44079f90 con 0x7fdb540b2ec0 2024-09-16T01:50:41.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:41.935+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]} v 0) -- 0x7fdb540b5390 con 0x7fdb540b2ec0 2024-09-16T01:50:42.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.250+0000 7fdb52ffd640 1 -- 172.21.15.16:0/1081677187 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]}]=0 v448) ==== 145+0+0 (secure 0 0 0) 0x7fdb44079890 con 0x7fdb540b2ec0 2024-09-16T01:50:42.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb4006cc70 msgr2=0x7fdb4006f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb4006cc70 0x7fdb4006f130 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c009c40 tx=0x7fdb4c009190 comp rx=0 tx=0).stop 2024-09-16T01:50:42.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb540b2ec0 msgr2=0x7fdb54148c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb540b2ec0 0x7fdb54148c20 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fdb44001cf0 tx=0x7fdb540d3300 comp rx=0 tx=0).stop 2024-09-16T01:50:42.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 shutdown_connections 2024-09-16T01:50:42.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb4006cc70 0x7fdb4006f130 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb540b2ec0 0x7fdb54148c20 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb54157410 0x7fdb540b2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 --2- 172.21.15.16:0/1081677187 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb3c004d40 0x7fdb541f5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 >> 172.21.15.16:0/1081677187 conn(0x7fdb540d2300 msgr2=0x7fdb540703e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:42.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 shutdown_connections 2024-09-16T01:50:42.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.253+0000 7fdb5c586640 1 -- 172.21.15.16:0/1081677187 wait complete. 2024-09-16T01:50:42.266 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-16T01:50:42.266 INFO:tasks.cephfs_test_runner:Starting test: test_unparseable_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate unparseable text .meta file on legacy subvol root doesn't break the system 2024-09-16T01:50:42.266 INFO:tasks.cephfs_test_runner:test_unparseable_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T01:50:42.267 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:42.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.368+0000 7f1bfbc65640 1 Processor -- start 2024-09-16T01:50:42.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.369+0000 7f1bfbc65640 1 -- start start 2024-09-16T01:50:42.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.369+0000 7f1bfbc65640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1bf4140440 0x7f1bf406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.369+0000 7f1bfbc65640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bf41409b0 con 0x7f1bf406da40 2024-09-16T01:50:42.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.369+0000 7f1bfbc65640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bf4140c90 con 0x7f1bf4143e60 2024-09-16T01:50:42.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.369+0000 7f1bfbc65640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1bf415e760 con 0x7f1bf4140440 2024-09-16T01:50:42.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf9200640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1bf406da40 0x7f1bf40ce190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39690/0 (socket says 172.21.15.16:39690) 2024-09-16T01:50:42.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf9200640 1 -- 172.21.15.16:0/1700997101 learned_addr learned my addr 172.21.15.16:0/1700997101 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:42.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf9a01640 1 --2- 172.21.15.16:0/1700997101 >> v2:172.21.15.16:3300/0 conn(0x7f1bf4140440 0x7f1bf406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3964479560 0 0) 0x7f1bf41409b0 con 0x7f1bf406da40 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bdc003520 con 0x7f1bf406da40 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2431732604 0 0) 0x7f1bf4140c90 con 0x7f1bf4143e60 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bdc003880 con 0x7f1bf4143e60 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf9a01640 1 -- 172.21.15.16:0/1700997101 >> v1:172.21.15.104:6789/0 conn(0x7f1bf4143e60 legacy=0x7f1bf40b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3825397877 0 0) 0x7f1bdc003520 con 0x7f1bf406da40 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf9a01640 1 -- 172.21.15.16:0/1700997101 >> v1:172.21.15.16:6789/0 conn(0x7f1bf406da40 legacy=0x7f1bf40ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.370+0000 7f1bf9a01640 1 -- 172.21.15.16:0/1700997101 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bf4140f70 con 0x7f1bf4140440 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.371+0000 7f1bf9a01640 1 --2- 172.21.15.16:0/1700997101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4140440 0x7f1bf406bbe0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f1bec0097a0 tx=0x7f1bec02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dad0cdd999b57ff5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.371+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bec037070 con 0x7f1bf4140440 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.371+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bec02ac50 con 0x7f1bf4140440 2024-09-16T01:50:42.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.371+0000 7f1bf89ff640 1 -- 172.21.15.16:0/1700997101 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be8001650 con 0x7f1bf4140440 2024-09-16T01:50:42.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.372+0000 7f1bfbc65640 1 -- 172.21.15.16:0/1700997101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4140440 msgr2=0x7f1bf406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.373+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/1700997101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4140440 0x7f1bf406bbe0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f1bec0097a0 tx=0x7f1bec02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.374+0000 7f1bfbc65640 1 -- 172.21.15.16:0/1700997101 shutdown_connections 2024-09-16T01:50:42.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.374+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/1700997101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4140440 0x7f1bf406bbe0 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.374+0000 7f1bfbc65640 1 -- 172.21.15.16:0/1700997101 >> 172.21.15.16:0/1700997101 conn(0x7f1bf40b2000 msgr2=0x7f1bf40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:42.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.374+0000 7f1bfbc65640 1 -- 172.21.15.16:0/1700997101 shutdown_connections 2024-09-16T01:50:42.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.374+0000 7f1bfbc65640 1 -- 172.21.15.16:0/1700997101 wait complete. 2024-09-16T01:50:42.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.376+0000 7f1bfbc65640 1 Processor -- start 2024-09-16T01:50:42.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.376+0000 7f1bfbc65640 1 -- start start 2024-09-16T01:50:42.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.377+0000 7f1bfbc65640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bf406da40 0x7f1bf4073db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.377+0000 7f1bfbc65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1bf4140440 0x7f1bf41598f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.377+0000 7f1bfbc65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4143e60 0x7f1bf415d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.377+0000 7f1bf9a01640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bf406da40 0x7f1bf4073db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.377+0000 7f1bf9a01640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bf406da40 0x7f1bf4073db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:56108/0 (socket says 172.21.15.16:56108) 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.377+0000 7f1bf9200640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1bf4140440 0x7f1bf41598f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bf9a01640 1 -- 172.21.15.16:0/2191057271 learned_addr learned my addr 172.21.15.16:0/2191057271 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1bf406c120 con 0x7f1bf4143e60 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfa202640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4143e60 0x7f1bf415d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1bf40ce8a0 con 0x7f1bf406da40 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1bf406c2a0 con 0x7f1bf4140440 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfa202640 1 -- 172.21.15.16:0/2191057271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1bf4140440 msgr2=0x7f1bf41598f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfa202640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1bf4140440 0x7f1bf41598f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfa202640 1 -- 172.21.15.16:0/2191057271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bf406da40 msgr2=0x7f1bf4073db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfa202640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bf406da40 0x7f1bf4073db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfa202640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bf4072d50 con 0x7f1bf4143e60 2024-09-16T01:50:42.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.378+0000 7f1bfa202640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4143e60 0x7f1bf415d650 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f1be400c760 tx=0x7f1be400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.379+0000 7f1bf27fc640 1 -- 172.21.15.16:0/2191057271 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be4003b70 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.379+0000 7f1bf27fc640 1 -- 172.21.15.16:0/2191057271 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1be4003d30 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.379+0000 7f1bf27fc640 1 -- 172.21.15.16:0/2191057271 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be400aa90 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.379+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bf4072ff0 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.379+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bf40735b0 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.380+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bf4144540 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.380+0000 7f1bf27fc640 1 -- 172.21.15.16:0/2191057271 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f1be400ac30 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.381+0000 7f1bf27fc640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1be006cc40 0x7f1be006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.381+0000 7f1bf27fc640 1 -- 172.21.15.16:0/2191057271 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7f1be4089970 con 0x7f1bf4143e60 2024-09-16T01:50:42.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.381+0000 7f1bf9a01640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1be006cc40 0x7f1be006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.381+0000 7f1bf9a01640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1be006cc40 0x7f1be006f100 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1bec0097a0 tx=0x7f1bec02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:42.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.385+0000 7f1bf27fc640 1 -- 172.21.15.16:0/2191057271 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1be4059ce0 con 0x7f1bf4143e60 2024-09-16T01:50:42.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.563+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1bf40cd830 con 0x7f1bf4143e60 2024-09-16T01:50:42.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.564+0000 7f1bf27fc640 1 -- 172.21.15.16:0/2191057271 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+13095 (secure 0 0 0) 0x7f1be40595e0 con 0x7f1bf4143e60 2024-09-16T01:50:42.565 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:42.565 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":155,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:41.245960+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":150,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:6834/2456492410":"2024-09-17T01:50:37.935523+0000","172.21.15.16:6832/2456492410":"2024-09-17T01:50:37.935523+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:42.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1be006cc40 msgr2=0x7f1be006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1be006cc40 0x7f1be006f100 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1bec0097a0 tx=0x7f1bec02e000 comp rx=0 tx=0).stop 2024-09-16T01:50:42.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4143e60 msgr2=0x7f1bf415d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4143e60 0x7f1bf415d650 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f1be400c760 tx=0x7f1be400cc20 comp rx=0 tx=0).stop 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 shutdown_connections 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1be006cc40 0x7f1be006f100 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1bf4143e60 0x7f1bf415d650 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1bf4140440 0x7f1bf41598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 --2- 172.21.15.16:0/2191057271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bf406da40 0x7f1bf4073db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 >> 172.21.15.16:0/2191057271 conn(0x7f1bf40b2000 msgr2=0x7f1bf40aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 shutdown_connections 2024-09-16T01:50:42.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.566+0000 7f1bfbc65640 1 -- 172.21.15.16:0/2191057271 wait complete. 2024-09-16T01:50:42.579 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:42:02.339952+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:50:42.579 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:50:42.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.682+0000 7f3defdf1640 1 Processor -- start 2024-09-16T01:50:42.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.682+0000 7f3defdf1640 1 -- start start 2024-09-16T01:50:42.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3defdf1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3de815e410 0x7f3de8162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3defdf1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3de806bbe0 0x7f3de806c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3defdf1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de80b5fd0 0x7f3de80b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3defdf1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3de806c590 con 0x7f3de806bbe0 2024-09-16T01:50:42.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3defdf1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3de80cf260 con 0x7f3de815e410 2024-09-16T01:50:42.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3defdf1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3de80d2cf0 con 0x7f3de80b5fd0 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3ded38c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3de806bbe0 0x7f3de806c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3ded38c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3de806bbe0 0x7f3de806c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38046/0 (socket says 172.21.15.16:38046) 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.683+0000 7f3ded38c640 1 -- 172.21.15.16:0/844328013 learned_addr learned my addr 172.21.15.16:0/844328013 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3dedb8d640 1 --2- 172.21.15.16:0/844328013 >> v2:172.21.15.104:3300/0 conn(0x7f3de815e410 0x7f3de8162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3dee38e640 1 --2- 172.21.15.16:0/844328013 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de80b5fd0 0x7f3de80b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3ded38c640 1 -- 172.21.15.16:0/844328013 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de80b5fd0 msgr2=0x7f3de80b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3ded38c640 1 --2- 172.21.15.16:0/844328013 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de80b5fd0 0x7f3de80b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3ded38c640 1 -- 172.21.15.16:0/844328013 >> v2:172.21.15.104:3300/0 conn(0x7f3de815e410 msgr2=0x7f3de8162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3ded38c640 1 --2- 172.21.15.16:0/844328013 >> v2:172.21.15.104:3300/0 conn(0x7f3de815e410 0x7f3de8162990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3ded38c640 1 -- 172.21.15.16:0/844328013 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de80cf500 con 0x7f3de806bbe0 2024-09-16T01:50:42.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3dedb8d640 1 --2- 172.21.15.16:0/844328013 >> v2:172.21.15.104:3300/0 conn(0x7f3de815e410 0x7f3de8162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.684+0000 7f3ded38c640 1 --2- 172.21.15.16:0/844328013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de806c050 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f3de80d2f00 tx=0x7f3ddc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f035b730ef824b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3decb8b640 1 -- 172.21.15.16:0/844328013 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ddc037070 con 0x7f3de806bbe0 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3decb8b640 1 -- 172.21.15.16:0/844328013 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ddc032440 con 0x7f3de806bbe0 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3decb8b640 1 -- 172.21.15.16:0/844328013 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ddc032810 con 0x7f3de806bbe0 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 -- 172.21.15.16:0/844328013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 msgr2=0x7f3de806c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 --2- 172.21.15.16:0/844328013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de806c050 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f3de80d2f00 tx=0x7f3ddc02a270 comp rx=0 tx=0).stop 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 -- 172.21.15.16:0/844328013 shutdown_connections 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 --2- 172.21.15.16:0/844328013 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de80b5fd0 0x7f3de80b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 --2- 172.21.15.16:0/844328013 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de806c050 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 --2- 172.21.15.16:0/844328013 >> v2:172.21.15.104:3300/0 conn(0x7f3de815e410 0x7f3de8162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 -- 172.21.15.16:0/844328013 >> 172.21.15.16:0/844328013 conn(0x7f3de8072620 msgr2=0x7f3de8072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:42.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 -- 172.21.15.16:0/844328013 shutdown_connections 2024-09-16T01:50:42.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.685+0000 7f3defdf1640 1 -- 172.21.15.16:0/844328013 wait complete. 2024-09-16T01:50:42.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.686+0000 7f3defdf1640 1 Processor -- start 2024-09-16T01:50:42.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3defdf1640 1 -- start start 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3defdf1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de814a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3defdf1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3de80b5fd0 0x7f3de80aafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3defdf1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de815e410 0x7f3de80ab520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3defdf1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3de80ce8a0 con 0x7f3de806bbe0 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3defdf1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3de815e7f0 con 0x7f3de80b5fd0 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3defdf1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3de80d2fd0 con 0x7f3de815e410 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3dedb8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de814a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3dedb8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de814a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38058/0 (socket says 172.21.15.16:38058) 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3dedb8d640 1 -- 172.21.15.16:0/1027115700 learned_addr learned my addr 172.21.15.16:0/1027115700 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3ded38c640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3de80b5fd0 0x7f3de80aafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.687+0000 7f3dee38e640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de815e410 0x7f3de80ab520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3dedb8d640 1 -- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de815e410 msgr2=0x7f3de80ab520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3dedb8d640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de815e410 0x7f3de80ab520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3dedb8d640 1 -- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3de80b5fd0 msgr2=0x7f3de80aafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3dedb8d640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3de80b5fd0 0x7f3de80aafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3dedb8d640 1 -- 172.21.15.16:0/1027115700 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de814d7c0 con 0x7f3de806bbe0 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3dedb8d640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de814a870 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f3de000d7d0 tx=0x7f3de000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3de67fc640 1 -- 172.21.15.16:0/1027115700 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de0004030 con 0x7f3de806bbe0 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3de67fc640 1 -- 172.21.15.16:0/1027115700 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de00041d0 con 0x7f3de806bbe0 2024-09-16T01:50:42.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3de815faf0 con 0x7f3de806bbe0 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3de67fc640 1 -- 172.21.15.16:0/1027115700 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de000b6c0 con 0x7f3de806bbe0 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.688+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3de81600b0 con 0x7f3de806bbe0 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.689+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3de80d2910 con 0x7f3de806bbe0 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.690+0000 7f3de67fc640 1 -- 172.21.15.16:0/1027115700 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f3de000b860 con 0x7f3de806bbe0 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.690+0000 7f3de67fc640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3dd406cc40 0x7f3dd406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.690+0000 7f3de67fc640 1 -- 172.21.15.16:0/1027115700 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7f3de0089d60 con 0x7f3de806bbe0 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.690+0000 7f3ded38c640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3dd406cc40 0x7f3dd406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.691+0000 7f3ded38c640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3dd406cc40 0x7f3dd406f100 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc034000 tx=0x7f3ddc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:42.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.695+0000 7f3de67fc640 1 -- 172.21.15.16:0/1027115700 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3de0059a80 con 0x7f3de806bbe0 2024-09-16T01:50:42.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.876+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3de806c140 con 0x7f3de806bbe0 2024-09-16T01:50:42.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.877+0000 7f3de67fc640 1 -- 172.21.15.16:0/1027115700 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v155) ==== 93+0+10 (secure 0 0 0) 0x7f3de005dd80 con 0x7f3de806bbe0 2024-09-16T01:50:42.878 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3dd406cc40 msgr2=0x7f3dd406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3dd406cc40 0x7f3dd406f100 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc034000 tx=0x7f3ddc02e000 comp rx=0 tx=0).stop 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 msgr2=0x7f3de814a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de814a870 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f3de000d7d0 tx=0x7f3de000dc90 comp rx=0 tx=0).stop 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 shutdown_connections 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3dd406cc40 0x7f3dd406f100 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3de815e410 0x7f3de80ab520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3de80b5fd0 0x7f3de80aafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 --2- 172.21.15.16:0/1027115700 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3de806bbe0 0x7f3de814a870 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 >> 172.21.15.16:0/1027115700 conn(0x7f3de8072620 msgr2=0x7f3de80cfc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:42.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 shutdown_connections 2024-09-16T01:50:42.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.879+0000 7f3defdf1640 1 -- 172.21.15.16:0/1027115700 wait complete. 2024-09-16T01:50:42.891 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade' 2024-09-16T01:50:42.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.992+0000 7fd2ed949640 1 Processor -- start 2024-09-16T01:50:42.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.992+0000 7fd2ed949640 1 -- start start 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2ed949640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd2e80cab10 0x7fd2e80caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2ed949640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2e815f350 con 0x7fd2e80755d0 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2ed949640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2e815f630 con 0x7fd2e806d2a0 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2ed949640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd2e80cb4a0 con 0x7fd2e80cab10 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2e77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd2e80cab10 0x7fd2e80caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2e67fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd2e80755d0 0x7fd2e80739e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39706/0 (socket says 172.21.15.16:39706) 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2e67fc640 1 -- 172.21.15.16:0/3698722149 learned_addr learned my addr 172.21.15.16:0/3698722149 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2e77fe640 1 --2- 172.21.15.16:0/3698722149 >> v2:172.21.15.16:3300/0 conn(0x7fd2e80cab10 0x7fd2e80caf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38072/0 (socket says 172.21.15.16:38072) 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2e77fe640 1 -- 172.21.15.16:0/3698722149 >> v1:172.21.15.104:6789/0 conn(0x7fd2e806d2a0 legacy=0x7fd2e815eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:42.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2e77fe640 1 -- 172.21.15.16:0/3698722149 >> v1:172.21.15.16:6789/0 conn(0x7fd2e80755d0 legacy=0x7fd2e80739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.993+0000 7fd2e77fe640 1 -- 172.21.15.16:0/3698722149 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2e815f910 con 0x7fd2e80cab10 2024-09-16T01:50:42.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.994+0000 7fd2e77fe640 1 --2- 172.21.15.16:0/3698722149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80cab10 0x7fd2e80caf60 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8009d90 tx=0x7fd2d802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8feab535b4952121 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:42.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.994+0000 7fd2e5ffb640 1 -- 172.21.15.16:0/3698722149 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d8007740 con 0x7fd2e80cab10 2024-09-16T01:50:42.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.994+0000 7fd2e5ffb640 1 -- 172.21.15.16:0/3698722149 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2d80078e0 con 0x7fd2e80cab10 2024-09-16T01:50:42.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.994+0000 7fd2e5ffb640 1 -- 172.21.15.16:0/3698722149 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d8007cb0 con 0x7fd2e80cab10 2024-09-16T01:50:42.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.995+0000 7fd2ed949640 1 -- 172.21.15.16:0/3698722149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80cab10 msgr2=0x7fd2e80caf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.995+0000 7fd2ed949640 1 --2- 172.21.15.16:0/3698722149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80cab10 0x7fd2e80caf60 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8009d90 tx=0x7fd2d802a6a0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.995+0000 7fd2ed949640 1 -- 172.21.15.16:0/3698722149 shutdown_connections 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.995+0000 7fd2ed949640 1 --2- 172.21.15.16:0/3698722149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80cab10 0x7fd2e80caf60 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.995+0000 7fd2ed949640 1 -- 172.21.15.16:0/3698722149 >> 172.21.15.16:0/3698722149 conn(0x7fd2e80b2ec0 msgr2=0x7fd2e80b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.995+0000 7fd2ed949640 1 -- 172.21.15.16:0/3698722149 shutdown_connections 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.995+0000 7fd2ed949640 1 -- 172.21.15.16:0/3698722149 wait complete. 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.996+0000 7fd2ed949640 1 Processor -- start 2024-09-16T01:50:42.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.996+0000 7fd2ed949640 1 -- start start 2024-09-16T01:50:43.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2ed949640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2e806d2a0 0x7fd2e814b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2ed949640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80755d0 0x7fd2e81488b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2ed949640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2e80cab10 0x7fd2e80af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2ed949640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd2e8073550 con 0x7fd2e80755d0 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2ed949640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd2e8073270 con 0x7fd2e806d2a0 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2ed949640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd2e806c180 con 0x7fd2e80cab10 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80755d0 0x7fd2e81488b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80755d0 0x7fd2e81488b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38082/0 (socket says 172.21.15.16:38082) 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 -- 172.21.15.16:0/177445313 learned_addr learned my addr 172.21.15.16:0/177445313 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e6ffd640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2e806d2a0 0x7fd2e814b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e77fe640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2e80cab10 0x7fd2e80af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 -- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2e80cab10 msgr2=0x7fd2e80af1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2e80cab10 0x7fd2e80af1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 -- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2e806d2a0 msgr2=0x7fd2e814b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2e806d2a0 0x7fd2e814b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.997+0000 7fd2e67fc640 1 -- 172.21.15.16:0/177445313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2e814ba30 con 0x7fd2e80755d0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.998+0000 7fd2e67fc640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80755d0 0x7fd2e81488b0 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fd2d000c400 tx=0x7fd2d000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.998+0000 7fd2dffff640 1 -- 172.21.15.16:0/177445313 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d0017070 con 0x7fd2e80755d0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.998+0000 7fd2dffff640 1 -- 172.21.15.16:0/177445313 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2d0005ce0 con 0x7fd2e80755d0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.998+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2e814bd10 con 0x7fd2e80755d0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.998+0000 7fd2dffff640 1 -- 172.21.15.16:0/177445313 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d00072f0 con 0x7fd2e80755d0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.998+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2e814b740 con 0x7fd2e80755d0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.999+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2e814bee0 con 0x7fd2e80755d0 2024-09-16T01:50:43.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:42.999+0000 7fd2dffff640 1 -- 172.21.15.16:0/177445313 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fd2d001a070 con 0x7fd2e80755d0 2024-09-16T01:50:43.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.000+0000 7fd2dffff640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd2c806cc40 0x7fd2c806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.000+0000 7fd2dffff640 1 -- 172.21.15.16:0/177445313 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7fd2d0088f20 con 0x7fd2e80755d0 2024-09-16T01:50:43.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.000+0000 7fd2e6ffd640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd2c806cc40 0x7fd2c806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.000+0000 7fd2e6ffd640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd2c806cc40 0x7fd2c806f100 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd2e0006fd0 tx=0x7fd2e0009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.004+0000 7fd2dffff640 1 -- 172.21.15.16:0/177445313 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd2d0058c40 con 0x7fd2e80755d0 2024-09-16T01:50:43.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.248+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7fd2e80caf60 con 0x7fd2e80755d0 2024-09-16T01:50:43.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.255+0000 7fd2dffff640 1 -- 172.21.15.16:0/177445313 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]}]=0 v449) ==== 166+0+0 (secure 0 0 0) 0x7fd2d005cf40 con 0x7fd2e80755d0 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd2c806cc40 msgr2=0x7fd2c806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd2c806cc40 0x7fd2c806f100 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd2e0006fd0 tx=0x7fd2e0009060 comp rx=0 tx=0).stop 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80755d0 msgr2=0x7fd2e81488b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80755d0 0x7fd2e81488b0 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fd2d000c400 tx=0x7fd2d000c8c0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 shutdown_connections 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd2c806cc40 0x7fd2c806f100 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd2e80cab10 0x7fd2e80af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2e80755d0 0x7fd2e81488b0 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 --2- 172.21.15.16:0/177445313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2e806d2a0 0x7fd2e814b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 >> 172.21.15.16:0/177445313 conn(0x7fd2e80b2ec0 msgr2=0x7fd2e80b2400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 shutdown_connections 2024-09-16T01:50:43.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.257+0000 7fd2ed949640 1 -- 172.21.15.16:0/177445313 wait complete. 2024-09-16T01:50:43.269 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:50:43.374 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.373+0000 7f72a28c9640 1 Processor -- start 2024-09-16T01:50:43.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.373+0000 7f72a28c9640 1 -- start start 2024-09-16T01:50:43.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f72a28c9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f729c072190 0x7f729c15f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f72a28c9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f729c0cf350 con 0x7f729c0ceee0 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f72a28c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f729c0cf610 con 0x7f729c06bbe0 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f72a28c9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f729c0cf8f0 con 0x7f729c072190 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f729b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f729c072190 0x7f729c15f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f72a0e66640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f729c0ceee0 0x7f729c0cd8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39722/0 (socket says 172.21.15.16:39722) 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f72a0e66640 1 -- 172.21.15.16:0/2006015157 learned_addr learned my addr 172.21.15.16:0/2006015157 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f729b7fe640 1 -- 172.21.15.16:0/2006015157 >> v1:172.21.15.104:6789/0 conn(0x7f729c06bbe0 legacy=0x7f729c06bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f729b7fe640 1 -- 172.21.15.16:0/2006015157 >> v1:172.21.15.16:6789/0 conn(0x7f729c0ceee0 legacy=0x7f729c0cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f729affd640 1 -- 172.21.15.16:0/2006015157 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1608335113 0 0) 0x7f729c0cf350 con 0x7f729c0ceee0 2024-09-16T01:50:43.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.374+0000 7f729b7fe640 1 -- 172.21.15.16:0/2006015157 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c0cfbd0 con 0x7f729c072190 2024-09-16T01:50:43.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.375+0000 7f729b7fe640 1 --2- 172.21.15.16:0/2006015157 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c072190 0x7f729c15f830 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f72900097a0 tx=0x7f729002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29eb511d88883953 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.375+0000 7f729affd640 1 -- 172.21.15.16:0/2006015157 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7290037070 con 0x7f729c072190 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.375+0000 7f729affd640 1 -- 172.21.15.16:0/2006015157 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f729002ae50 con 0x7f729c072190 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.375+0000 7f729affd640 1 -- 172.21.15.16:0/2006015157 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7290032660 con 0x7f729c072190 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.376+0000 7f72a28c9640 1 -- 172.21.15.16:0/2006015157 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c072190 msgr2=0x7f729c15f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.376+0000 7f72a28c9640 1 --2- 172.21.15.16:0/2006015157 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c072190 0x7f729c15f830 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f72900097a0 tx=0x7f729002a140 comp rx=0 tx=0).stop 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.376+0000 7f72a28c9640 1 -- 172.21.15.16:0/2006015157 shutdown_connections 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.376+0000 7f72a28c9640 1 --2- 172.21.15.16:0/2006015157 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c072190 0x7f729c15f830 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.376+0000 7f72a28c9640 1 -- 172.21.15.16:0/2006015157 >> 172.21.15.16:0/2006015157 conn(0x7f729c0b2000 msgr2=0x7f729c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.376+0000 7f72a28c9640 1 -- 172.21.15.16:0/2006015157 shutdown_connections 2024-09-16T01:50:43.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.376+0000 7f72a28c9640 1 -- 172.21.15.16:0/2006015157 wait complete. 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.377+0000 7f72a28c9640 1 Processor -- start 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.377+0000 7f72a28c9640 1 -- start start 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f72a28c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c06bbe0 0x7f729c1f4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f72a28c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729c072190 0x7f729c0aee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f72a28c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f729c0ceee0 0x7f729c1f7d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f72a28c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f729c15b4e0 con 0x7f729c06bbe0 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f72a28c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f729c0cd380 con 0x7f729c072190 2024-09-16T01:50:43.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f72a28c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f729c159cb0 con 0x7f729c0ceee0 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f729bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c06bbe0 0x7f729c1f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f729bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c06bbe0 0x7f729c1f4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38090/0 (socket says 172.21.15.16:38090) 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f729bfff640 1 -- 172.21.15.16:0/1549294828 learned_addr learned my addr 172.21.15.16:0/1549294828 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f729b7fe640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729c072190 0x7f729c0aee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f72a0e66640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f729c0ceee0 0x7f729c1f7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f729bfff640 1 -- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f729c0ceee0 msgr2=0x7f729c1f7d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.378+0000 7f729bfff640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f729c0ceee0 0x7f729c1f7d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f729bfff640 1 -- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729c072190 msgr2=0x7f729c0aee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f729bfff640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729c072190 0x7f729c0aee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f729bfff640 1 -- 172.21.15.16:0/1549294828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729c159f90 con 0x7f729c06bbe0 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f729bfff640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c06bbe0 0x7f729c1f4030 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7f728c00b3f0 tx=0x7f728c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f7298ff9640 1 -- 172.21.15.16:0/1549294828 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728c015020 con 0x7f729c06bbe0 2024-09-16T01:50:43.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f7298ff9640 1 -- 172.21.15.16:0/1549294828 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f728c011830 con 0x7f729c06bbe0 2024-09-16T01:50:43.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f7298ff9640 1 -- 172.21.15.16:0/1549294828 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728c011c20 con 0x7f729c06bbe0 2024-09-16T01:50:43.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f729c15a270 con 0x7f729c06bbe0 2024-09-16T01:50:43.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.379+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f729c15e6d0 con 0x7f729c06bbe0 2024-09-16T01:50:43.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.380+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f729c15f830 con 0x7f729c06bbe0 2024-09-16T01:50:43.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.380+0000 7f7298ff9640 1 -- 172.21.15.16:0/1549294828 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f728c018020 con 0x7f729c06bbe0 2024-09-16T01:50:43.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.381+0000 7f7298ff9640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f728806cc70 0x7f728806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.381+0000 7f7298ff9640 1 -- 172.21.15.16:0/1549294828 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7f728c089620 con 0x7f729c06bbe0 2024-09-16T01:50:43.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.381+0000 7f729b7fe640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f728806cc70 0x7f728806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.382+0000 7f729b7fe640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f728806cc70 0x7f728806f130 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7290034000 tx=0x7f729002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.385+0000 7f7298ff9640 1 -- 172.21.15.16:0/1549294828 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f728c01f030 con 0x7f729c06bbe0 2024-09-16T01:50:43.555 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:50:43.558 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:50:43.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.561+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f729c1540c0 con 0x7f729c06bbe0 2024-09-16T01:50:43.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.564+0000 7f7298ff9640 1 -- 172.21.15.16:0/1549294828 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v30)=0 v30) ==== 122+0+0 (secure 0 0 0) 0x7f728c059340 con 0x7f729c06bbe0 2024-09-16T01:50:43.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f728806cc70 msgr2=0x7f728806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f728806cc70 0x7f728806f130 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7290034000 tx=0x7f729002e000 comp rx=0 tx=0).stop 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c06bbe0 msgr2=0x7f729c1f4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c06bbe0 0x7f729c1f4030 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7f728c00b3f0 tx=0x7f728c00b8b0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 shutdown_connections 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f728806cc70 0x7f728806f130 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f729c0ceee0 0x7f729c1f7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f729c072190 0x7f729c0aee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 --2- 172.21.15.16:0/1549294828 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f729c06bbe0 0x7f729c1f4030 unknown :-1 s=CLOSED pgs=1726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 >> 172.21.15.16:0/1549294828 conn(0x7f729c0b2000 msgr2=0x7f729c073240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:43.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 shutdown_connections 2024-09-16T01:50:43.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.566+0000 7f72a28c9640 1 -- 172.21.15.16:0/1549294828 wait complete. 2024-09-16T01:50:43.579 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:50:43.580 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:50:43.656 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:50:43.713 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:50:43.713 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:43.713 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:43.729 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:50:43.729 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:43.729 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:43.771 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:50:43.771 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:43.772 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:43.787 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:50:43.787 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:50:43.788 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:50:43.831 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:50:43.831 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:50:43.831 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:43.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.931+0000 7fcd746c9640 1 Processor -- start 2024-09-16T01:50:43.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.931+0000 7fcd746c9640 1 -- start start 2024-09-16T01:50:43.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd746c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcd6c147e50 0x7fcd6c0738b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd746c9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcd6c073df0 0x7fcd6c0b5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd746c9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd6c06bf60 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd746c9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcd6c06c240 con 0x7fcd6c073df0 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd746c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcd6c06c520 con 0x7fcd6c147e50 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd71c64640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcd6c073df0 0x7fcd6c0b5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd72c66640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcd6c0b58d0 0x7fcd6c06d000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39738/0 (socket says 172.21.15.16:39738) 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.932+0000 7fcd72c66640 1 -- 172.21.15.16:0/922329841 learned_addr learned my addr 172.21.15.16:0/922329841 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.933+0000 7fcd72465640 1 --2- 172.21.15.16:0/922329841 >> v2:172.21.15.104:3300/0 conn(0x7fcd6c147e50 0x7fcd6c0738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.933+0000 7fcd71c64640 1 -- 172.21.15.16:0/922329841 >> v2:172.21.15.104:3300/0 conn(0x7fcd6c147e50 msgr2=0x7fcd6c0738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:43.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.933+0000 7fcd71c64640 1 --2- 172.21.15.16:0/922329841 >> v2:172.21.15.104:3300/0 conn(0x7fcd6c147e50 0x7fcd6c0738b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.933+0000 7fcd71c64640 1 -- 172.21.15.16:0/922329841 >> v1:172.21.15.16:6789/0 conn(0x7fcd6c0b58d0 legacy=0x7fcd6c06d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.933+0000 7fcd71c64640 1 -- 172.21.15.16:0/922329841 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd6c06c800 con 0x7fcd6c073df0 2024-09-16T01:50:43.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.933+0000 7fcd72465640 1 --2- 172.21.15.16:0/922329841 >> v2:172.21.15.104:3300/0 conn(0x7fcd6c147e50 0x7fcd6c0738b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:43.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.933+0000 7fcd71c64640 1 --2- 172.21.15.16:0/922329841 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c073df0 0x7fcd6c0b5390 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c0d3410 tx=0x7fcd6002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad555a6947f29c56 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd71463640 1 -- 172.21.15.16:0/922329841 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd60037070 con 0x7fcd6c073df0 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd71463640 1 -- 172.21.15.16:0/922329841 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd60032440 con 0x7fcd6c073df0 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd71463640 1 -- 172.21.15.16:0/922329841 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd60032810 con 0x7fcd6c073df0 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 -- 172.21.15.16:0/922329841 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c073df0 msgr2=0x7fcd6c0b5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 --2- 172.21.15.16:0/922329841 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c073df0 0x7fcd6c0b5390 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c0d3410 tx=0x7fcd6002a230 comp rx=0 tx=0).stop 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 -- 172.21.15.16:0/922329841 shutdown_connections 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 --2- 172.21.15.16:0/922329841 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c073df0 0x7fcd6c0b5390 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 --2- 172.21.15.16:0/922329841 >> v2:172.21.15.104:3300/0 conn(0x7fcd6c147e50 0x7fcd6c0738b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 -- 172.21.15.16:0/922329841 >> 172.21.15.16:0/922329841 conn(0x7fcd6c0b4090 msgr2=0x7fcd6c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 -- 172.21.15.16:0/922329841 shutdown_connections 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.934+0000 7fcd746c9640 1 -- 172.21.15.16:0/922329841 wait complete. 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.935+0000 7fcd746c9640 1 Processor -- start 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd746c9640 1 -- start start 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd746c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd6c073df0 0x7fcd6c1f37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd746c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c0b58d0 0x7fcd6c15ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd746c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd6c147e50 0x7fcd6c160f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd746c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c06bbe0 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd746c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c148230 con 0x7fcd6c147e50 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd746c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcd6c06d710 con 0x7fcd6c073df0 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd71c64640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c0b58d0 0x7fcd6c15ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd71c64640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c0b58d0 0x7fcd6c15ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38106/0 (socket says 172.21.15.16:38106) 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd71c64640 1 -- 172.21.15.16:0/1982757586 learned_addr learned my addr 172.21.15.16:0/1982757586 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.936+0000 7fcd72c66640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd6c147e50 0x7fcd6c160f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd72465640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd6c073df0 0x7fcd6c1f37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd71c64640 1 -- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd6c073df0 msgr2=0x7fcd6c1f37b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd71c64640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd6c073df0 0x7fcd6c1f37b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd71c64640 1 -- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd6c147e50 msgr2=0x7fcd6c160f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd71c64640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd6c147e50 0x7fcd6c160f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd71c64640 1 -- 172.21.15.16:0/1982757586 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd6c144a50 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd72465640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd6c073df0 0x7fcd6c1f37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd71c64640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c0b58d0 0x7fcd6c15ef70 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7fcd60000c00 tx=0x7fcd600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd6affd640 1 -- 172.21.15.16:0/1982757586 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd60037040 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd6affd640 1 -- 172.21.15.16:0/1982757586 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd60030770 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd6c1f3cf0 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd6affd640 1 -- 172.21.15.16:0/1982757586 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd60030b40 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.937+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd6c144cd0 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.938+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd6c0b5390 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.938+0000 7fcd6affd640 1 -- 172.21.15.16:0/1982757586 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fcd60044020 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.939+0000 7fcd6affd640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcd5806cc40 0x7fcd5806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.939+0000 7fcd6affd640 1 -- 172.21.15.16:0/1982757586 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7fcd600aa0a0 con 0x7fcd6c0b58d0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.939+0000 7fcd72465640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcd5806cc40 0x7fcd5806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.940+0000 7fcd72465640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcd5806cc40 0x7fcd5806f100 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fcd64006fd0 tx=0x7fcd64008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:43.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:43.943+0000 7fcd6affd640 1 -- 172.21.15.16:0/1982757586 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcd6c144a50 con 0x7fcd6c0b58d0 2024-09-16T01:50:44.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.154+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd6c067c70 con 0x7fcd6c0b58d0 2024-09-16T01:50:44.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.154+0000 7fcd6affd640 1 -- 172.21.15.16:0/1982757586 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+3914 (secure 0 0 0) 0x7fcd60032e20 con 0x7fcd6c0b58d0 2024-09-16T01:50:44.156 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:44.156 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":95,"btime":"2024-09-16T01:50:38:937195+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7133,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3360908208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3360908208},{"type":"v1","addr":"172.21.15.16:6835","nonce":3360908208}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8053,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6834/636285920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":636285920},{"type":"v1","addr":"172.21.15.104:6834","nonce":636285920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":8056,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3034849073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6833","nonce":3034849073},{"type":"v1","addr":"172.21.15.104:6835","nonce":3034849073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88},{"gid":9144,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2393067741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2393067741},{"type":"v1","addr":"172.21.15.16:6834","nonce":2393067741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":95}],"filesystems":[]} 2024-09-16T01:50:44.156 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 95 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.156+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcd5806cc40 msgr2=0x7fcd5806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.156+0000 7fcd746c9640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcd5806cc40 0x7fcd5806f100 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fcd64006fd0 tx=0x7fcd64008040 comp rx=0 tx=0).stop 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.156+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c0b58d0 msgr2=0x7fcd6c15ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.156+0000 7fcd746c9640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c0b58d0 0x7fcd6c15ef70 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7fcd60000c00 tx=0x7fcd600046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.156+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 shutdown_connections 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.156+0000 7fcd746c9640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcd5806cc40 0x7fcd5806f100 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.156+0000 7fcd746c9640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd6c147e50 0x7fcd6c160f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.157+0000 7fcd746c9640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcd6c0b58d0 0x7fcd6c15ef70 unknown :-1 s=CLOSED pgs=1729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.157+0000 7fcd746c9640 1 --2- 172.21.15.16:0/1982757586 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcd6c073df0 0x7fcd6c1f37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.157+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 >> 172.21.15.16:0/1982757586 conn(0x7fcd6c0b4090 msgr2=0x7fcd6c1468c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:44.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.157+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 shutdown_connections 2024-09-16T01:50:44.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.157+0000 7fcd746c9640 1 -- 172.21.15.16:0/1982757586 wait complete. 2024-09-16T01:50:44.169 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:50:44.169 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:50:44.169 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:50:44.169 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:44.169 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:50:44.169 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:50:44.170 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:50:44.170 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:44.170 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:50:44.170 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:50:44.170 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:50:44.171 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:44.171 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:50:44.171 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:50:44.171 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:50:44.171 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:50:44.178 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:50:44.179 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:50:44.179 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:50:44.180 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:50:44.183 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:50:44.183 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:50:44.183 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:50:44.184 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:50:44.222 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:50:44.222 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:44.222 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:50:44.223 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:44.225 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:50:44.226 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:44.226 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:50:44.226 DEBUG:teuthology.parallel:result is None 2024-09-16T01:50:44.227 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:50:44.300 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-16T01:50:44.300 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-16T01:50:44.310 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-16T01:50:44.311 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:50:44.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.333+0000 7f882cfa1640 1 Processor -- start 2024-09-16T01:50:44.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.333+0000 7f882cfa1640 1 -- start start 2024-09-16T01:50:44.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f882cfa1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f882815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:44.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f882cfa1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88280b97d0 0x7f88280b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:44.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f882cfa1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88280d2750 con 0x7f8828147fc0 2024-09-16T01:50:44.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f882659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8828147fc0 0x7f88280d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39754/0 (socket says 172.21.15.16:39754) 2024-09-16T01:50:44.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f882cfa1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f88281483a0 con 0x7f88280b97d0 2024-09-16T01:50:44.336 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f882659c640 1 -- 172.21.15.16:0/1754715782 learned_addr learned my addr 172.21.15.16:0/1754715782 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f882cfa1640 1 -- 172.21.15.16:0/1754715782 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f882815efa0 con 0x7f88280d15f0 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.334+0000 7f8826d9d640 1 --2- 172.21.15.16:0/1754715782 >> v2:172.21.15.16:3300/0 conn(0x7f88280b97d0 0x7f88280b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.335+0000 7f8825d9b640 1 --2- 172.21.15.16:0/1754715782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f882815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.335+0000 7f882559a640 1 -- 172.21.15.16:0/1754715782 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 48197747 0 0) 0x7f88280d2750 con 0x7f8828147fc0 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.335+0000 7f8826d9d640 1 -- 172.21.15.16:0/1754715782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 msgr2=0x7f882815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.335+0000 7f8826d9d640 1 --2- 172.21.15.16:0/1754715782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f882815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.335+0000 7f8826d9d640 1 -- 172.21.15.16:0/1754715782 >> v1:172.21.15.16:6789/0 conn(0x7f8828147fc0 legacy=0x7f88280d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:44.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.335+0000 7f8826d9d640 1 -- 172.21.15.16:0/1754715782 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88280d2a30 con 0x7f88280b97d0 2024-09-16T01:50:44.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f8826d9d640 1 --2- 172.21.15.16:0/1754715782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88280b97d0 0x7f88280b9be0 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f8820009d90 tx=0x7f882002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee8bc595fa86a62f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:44.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882559a640 1 -- 172.21.15.16:0/1754715782 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8820007740 con 0x7f88280b97d0 2024-09-16T01:50:44.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882559a640 1 -- 172.21.15.16:0/1754715782 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88200078e0 con 0x7f88280b97d0 2024-09-16T01:50:44.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882559a640 1 -- 172.21.15.16:0/1754715782 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8820007cb0 con 0x7f88280b97d0 2024-09-16T01:50:44.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 -- 172.21.15.16:0/1754715782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88280b97d0 msgr2=0x7f88280b9be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:44.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 --2- 172.21.15.16:0/1754715782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88280b97d0 0x7f88280b9be0 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f8820009d90 tx=0x7f882002a660 comp rx=0 tx=0).stop 2024-09-16T01:50:44.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 -- 172.21.15.16:0/1754715782 shutdown_connections 2024-09-16T01:50:44.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 --2- 172.21.15.16:0/1754715782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88280b97d0 0x7f88280b9be0 unknown :-1 s=CLOSED pgs=1738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 --2- 172.21.15.16:0/1754715782 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f882815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 -- 172.21.15.16:0/1754715782 >> 172.21.15.16:0/1754715782 conn(0x7f8828074fe0 msgr2=0x7f882806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:44.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 -- 172.21.15.16:0/1754715782 shutdown_connections 2024-09-16T01:50:44.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.336+0000 7f882cfa1640 1 -- 172.21.15.16:0/1754715782 wait complete. 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 Processor -- start 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 -- start start 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88280b97d0 0x7f88281435f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f8828142220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8828147fc0 0x7f8828142760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f88280d2ff0 con 0x7f8828147fc0 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f88280d2500 con 0x7f88280b97d0 2024-09-16T01:50:44.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.338+0000 7f882cfa1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88280ba120 con 0x7f88280d15f0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8828147fc0 0x7f8828142760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8828147fc0 0x7f8828142760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38192/0 (socket says 172.21.15.16:38192) 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 -- 172.21.15.16:0/4200130099 learned_addr learned my addr 172.21.15.16:0/4200130099 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f882659c640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88280b97d0 0x7f88281435f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8825d9b640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f8828142220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 -- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 msgr2=0x7f8828142220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f8828142220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 -- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88280b97d0 msgr2=0x7f88281435f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88280b97d0 0x7f88281435f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 -- 172.21.15.16:0/4200130099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88281f47f0 con 0x7f8828147fc0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f8826d9d640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8828147fc0 0x7f8828142760 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7f8820009eb0 tx=0x7f8820004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f881effd640 1 -- 172.21.15.16:0/4200130099 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8820040070 con 0x7f8828147fc0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f881effd640 1 -- 172.21.15.16:0/4200130099 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8820031bc0 con 0x7f8828147fc0 2024-09-16T01:50:44.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88281f4ad0 con 0x7f8828147fc0 2024-09-16T01:50:44.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f881effd640 1 -- 172.21.15.16:0/4200130099 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8820009450 con 0x7f8828147fc0 2024-09-16T01:50:44.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.339+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88281f5370 con 0x7f8828147fc0 2024-09-16T01:50:44.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.340+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8828050050 con 0x7f8828147fc0 2024-09-16T01:50:44.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.341+0000 7f881effd640 1 -- 172.21.15.16:0/4200130099 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f8820039040 con 0x7f8828147fc0 2024-09-16T01:50:44.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.341+0000 7f881effd640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f880806cc40 0x7f880806f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:44.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.341+0000 7f881effd640 1 -- 172.21.15.16:0/4200130099 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 4999+0+0 (secure 0 0 0) 0x7f88200ab230 con 0x7f8828147fc0 2024-09-16T01:50:44.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.341+0000 7f882659c640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f880806cc40 0x7f880806f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:44.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.342+0000 7f882659c640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f880806cc40 0x7f880806f100 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8818000f60 tx=0x7f8818007e40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:44.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.346+0000 7f881effd640 1 -- 172.21.15.16:0/4200130099 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8828050050 con 0x7f8828147fc0 2024-09-16T01:50:44.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:44.534+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f88280b9be0 con 0x7f8828147fc0 2024-09-16T01:50:45.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.270+0000 7f881effd640 1 -- 172.21.15.16:0/4200130099 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v157) ==== 97+0+0 (secure 0 0 0) 0x7f882007b070 con 0x7f8828147fc0 2024-09-16T01:50:45.272 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f880806cc40 msgr2=0x7f880806f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f880806cc40 0x7f880806f100 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8818000f60 tx=0x7f8818007e40 comp rx=0 tx=0).stop 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8828147fc0 msgr2=0x7f8828142760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8828147fc0 0x7f8828142760 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7f8820009eb0 tx=0x7f8820004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 shutdown_connections 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f880806cc40 0x7f880806f100 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8828147fc0 0x7f8828142760 unknown :-1 s=CLOSED pgs=1739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88280d15f0 0x7f8828142220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 --2- 172.21.15.16:0/4200130099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88280b97d0 0x7f88281435f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.273+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 >> 172.21.15.16:0/4200130099 conn(0x7f8828074fe0 msgr2=0x7f88280ce730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:45.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.274+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 shutdown_connections 2024-09-16T01:50:45.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.274+0000 7f882cfa1640 1 -- 172.21.15.16:0/4200130099 wait complete. 2024-09-16T01:50:45.289 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:50:45.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.390+0000 7fe1dbc77640 1 Processor -- start 2024-09-16T01:50:45.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.390+0000 7fe1dbc77640 1 -- start start 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1dbc77640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe1d4072060 0x7fe1d415f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1dbc77640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d4162bc0 con 0x7fe1d40afd80 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1dbc77640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d4162ea0 con 0x7fe1d40b3990 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1dbc77640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe1d415eb50 con 0x7fe1d4072060 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1d9a13640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe1d40afd80 0x7fe1d4071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39770/0 (socket says 172.21.15.16:39770) 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1d9a13640 1 -- 172.21.15.16:0/2368344069 learned_addr learned my addr 172.21.15.16:0/2368344069 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1d9212640 1 --2- 172.21.15.16:0/2368344069 >> v2:172.21.15.104:3300/0 conn(0x7fe1d4072060 0x7fe1d415f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2544794998 0 0) 0x7fe1d4162bc0 con 0x7fe1d40afd80 2024-09-16T01:50:45.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1c0003520 con 0x7fe1d40afd80 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.391+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1795409666 0 0) 0x7fe1c0003520 con 0x7fe1d40afd80 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 >> v2:172.21.15.104:3300/0 conn(0x7fe1d4072060 msgr2=0x7fe1d415f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 --2- 172.21.15.16:0/2368344069 >> v2:172.21.15.104:3300/0 conn(0x7fe1d4072060 0x7fe1d415f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 >> v1:172.21.15.104:6789/0 conn(0x7fe1d40b3990 legacy=0x7fe1d40ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d415ee30 con 0x7fe1d40afd80 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fe1d0001670 con 0x7fe1d40afd80 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 >> v1:172.21.15.16:6789/0 conn(0x7fe1d40afd80 legacy=0x7fe1d4071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1c00039b0 0x7fe1c0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c0004800 0x7fe1c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1c00052e0 0x7fe1c000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d415eb50 con 0x7fe1c00052e0 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c000c1b0 con 0x7fe1c0004800 2024-09-16T01:50:45.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c000c3b0 con 0x7fe1c00039b0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1da214640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1c00052e0 0x7fe1c000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d9a13640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1c00039b0 0x7fe1c0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d9212640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c0004800 0x7fe1c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1da214640 1 -- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1c00039b0 msgr2=0x7fe1c0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1da214640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1c00039b0 0x7fe1c0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1da214640 1 -- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c0004800 msgr2=0x7fe1c0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1da214640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c0004800 0x7fe1c0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1da214640 1 -- 172.21.15.16:0/2368344069 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c0003520 con 0x7fe1c00052e0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.392+0000 7fe1d9a13640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1c00039b0 0x7fe1c0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1da214640 1 -- 172.21.15.16:0/2368344069 reap_dead start 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1da214640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1c00052e0 0x7fe1c000b9c0 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc001e20 tx=0x7fe1c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a4c7f651f60038 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc001a70 con 0x7fe1c00052e0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1cc02ae40 con 0x7fe1c00052e0 2024-09-16T01:50:45.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1d8a11640 1 -- 172.21.15.16:0/2368344069 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc003b90 con 0x7fe1c00052e0 2024-09-16T01:50:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2368344069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1c00052e0 msgr2=0x7fe1c000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1c00052e0 0x7fe1c000b9c0 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc001e20 tx=0x7fe1c0005830 comp rx=0 tx=0).stop 2024-09-16T01:50:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2368344069 shutdown_connections 2024-09-16T01:50:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2368344069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1c00052e0 0x7fe1c000b9c0 unknown :-1 s=CLOSED pgs=1741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.393+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2368344069 >> 172.21.15.16:0/2368344069 conn(0x7fe1d40b2690 msgr2=0x7fe1d40b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.394+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2368344069 shutdown_connections 2024-09-16T01:50:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.394+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2368344069 wait complete. 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 Processor -- start 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 -- start start 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c00052e0 0x7fe1d40cfc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1d4159100 0x7fe1d41f73b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1d41f78f0 0x7fe1d40ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d415f630 con 0x7fe1d41f78f0 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d40b0160 con 0x7fe1c00052e0 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.395+0000 7fe1dbc77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d415f7b0 con 0x7fe1d4159100 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1d41f78f0 0x7fe1d40ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1d41f78f0 0x7fe1d40ce250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38214/0 (socket says 172.21.15.16:38214) 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 -- 172.21.15.16:0/2273379960 learned_addr learned my addr 172.21.15.16:0/2273379960 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1d9212640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1d4159100 0x7fe1d41f73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1d9a13640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c00052e0 0x7fe1d40cfc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 -- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1d4159100 msgr2=0x7fe1d41f73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1d4159100 0x7fe1d41f73b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 -- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c00052e0 msgr2=0x7fe1d40cfc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c00052e0 0x7fe1d40cfc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 -- 172.21.15.16:0/2273379960 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d4159580 con 0x7fe1d41f78f0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1da214640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1d41f78f0 0x7fe1d40ce250 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc02a8f0 tx=0x7fe1cc0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1ca7fc640 1 -- 172.21.15.16:0/2273379960 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc007db0 con 0x7fe1d41f78f0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1ca7fc640 1 -- 172.21.15.16:0/2273379960 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1cc02ac40 con 0x7fe1d41f78f0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d40cd490 con 0x7fe1d41f78f0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1ca7fc640 1 -- 172.21.15.16:0/2273379960 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc005830 con 0x7fe1d41f78f0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.396+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d40cda50 con 0x7fe1d41f78f0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.397+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1d40b57e0 con 0x7fe1d41f78f0 2024-09-16T01:50:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.398+0000 7fe1ca7fc640 1 -- 172.21.15.16:0/2273379960 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fe1cc032440 con 0x7fe1d41f78f0 2024-09-16T01:50:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.398+0000 7fe1ca7fc640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe1b806cc70 0x7fe1b806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.398+0000 7fe1ca7fc640 1 -- 172.21.15.16:0/2273379960 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 4913+0+0 (secure 0 0 0) 0x7fe1cc0a9300 con 0x7fe1d41f78f0 2024-09-16T01:50:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.398+0000 7fe1d9a13640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe1b806cc70 0x7fe1b806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.399+0000 7fe1d9a13640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe1b806cc70 0x7fe1b806f130 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0001eb0 tx=0x7fe1d0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:45.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.403+0000 7fe1ca7fc640 1 -- 172.21.15.16:0/2273379960 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1cc043060 con 0x7fe1d41f78f0 2024-09-16T01:50:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.646+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fe1d41581f0 con 0x7fe1d41f78f0 2024-09-16T01:50:45.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.647+0000 7fe1ca7fc640 1 -- 172.21.15.16:0/2273379960 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v22) ==== 80+0+5304 (secure 0 0 0) 0x7fe1cc079670 con 0x7fe1d41f78f0 2024-09-16T01:50:45.649 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmEFuyEhAA6dB8CBVF44fNBhdfzyFPiA==", 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.650 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmHwCeHhAA7Ds2j+C/26zl6rT8AVdSGg==", 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.651 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmBRfrGRAAxhjlPKsBYp5tRAYUxx4Qxg==", 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.652 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmjVW2JRAAFMqkSmbXIdteUJiq5etJmA==", 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC8jOdmQt1MEBAADbI9NULBr0v5x+yCdcwAzQ==", 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.653 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC/jOdmfO1JExAAPL/9t8cE6DivRYMIM4R1cg==", 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDCjOdmQ0YCJRAA4Rl3pQZ74mEmscnicpumLw==", 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDFjOdm4tSeJxAAlZzSN3ytJDkzsO5Yu4RGLg==", 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.655 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDMjOdmq0DYCRAArk8LnA9NvsnOM7cHM5Iwxw==", 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.656 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDPjOdmCccKDBAAuHq0LH3LSD/o9vwhYMxQ/A==", 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDTjOdmLxYEDRAATqHoMSe5m6Ge3s7oIub1EA==", 2024-09-16T01:50:45.657 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQDXjOdmru1vDhAA4VxJ4+JXY+gs/deR/Mm4+Q==", 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.658 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw==", 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow r", 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmY3C1MhAACkeuKAQO2xNC1XQZkayGlw==", 2024-09-16T01:50:45.659 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmUyd9LxAAzybRco3UWgTP2ITxnXSnYg==", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:50:45.660 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmesJHOBAAn7V3vlcFB3bhGCr5wWc0Uw==", 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.661 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC5jOdmTE8RMRAA1b9WJ4tSCz8BKCPS2TmwPQ==", 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmPfthDxAAFK4phC+FWmps670ILDjr/A==", 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.662 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQC6jOdmGbmAChAAxIYwvmD8lZkWdn+waV5FjQ==", 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-16T01:50:45.663 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe1b806cc70 msgr2=0x7fe1b806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe1b806cc70 0x7fe1b806f130 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0001eb0 tx=0x7fe1d0009040 comp rx=0 tx=0).stop 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1d41f78f0 msgr2=0x7fe1d40ce250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1d41f78f0 0x7fe1d40ce250 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc02a8f0 tx=0x7fe1cc0014a0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 shutdown_connections 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe1b806cc70 0x7fe1b806f130 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1d41f78f0 0x7fe1d40ce250 unknown :-1 s=CLOSED pgs=1742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1d4159100 0x7fe1d41f73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 --2- 172.21.15.16:0/2273379960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1c00052e0 0x7fe1d40cfc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 >> 172.21.15.16:0/2273379960 conn(0x7fe1d40b2690 msgr2=0x7fe1d415fbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:45.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 shutdown_connections 2024-09-16T01:50:45.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.649+0000 7fe1dbc77640 1 -- 172.21.15.16:0/2273379960 wait complete. 2024-09-16T01:50:45.666 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:50:45.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.766+0000 7fe25302e640 1 Processor -- start 2024-09-16T01:50:45.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.767+0000 7fe25302e640 1 -- start start 2024-09-16T01:50:45.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.767+0000 7fe25302e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe24c147fc0 0x7fe24c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.767+0000 7fe25302e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.767+0000 7fe25302e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe24c0ba310 con 0x7fe24c0b97d0 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.767+0000 7fe25302e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe24c1483a0 con 0x7fe24c147fc0 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.767+0000 7fe25302e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe24c15efa0 con 0x7fe24c0d0ee0 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe24bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe250dca640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe24c147fc0 0x7fe24c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe24bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c0d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:39410/0 (socket says 172.21.15.16:39410) 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe24bfff640 1 -- 172.21.15.16:0/1034468888 learned_addr learned my addr 172.21.15.16:0/1034468888 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe250dca640 1 -- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 msgr2=0x7fe24c0d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe250dca640 1 --2- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c0d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe250dca640 1 -- 172.21.15.16:0/1034468888 >> v1:172.21.15.104:6789/0 conn(0x7fe24c0b97d0 legacy=0x7fe24c0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe250dca640 1 -- 172.21.15.16:0/1034468888 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe24c0d2750 con 0x7fe24c147fc0 2024-09-16T01:50:45.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.768+0000 7fe24bfff640 1 --2- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c0d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:45.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.769+0000 7fe250dca640 1 --2- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 0x7fe24c15ea60 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fe2440097a0 tx=0x7fe24402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3418b91735dd4008 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:45.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.769+0000 7fe24b7fe640 1 -- 172.21.15.16:0/1034468888 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe244037070 con 0x7fe24c147fc0 2024-09-16T01:50:45.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.769+0000 7fe24b7fe640 1 -- 172.21.15.16:0/1034468888 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe244032440 con 0x7fe24c147fc0 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.769+0000 7fe24b7fe640 1 -- 172.21.15.16:0/1034468888 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe244032810 con 0x7fe24c147fc0 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 -- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 msgr2=0x7fe24c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 --2- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 0x7fe24c15ea60 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fe2440097a0 tx=0x7fe24402a180 comp rx=0 tx=0).stop 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 -- 172.21.15.16:0/1034468888 shutdown_connections 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 --2- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c0d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 --2- 172.21.15.16:0/1034468888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 0x7fe24c15ea60 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 -- 172.21.15.16:0/1034468888 >> 172.21.15.16:0/1034468888 conn(0x7fe24c074fe0 msgr2=0x7fe24c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 -- 172.21.15.16:0/1034468888 shutdown_connections 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.770+0000 7fe25302e640 1 -- 172.21.15.16:0/1034468888 wait complete. 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.771+0000 7fe25302e640 1 Processor -- start 2024-09-16T01:50:45.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.771+0000 7fe25302e640 1 -- start start 2024-09-16T01:50:45.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe25302e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe24c0b97d0 0x7fe24c1f5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe25302e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c1f3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe25302e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 0x7fe24c145bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe25302e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c0d2500 con 0x7fe24c0b97d0 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe25302e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c0d2d10 con 0x7fe24c147fc0 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe25302e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe24c0d2ff0 con 0x7fe24c0d0ee0 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe24c0b97d0 0x7fe24c1f5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe24c0b97d0 0x7fe24c1f5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38226/0 (socket says 172.21.15.16:38226) 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 -- 172.21.15.16:0/3473618887 learned_addr learned my addr 172.21.15.16:0/3473618887 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe2515cb640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 0x7fe24c145bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe24bfff640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c1f3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 -- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 msgr2=0x7fe24c1f3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c1f3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 -- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 msgr2=0x7fe24c145bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 0x7fe24c145bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.772+0000 7fe250dca640 1 -- 172.21.15.16:0/3473618887 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe24c1f5b50 con 0x7fe24c0b97d0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.773+0000 7fe250dca640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe24c0b97d0 0x7fe24c1f5200 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7fe244035040 tx=0x7fe2440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.773+0000 7fe2497fa640 1 -- 172.21.15.16:0/3473618887 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe244037040 con 0x7fe24c0b97d0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.773+0000 7fe2497fa640 1 -- 172.21.15.16:0/3473618887 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe244030500 con 0x7fe24c0b97d0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.773+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe24c1f5e30 con 0x7fe24c0b97d0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.773+0000 7fe2497fa640 1 -- 172.21.15.16:0/3473618887 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe244030910 con 0x7fe24c0b97d0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.773+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe24c1f63f0 con 0x7fe24c0b97d0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.774+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe24c0d1340 con 0x7fe24c0b97d0 2024-09-16T01:50:45.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.774+0000 7fe2497fa640 1 -- 172.21.15.16:0/3473618887 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fe244044020 con 0x7fe24c0b97d0 2024-09-16T01:50:45.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.775+0000 7fe2497fa640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe22c06cc40 0x7fe22c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:45.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.775+0000 7fe24bfff640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe22c06cc40 0x7fe22c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:45.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.775+0000 7fe2497fa640 1 -- 172.21.15.16:0/3473618887 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 4913+0+0 (secure 0 0 0) 0x7fe2440a9e10 con 0x7fe24c0b97d0 2024-09-16T01:50:45.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.775+0000 7fe24bfff640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe22c06cc40 0x7fe22c06f100 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fe24c0cd9b0 tx=0x7fe23c00b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:45.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.779+0000 7fe2497fa640 1 -- 172.21.15.16:0/3473618887 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe24407a180 con 0x7fe24c0b97d0 2024-09-16T01:50:45.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.958+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe24c0cd700 con 0x7fe24c0b97d0 2024-09-16T01:50:45.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.959+0000 7fe2497fa640 1 -- 172.21.15.16:0/3473618887 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v159) ==== 84+0+65 (secure 0 0 0) 0x7fe244079a80 con 0x7fe24c0b97d0 2024-09-16T01:50:45.961 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:45.961 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:50:45.962 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:45.962 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-16T01:50:45.962 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-16T01:50:45.962 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:45.962 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:50:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.960+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe22c06cc40 msgr2=0x7fe22c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.960+0000 7fe25302e640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe22c06cc40 0x7fe22c06f100 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fe24c0cd9b0 tx=0x7fe23c00b040 comp rx=0 tx=0).stop 2024-09-16T01:50:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.960+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe24c0b97d0 msgr2=0x7fe24c1f5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.960+0000 7fe25302e640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe24c0b97d0 0x7fe24c1f5200 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7fe244035040 tx=0x7fe2440046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 shutdown_connections 2024-09-16T01:50:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe22c06cc40 0x7fe22c06f100 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24c147fc0 0x7fe24c145bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe24c0d0ee0 0x7fe24c1f3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 --2- 172.21.15.16:0/3473618887 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe24c0b97d0 0x7fe24c1f5200 unknown :-1 s=CLOSED pgs=1743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 >> 172.21.15.16:0/3473618887 conn(0x7fe24c074fe0 msgr2=0x7fe24c0b9c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 shutdown_connections 2024-09-16T01:50:45.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:45.961+0000 7fe25302e640 1 -- 172.21.15.16:0/3473618887 wait complete. 2024-09-16T01:50:45.974 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:50:45.974 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:50:46.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.078+0000 7fbb49b66640 1 Processor -- start 2024-09-16T01:50:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.078+0000 7fbb49b66640 1 -- start start 2024-09-16T01:50:46.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb49b66640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb4415e600 0x7fbb440b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:46.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb49b66640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb440b6e10 0x7fbb440d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb49b66640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb440d1fc0 con 0x7fbb440cf7a0 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb49b66640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fbb440d1ce0 con 0x7fbb440b6e10 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb49b66640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbb440d2bb0 con 0x7fbb4415e600 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb43fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb440b6e10 0x7fbb440d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb43fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbb440b6e10 0x7fbb440d3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38228/0 (socket says 172.21.15.16:38228) 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb43fff640 1 -- 172.21.15.16:0/2435516044 learned_addr learned my addr 172.21.15.16:0/2435516044 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.079+0000 7fbb437fe640 1 --2- 172.21.15.16:0/2435516044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb4415e600 0x7fbb440b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb43fff640 1 -- 172.21.15.16:0/2435516044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb4415e600 msgr2=0x7fbb440b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb43fff640 1 --2- 172.21.15.16:0/2435516044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb4415e600 0x7fbb440b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb43fff640 1 -- 172.21.15.16:0/2435516044 >> v1:172.21.15.104:6789/0 conn(0x7fbb440cf7a0 legacy=0x7fbb440b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb43fff640 1 -- 172.21.15.16:0/2435516044 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb440d2e90 con 0x7fbb440b6e10 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb43fff640 1 --2- 172.21.15.16:0/2435516044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb440b6e10 0x7fbb440d3690 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c009e50 tx=0x7fbb3c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dd39a02a6fad096 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb427fc640 1 -- 172.21.15.16:0/2435516044 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3c036070 con 0x7fbb440b6e10 2024-09-16T01:50:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb427fc640 1 -- 172.21.15.16:0/2435516044 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb3c031600 con 0x7fbb440b6e10 2024-09-16T01:50:46.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.080+0000 7fbb427fc640 1 -- 172.21.15.16:0/2435516044 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3c0319d0 con 0x7fbb440b6e10 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 -- 172.21.15.16:0/2435516044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb440b6e10 msgr2=0x7fbb440d3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2435516044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb440b6e10 0x7fbb440d3690 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c009e50 tx=0x7fbb3c02a680 comp rx=0 tx=0).stop 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 -- 172.21.15.16:0/2435516044 shutdown_connections 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2435516044 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb440b6e10 0x7fbb440d3690 unknown :-1 s=CLOSED pgs=1744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2435516044 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb4415e600 0x7fbb440b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 -- 172.21.15.16:0/2435516044 >> 172.21.15.16:0/2435516044 conn(0x7fbb44072650 msgr2=0x7fbb44072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 -- 172.21.15.16:0/2435516044 shutdown_connections 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.081+0000 7fbb49b66640 1 -- 172.21.15.16:0/2435516044 wait complete. 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.082+0000 7fbb49b66640 1 Processor -- start 2024-09-16T01:50:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.082+0000 7fbb49b66640 1 -- start start 2024-09-16T01:50:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb49b66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb440b6e10 0x7fbb440c8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb49b66640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb440cf7a0 0x7fbb44152d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb49b66640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb4415e600 0x7fbb44154db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb49b66640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbb4415e9e0 con 0x7fbb4415e600 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb49b66640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbb440d1990 con 0x7fbb440b6e10 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb49b66640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbb440b3ba0 con 0x7fbb440cf7a0 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb4415e600 0x7fbb44154db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb4415e600 0x7fbb44154db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38246/0 (socket says 172.21.15.16:38246) 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb43fff640 1 -- 172.21.15.16:0/2395241920 learned_addr learned my addr 172.21.15.16:0/2395241920 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb42ffd640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb440cf7a0 0x7fbb44152d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.083+0000 7fbb437fe640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb440b6e10 0x7fbb440c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb43fff640 1 -- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb440cf7a0 msgr2=0x7fbb44152d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb43fff640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb440cf7a0 0x7fbb44152d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb43fff640 1 -- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb440b6e10 msgr2=0x7fbb440c8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb43fff640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb440b6e10 0x7fbb440c8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb43fff640 1 -- 172.21.15.16:0/2395241920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb44153280 con 0x7fbb4415e600 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb43fff640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb4415e600 0x7fbb44154db0 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c034040 tx=0x7fbb3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb2bfff640 1 -- 172.21.15.16:0/2395241920 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3c036050 con 0x7fbb4415e600 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb2bfff640 1 -- 172.21.15.16:0/2395241920 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb3c042070 con 0x7fbb4415e600 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb440cb140 con 0x7fbb4415e600 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb2bfff640 1 -- 172.21.15.16:0/2395241920 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3c009510 con 0x7fbb4415e600 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.084+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb44157ea0 con 0x7fbb4415e600 2024-09-16T01:50:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.085+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb440b78e0 con 0x7fbb4415e600 2024-09-16T01:50:46.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.086+0000 7fbb2bfff640 1 -- 172.21.15.16:0/2395241920 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fbb3c007bd0 con 0x7fbb4415e600 2024-09-16T01:50:46.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.086+0000 7fbb2bfff640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb3006cc40 0x7fbb3006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:46.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.086+0000 7fbb2bfff640 1 -- 172.21.15.16:0/2395241920 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 4913+0+0 (secure 0 0 0) 0x7fbb3c0aa910 con 0x7fbb4415e600 2024-09-16T01:50:46.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.086+0000 7fbb437fe640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb3006cc40 0x7fbb3006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:46.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.087+0000 7fbb437fe640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb3006cc40 0x7fbb3006f100 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbb340079a0 tx=0x7fbb34008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:46.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.090+0000 7fbb2bfff640 1 -- 172.21.15.16:0/2395241920 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb3c07a630 con 0x7fbb4415e600 2024-09-16T01:50:46.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:46.269+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbb44072db0 con 0x7fbb4415e600 2024-09-16T01:50:47.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.271+0000 7fbb2bfff640 1 -- 172.21.15.16:0/2395241920 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v160) ==== 138+0+0 (secure 0 0 0) 0x7fbb3c07e930 con 0x7fbb4415e600 2024-09-16T01:50:47.274 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-16T01:50:47.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb3006cc40 msgr2=0x7fbb3006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:47.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb3006cc40 0x7fbb3006f100 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbb340079a0 tx=0x7fbb34008040 comp rx=0 tx=0).stop 2024-09-16T01:50:47.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb4415e600 msgr2=0x7fbb44154db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:47.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb4415e600 0x7fbb44154db0 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c034040 tx=0x7fbb3c004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:47.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 shutdown_connections 2024-09-16T01:50:47.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fbb3006cc40 0x7fbb3006f100 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbb4415e600 0x7fbb44154db0 unknown :-1 s=CLOSED pgs=1745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbb440cf7a0 0x7fbb44152d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 --2- 172.21.15.16:0/2395241920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb440b6e10 0x7fbb440c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 >> 172.21.15.16:0/2395241920 conn(0x7fbb44072650 msgr2=0x7fbb440b8b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:47.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 shutdown_connections 2024-09-16T01:50:47.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.275+0000 7fbb49b66640 1 -- 172.21.15.16:0/2395241920 wait complete. 2024-09-16T01:50:47.295 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:50:47.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.409+0000 7fb80745c640 1 Processor -- start 2024-09-16T01:50:47.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.409+0000 7fb80745c640 1 -- start start 2024-09-16T01:50:47.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb80745c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb800072190 0x7fb80015f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:47.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb80745c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb8000cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:47.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb80745c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8000cf370 con 0x7fb80006bbe0 2024-09-16T01:50:47.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb80745c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fb8000cf610 con 0x7fb800072190 2024-09-16T01:50:47.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb80745c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb8000cf8f0 con 0x7fb8000ceee0 2024-09-16T01:50:47.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb8059f9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb8000cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb8049f7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb800072190 0x7fb80015f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb8059f9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb8000cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:39444/0 (socket says 172.21.15.16:39444) 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb8049f7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb800072190 0x7fb80015f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:56242/0 (socket says 172.21.15.16:56242) 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb8059f9640 1 -- 172.21.15.16:0/1932405217 learned_addr learned my addr 172.21.15.16:0/1932405217 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.410+0000 7fb8051f8640 1 --1- 172.21.15.16:0/1932405217 >> v1:172.21.15.104:6789/0 conn(0x7fb80006bbe0 0x7fb80006bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:51538/0 (socket says 172.21.15.16:51538) 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.411+0000 7fb7fffff640 1 -- 172.21.15.16:0/1932405217 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 840753466 0 0) 0x7fb8000cf370 con 0x7fb80006bbe0 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.411+0000 7fb7fffff640 1 -- 172.21.15.16:0/1932405217 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7e8003520 con 0x7fb80006bbe0 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.411+0000 7fb8049f7640 1 -- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 msgr2=0x7fb8000cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.411+0000 7fb8049f7640 1 --2- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb8000cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.411+0000 7fb8049f7640 1 -- 172.21.15.16:0/1932405217 >> v1:172.21.15.104:6789/0 conn(0x7fb80006bbe0 legacy=0x7fb80006bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.411+0000 7fb8049f7640 1 -- 172.21.15.16:0/1932405217 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8000cfbd0 con 0x7fb800072190 2024-09-16T01:50:47.414 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.411+0000 7fb8059f9640 1 --2- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb8000cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb8049f7640 1 --2- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 0x7fb80015f830 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fb7f40097a0 tx=0x7fb7f402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71cedc3c40805bf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb7fffff640 1 -- 172.21.15.16:0/1932405217 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f4037070 con 0x7fb800072190 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb7fffff640 1 -- 172.21.15.16:0/1932405217 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7f402ae50 con 0x7fb800072190 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb7fffff640 1 -- 172.21.15.16:0/1932405217 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f4032640 con 0x7fb800072190 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb80745c640 1 -- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 msgr2=0x7fb80015f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb80745c640 1 --2- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 0x7fb80015f830 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fb7f40097a0 tx=0x7fb7f402a100 comp rx=0 tx=0).stop 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb80745c640 1 -- 172.21.15.16:0/1932405217 shutdown_connections 2024-09-16T01:50:47.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb80745c640 1 --2- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb8000cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb80745c640 1 --2- 172.21.15.16:0/1932405217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 0x7fb80015f830 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.412+0000 7fb80745c640 1 -- 172.21.15.16:0/1932405217 >> 172.21.15.16:0/1932405217 conn(0x7fb8000b2000 msgr2=0x7fb8000b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:47.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.413+0000 7fb80745c640 1 -- 172.21.15.16:0/1932405217 shutdown_connections 2024-09-16T01:50:47.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.413+0000 7fb80745c640 1 -- 172.21.15.16:0/1932405217 wait complete. 2024-09-16T01:50:47.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.414+0000 7fb80745c640 1 Processor -- start 2024-09-16T01:50:47.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.414+0000 7fb80745c640 1 -- start start 2024-09-16T01:50:47.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.414+0000 7fb80745c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb80006bbe0 0x7fb8001f2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:47.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb80745c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 0x7fb80014b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:47.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb80745c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb80014eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb80745c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb80015b4e0 con 0x7fb80006bbe0 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb80745c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb8000cd380 con 0x7fb800072190 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb80745c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb800152b80 con 0x7fb8000ceee0 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb80006bbe0 0x7fb8001f2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb80006bbe0 0x7fb8001f2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38248/0 (socket says 172.21.15.16:38248) 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 -- 172.21.15.16:0/148211098 learned_addr learned my addr 172.21.15.16:0/148211098 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8059f9640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb80014eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8049f7640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 0x7fb80014b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 -- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 msgr2=0x7fb80014eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb80014eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 -- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 msgr2=0x7fb80014b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 0x7fb80014b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:47.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 -- 172.21.15.16:0/148211098 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8001f31c0 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb8051f8640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb80006bbe0 0x7fb8001f2c80 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000c700 tx=0x7fb7f000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb7fdffb640 1 -- 172.21.15.16:0/148211098 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f0017070 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb7fdffb640 1 -- 172.21.15.16:0/148211098 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7f000ce10 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb800152850 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.415+0000 7fb7fdffb640 1 -- 172.21.15.16:0/148211098 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f000a860 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.416+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb80014d040 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.417+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb80015f830 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.417+0000 7fb7fdffb640 1 -- 172.21.15.16:0/148211098 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fb7f001a070 con 0x7fb80006bbe0 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.418+0000 7fb7fdffb640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb7ec06cc40 0x7fb7ec06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:47.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.418+0000 7fb7fdffb640 1 -- 172.21.15.16:0/148211098 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5283+0+0 (secure 0 0 0) 0x7fb7f0089120 con 0x7fb80006bbe0 2024-09-16T01:50:47.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.418+0000 7fb8049f7640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb7ec06cc40 0x7fb7ec06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:47.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.418+0000 7fb8049f7640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb7ec06cc40 0x7fb7ec06f100 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4034000 tx=0x7fb7f402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:47.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.422+0000 7fb7fdffb640 1 -- 172.21.15.16:0/148211098 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb8001f31c0 con 0x7fb80006bbe0 2024-09-16T01:50:47.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:47.597+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb8000afc50 con 0x7fb80006bbe0 2024-09-16T01:50:48.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.273+0000 7fb7fdffb640 1 -- 172.21.15.16:0/148211098 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v161) ==== 170+0+0 (secure 0 0 0) 0x7fb7f0058e40 con 0x7fb80006bbe0 2024-09-16T01:50:48.276 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-16T01:50:48.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb7ec06cc40 msgr2=0x7fb7ec06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:48.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb7ec06cc40 0x7fb7ec06f100 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4034000 tx=0x7fb7f402e000 comp rx=0 tx=0).stop 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb80006bbe0 msgr2=0x7fb8001f2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb80006bbe0 0x7fb8001f2c80 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000c700 tx=0x7fb7f000cbc0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 shutdown_connections 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb7ec06cc40 0x7fb7ec06f100 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb8000ceee0 0x7fb80014eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb800072190 0x7fb80014b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 --2- 172.21.15.16:0/148211098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb80006bbe0 0x7fb8001f2c80 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 >> 172.21.15.16:0/148211098 conn(0x7fb8000b2000 msgr2=0x7fb80006d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 shutdown_connections 2024-09-16T01:50:48.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.277+0000 7fb80745c640 1 -- 172.21.15.16:0/148211098 wait complete. 2024-09-16T01:50:48.306 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:50:48.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.413+0000 7fdb29aba640 1 Processor -- start 2024-09-16T01:50:48.416 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.414+0000 7fdb29aba640 1 -- start start 2024-09-16T01:50:48.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.414+0000 7fdb29aba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d4010 0x7fdb240d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:48.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.414+0000 7fdb29aba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdb240d30b0 0x7fdb240d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:48.417 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.414+0000 7fdb29aba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb240cfcd0 con 0x7fdb24147f30 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.414+0000 7fdb29aba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdb240d20a0 con 0x7fdb240d30b0 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.414+0000 7fdb29aba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb240d22f0 con 0x7fdb240d4010 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb23fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdb240d30b0 0x7fdb240d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb237fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdb24147f30 0x7fdb240cf5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39772/0 (socket says 172.21.15.16:39772) 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb237fe640 1 -- 172.21.15.16:0/2244013623 learned_addr learned my addr 172.21.15.16:0/2244013623 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb22ffd640 1 --2- 172.21.15.16:0/2244013623 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d4010 0x7fdb240d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb23fff640 1 -- 172.21.15.16:0/2244013623 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d4010 msgr2=0x7fdb240d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb23fff640 1 --2- 172.21.15.16:0/2244013623 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d4010 0x7fdb240d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb23fff640 1 -- 172.21.15.16:0/2244013623 >> v1:172.21.15.16:6789/0 conn(0x7fdb24147f30 legacy=0x7fdb240cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb227fc640 1 -- 172.21.15.16:0/2244013623 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2015990456 0 0) 0x7fdb240cfcd0 con 0x7fdb24147f30 2024-09-16T01:50:48.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.415+0000 7fdb23fff640 1 -- 172.21.15.16:0/2244013623 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb240d25d0 con 0x7fdb240d30b0 2024-09-16T01:50:48.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb23fff640 1 --2- 172.21.15.16:0/2244013623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb240d30b0 0x7fdb240d14b0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009d90 tx=0x7fdb1c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10d559388a5406c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:48.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb227fc640 1 -- 172.21.15.16:0/2244013623 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c031600 con 0x7fdb240d30b0 2024-09-16T01:50:48.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb227fc640 1 -- 172.21.15.16:0/2244013623 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb1c0317a0 con 0x7fdb240d30b0 2024-09-16T01:50:48.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb227fc640 1 -- 172.21.15.16:0/2244013623 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c031b70 con 0x7fdb240d30b0 2024-09-16T01:50:48.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb29aba640 1 -- 172.21.15.16:0/2244013623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb240d30b0 msgr2=0x7fdb240d14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:48.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb29aba640 1 --2- 172.21.15.16:0/2244013623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb240d30b0 0x7fdb240d14b0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009d90 tx=0x7fdb1c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb29aba640 1 -- 172.21.15.16:0/2244013623 shutdown_connections 2024-09-16T01:50:48.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb29aba640 1 --2- 172.21.15.16:0/2244013623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb240d30b0 0x7fdb240d14b0 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb29aba640 1 --2- 172.21.15.16:0/2244013623 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d4010 0x7fdb240d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.416+0000 7fdb29aba640 1 -- 172.21.15.16:0/2244013623 >> 172.21.15.16:0/2244013623 conn(0x7fdb24074da0 msgr2=0x7fdb240d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:48.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.417+0000 7fdb29aba640 1 -- 172.21.15.16:0/2244013623 shutdown_connections 2024-09-16T01:50:48.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.417+0000 7fdb29aba640 1 -- 172.21.15.16:0/2244013623 wait complete. 2024-09-16T01:50:48.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.418+0000 7fdb29aba640 1 Processor -- start 2024-09-16T01:50:48.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.418+0000 7fdb29aba640 1 -- start start 2024-09-16T01:50:48.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb29aba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d30b0 0x7fdb240ab970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:48.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb29aba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb240d4010 0x7fdb241f36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:48.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb29aba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb24147f30 0x7fdb2415fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:48.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb29aba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdb24148310 con 0x7fdb24147f30 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb29aba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdb240d2b90 con 0x7fdb240d4010 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb29aba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdb240b8810 con 0x7fdb240d30b0 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb24147f30 0x7fdb2415fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb24147f30 0x7fdb2415fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38270/0 (socket says 172.21.15.16:38270) 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 -- 172.21.15.16:0/751926068 learned_addr learned my addr 172.21.15.16:0/751926068 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb237fe640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d30b0 0x7fdb240ab970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb22ffd640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb240d4010 0x7fdb241f36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 -- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d30b0 msgr2=0x7fdb240ab970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d30b0 0x7fdb240ab970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 -- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb240d4010 msgr2=0x7fdb241f36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb240d4010 0x7fdb241f36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 -- 172.21.15.16:0/751926068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb240abeb0 con 0x7fdb24147f30 2024-09-16T01:50:48.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb237fe640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d30b0 0x7fdb240ab970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb23fff640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb24147f30 0x7fdb2415fd80 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009eb0 tx=0x7fdb1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb0bfff640 1 -- 172.21.15.16:0/751926068 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c040070 con 0x7fdb24147f30 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb0bfff640 1 -- 172.21.15.16:0/751926068 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb1c030be0 con 0x7fdb24147f30 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb240ac150 con 0x7fdb24147f30 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.419+0000 7fdb0bfff640 1 -- 172.21.15.16:0/751926068 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c009450 con 0x7fdb24147f30 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.420+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb240ac710 con 0x7fdb24147f30 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.421+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb240cf5c0 con 0x7fdb24147f30 2024-09-16T01:50:48.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.421+0000 7fdb0bfff640 1 -- 172.21.15.16:0/751926068 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fdb1c039040 con 0x7fdb24147f30 2024-09-16T01:50:48.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.422+0000 7fdb0bfff640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb1006cc40 0x7fdb1006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:48.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.422+0000 7fdb0bfff640 1 -- 172.21.15.16:0/751926068 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 5665+0+0 (secure 0 0 0) 0x7fdb1c0aa880 con 0x7fdb24147f30 2024-09-16T01:50:48.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.422+0000 7fdb237fe640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb1006cc40 0x7fdb1006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:48.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.422+0000 7fdb237fe640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb1006cc40 0x7fdb1006f100 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdb14000f60 tx=0x7fdb14009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:48.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.426+0000 7fdb0bfff640 1 -- 172.21.15.16:0/751926068 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb1c07abf0 con 0x7fdb24147f30 2024-09-16T01:50:48.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:48.639+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fdb240756f0 con 0x7fdb24147f30 2024-09-16T01:50:49.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.294+0000 7fdb0bfff640 1 -- 172.21.15.16:0/751926068 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 26 and data pool 27 v98) ==== 174+0+0 (secure 0 0 0) 0x7fdb1c07a4f0 con 0x7fdb24147f30 2024-09-16T01:50:49.304 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 26 and data pool 27 2024-09-16T01:50:49.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.309+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb1006cc40 msgr2=0x7fdb1006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.309+0000 7fdb29aba640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb1006cc40 0x7fdb1006f100 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdb14000f60 tx=0x7fdb14009040 comp rx=0 tx=0).stop 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.310+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb24147f30 msgr2=0x7fdb2415fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.310+0000 7fdb29aba640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb24147f30 0x7fdb2415fd80 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009eb0 tx=0x7fdb1c004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.311+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 shutdown_connections 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.311+0000 7fdb29aba640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdb1006cc40 0x7fdb1006f100 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.311+0000 7fdb29aba640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb24147f30 0x7fdb2415fd80 unknown :-1 s=CLOSED pgs=1749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.311+0000 7fdb29aba640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdb240d4010 0x7fdb241f36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.311+0000 7fdb29aba640 1 --2- 172.21.15.16:0/751926068 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdb240d30b0 0x7fdb240ab970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.311+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 >> 172.21.15.16:0/751926068 conn(0x7fdb24074da0 msgr2=0x7fdb240d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:49.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.312+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 shutdown_connections 2024-09-16T01:50:49.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.313+0000 7fdb29aba640 1 -- 172.21.15.16:0/751926068 wait complete. 2024-09-16T01:50:49.333 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:49.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.442+0000 7fe19bcdd640 1 Processor -- start 2024-09-16T01:50:49.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.442+0000 7fe19bcdd640 1 -- start start 2024-09-16T01:50:49.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe19bcdd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1940d15f0 0x7fe19415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe19bcdd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe1940b97d0 0x7fe1940b9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe19bcdd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1940d2750 con 0x7fe194147fc0 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe19bcdd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe1941483a0 con 0x7fe1940d15f0 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe19bcdd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe19415efa0 con 0x7fe1940b97d0 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199278640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1940d15f0 0x7fe19415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199278640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1940d15f0 0x7fe19415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38284/0 (socket says 172.21.15.16:38284) 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199278640 1 -- 172.21.15.16:0/376987194 learned_addr learned my addr 172.21.15.16:0/376987194 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199a79640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe194147fc0 0x7fe1940d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39778/0 (socket says 172.21.15.16:39778) 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe19a27a640 1 --2- 172.21.15.16:0/376987194 >> v2:172.21.15.104:3300/0 conn(0x7fe1940b97d0 0x7fe1940b9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199278640 1 -- 172.21.15.16:0/376987194 >> v2:172.21.15.104:3300/0 conn(0x7fe1940b97d0 msgr2=0x7fe1940b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199278640 1 --2- 172.21.15.16:0/376987194 >> v2:172.21.15.104:3300/0 conn(0x7fe1940b97d0 0x7fe1940b9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199278640 1 -- 172.21.15.16:0/376987194 >> v1:172.21.15.16:6789/0 conn(0x7fe194147fc0 legacy=0x7fe1940d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe199278640 1 -- 172.21.15.16:0/376987194 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1940d2a30 con 0x7fe1940d15f0 2024-09-16T01:50:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.443+0000 7fe19a27a640 1 --2- 172.21.15.16:0/376987194 >> v2:172.21.15.104:3300/0 conn(0x7fe1940b97d0 0x7fe1940b9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.444+0000 7fe199278640 1 --2- 172.21.15.16:0/376987194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940d15f0 0x7fe19415ea60 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7fe1940ba5c0 tx=0x7fe18802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42500a632074f43c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.444+0000 7fe198a77640 1 -- 172.21.15.16:0/376987194 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188037070 con 0x7fe1940d15f0 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.444+0000 7fe198a77640 1 -- 172.21.15.16:0/376987194 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe188032440 con 0x7fe1940d15f0 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.444+0000 7fe198a77640 1 -- 172.21.15.16:0/376987194 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188032810 con 0x7fe1940d15f0 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 -- 172.21.15.16:0/376987194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940d15f0 msgr2=0x7fe19415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/376987194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940d15f0 0x7fe19415ea60 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7fe1940ba5c0 tx=0x7fe18802a270 comp rx=0 tx=0).stop 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 -- 172.21.15.16:0/376987194 shutdown_connections 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/376987194 >> v2:172.21.15.104:3300/0 conn(0x7fe1940b97d0 0x7fe1940b9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/376987194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940d15f0 0x7fe19415ea60 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 -- 172.21.15.16:0/376987194 >> 172.21.15.16:0/376987194 conn(0x7fe194074fe0 msgr2=0x7fe19406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 -- 172.21.15.16:0/376987194 shutdown_connections 2024-09-16T01:50:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.445+0000 7fe19bcdd640 1 -- 172.21.15.16:0/376987194 wait complete. 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.446+0000 7fe19bcdd640 1 Processor -- start 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.446+0000 7fe19bcdd640 1 -- start start 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19bcdd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940b97d0 0x7fe19413df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19bcdd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1940d15f0 0x7fe1941449d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19bcdd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe194147fc0 0x7fe1940caf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19bcdd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe1940d2ff0 con 0x7fe1940b97d0 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19bcdd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1940d2500 con 0x7fe194147fc0 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19bcdd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1940ba180 con 0x7fe1940d15f0 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940b97d0 0x7fe19413df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940b97d0 0x7fe19413df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38292/0 (socket says 172.21.15.16:38292) 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 -- 172.21.15.16:0/2908505168 learned_addr learned my addr 172.21.15.16:0/2908505168 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199278640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1940d15f0 0x7fe1941449d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19a27a640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe194147fc0 0x7fe1940caf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 -- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1940d15f0 msgr2=0x7fe1941449d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1940d15f0 0x7fe1941449d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 -- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe194147fc0 msgr2=0x7fe1940caf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe194147fc0 0x7fe1940caf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 -- 172.21.15.16:0/2908505168 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1940c9680 con 0x7fe1940b97d0 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199278640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1940d15f0 0x7fe1941449d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe19a27a640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe194147fc0 0x7fe1940caf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.447+0000 7fe199a79640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940b97d0 0x7fe19413df00 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00c430 tx=0x7fe18c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.448+0000 7fe1927fc640 1 -- 172.21.15.16:0/2908505168 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c0074e0 con 0x7fe1940b97d0 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.448+0000 7fe1927fc640 1 -- 172.21.15.16:0/2908505168 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe18c007680 con 0x7fe1940b97d0 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.448+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1940c9960 con 0x7fe1940b97d0 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.448+0000 7fe1927fc640 1 -- 172.21.15.16:0/2908505168 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c004a00 con 0x7fe1940b97d0 2024-09-16T01:50:49.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.448+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe194143030 con 0x7fe1940b97d0 2024-09-16T01:50:49.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.449+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1940b9c40 con 0x7fe1940b97d0 2024-09-16T01:50:49.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.449+0000 7fe1927fc640 1 -- 172.21.15.16:0/2908505168 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fe18c01a020 con 0x7fe1940b97d0 2024-09-16T01:50:49.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.450+0000 7fe1927fc640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe18006cc90 0x7fe18006f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.450+0000 7fe1927fc640 1 -- 172.21.15.16:0/2908505168 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5765+0+0 (secure 0 0 0) 0x7fe18c0893b0 con 0x7fe1940b97d0 2024-09-16T01:50:49.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.450+0000 7fe199278640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe18006cc90 0x7fe18006f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.450+0000 7fe199278640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe18006cc90 0x7fe18006f150 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe188034000 tx=0x7fe18802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:49.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.454+0000 7fe1927fc640 1 -- 172.21.15.16:0/2908505168 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe18c059720 con 0x7fe1940b97d0 2024-09-16T01:50:49.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.632+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe19413e440 con 0x7fe1940b97d0 2024-09-16T01:50:49.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.633+0000 7fe1927fc640 1 -- 172.21.15.16:0/2908505168 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) ==== 74+0+16809 (secure 0 0 0) 0x7fe18c059020 con 0x7fe1940b97d0 2024-09-16T01:50:49.636 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:49.636 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":162,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:48.641943+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:46.303318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:47.629767+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe18006cc90 msgr2=0x7fe18006f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe18006cc90 0x7fe18006f150 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe188034000 tx=0x7fe18802e000 comp rx=0 tx=0).stop 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940b97d0 msgr2=0x7fe19413df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940b97d0 0x7fe19413df00 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00c430 tx=0x7fe18c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 shutdown_connections 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe18006cc90 0x7fe18006f150 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe194147fc0 0x7fe1940caf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1940d15f0 0x7fe1941449d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 --2- 172.21.15.16:0/2908505168 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1940b97d0 0x7fe19413df00 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.635+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 >> 172.21.15.16:0/2908505168 conn(0x7fe194074fe0 msgr2=0x7fe19415e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:49.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.636+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 shutdown_connections 2024-09-16T01:50:49.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.636+0000 7fe19bcdd640 1 -- 172.21.15.16:0/2908505168 wait complete. 2024-09-16T01:50:49.649 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:49.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.748+0000 7fdfba0af640 1 Processor -- start 2024-09-16T01:50:49.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.749+0000 7fdfba0af640 1 -- start start 2024-09-16T01:50:49.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.749+0000 7fdfba0af640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdfb4147fc0 0x7fdfb415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.749+0000 7fdfba0af640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfb40ba2f0 con 0x7fdfb40d0ee0 2024-09-16T01:50:49.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.749+0000 7fdfba0af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfb40d2750 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.749+0000 7fdfba0af640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdfb41483a0 con 0x7fdfb4147fc0 2024-09-16T01:50:49.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdfb4147fc0 0x7fdfb415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdfb40d0ee0 0x7fdfb40b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39794/0 (socket says 172.21.15.16:39794) 2024-09-16T01:50:49.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb2ffd640 1 -- 172.21.15.16:0/1918025040 learned_addr learned my addr 172.21.15.16:0/1918025040 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:49.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdfb4147fc0 0x7fdfb415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38304/0 (socket says 172.21.15.16:38304) 2024-09-16T01:50:49.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb37fe640 1 -- 172.21.15.16:0/1918025040 >> v1:172.21.15.104:6789/0 conn(0x7fdfb40b9ee0 legacy=0x7fdfb40d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb37fe640 1 -- 172.21.15.16:0/1918025040 >> v1:172.21.15.16:6789/0 conn(0x7fdfb40d0ee0 legacy=0x7fdfb40b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb37fe640 1 -- 172.21.15.16:0/1918025040 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb40d2a30 con 0x7fdfb4147fc0 2024-09-16T01:50:49.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.750+0000 7fdfb27fc640 1 -- 172.21.15.16:0/1918025040 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3784341827 0 0) 0x7fdfb40ba2f0 con 0x7fdfb40d0ee0 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfb37fe640 1 --2- 172.21.15.16:0/1918025040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb4147fc0 0x7fdfb415ea60 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40097a0 tx=0x7fdfa402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0645428d4151792 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfb27fc640 1 -- 172.21.15.16:0/1918025040 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4037070 con 0x7fdfb4147fc0 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfb27fc640 1 -- 172.21.15.16:0/1918025040 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfa4032440 con 0x7fdfb4147fc0 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfb27fc640 1 -- 172.21.15.16:0/1918025040 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4032810 con 0x7fdfb4147fc0 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfba0af640 1 -- 172.21.15.16:0/1918025040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb4147fc0 msgr2=0x7fdfb415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfba0af640 1 --2- 172.21.15.16:0/1918025040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb4147fc0 0x7fdfb415ea60 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40097a0 tx=0x7fdfa402a230 comp rx=0 tx=0).stop 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfba0af640 1 -- 172.21.15.16:0/1918025040 shutdown_connections 2024-09-16T01:50:49.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfba0af640 1 --2- 172.21.15.16:0/1918025040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb4147fc0 0x7fdfb415ea60 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfba0af640 1 -- 172.21.15.16:0/1918025040 >> 172.21.15.16:0/1918025040 conn(0x7fdfb4074fe0 msgr2=0x7fdfb406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:49.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfba0af640 1 -- 172.21.15.16:0/1918025040 shutdown_connections 2024-09-16T01:50:49.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.751+0000 7fdfba0af640 1 -- 172.21.15.16:0/1918025040 wait complete. 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.753+0000 7fdfba0af640 1 Processor -- start 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.753+0000 7fdfba0af640 1 -- start start 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.753+0000 7fdfba0af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb40b9ee0 0x7fdfb41f4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.753+0000 7fdfba0af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb40d0ee0 0x7fdfb4142aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.753+0000 7fdfba0af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdfb4147fc0 0x7fdfb40cbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfba0af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb40d2500 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfba0af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb415efa0 con 0x7fdfb40d0ee0 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfba0af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb40d2ff0 con 0x7fdfb4147fc0 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb40b9ee0 0x7fdfb41f4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb40b9ee0 0x7fdfb41f4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38314/0 (socket says 172.21.15.16:38314) 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 -- 172.21.15.16:0/4280496827 learned_addr learned my addr 172.21.15.16:0/4280496827 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:49.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb2ffd640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb40d0ee0 0x7fdfb4142aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb3fff640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdfb4147fc0 0x7fdfb40cbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 -- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdfb4147fc0 msgr2=0x7fdfb40cbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdfb4147fc0 0x7fdfb40cbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 -- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb40d0ee0 msgr2=0x7fdfb4142aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb40d0ee0 0x7fdfb4142aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 -- 172.21.15.16:0/4280496827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb4143210 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfb37fe640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb40b9ee0 0x7fdfb41f4e70 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40098c0 tx=0x7fdfa40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdf9bfff640 1 -- 172.21.15.16:0/4280496827 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4037040 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdf9bfff640 1 -- 172.21.15.16:0/4280496827 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfa4042070 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb41434f0 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdf9bfff640 1 -- 172.21.15.16:0/4280496827 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4030a70 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.754+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb4143ab0 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.756+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb415ea60 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.756+0000 7fdf9bfff640 1 -- 172.21.15.16:0/4280496827 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fdfa4030c10 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.756+0000 7fdf9bfff640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdfa006cc40 0x7fdfa006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:49.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.757+0000 7fdf9bfff640 1 -- 172.21.15.16:0/4280496827 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5765+0+0 (secure 0 0 0) 0x7fdfa40aa620 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.757+0000 7fdfb2ffd640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdfa006cc40 0x7fdfa006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:49.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.757+0000 7fdfb2ffd640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdfa006cc40 0x7fdfa006f100 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fdfb40c9550 tx=0x7fdfa8007b90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:49.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.761+0000 7fdf9bfff640 1 -- 172.21.15.16:0/4280496827 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdfa4045360 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.936+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfb406c8e0 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.937+0000 7fdf9bfff640 1 -- 172.21.15.16:0/4280496827 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) ==== 74+0+16809 (secure 0 0 0) 0x7fdfa407a990 con 0x7fdfb40b9ee0 2024-09-16T01:50:49.939 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:49.940 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":162,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:48.641943+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:46.303318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:47.629767+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:49.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdfa006cc40 msgr2=0x7fdfa006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdfa006cc40 0x7fdfa006f100 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fdfb40c9550 tx=0x7fdfa8007b90 comp rx=0 tx=0).stop 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb40b9ee0 msgr2=0x7fdfb41f4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb40b9ee0 0x7fdfb41f4e70 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40098c0 tx=0x7fdfa40046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 shutdown_connections 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fdfa006cc40 0x7fdfa006f100 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdfb4147fc0 0x7fdfb40cbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb40d0ee0 0x7fdfb4142aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 --2- 172.21.15.16:0/4280496827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdfb40b9ee0 0x7fdfb41f4e70 unknown :-1 s=CLOSED pgs=1755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 >> 172.21.15.16:0/4280496827 conn(0x7fdfb4074fe0 msgr2=0x7fdfb40cf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 shutdown_connections 2024-09-16T01:50:49.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:49.939+0000 7fdfba0af640 1 -- 172.21.15.16:0/4280496827 wait complete. 2024-09-16T01:50:49.953 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:50:50.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.056+0000 7f253f6dd640 1 Processor -- start 2024-09-16T01:50:50.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.057+0000 7f253f6dd640 1 -- start start 2024-09-16T01:50:50.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.057+0000 7f253f6dd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2538147f30 0x7f25380cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:50.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.057+0000 7f253f6dd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f25380cfb00 0x7f25380d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:50.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.057+0000 7f253f6dd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25380d22f0 con 0x7f25380d4010 2024-09-16T01:50:50.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.057+0000 7f253f6dd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f25380d20a0 con 0x7f25380cfb00 2024-09-16T01:50:50.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.057+0000 7f253f6dd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f25380d25d0 con 0x7f2538147f30 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.057+0000 7f253cc78640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f25380cfb00 0x7f25380d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.058+0000 7f253cc78640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f25380cfb00 0x7f25380d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38322/0 (socket says 172.21.15.16:38322) 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.058+0000 7f253cc78640 1 -- 172.21.15.16:0/3178418567 learned_addr learned my addr 172.21.15.16:0/3178418567 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.058+0000 7f253d479640 1 --2- 172.21.15.16:0/3178418567 >> v2:172.21.15.104:3300/0 conn(0x7f2538147f30 0x7f25380cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.058+0000 7f253cc78640 1 -- 172.21.15.16:0/3178418567 >> v2:172.21.15.104:3300/0 conn(0x7f2538147f30 msgr2=0x7f25380cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.058+0000 7f253cc78640 1 --2- 172.21.15.16:0/3178418567 >> v2:172.21.15.104:3300/0 conn(0x7f2538147f30 0x7f25380cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.058+0000 7f253cc78640 1 -- 172.21.15.16:0/3178418567 >> v1:172.21.15.104:6789/0 conn(0x7f25380d4010 legacy=0x7f25381621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:50.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.058+0000 7f253cc78640 1 -- 172.21.15.16:0/3178418567 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25380d28b0 con 0x7f25380cfb00 2024-09-16T01:50:50.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253cc78640 1 --2- 172.21.15.16:0/3178418567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380cfb00 0x7f25380d0f70 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f2538075600 tx=0x7f252802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3385f1a86f8c1c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:50.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f252ffff640 1 -- 172.21.15.16:0/3178418567 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2528037070 con 0x7f25380cfb00 2024-09-16T01:50:50.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f252ffff640 1 -- 172.21.15.16:0/3178418567 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2528032440 con 0x7f25380cfb00 2024-09-16T01:50:50.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f252ffff640 1 -- 172.21.15.16:0/3178418567 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2528032810 con 0x7f25380cfb00 2024-09-16T01:50:50.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 -- 172.21.15.16:0/3178418567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380cfb00 msgr2=0x7f25380d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:50.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 --2- 172.21.15.16:0/3178418567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380cfb00 0x7f25380d0f70 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f2538075600 tx=0x7f252802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:50:50.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 -- 172.21.15.16:0/3178418567 shutdown_connections 2024-09-16T01:50:50.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 --2- 172.21.15.16:0/3178418567 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380cfb00 0x7f25380d0f70 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:50.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 --2- 172.21.15.16:0/3178418567 >> v2:172.21.15.104:3300/0 conn(0x7f2538147f30 0x7f25380cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:50.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 -- 172.21.15.16:0/3178418567 >> 172.21.15.16:0/3178418567 conn(0x7f2538074da0 msgr2=0x7f25380d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:50.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 -- 172.21.15.16:0/3178418567 shutdown_connections 2024-09-16T01:50:50.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.059+0000 7f253f6dd640 1 -- 172.21.15.16:0/3178418567 wait complete. 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 Processor -- start 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 -- start start 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25380cfb00 0x7f25381434b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380d4010 0x7f25381406f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2538147f30 0x7f25381601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f25380d30b0 con 0x7f25380d4010 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2538148310 con 0x7f25380cfb00 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253f6dd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f25380d3230 con 0x7f2538147f30 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253cc78640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380d4010 0x7f25381406f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:50.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253cc78640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380d4010 0x7f25381406f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38326/0 (socket says 172.21.15.16:38326) 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.061+0000 7f253cc78640 1 -- 172.21.15.16:0/261767184 learned_addr learned my addr 172.21.15.16:0/261767184 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253d479640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25380cfb00 0x7f25381434b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253dc7a640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2538147f30 0x7f25381601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253cc78640 1 -- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2538147f30 msgr2=0x7f25381601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253cc78640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2538147f30 0x7f25381601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253cc78640 1 -- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25380cfb00 msgr2=0x7f25381434b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253cc78640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25380cfb00 0x7f25381434b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253cc78640 1 -- 172.21.15.16:0/261767184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25380cb630 con 0x7f25380d4010 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253cc78640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380d4010 0x7f25381406f0 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f252802a220 tx=0x7f25280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f252dffb640 1 -- 172.21.15.16:0/261767184 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2528037040 con 0x7f25380d4010 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f252dffb640 1 -- 172.21.15.16:0/261767184 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2528042070 con 0x7f25380d4010 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25380cb910 con 0x7f25380d4010 2024-09-16T01:50:50.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f252dffb640 1 -- 172.21.15.16:0/261767184 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2528030880 con 0x7f25380d4010 2024-09-16T01:50:50.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.062+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25380cbed0 con 0x7f25380d4010 2024-09-16T01:50:50.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.063+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25380cf5c0 con 0x7f25380d4010 2024-09-16T01:50:50.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.064+0000 7f252dffb640 1 -- 172.21.15.16:0/261767184 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f2528030a20 con 0x7f25380d4010 2024-09-16T01:50:50.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.064+0000 7f252dffb640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f251c06cc40 0x7f251c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:50.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.064+0000 7f252dffb640 1 -- 172.21.15.16:0/261767184 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5765+0+0 (secure 0 0 0) 0x7f25280aa300 con 0x7f25380d4010 2024-09-16T01:50:50.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.065+0000 7f253d479640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f251c06cc40 0x7f251c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:50.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.065+0000 7f253d479640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f251c06cc40 0x7f251c06f100 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f2534009b40 tx=0x7f2534009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:50.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.069+0000 7f252dffb640 1 -- 172.21.15.16:0/261767184 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f252807a020 con 0x7f25380d4010 2024-09-16T01:50:50.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:50.279+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2538146bb0 con 0x7f25380d4010 2024-09-16T01:50:51.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.055+0000 7f252dffb640 1 -- 172.21.15.16:0/261767184 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v100) ==== 118+0+0 (secure 0 0 0) 0x7f252807e320 con 0x7f25380d4010 2024-09-16T01:50:51.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f251c06cc40 msgr2=0x7f251c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f251c06cc40 0x7f251c06f100 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f2534009b40 tx=0x7f2534009190 comp rx=0 tx=0).stop 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380d4010 msgr2=0x7f25381406f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380d4010 0x7f25381406f0 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f252802a220 tx=0x7f25280046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 shutdown_connections 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f251c06cc40 0x7f251c06f100 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2538147f30 0x7f25381601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25380d4010 0x7f25381406f0 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 --2- 172.21.15.16:0/261767184 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25380cfb00 0x7f25381434b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 >> 172.21.15.16:0/261767184 conn(0x7f2538074da0 msgr2=0x7f25380d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 shutdown_connections 2024-09-16T01:50:51.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.058+0000 7f253f6dd640 1 -- 172.21.15.16:0/261767184 wait complete. 2024-09-16T01:50:51.074 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:50:51.075 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:50:51.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.184+0000 7f95ef61e640 1 Processor -- start 2024-09-16T01:50:51.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.184+0000 7f95ef61e640 1 -- start start 2024-09-16T01:50:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.185+0000 7f95ef61e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 0x7f95e8169300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.185+0000 7f95ef61e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95e80cfcd0 con 0x7f95e8147f30 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.185+0000 7f95ef61e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95e80d22f0 con 0x7f95e80d4010 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.185+0000 7f95ef61e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f95e80d20a0 con 0x7f95e80d1680 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.185+0000 7f95ed3ba640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f95e8147f30 0x7f95e80cf5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39804/0 (socket says 172.21.15.16:39804) 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.185+0000 7f95ed3ba640 1 -- 172.21.15.16:0/3829604817 learned_addr learned my addr 172.21.15.16:0/3829604817 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95edbbb640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 0x7f95e8169300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1863895887 0 0) 0x7f95e80cfcd0 con 0x7f95e8147f30 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f95d0003520 con 0x7f95e8147f30 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 215570314 0 0) 0x7f95d0003520 con 0x7f95e8147f30 2024-09-16T01:50:51.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 msgr2=0x7f95e8169300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 0x7f95e8169300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 >> v1:172.21.15.104:6789/0 conn(0x7f95e80d4010 legacy=0x7f95e80d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95e80d25d0 con 0x7f95e8147f30 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f95e0001670 con 0x7f95e8147f30 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 >> v1:172.21.15.16:6789/0 conn(0x7f95e8147f30 legacy=0x7f95e80cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95d00039e0 0x7f95d0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 0x7f95d0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95d0004d40 0x7f95d00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f95e80d20a0 con 0x7f95d0004d40 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f95d000baa0 con 0x7f95d00039e0 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f95d000bca0 con 0x7f95e80d1680 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95edbbb640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95d0004d40 0x7f95d00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95ed3ba640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95d00039e0 0x7f95d0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.186+0000 7f95ecbb9640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 0x7f95d0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95edbbb640 1 -- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 msgr2=0x7f95d0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95edbbb640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 0x7f95d0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95edbbb640 1 -- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95d00039e0 msgr2=0x7f95d0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95edbbb640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95d00039e0 0x7f95d0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95edbbb640 1 -- 172.21.15.16:0/3829604817 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d0003520 con 0x7f95d0004d40 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95ecbb9640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e80d1680 0x7f95d0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95edbbb640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95d0004d40 0x7f95d00051c0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f95d8009f90 tx=0x7f95d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae5432957a779fd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.187+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d8009c10 con 0x7f95d0004d40 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95d8036070 con 0x7f95d0004d40 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95e7fff640 1 -- 172.21.15.16:0/3829604817 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d8031850 con 0x7f95d0004d40 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95ef61e640 1 -- 172.21.15.16:0/3829604817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95d0004d40 msgr2=0x7f95d00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95ef61e640 1 --2- 172.21.15.16:0/3829604817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95d0004d40 0x7f95d00051c0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f95d8009f90 tx=0x7f95d0005830 comp rx=0 tx=0).stop 2024-09-16T01:50:51.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95edbbb640 1 -- 172.21.15.16:0/3829604817 reap_dead start 2024-09-16T01:50:51.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95ef61e640 1 -- 172.21.15.16:0/3829604817 shutdown_connections 2024-09-16T01:50:51.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95ef61e640 1 -- 172.21.15.16:0/3829604817 >> 172.21.15.16:0/3829604817 conn(0x7f95e8074da0 msgr2=0x7f95e80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:51.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95ef61e640 1 -- 172.21.15.16:0/3829604817 shutdown_connections 2024-09-16T01:50:51.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.188+0000 7f95ef61e640 1 -- 172.21.15.16:0/3829604817 wait complete. 2024-09-16T01:50:51.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.189+0000 7f95ef61e640 1 Processor -- start 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.189+0000 7f95ef61e640 1 -- start start 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95ef61e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95e81400b0 0x7f95e81f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95ef61e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e815dd20 0x7f95e80cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95ef61e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e80cd7f0 0x7f95e8141270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95ef61e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f95e8148310 con 0x7f95e80cd7f0 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95ef61e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f95e80d2b90 con 0x7f95e81400b0 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95ef61e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f95e80d30b0 con 0x7f95e815dd20 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95edbbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e80cd7f0 0x7f95e8141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95edbbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e80cd7f0 0x7f95e8141270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38330/0 (socket says 172.21.15.16:38330) 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.190+0000 7f95edbbb640 1 -- 172.21.15.16:0/350561962 learned_addr learned my addr 172.21.15.16:0/350561962 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95ed3ba640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95e81400b0 0x7f95e81f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95ecbb9640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e815dd20 0x7f95e80cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95edbbb640 1 -- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e815dd20 msgr2=0x7f95e80cd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95edbbb640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e815dd20 0x7f95e80cd2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95edbbb640 1 -- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95e81400b0 msgr2=0x7f95e81f4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95edbbb640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95e81400b0 0x7f95e81f4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95edbbb640 1 -- 172.21.15.16:0/350561962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95e80cd070 con 0x7f95e80cd7f0 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95edbbb640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e80cd7f0 0x7f95e8141270 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f95d800e230 tx=0x7f95d8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95e5ffb640 1 -- 172.21.15.16:0/350561962 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d8009c10 con 0x7f95e80cd7f0 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95e5ffb640 1 -- 172.21.15.16:0/350561962 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95d8003990 con 0x7f95e80cd7f0 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95e8140490 con 0x7f95e80cd7f0 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95e5ffb640 1 -- 172.21.15.16:0/350561962 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d8003d80 con 0x7f95e80cd7f0 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.191+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95e8143200 con 0x7f95e80cd7f0 2024-09-16T01:50:51.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.192+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95e81434e0 con 0x7f95e80cd7f0 2024-09-16T01:50:51.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.193+0000 7f95e5ffb640 1 -- 172.21.15.16:0/350561962 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f95d8005d10 con 0x7f95e80cd7f0 2024-09-16T01:50:51.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.193+0000 7f95e5ffb640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f95d406cc70 0x7f95d406f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:51.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.194+0000 7f95e5ffb640 1 -- 172.21.15.16:0/350561962 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f95d80aaff0 con 0x7f95e80cd7f0 2024-09-16T01:50:51.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.194+0000 7f95ed3ba640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f95d406cc70 0x7f95d406f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:51.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.194+0000 7f95ed3ba640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f95d406cc70 0x7f95d406f130 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f95e0000c00 tx=0x7f95e0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:51.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.198+0000 7f95e5ffb640 1 -- 172.21.15.16:0/350561962 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f95d804a060 con 0x7f95e80cd7f0 2024-09-16T01:50:51.275 INFO:tasks.ceph.mds.d.smithi104.stderr:2024-09-16T01:50:51.274+0000 7fbda034d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:50:51.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:51.411+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f95e80d49a0 con 0x7f95e80cd7f0 2024-09-16T01:50:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.311+0000 7f95e5ffb640 1 -- 172.21.15.16:0/350561962 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v101) ==== 122+0+0 (secure 0 0 0) 0x7f95d802e050 con 0x7f95e80cd7f0 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f95d406cc70 msgr2=0x7f95d406f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f95d406cc70 0x7f95d406f130 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f95e0000c00 tx=0x7f95e0009040 comp rx=0 tx=0).stop 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e80cd7f0 msgr2=0x7f95e8141270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e80cd7f0 0x7f95e8141270 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f95d800e230 tx=0x7f95d8009750 comp rx=0 tx=0).stop 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 shutdown_connections 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f95d406cc70 0x7f95d406f130 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e80cd7f0 0x7f95e8141270 unknown :-1 s=CLOSED pgs=1760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f95e815dd20 0x7f95e80cd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 --2- 172.21.15.16:0/350561962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95e81400b0 0x7f95e81f4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 >> 172.21.15.16:0/350561962 conn(0x7f95e8074da0 msgr2=0x7f95e81613b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 shutdown_connections 2024-09-16T01:50:52.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.314+0000 7f95ef61e640 1 -- 172.21.15.16:0/350561962 wait complete. 2024-09-16T01:50:52.332 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:50:52.332 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:52.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 Processor -- start 2024-09-16T01:50:52.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 -- start start 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f054c15e3a0 0x7f054c06d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06d790 0x7f054c06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f054c06bbe0 0x7f054c06f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f054c0b7640 con 0x7f054c15e3a0 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f054c0b6a70 con 0x7f054c06bbe0 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.442+0000 7f05519df640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f054c0b6d10 con 0x7f054c06d790 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f054c15e3a0 0x7f054c06d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f054c15e3a0 0x7f054c06d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38060/0 (socket says 172.21.15.16:38060) 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 -- 172.21.15.16:0/3828761314 learned_addr learned my addr 172.21.15.16:0/3828761314 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054a7fc640 1 --2- 172.21.15.16:0/3828761314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06d790 0x7f054c06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054b7fe640 1 --2- 172.21.15.16:0/3828761314 >> v2:172.21.15.104:3300/0 conn(0x7f054c06bbe0 0x7f054c06f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 -- 172.21.15.16:0/3828761314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06d790 msgr2=0x7f054c06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 --2- 172.21.15.16:0/3828761314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06d790 0x7f054c06f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 -- 172.21.15.16:0/3828761314 >> v2:172.21.15.104:3300/0 conn(0x7f054c06bbe0 msgr2=0x7f054c06f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 --2- 172.21.15.16:0/3828761314 >> v2:172.21.15.104:3300/0 conn(0x7f054c06bbe0 0x7f054c06f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054affd640 1 -- 172.21.15.16:0/3828761314 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f054c0b6ff0 con 0x7f054c15e3a0 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054a7fc640 1 --2- 172.21.15.16:0/3828761314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06d790 0x7f054c06f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.443+0000 7f054b7fe640 1 --2- 172.21.15.16:0/3828761314 >> v2:172.21.15.104:3300/0 conn(0x7f054c06bbe0 0x7f054c06f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:52.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.444+0000 7f054affd640 1 --2- 172.21.15.16:0/3828761314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c15e3a0 0x7f054c06d250 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f054c0b50d0 tx=0x7f053c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59011edecd206b5b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:52.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.444+0000 7f0549ffb640 1 -- 172.21.15.16:0/3828761314 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f053c036070 con 0x7f054c15e3a0 2024-09-16T01:50:52.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.444+0000 7f0549ffb640 1 -- 172.21.15.16:0/3828761314 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f053c031600 con 0x7f054c15e3a0 2024-09-16T01:50:52.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.444+0000 7f0549ffb640 1 -- 172.21.15.16:0/3828761314 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f053c0319d0 con 0x7f054c15e3a0 2024-09-16T01:50:52.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.444+0000 7f05519df640 1 -- 172.21.15.16:0/3828761314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c15e3a0 msgr2=0x7f054c06d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.444+0000 7f05519df640 1 --2- 172.21.15.16:0/3828761314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c15e3a0 0x7f054c06d250 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f054c0b50d0 tx=0x7f053c02a6a0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.445+0000 7f05519df640 1 -- 172.21.15.16:0/3828761314 shutdown_connections 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.445+0000 7f05519df640 1 --2- 172.21.15.16:0/3828761314 >> v2:172.21.15.104:3300/0 conn(0x7f054c06bbe0 0x7f054c06f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.445+0000 7f05519df640 1 --2- 172.21.15.16:0/3828761314 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06d790 0x7f054c06f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.445+0000 7f05519df640 1 --2- 172.21.15.16:0/3828761314 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c15e3a0 0x7f054c06d250 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.445+0000 7f05519df640 1 -- 172.21.15.16:0/3828761314 >> 172.21.15.16:0/3828761314 conn(0x7f054c0b4090 msgr2=0x7f054c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.445+0000 7f05519df640 1 -- 172.21.15.16:0/3828761314 shutdown_connections 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.445+0000 7f05519df640 1 -- 172.21.15.16:0/3828761314 wait complete. 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.446+0000 7f05519df640 1 Processor -- start 2024-09-16T01:50:52.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.446+0000 7f05519df640 1 -- start start 2024-09-16T01:50:52.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f05519df640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06bbe0 0x7f054c15d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f05519df640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c06d790 0x7f054c0b0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f05519df640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f054c15e3a0 0x7f054c1583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f05519df640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f054c073cc0 con 0x7f054c06d790 2024-09-16T01:50:52.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f05519df640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f054c15e780 con 0x7f054c15e3a0 2024-09-16T01:50:52.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f05519df640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f054c073e40 con 0x7f054c06bbe0 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c06d790 0x7f054c0b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c06d790 0x7f054c0b0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38062/0 (socket says 172.21.15.16:38062) 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 -- 172.21.15.16:0/568415932 learned_addr learned my addr 172.21.15.16:0/568415932 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054affd640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06bbe0 0x7f054c15d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054b7fe640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f054c15e3a0 0x7f054c1583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 -- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06bbe0 msgr2=0x7f054c15d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06bbe0 0x7f054c15d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 -- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f054c15e3a0 msgr2=0x7f054c1583b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f054c15e3a0 0x7f054c1583b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 -- 172.21.15.16:0/568415932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f054c0b0cf0 con 0x7f054c06d790 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054b7fe640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f054c15e3a0 0x7f054c1583b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:52.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.447+0000 7f054a7fc640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c06d790 0x7f054c0b0630 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f053400c820 tx=0x7f053400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.448+0000 7f0543fff640 1 -- 172.21.15.16:0/568415932 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534005b90 con 0x7f054c06d790 2024-09-16T01:50:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.448+0000 7f0543fff640 1 -- 172.21.15.16:0/568415932 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0534005d30 con 0x7f054c06d790 2024-09-16T01:50:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.448+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f054c0b0fd0 con 0x7f054c06d790 2024-09-16T01:50:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.448+0000 7f0543fff640 1 -- 172.21.15.16:0/568415932 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534007a50 con 0x7f054c06d790 2024-09-16T01:50:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.448+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f054c0b1590 con 0x7f054c06d790 2024-09-16T01:50:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.449+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f054c0d2980 con 0x7f054c06d790 2024-09-16T01:50:52.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.449+0000 7f0543fff640 1 -- 172.21.15.16:0/568415932 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f0534007bf0 con 0x7f054c06d790 2024-09-16T01:50:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.450+0000 7f0543fff640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052c06cc40 0x7f052c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.450+0000 7f0543fff640 1 -- 172.21.15.16:0/568415932 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f0534089b90 con 0x7f054c06d790 2024-09-16T01:50:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.450+0000 7f054affd640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052c06cc40 0x7f052c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.450+0000 7f054affd640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052c06cc40 0x7f052c06f100 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f053c033000 tx=0x7f053c009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:52.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.454+0000 7f0543fff640 1 -- 172.21.15.16:0/568415932 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0534015020 con 0x7f054c06d790 2024-09-16T01:50:52.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.666+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f054c0d26a0 con 0x7f054c06d790 2024-09-16T01:50:52.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.666+0000 7f0543fff640 1 -- 172.21.15.16:0/568415932 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 101 v101) ==== 95+0+5235 (secure 0 0 0) 0x7f05340600d0 con 0x7f054c06d790 2024-09-16T01:50:52.669 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":101,"btime":"2024-09-16T01:50:52:312000+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/3585792845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3585792845},{"type":"v1","addr":"172.21.15.104:6833","nonce":3585792845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9234,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2289201607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2289201607},{"type":"v1","addr":"172.21.15.16:6834","nonce":2289201607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1100416770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1100416770},{"type":"v1","addr":"172.21.15.16:6835","nonce":1100416770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":96}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:48.642261+0000","modified":"2024-09-16T01:50:51.413262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9249},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9249":{"gid":9249,"name":"d","rank":0,"incarnation":98,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/3497280687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3497280687},{"type":"v1","addr":"172.21.15.104:6835","nonce":3497280687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9249,"qdb_cluster":[9249]},"id":13}]} 2024-09-16T01:50:52.669 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 101 2024-09-16T01:50:52.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052c06cc40 msgr2=0x7f052c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052c06cc40 0x7f052c06f100 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f053c033000 tx=0x7f053c009000 comp rx=0 tx=0).stop 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c06d790 msgr2=0x7f054c0b0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c06d790 0x7f054c0b0630 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f053400c820 tx=0x7f053400cce0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 shutdown_connections 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f052c06cc40 0x7f052c06f100 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f054c15e3a0 0x7f054c1583b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f054c06d790 0x7f054c0b0630 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 --2- 172.21.15.16:0/568415932 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f054c06bbe0 0x7f054c15d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 >> 172.21.15.16:0/568415932 conn(0x7f054c0b4090 msgr2=0x7f054c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 shutdown_connections 2024-09-16T01:50:52.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.669+0000 7f05519df640 1 -- 172.21.15.16:0/568415932 wait complete. 2024-09-16T01:50:52.682 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:50:52.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.782+0000 7f77a31cf640 1 Processor -- start 2024-09-16T01:50:52.785 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.782+0000 7f77a31cf640 1 -- start start 2024-09-16T01:50:52.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f77a31cf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f779c15f7e0 0x7f779c06d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f77a31cf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f779c0b3ae0 0x7f779c15ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f77a31cf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f779c06d820 con 0x7f779c073ef0 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f77a31cf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f779c0b04f0 con 0x7f779c0b3ae0 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f77a31cf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f779c0b07d0 con 0x7f779c15f7e0 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f779bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f779c0b3ae0 0x7f779c15ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f779bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f779c0b3ae0 0x7f779c15ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38078/0 (socket says 172.21.15.16:38078) 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f779bfff640 1 -- 172.21.15.16:0/2372704363 learned_addr learned my addr 172.21.15.16:0/2372704363 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f77a176c640 1 --1- 172.21.15.16:0/2372704363 >> v1:172.21.15.16:6789/0 conn(0x7f779c073ef0 0x7f779c0cda90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33988/0 (socket says 172.21.15.16:33988) 2024-09-16T01:50:52.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f779bfff640 1 -- 172.21.15.16:0/2372704363 >> v2:172.21.15.104:3300/0 conn(0x7f779c15f7e0 msgr2=0x7f779c06d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.783+0000 7f77a0f6b640 1 --2- 172.21.15.16:0/2372704363 >> v2:172.21.15.104:3300/0 conn(0x7f779c15f7e0 0x7f779c06d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779b7fe640 1 -- 172.21.15.16:0/2372704363 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 544957346 0 0) 0x7f779c06d820 con 0x7f779c073ef0 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779bfff640 1 --2- 172.21.15.16:0/2372704363 >> v2:172.21.15.104:3300/0 conn(0x7f779c15f7e0 0x7f779c06d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779bfff640 1 -- 172.21.15.16:0/2372704363 >> v1:172.21.15.16:6789/0 conn(0x7f779c073ef0 legacy=0x7f779c0cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779bfff640 1 -- 172.21.15.16:0/2372704363 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779c073410 con 0x7f779c0b3ae0 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f77a0f6b640 1 --2- 172.21.15.16:0/2372704363 >> v2:172.21.15.104:3300/0 conn(0x7f779c15f7e0 0x7f779c06d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779bfff640 1 --2- 172.21.15.16:0/2372704363 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c15ff60 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f779c0ced30 tx=0x7f778402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c6ae389c956773a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779b7fe640 1 -- 172.21.15.16:0/2372704363 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784037070 con 0x7f779c0b3ae0 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779b7fe640 1 -- 172.21.15.16:0/2372704363 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7784032440 con 0x7f779c0b3ae0 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.784+0000 7f779b7fe640 1 -- 172.21.15.16:0/2372704363 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784032810 con 0x7f779c0b3ae0 2024-09-16T01:50:52.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 -- 172.21.15.16:0/2372704363 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 msgr2=0x7f779c15ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2372704363 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c15ff60 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f779c0ced30 tx=0x7f778402a270 comp rx=0 tx=0).stop 2024-09-16T01:50:52.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 -- 172.21.15.16:0/2372704363 shutdown_connections 2024-09-16T01:50:52.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2372704363 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c15ff60 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2372704363 >> v2:172.21.15.104:3300/0 conn(0x7f779c15f7e0 0x7f779c06d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 -- 172.21.15.16:0/2372704363 >> 172.21.15.16:0/2372704363 conn(0x7f779c0b2ec0 msgr2=0x7f779c0b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:52.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 -- 172.21.15.16:0/2372704363 shutdown_connections 2024-09-16T01:50:52.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.785+0000 7f77a31cf640 1 -- 172.21.15.16:0/2372704363 wait complete. 2024-09-16T01:50:52.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.786+0000 7f77a31cf640 1 Processor -- start 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.786+0000 7f77a31cf640 1 -- start start 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a31cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f779c073ef0 0x7f779c15cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a31cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c0cc9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a31cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c15f7e0 0x7f779c0ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a31cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f779c15fbc0 con 0x7f779c0b3ae0 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a31cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f779c0739d0 con 0x7f779c15f7e0 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a31cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f779c15fd40 con 0x7f779c073ef0 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f779bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c0cc9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f779bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c0cc9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38080/0 (socket says 172.21.15.16:38080) 2024-09-16T01:50:52.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f779bfff640 1 -- 172.21.15.16:0/2304269344 learned_addr learned my addr 172.21.15.16:0/2304269344 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:52.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a0f6b640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f779c073ef0 0x7f779c15cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.787+0000 7f77a176c640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c15f7e0 0x7f779c0ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f779bfff640 1 -- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f779c073ef0 msgr2=0x7f779c15cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f779bfff640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f779c073ef0 0x7f779c15cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f779bfff640 1 -- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c15f7e0 msgr2=0x7f779c0ccee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f779bfff640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c15f7e0 0x7f779c0ccee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f779bfff640 1 -- 172.21.15.16:0/2304269344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779c0b2010 con 0x7f779c0b3ae0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f77a0f6b640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f779c073ef0 0x7f779c15cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f779bfff640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c0cc9a0 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f778402a2b0 tx=0x7f77840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f77997fa640 1 -- 172.21.15.16:0/2304269344 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784037040 con 0x7f779c0b3ae0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f77997fa640 1 -- 172.21.15.16:0/2304269344 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7784042070 con 0x7f779c0b3ae0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f77997fa640 1 -- 172.21.15.16:0/2304269344 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784030bb0 con 0x7f779c0b3ae0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f779c0b22f0 con 0x7f779c0b3ae0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.788+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f779c15d430 con 0x7f779c0b3ae0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.789+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f779c06d2e0 con 0x7f779c0b3ae0 2024-09-16T01:50:52.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.789+0000 7f77997fa640 1 -- 172.21.15.16:0/2304269344 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f7784047460 con 0x7f779c0b3ae0 2024-09-16T01:50:52.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.790+0000 7f77997fa640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f777c06cc40 0x7f777c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:52.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.790+0000 7f77997fa640 1 -- 172.21.15.16:0/2304269344 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f77840aa760 con 0x7f779c0b3ae0 2024-09-16T01:50:52.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.790+0000 7f77a0f6b640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f777c06cc40 0x7f777c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:52.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.791+0000 7f77a0f6b640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f777c06cc40 0x7f777c06f100 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f779c0b2960 tx=0x7f778c0076e0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:52.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.795+0000 7f77997fa640 1 -- 172.21.15.16:0/2304269344 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f778407aad0 con 0x7f779c0b3ae0 2024-09-16T01:50:52.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.969+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f779c0b2c80 con 0x7f779c0b3ae0 2024-09-16T01:50:52.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.970+0000 7f77997fa640 1 -- 172.21.15.16:0/2304269344 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) ==== 74+0+16796 (secure 0 0 0) 0x7f778407a3d0 con 0x7f779c0b3ae0 2024-09-16T01:50:52.973 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:52.973 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":163,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:50.296041+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:46.303318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:47.629767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"163","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f777c06cc40 msgr2=0x7f777c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f777c06cc40 0x7f777c06f100 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f779c0b2960 tx=0x7f778c0076e0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 msgr2=0x7f779c0cc9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c0cc9a0 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f778402a2b0 tx=0x7f77840046c0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 shutdown_connections 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f777c06cc40 0x7f777c06f100 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c15f7e0 0x7f779c0ccee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f779c0b3ae0 0x7f779c0cc9a0 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 --2- 172.21.15.16:0/2304269344 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f779c073ef0 0x7f779c15cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:52.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 >> 172.21.15.16:0/2304269344 conn(0x7f779c0b2ec0 msgr2=0x7f779c06e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:52.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.972+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 shutdown_connections 2024-09-16T01:50:52.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:52.973+0000 7f77a31cf640 1 -- 172.21.15.16:0/2304269344 wait complete. 2024-09-16T01:50:52.986 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:50:52.986 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:50:53.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.086+0000 7f1b06366640 1 Processor -- start 2024-09-16T01:50:53.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.087+0000 7f1b06366640 1 -- start start 2024-09-16T01:50:53.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.087+0000 7f1b06366640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b000b3ae0 0x7f1b0015ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.087+0000 7f1b06366640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1b00073ef0 0x7f1b001604a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.087+0000 7f1b06366640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b000b04f0 con 0x7f1b0015f7e0 2024-09-16T01:50:53.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.087+0000 7f1b06366640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1b000b07d0 con 0x7f1b000b3ae0 2024-09-16T01:50:53.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.087+0000 7f1b06366640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1b00073410 con 0x7f1b00073ef0 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1aff7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b000b3ae0 0x7f1b0015ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1aff7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1b000b3ae0 0x7f1b0015ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38094/0 (socket says 172.21.15.16:38094) 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1aff7fe640 1 -- 172.21.15.16:0/1038762843 learned_addr learned my addr 172.21.15.16:0/1038762843 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1b04903640 1 --2- 172.21.15.16:0/1038762843 >> v2:172.21.15.104:3300/0 conn(0x7f1b00073ef0 0x7f1b001604a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1aff7fe640 1 -- 172.21.15.16:0/1038762843 >> v2:172.21.15.104:3300/0 conn(0x7f1b00073ef0 msgr2=0x7f1b001604a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1aff7fe640 1 --2- 172.21.15.16:0/1038762843 >> v2:172.21.15.104:3300/0 conn(0x7f1b00073ef0 0x7f1b001604a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1aff7fe640 1 -- 172.21.15.16:0/1038762843 >> v1:172.21.15.104:6789/0 conn(0x7f1b0015f7e0 legacy=0x7f1b0006d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.088+0000 7f1aff7fe640 1 -- 172.21.15.16:0/1038762843 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b000736f0 con 0x7f1b000b3ae0 2024-09-16T01:50:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1aff7fe640 1 --2- 172.21.15.16:0/1038762843 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b000b3ae0 0x7f1b0015ff60 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f1b000b7400 tx=0x7f1af402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68f232a8461b23c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1afeffd640 1 -- 172.21.15.16:0/1038762843 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af4037070 con 0x7f1b000b3ae0 2024-09-16T01:50:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1afeffd640 1 -- 172.21.15.16:0/1038762843 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1af4032440 con 0x7f1b000b3ae0 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1afeffd640 1 -- 172.21.15.16:0/1038762843 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af4032810 con 0x7f1b000b3ae0 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 -- 172.21.15.16:0/1038762843 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b000b3ae0 msgr2=0x7f1b0015ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 --2- 172.21.15.16:0/1038762843 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b000b3ae0 0x7f1b0015ff60 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f1b000b7400 tx=0x7f1af402a270 comp rx=0 tx=0).stop 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 -- 172.21.15.16:0/1038762843 shutdown_connections 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 --2- 172.21.15.16:0/1038762843 >> v2:172.21.15.104:3300/0 conn(0x7f1b00073ef0 0x7f1b001604a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 --2- 172.21.15.16:0/1038762843 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b000b3ae0 0x7f1b0015ff60 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 -- 172.21.15.16:0/1038762843 >> 172.21.15.16:0/1038762843 conn(0x7f1b000b2ec0 msgr2=0x7f1b000b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 -- 172.21.15.16:0/1038762843 shutdown_connections 2024-09-16T01:50:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.089+0000 7f1b06366640 1 -- 172.21.15.16:0/1038762843 wait complete. 2024-09-16T01:50:53.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 Processor -- start 2024-09-16T01:50:53.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 -- start start 2024-09-16T01:50:53.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b00073ef0 0x7f1b000b2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b000b3ae0 0x7f1b000b25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b0015f7e0 0x7f1b0006df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0015fd40 con 0x7f1b0015f7e0 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0015fbc0 con 0x7f1b000b3ae0 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.091+0000 7f1b06366640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1b000cda90 con 0x7f1b00073ef0 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b0015f7e0 0x7f1b0006df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b0015f7e0 0x7f1b0006df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38108/0 (socket says 172.21.15.16:38108) 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 -- 172.21.15.16:0/2577006808 learned_addr learned my addr 172.21.15.16:0/2577006808 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1afffff640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b00073ef0 0x7f1b000b2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1aff7fe640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b000b3ae0 0x7f1b000b25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 -- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b00073ef0 msgr2=0x7f1b000b2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b00073ef0 0x7f1b000b2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 -- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b000b3ae0 msgr2=0x7f1b000b25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b000b3ae0 0x7f1b000b25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 -- 172.21.15.16:0/2577006808 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b0015cf70 con 0x7f1b0015f7e0 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b04903640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b0015f7e0 0x7f1b0006df90 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f1af8007e70 tx=0x7f1af800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1afcff9640 1 -- 172.21.15.16:0/2577006808 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af8014620 con 0x7f1b0015f7e0 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1afcff9640 1 -- 172.21.15.16:0/2577006808 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1af8019070 con 0x7f1b0015f7e0 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b0015d250 con 0x7f1b0015f7e0 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1afcff9640 1 -- 172.21.15.16:0/2577006808 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af8014a20 con 0x7f1b0015f7e0 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.092+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b0015d810 con 0x7f1b0015f7e0 2024-09-16T01:50:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.093+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b0006d2e0 con 0x7f1b0015f7e0 2024-09-16T01:50:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.094+0000 7f1afcff9640 1 -- 172.21.15.16:0/2577006808 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f1af8014bc0 con 0x7f1b0015f7e0 2024-09-16T01:50:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.094+0000 7f1afcff9640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aec06cc40 0x7f1aec06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.094+0000 7f1afcff9640 1 -- 172.21.15.16:0/2577006808 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f1af808a3e0 con 0x7f1b0015f7e0 2024-09-16T01:50:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.094+0000 7f1afffff640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aec06cc40 0x7f1aec06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.095+0000 7f1afffff640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aec06cc40 0x7f1aec06f100 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1b00152b20 tx=0x7f1af0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.099+0000 7f1afcff9640 1 -- 172.21.15.16:0/2577006808 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1af805a100 con 0x7f1b0015f7e0 2024-09-16T01:50:53.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.271+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1b000b6f80 con 0x7f1aec06cc40 2024-09-16T01:50:53.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.277+0000 7f1afcff9640 1 -- 172.21.15.16:0/2577006808 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252456 (secure 0 0 0) 0x7f1b000b6f80 con 0x7f1aec06cc40 2024-09-16T01:50:53.281 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:53.283 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aec06cc40 msgr2=0x7f1aec06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aec06cc40 0x7f1aec06f100 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1b00152b20 tx=0x7f1af0009040 comp rx=0 tx=0).stop 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b0015f7e0 msgr2=0x7f1b0006df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b0015f7e0 0x7f1b0006df90 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f1af8007e70 tx=0x7f1af800e4b0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 shutdown_connections 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f1aec06cc40 0x7f1aec06f100 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1b0015f7e0 0x7f1b0006df90 unknown :-1 s=CLOSED pgs=1767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b000b3ae0 0x7f1b000b25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 --2- 172.21.15.16:0/2577006808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1b00073ef0 0x7f1b000b2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 >> 172.21.15.16:0/2577006808 conn(0x7f1b000b2ec0 msgr2=0x7f1b00074bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:53.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 shutdown_connections 2024-09-16T01:50:53.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.280+0000 7f1b06366640 1 -- 172.21.15.16:0/2577006808 wait complete. 2024-09-16T01:50:53.293 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":222,"stamp":"2024-09-16T01:50:52.784362+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":83,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":287528,"kb_used_data":17184,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754687192,"statfs":{"total":773094113280,"available":772799684608,"internally_reserved":0,"allocated":17596416,"data_stored":8421956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4],"upper_bound":2},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.510219"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.312735+0000","last_change":"2024-09-16T01:50:49.309002+0000","last_active":"2024-09-16T01:50:49.312735+0000","last_peered":"2024-09-16T01:50:49.312735+0000","last_clean":"2024-09-16T01:50:49.312735+0000","last_became_active":"2024-09-16T01:50:49.308457+0000","last_became_peered":"2024-09-16T01:50:49.308457+0000","last_unstale":"2024-09-16T01:50:49.312735+0000","last_undegraded":"2024-09-16T01:50:49.312735+0000","last_fullsized":"2024-09-16T01:50:49.312735+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:26.812536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387434+0000","last_change":"2024-09-16T01:50:49.305797+0000","last_active":"2024-09-16T01:50:50.387434+0000","last_peered":"2024-09-16T01:50:50.387434+0000","last_clean":"2024-09-16T01:50:50.387434+0000","last_became_active":"2024-09-16T01:50:49.304783+0000","last_became_peered":"2024-09-16T01:50:49.304783+0000","last_unstale":"2024-09-16T01:50:50.387434+0000","last_undegraded":"2024-09-16T01:50:50.387434+0000","last_fullsized":"2024-09-16T01:50:50.387434+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:42.996309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299571+0000","last_change":"2024-09-16T01:50:49.301032+0000","last_active":"2024-09-16T01:50:50.299571+0000","last_peered":"2024-09-16T01:50:50.299571+0000","last_clean":"2024-09-16T01:50:50.299571+0000","last_became_active":"2024-09-16T01:50:49.300714+0000","last_became_peered":"2024-09-16T01:50:49.300714+0000","last_unstale":"2024-09-16T01:50:50.299571+0000","last_undegraded":"2024-09-16T01:50:50.299571+0000","last_fullsized":"2024-09-16T01:50:50.299571+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:50.617875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310794+0000","last_change":"2024-09-16T01:50:49.315334+0000","last_active":"2024-09-16T01:50:50.310794+0000","last_peered":"2024-09-16T01:50:50.310794+0000","last_clean":"2024-09-16T01:50:50.310794+0000","last_became_active":"2024-09-16T01:50:49.314792+0000","last_became_peered":"2024-09-16T01:50:49.314792+0000","last_unstale":"2024-09-16T01:50:50.310794+0000","last_undegraded":"2024-09-16T01:50:50.310794+0000","last_fullsized":"2024-09-16T01:50:50.310794+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:26.201548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319433+0000","last_change":"2024-09-16T01:50:49.315784+0000","last_active":"2024-09-16T01:50:49.319433+0000","last_peered":"2024-09-16T01:50:49.319433+0000","last_clean":"2024-09-16T01:50:49.319433+0000","last_became_active":"2024-09-16T01:50:49.315491+0000","last_became_peered":"2024-09-16T01:50:49.315491+0000","last_unstale":"2024-09-16T01:50:49.319433+0000","last_undegraded":"2024-09-16T01:50:49.319433+0000","last_fullsized":"2024-09-16T01:50:49.319433+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:48.824107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319515+0000","last_change":"2024-09-16T01:50:49.318071+0000","last_active":"2024-09-16T01:50:49.319515+0000","last_peered":"2024-09-16T01:50:49.319515+0000","last_clean":"2024-09-16T01:50:49.319515+0000","last_became_active":"2024-09-16T01:50:49.317792+0000","last_became_peered":"2024-09-16T01:50:49.317792+0000","last_unstale":"2024-09-16T01:50:49.319515+0000","last_undegraded":"2024-09-16T01:50:49.319515+0000","last_fullsized":"2024-09-16T01:50:49.319515+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:07.771304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.303239+0000","last_change":"2024-09-16T01:50:49.296525+0000","last_active":"2024-09-16T01:50:49.303239+0000","last_peered":"2024-09-16T01:50:49.303239+0000","last_clean":"2024-09-16T01:50:49.303239+0000","last_became_active":"2024-09-16T01:50:49.296147+0000","last_became_peered":"2024-09-16T01:50:49.296147+0000","last_unstale":"2024-09-16T01:50:49.303239+0000","last_undegraded":"2024-09-16T01:50:49.303239+0000","last_fullsized":"2024-09-16T01:50:49.303239+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:05.418879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.318697+0000","last_change":"2024-09-16T01:50:49.312448+0000","last_active":"2024-09-16T01:50:49.318697+0000","last_peered":"2024-09-16T01:50:49.318697+0000","last_clean":"2024-09-16T01:50:49.318697+0000","last_became_active":"2024-09-16T01:50:49.312164+0000","last_became_peered":"2024-09-16T01:50:49.312164+0000","last_unstale":"2024-09-16T01:50:49.318697+0000","last_undegraded":"2024-09-16T01:50:49.318697+0000","last_fullsized":"2024-09-16T01:50:49.318697+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:45.879646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387752+0000","last_change":"2024-09-16T01:50:49.306594+0000","last_active":"2024-09-16T01:50:50.387752+0000","last_peered":"2024-09-16T01:50:50.387752+0000","last_clean":"2024-09-16T01:50:50.387752+0000","last_became_active":"2024-09-16T01:50:49.304899+0000","last_became_peered":"2024-09-16T01:50:49.304899+0000","last_unstale":"2024-09-16T01:50:50.387752+0000","last_undegraded":"2024-09-16T01:50:50.387752+0000","last_fullsized":"2024-09-16T01:50:50.387752+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:33.912228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.313645+0000","last_change":"2024-09-16T01:50:49.311815+0000","last_active":"2024-09-16T01:50:49.313645+0000","last_peered":"2024-09-16T01:50:49.313645+0000","last_clean":"2024-09-16T01:50:49.313645+0000","last_became_active":"2024-09-16T01:50:49.311473+0000","last_became_peered":"2024-09-16T01:50:49.311473+0000","last_unstale":"2024-09-16T01:50:49.313645+0000","last_undegraded":"2024-09-16T01:50:49.313645+0000","last_fullsized":"2024-09-16T01:50:49.313645+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:05.787385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299655+0000","last_change":"2024-09-16T01:50:49.304212+0000","last_active":"2024-09-16T01:50:50.299655+0000","last_peered":"2024-09-16T01:50:50.299655+0000","last_clean":"2024-09-16T01:50:50.299655+0000","last_became_active":"2024-09-16T01:50:49.302760+0000","last_became_peered":"2024-09-16T01:50:49.302760+0000","last_unstale":"2024-09-16T01:50:50.299655+0000","last_undegraded":"2024-09-16T01:50:50.299655+0000","last_fullsized":"2024-09-16T01:50:50.299655+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:02.418152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305219+0000","last_change":"2024-09-16T01:50:49.312520+0000","last_active":"2024-09-16T01:50:50.305219+0000","last_peered":"2024-09-16T01:50:50.305219+0000","last_clean":"2024-09-16T01:50:50.305219+0000","last_became_active":"2024-09-16T01:50:49.312122+0000","last_became_peered":"2024-09-16T01:50:49.312122+0000","last_unstale":"2024-09-16T01:50:50.305219+0000","last_undegraded":"2024-09-16T01:50:50.305219+0000","last_fullsized":"2024-09-16T01:50:50.305219+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:02.428685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305495+0000","last_change":"2024-09-16T01:50:49.304723+0000","last_active":"2024-09-16T01:50:50.305495+0000","last_peered":"2024-09-16T01:50:50.305495+0000","last_clean":"2024-09-16T01:50:50.305495+0000","last_became_active":"2024-09-16T01:50:49.304440+0000","last_became_peered":"2024-09-16T01:50:49.304440+0000","last_unstale":"2024-09-16T01:50:50.305495+0000","last_undegraded":"2024-09-16T01:50:50.305495+0000","last_fullsized":"2024-09-16T01:50:50.305495+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:39.789692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.307060+0000","last_change":"2024-09-16T01:50:49.302912+0000","last_active":"2024-09-16T01:50:49.307060+0000","last_peered":"2024-09-16T01:50:49.307060+0000","last_clean":"2024-09-16T01:50:49.307060+0000","last_became_active":"2024-09-16T01:50:49.302615+0000","last_became_peered":"2024-09-16T01:50:49.302615+0000","last_unstale":"2024-09-16T01:50:49.307060+0000","last_undegraded":"2024-09-16T01:50:49.307060+0000","last_fullsized":"2024-09-16T01:50:49.307060+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:54.785249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305061+0000","last_change":"2024-09-16T01:50:49.299931+0000","last_active":"2024-09-16T01:50:49.305061+0000","last_peered":"2024-09-16T01:50:49.305061+0000","last_clean":"2024-09-16T01:50:49.305061+0000","last_became_active":"2024-09-16T01:50:49.299291+0000","last_became_peered":"2024-09-16T01:50:49.299291+0000","last_unstale":"2024-09-16T01:50:49.305061+0000","last_undegraded":"2024-09-16T01:50:49.305061+0000","last_fullsized":"2024-09-16T01:50:49.305061+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:27.141576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309951+0000","last_change":"2024-09-16T01:50:49.308908+0000","last_active":"2024-09-16T01:50:49.309951+0000","last_peered":"2024-09-16T01:50:49.309951+0000","last_clean":"2024-09-16T01:50:49.309951+0000","last_became_active":"2024-09-16T01:50:49.308584+0000","last_became_peered":"2024-09-16T01:50:49.308584+0000","last_unstale":"2024-09-16T01:50:49.309951+0000","last_undegraded":"2024-09-16T01:50:49.309951+0000","last_fullsized":"2024-09-16T01:50:49.309951+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:05:47.537506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.312710+0000","last_change":"2024-09-16T01:50:49.308752+0000","last_active":"2024-09-16T01:50:49.312710+0000","last_peered":"2024-09-16T01:50:49.312710+0000","last_clean":"2024-09-16T01:50:49.312710+0000","last_became_active":"2024-09-16T01:50:49.308082+0000","last_became_peered":"2024-09-16T01:50:49.308082+0000","last_unstale":"2024-09-16T01:50:49.312710+0000","last_undegraded":"2024-09-16T01:50:49.312710+0000","last_fullsized":"2024-09-16T01:50:49.312710+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:28.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309380+0000","last_change":"2024-09-16T01:50:49.305371+0000","last_active":"2024-09-16T01:50:49.309380+0000","last_peered":"2024-09-16T01:50:49.309380+0000","last_clean":"2024-09-16T01:50:49.309380+0000","last_became_active":"2024-09-16T01:50:49.305036+0000","last_became_peered":"2024-09-16T01:50:49.305036+0000","last_unstale":"2024-09-16T01:50:49.309380+0000","last_undegraded":"2024-09-16T01:50:49.309380+0000","last_fullsized":"2024-09-16T01:50:49.309380+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:43.264238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309896+0000","last_change":"2024-09-16T01:50:49.308253+0000","last_active":"2024-09-16T01:50:49.309896+0000","last_peered":"2024-09-16T01:50:49.309896+0000","last_clean":"2024-09-16T01:50:49.309896+0000","last_became_active":"2024-09-16T01:50:49.307994+0000","last_became_peered":"2024-09-16T01:50:49.307994+0000","last_unstale":"2024-09-16T01:50:49.309896+0000","last_undegraded":"2024-09-16T01:50:49.309896+0000","last_fullsized":"2024-09-16T01:50:49.309896+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:57.555508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319454+0000","last_change":"2024-09-16T01:50:49.315859+0000","last_active":"2024-09-16T01:50:49.319454+0000","last_peered":"2024-09-16T01:50:49.319454+0000","last_clean":"2024-09-16T01:50:49.319454+0000","last_became_active":"2024-09-16T01:50:49.315561+0000","last_became_peered":"2024-09-16T01:50:49.315561+0000","last_unstale":"2024-09-16T01:50:49.319454+0000","last_undegraded":"2024-09-16T01:50:49.319454+0000","last_fullsized":"2024-09-16T01:50:49.319454+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:56.141156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310850+0000","last_change":"2024-09-16T01:50:49.307675+0000","last_active":"2024-09-16T01:50:50.310850+0000","last_peered":"2024-09-16T01:50:50.310850+0000","last_clean":"2024-09-16T01:50:50.310850+0000","last_became_active":"2024-09-16T01:50:49.307379+0000","last_became_peered":"2024-09-16T01:50:49.307379+0000","last_unstale":"2024-09-16T01:50:50.310850+0000","last_undegraded":"2024-09-16T01:50:50.310850+0000","last_fullsized":"2024-09-16T01:50:50.310850+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:53.440374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304575+0000","last_change":"2024-09-16T01:50:49.301873+0000","last_active":"2024-09-16T01:50:50.304575+0000","last_peered":"2024-09-16T01:50:50.304575+0000","last_clean":"2024-09-16T01:50:50.304575+0000","last_became_active":"2024-09-16T01:50:49.301652+0000","last_became_peered":"2024-09-16T01:50:49.301652+0000","last_unstale":"2024-09-16T01:50:50.304575+0000","last_undegraded":"2024-09-16T01:50:50.304575+0000","last_fullsized":"2024-09-16T01:50:50.304575+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:39.789692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304459+0000","last_change":"2024-09-16T01:50:49.311331+0000","last_active":"2024-09-16T01:50:50.304459+0000","last_peered":"2024-09-16T01:50:50.304459+0000","last_clean":"2024-09-16T01:50:50.304459+0000","last_became_active":"2024-09-16T01:50:49.311039+0000","last_became_peered":"2024-09-16T01:50:49.311039+0000","last_unstale":"2024-09-16T01:50:50.304459+0000","last_undegraded":"2024-09-16T01:50:50.304459+0000","last_fullsized":"2024-09-16T01:50:50.304459+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:23.700354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310700+0000","last_change":"2024-09-16T01:50:49.310593+0000","last_active":"2024-09-16T01:50:50.310700+0000","last_peered":"2024-09-16T01:50:50.310700+0000","last_clean":"2024-09-16T01:50:50.310700+0000","last_became_active":"2024-09-16T01:50:49.308741+0000","last_became_peered":"2024-09-16T01:50:49.308741+0000","last_unstale":"2024-09-16T01:50:50.310700+0000","last_undegraded":"2024-09-16T01:50:50.310700+0000","last_fullsized":"2024-09-16T01:50:50.310700+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:26.806428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387542+0000","last_change":"2024-09-16T01:50:49.313947+0000","last_active":"2024-09-16T01:50:50.387542+0000","last_peered":"2024-09-16T01:50:50.387542+0000","last_clean":"2024-09-16T01:50:50.387542+0000","last_became_active":"2024-09-16T01:50:49.313325+0000","last_became_peered":"2024-09-16T01:50:49.313325+0000","last_unstale":"2024-09-16T01:50:50.387542+0000","last_undegraded":"2024-09-16T01:50:50.387542+0000","last_fullsized":"2024-09-16T01:50:50.387542+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:28:24.563039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.307171+0000","last_change":"2024-09-16T01:50:49.304301+0000","last_active":"2024-09-16T01:50:49.307171+0000","last_peered":"2024-09-16T01:50:49.307171+0000","last_clean":"2024-09-16T01:50:49.307171+0000","last_became_active":"2024-09-16T01:50:49.304000+0000","last_became_peered":"2024-09-16T01:50:49.304000+0000","last_unstale":"2024-09-16T01:50:49.307171+0000","last_undegraded":"2024-09-16T01:50:49.307171+0000","last_fullsized":"2024-09-16T01:50:49.307171+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:33.311594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305049+0000","last_change":"2024-09-16T01:50:49.310818+0000","last_active":"2024-09-16T01:50:50.305049+0000","last_peered":"2024-09-16T01:50:50.305049+0000","last_clean":"2024-09-16T01:50:50.305049+0000","last_became_active":"2024-09-16T01:50:49.310577+0000","last_became_peered":"2024-09-16T01:50:49.310577+0000","last_unstale":"2024-09-16T01:50:50.305049+0000","last_undegraded":"2024-09-16T01:50:50.305049+0000","last_fullsized":"2024-09-16T01:50:50.305049+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:12.232758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299385+0000","last_change":"2024-09-16T01:50:49.316958+0000","last_active":"2024-09-16T01:50:50.299385+0000","last_peered":"2024-09-16T01:50:50.299385+0000","last_clean":"2024-09-16T01:50:50.299385+0000","last_became_active":"2024-09-16T01:50:49.316640+0000","last_became_peered":"2024-09-16T01:50:49.316640+0000","last_unstale":"2024-09-16T01:50:50.299385+0000","last_undegraded":"2024-09-16T01:50:50.299385+0000","last_fullsized":"2024-09-16T01:50:50.299385+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:49.818319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305345+0000","last_change":"2024-09-16T01:50:49.312303+0000","last_active":"2024-09-16T01:50:50.305345+0000","last_peered":"2024-09-16T01:50:50.305345+0000","last_clean":"2024-09-16T01:50:50.305345+0000","last_became_active":"2024-09-16T01:50:49.311415+0000","last_became_peered":"2024-09-16T01:50:49.311415+0000","last_unstale":"2024-09-16T01:50:50.305345+0000","last_undegraded":"2024-09-16T01:50:50.305345+0000","last_fullsized":"2024-09-16T01:50:50.305345+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:23.700354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387329+0000","last_change":"2024-09-16T01:50:49.316692+0000","last_active":"2024-09-16T01:50:50.387329+0000","last_peered":"2024-09-16T01:50:50.387329+0000","last_clean":"2024-09-16T01:50:50.387329+0000","last_became_active":"2024-09-16T01:50:49.316388+0000","last_became_peered":"2024-09-16T01:50:49.316388+0000","last_unstale":"2024-09-16T01:50:50.387329+0000","last_undegraded":"2024-09-16T01:50:50.387329+0000","last_fullsized":"2024-09-16T01:50:50.387329+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:24.678896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309855+0000","last_change":"2024-09-16T01:50:49.307273+0000","last_active":"2024-09-16T01:50:49.309855+0000","last_peered":"2024-09-16T01:50:49.309855+0000","last_clean":"2024-09-16T01:50:49.309855+0000","last_became_active":"2024-09-16T01:50:49.306829+0000","last_became_peered":"2024-09-16T01:50:49.306829+0000","last_unstale":"2024-09-16T01:50:49.309855+0000","last_undegraded":"2024-09-16T01:50:49.309855+0000","last_fullsized":"2024-09-16T01:50:49.309855+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:38:16.546159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.311784+0000","last_change":"2024-09-16T01:50:49.310227+0000","last_active":"2024-09-16T01:50:49.311784+0000","last_peered":"2024-09-16T01:50:49.311784+0000","last_clean":"2024-09-16T01:50:49.311784+0000","last_became_active":"2024-09-16T01:50:49.309933+0000","last_became_peered":"2024-09-16T01:50:49.309933+0000","last_unstale":"2024-09-16T01:50:49.311784+0000","last_undegraded":"2024-09-16T01:50:49.311784+0000","last_fullsized":"2024-09-16T01:50:49.311784+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:49.271921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387485+0000","last_change":"2024-09-16T01:50:49.306143+0000","last_active":"2024-09-16T01:50:50.387485+0000","last_peered":"2024-09-16T01:50:50.387485+0000","last_clean":"2024-09-16T01:50:50.387485+0000","last_became_active":"2024-09-16T01:50:49.305218+0000","last_became_peered":"2024-09-16T01:50:49.305218+0000","last_unstale":"2024-09-16T01:50:50.387485+0000","last_undegraded":"2024-09-16T01:50:50.387485+0000","last_fullsized":"2024-09-16T01:50:50.387485+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:05:01.532985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"162'4","reported_seq":18,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305306+0000","last_change":"2024-09-16T01:50:48.285078+0000","last_active":"2024-09-16T01:50:50.305306+0000","last_peered":"2024-09-16T01:50:50.305306+0000","last_clean":"2024-09-16T01:50:50.305306+0000","last_became_active":"2024-09-16T01:50:48.284773+0000","last_became_peered":"2024-09-16T01:50:48.284773+0000","last_unstale":"2024-09-16T01:50:50.305306+0000","last_undegraded":"2024-09-16T01:50:50.305306+0000","last_fullsized":"2024-09-16T01:50:50.305306+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:41.806162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305459+0000","last_change":"2024-09-16T01:50:49.303313+0000","last_active":"2024-09-16T01:50:50.305459+0000","last_peered":"2024-09-16T01:50:50.305459+0000","last_clean":"2024-09-16T01:50:50.305459+0000","last_became_active":"2024-09-16T01:50:49.303045+0000","last_became_peered":"2024-09-16T01:50:49.303045+0000","last_unstale":"2024-09-16T01:50:50.305459+0000","last_undegraded":"2024-09-16T01:50:50.305459+0000","last_fullsized":"2024-09-16T01:50:50.305459+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:06.553377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"162'1","reported_seq":15,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387621+0000","last_change":"2024-09-16T01:50:48.287406+0000","last_active":"2024-09-16T01:50:50.387621+0000","last_peered":"2024-09-16T01:50:50.387621+0000","last_clean":"2024-09-16T01:50:50.387621+0000","last_became_active":"2024-09-16T01:50:48.287144+0000","last_became_peered":"2024-09-16T01:50:48.287144+0000","last_unstale":"2024-09-16T01:50:50.387621+0000","last_undegraded":"2024-09-16T01:50:50.387621+0000","last_fullsized":"2024-09-16T01:50:50.387621+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:48.572046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.303956+0000","last_change":"2024-09-16T01:50:49.297882+0000","last_active":"2024-09-16T01:50:49.303956+0000","last_peered":"2024-09-16T01:50:49.303956+0000","last_clean":"2024-09-16T01:50:49.303956+0000","last_became_active":"2024-09-16T01:50:49.297590+0000","last_became_peered":"2024-09-16T01:50:49.297590+0000","last_unstale":"2024-09-16T01:50:49.303956+0000","last_undegraded":"2024-09-16T01:50:49.303956+0000","last_fullsized":"2024-09-16T01:50:49.303956+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:26.201548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299680+0000","last_change":"2024-09-16T01:50:48.295239+0000","last_active":"2024-09-16T01:50:50.299680+0000","last_peered":"2024-09-16T01:50:50.299680+0000","last_clean":"2024-09-16T01:50:50.299680+0000","last_became_active":"2024-09-16T01:50:48.294911+0000","last_became_peered":"2024-09-16T01:50:48.294911+0000","last_unstale":"2024-09-16T01:50:50.299680+0000","last_undegraded":"2024-09-16T01:50:50.299680+0000","last_fullsized":"2024-09-16T01:50:50.299680+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:15.189862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309427+0000","last_change":"2024-09-16T01:50:49.306096+0000","last_active":"2024-09-16T01:50:49.309427+0000","last_peered":"2024-09-16T01:50:49.309427+0000","last_clean":"2024-09-16T01:50:49.309427+0000","last_became_active":"2024-09-16T01:50:49.305784+0000","last_became_peered":"2024-09-16T01:50:49.305784+0000","last_unstale":"2024-09-16T01:50:49.309427+0000","last_undegraded":"2024-09-16T01:50:49.309427+0000","last_fullsized":"2024-09-16T01:50:49.309427+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:39.014569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310939+0000","last_change":"2024-09-16T01:50:48.289285+0000","last_active":"2024-09-16T01:50:50.310939+0000","last_peered":"2024-09-16T01:50:50.310939+0000","last_clean":"2024-09-16T01:50:50.310939+0000","last_became_active":"2024-09-16T01:50:48.288912+0000","last_became_peered":"2024-09-16T01:50:48.288912+0000","last_unstale":"2024-09-16T01:50:50.310939+0000","last_undegraded":"2024-09-16T01:50:50.310939+0000","last_fullsized":"2024-09-16T01:50:50.310939+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:16.867872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310710+0000","last_change":"2024-09-16T01:50:49.314978+0000","last_active":"2024-09-16T01:50:50.310710+0000","last_peered":"2024-09-16T01:50:50.310710+0000","last_clean":"2024-09-16T01:50:50.310710+0000","last_became_active":"2024-09-16T01:50:49.314666+0000","last_became_peered":"2024-09-16T01:50:49.314666+0000","last_unstale":"2024-09-16T01:50:50.310710+0000","last_undegraded":"2024-09-16T01:50:50.310710+0000","last_fullsized":"2024-09-16T01:50:50.310710+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:58:13.913791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"162'1","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319276+0000","last_change":"2024-09-16T01:50:48.294243+0000","last_active":"2024-09-16T01:50:49.319276+0000","last_peered":"2024-09-16T01:50:49.319276+0000","last_clean":"2024-09-16T01:50:49.319276+0000","last_became_active":"2024-09-16T01:50:48.293950+0000","last_became_peered":"2024-09-16T01:50:48.293950+0000","last_unstale":"2024-09-16T01:50:49.319276+0000","last_undegraded":"2024-09-16T01:50:49.319276+0000","last_fullsized":"2024-09-16T01:50:49.319276+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:34:03.603674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319224+0000","last_change":"2024-09-16T01:50:49.313789+0000","last_active":"2024-09-16T01:50:49.319224+0000","last_peered":"2024-09-16T01:50:49.319224+0000","last_clean":"2024-09-16T01:50:49.319224+0000","last_became_active":"2024-09-16T01:50:49.313461+0000","last_became_peered":"2024-09-16T01:50:49.313461+0000","last_unstale":"2024-09-16T01:50:49.319224+0000","last_undegraded":"2024-09-16T01:50:49.319224+0000","last_fullsized":"2024-09-16T01:50:49.319224+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:41.774395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.299881+0000","last_change":"2024-09-16T01:50:48.298627+0000","last_active":"2024-09-16T01:50:49.299881+0000","last_peered":"2024-09-16T01:50:49.299881+0000","last_clean":"2024-09-16T01:50:49.299881+0000","last_became_active":"2024-09-16T01:50:48.298329+0000","last_became_peered":"2024-09-16T01:50:48.298329+0000","last_unstale":"2024-09-16T01:50:49.299881+0000","last_undegraded":"2024-09-16T01:50:49.299881+0000","last_fullsized":"2024-09-16T01:50:49.299881+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:50.552683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310736+0000","last_change":"2024-09-16T01:50:49.315163+0000","last_active":"2024-09-16T01:50:50.310736+0000","last_peered":"2024-09-16T01:50:50.310736+0000","last_clean":"2024-09-16T01:50:50.310736+0000","last_became_active":"2024-09-16T01:50:49.314706+0000","last_became_peered":"2024-09-16T01:50:49.314706+0000","last_unstale":"2024-09-16T01:50:50.310736+0000","last_undegraded":"2024-09-16T01:50:50.310736+0000","last_fullsized":"2024-09-16T01:50:50.310736+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:05.418879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304235+0000","last_change":"2024-09-16T01:50:48.292297+0000","last_active":"2024-09-16T01:50:50.304235+0000","last_peered":"2024-09-16T01:50:50.304235+0000","last_clean":"2024-09-16T01:50:50.304235+0000","last_became_active":"2024-09-16T01:50:48.291986+0000","last_became_peered":"2024-09-16T01:50:48.291986+0000","last_unstale":"2024-09-16T01:50:50.304235+0000","last_undegraded":"2024-09-16T01:50:50.304235+0000","last_fullsized":"2024-09-16T01:50:50.304235+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:30.996474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.311190+0000","last_change":"2024-09-16T01:50:49.317343+0000","last_active":"2024-09-16T01:50:50.311190+0000","last_peered":"2024-09-16T01:50:50.311190+0000","last_clean":"2024-09-16T01:50:50.311190+0000","last_became_active":"2024-09-16T01:50:49.316975+0000","last_became_peered":"2024-09-16T01:50:49.316975+0000","last_unstale":"2024-09-16T01:50:50.311190+0000","last_undegraded":"2024-09-16T01:50:50.311190+0000","last_fullsized":"2024-09-16T01:50:50.311190+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:38.449806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.295214+0000","last_change":"2024-09-16T01:50:48.293014+0000","last_active":"2024-09-16T01:50:49.295214+0000","last_peered":"2024-09-16T01:50:49.295214+0000","last_clean":"2024-09-16T01:50:49.295214+0000","last_became_active":"2024-09-16T01:50:48.292725+0000","last_became_peered":"2024-09-16T01:50:48.292725+0000","last_unstale":"2024-09-16T01:50:49.295214+0000","last_undegraded":"2024-09-16T01:50:49.295214+0000","last_fullsized":"2024-09-16T01:50:49.295214+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:29:20.299179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299714+0000","last_change":"2024-09-16T01:50:49.309977+0000","last_active":"2024-09-16T01:50:50.299714+0000","last_peered":"2024-09-16T01:50:50.299714+0000","last_clean":"2024-09-16T01:50:50.299714+0000","last_became_active":"2024-09-16T01:50:49.309690+0000","last_became_peered":"2024-09-16T01:50:49.309690+0000","last_unstale":"2024-09-16T01:50:50.299714+0000","last_undegraded":"2024-09-16T01:50:50.299714+0000","last_fullsized":"2024-09-16T01:50:50.299714+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:26:25.874068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304821+0000","last_change":"2024-09-16T01:50:48.292120+0000","last_active":"2024-09-16T01:50:50.304821+0000","last_peered":"2024-09-16T01:50:50.304821+0000","last_clean":"2024-09-16T01:50:50.304821+0000","last_became_active":"2024-09-16T01:50:48.291794+0000","last_became_peered":"2024-09-16T01:50:48.291794+0000","last_unstale":"2024-09-16T01:50:50.304821+0000","last_undegraded":"2024-09-16T01:50:50.304821+0000","last_fullsized":"2024-09-16T01:50:50.304821+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:03:18.495685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.311261+0000","last_change":"2024-09-16T01:50:49.308015+0000","last_active":"2024-09-16T01:50:50.311261+0000","last_peered":"2024-09-16T01:50:50.311261+0000","last_clean":"2024-09-16T01:50:50.311261+0000","last_became_active":"2024-09-16T01:50:49.307689+0000","last_became_peered":"2024-09-16T01:50:49.307689+0000","last_unstale":"2024-09-16T01:50:50.311261+0000","last_undegraded":"2024-09-16T01:50:50.311261+0000","last_fullsized":"2024-09-16T01:50:50.311261+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:27.141576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"162'3","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.321843+0000","last_change":"2024-09-16T01:50:48.288558+0000","last_active":"2024-09-16T01:50:49.321843+0000","last_peered":"2024-09-16T01:50:49.321843+0000","last_clean":"2024-09-16T01:50:49.321843+0000","last_became_active":"2024-09-16T01:50:48.288289+0000","last_became_peered":"2024-09-16T01:50:48.288289+0000","last_unstale":"2024-09-16T01:50:49.321843+0000","last_undegraded":"2024-09-16T01:50:49.321843+0000","last_fullsized":"2024-09-16T01:50:49.321843+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:24:29.902183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.311463+0000","last_change":"2024-09-16T01:50:49.307454+0000","last_active":"2024-09-16T01:50:49.311463+0000","last_peered":"2024-09-16T01:50:49.311463+0000","last_clean":"2024-09-16T01:50:49.311463+0000","last_became_active":"2024-09-16T01:50:49.307077+0000","last_became_peered":"2024-09-16T01:50:49.307077+0000","last_unstale":"2024-09-16T01:50:49.311463+0000","last_undegraded":"2024-09-16T01:50:49.311463+0000","last_fullsized":"2024-09-16T01:50:49.311463+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:48.721267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"162'6","reported_seq":20,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.311101+0000","last_change":"2024-09-16T01:50:48.289719+0000","last_active":"2024-09-16T01:50:50.311101+0000","last_peered":"2024-09-16T01:50:50.311101+0000","last_clean":"2024-09-16T01:50:50.311101+0000","last_became_active":"2024-09-16T01:50:48.289434+0000","last_became_peered":"2024-09-16T01:50:48.289434+0000","last_unstale":"2024-09-16T01:50:50.311101+0000","last_undegraded":"2024-09-16T01:50:50.311101+0000","last_fullsized":"2024-09-16T01:50:50.311101+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:07.950510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319489+0000","last_change":"2024-09-16T01:50:49.316680+0000","last_active":"2024-09-16T01:50:49.319489+0000","last_peered":"2024-09-16T01:50:49.319489+0000","last_clean":"2024-09-16T01:50:49.319489+0000","last_became_active":"2024-09-16T01:50:49.316373+0000","last_became_peered":"2024-09-16T01:50:49.316373+0000","last_unstale":"2024-09-16T01:50:49.319489+0000","last_undegraded":"2024-09-16T01:50:49.319489+0000","last_fullsized":"2024-09-16T01:50:49.319489+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:54:23.920876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304876+0000","last_change":"2024-09-16T01:50:48.296434+0000","last_active":"2024-09-16T01:50:50.304876+0000","last_peered":"2024-09-16T01:50:50.304876+0000","last_clean":"2024-09-16T01:50:50.304876+0000","last_became_active":"2024-09-16T01:50:48.295904+0000","last_became_peered":"2024-09-16T01:50:48.295904+0000","last_unstale":"2024-09-16T01:50:50.304876+0000","last_undegraded":"2024-09-16T01:50:50.304876+0000","last_fullsized":"2024-09-16T01:50:50.304876+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:00.093173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.321213+0000","last_change":"2024-09-16T01:50:49.318436+0000","last_active":"2024-09-16T01:50:49.321213+0000","last_peered":"2024-09-16T01:50:49.321213+0000","last_clean":"2024-09-16T01:50:49.321213+0000","last_became_active":"2024-09-16T01:50:49.317910+0000","last_became_peered":"2024-09-16T01:50:49.317910+0000","last_unstale":"2024-09-16T01:50:49.321213+0000","last_undegraded":"2024-09-16T01:50:49.321213+0000","last_fullsized":"2024-09-16T01:50:49.321213+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:24.233679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304483+0000","last_change":"2024-09-16T01:50:48.296531+0000","last_active":"2024-09-16T01:50:50.304483+0000","last_peered":"2024-09-16T01:50:50.304483+0000","last_clean":"2024-09-16T01:50:50.304483+0000","last_became_active":"2024-09-16T01:50:48.296198+0000","last_became_peered":"2024-09-16T01:50:48.296198+0000","last_unstale":"2024-09-16T01:50:50.304483+0000","last_undegraded":"2024-09-16T01:50:50.304483+0000","last_fullsized":"2024-09-16T01:50:50.304483+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:53.944072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299254+0000","last_change":"2024-09-16T01:50:49.304793+0000","last_active":"2024-09-16T01:50:50.299254+0000","last_peered":"2024-09-16T01:50:50.299254+0000","last_clean":"2024-09-16T01:50:50.299254+0000","last_became_active":"2024-09-16T01:50:49.302187+0000","last_became_peered":"2024-09-16T01:50:49.302187+0000","last_unstale":"2024-09-16T01:50:50.299254+0000","last_undegraded":"2024-09-16T01:50:50.299254+0000","last_fullsized":"2024-09-16T01:50:50.299254+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:20.767647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.295033+0000","last_change":"2024-09-16T01:50:48.283220+0000","last_active":"2024-09-16T01:50:49.295033+0000","last_peered":"2024-09-16T01:50:49.295033+0000","last_clean":"2024-09-16T01:50:49.295033+0000","last_became_active":"2024-09-16T01:50:48.282047+0000","last_became_peered":"2024-09-16T01:50:48.282047+0000","last_unstale":"2024-09-16T01:50:49.295033+0000","last_undegraded":"2024-09-16T01:50:49.295033+0000","last_fullsized":"2024-09-16T01:50:49.295033+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:53.612616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305035+0000","last_change":"2024-09-16T01:50:49.299603+0000","last_active":"2024-09-16T01:50:49.305035+0000","last_peered":"2024-09-16T01:50:49.305035+0000","last_clean":"2024-09-16T01:50:49.305035+0000","last_became_active":"2024-09-16T01:50:49.298879+0000","last_became_peered":"2024-09-16T01:50:49.298879+0000","last_unstale":"2024-09-16T01:50:49.305035+0000","last_undegraded":"2024-09-16T01:50:49.305035+0000","last_fullsized":"2024-09-16T01:50:49.305035+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:38.449806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"162'8","reported_seq":22,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299365+0000","last_change":"2024-09-16T01:50:48.294046+0000","last_active":"2024-09-16T01:50:50.299365+0000","last_peered":"2024-09-16T01:50:50.299365+0000","last_clean":"2024-09-16T01:50:50.299365+0000","last_became_active":"2024-09-16T01:50:48.293678+0000","last_became_peered":"2024-09-16T01:50:48.293678+0000","last_unstale":"2024-09-16T01:50:50.299365+0000","last_undegraded":"2024-09-16T01:50:50.299365+0000","last_fullsized":"2024-09-16T01:50:50.299365+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:07.754196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387572+0000","last_change":"2024-09-16T01:50:49.306114+0000","last_active":"2024-09-16T01:50:50.387572+0000","last_peered":"2024-09-16T01:50:50.387572+0000","last_clean":"2024-09-16T01:50:50.387572+0000","last_became_active":"2024-09-16T01:50:49.305525+0000","last_became_peered":"2024-09-16T01:50:49.305525+0000","last_unstale":"2024-09-16T01:50:50.387572+0000","last_undegraded":"2024-09-16T01:50:50.387572+0000","last_fullsized":"2024-09-16T01:50:50.387572+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:30.261456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"162'1","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.321883+0000","last_change":"2024-09-16T01:50:48.296278+0000","last_active":"2024-09-16T01:50:49.321883+0000","last_peered":"2024-09-16T01:50:49.321883+0000","last_clean":"2024-09-16T01:50:49.321883+0000","last_became_active":"2024-09-16T01:50:48.295907+0000","last_became_peered":"2024-09-16T01:50:48.295907+0000","last_unstale":"2024-09-16T01:50:49.321883+0000","last_undegraded":"2024-09-16T01:50:49.321883+0000","last_fullsized":"2024-09-16T01:50:49.321883+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:48.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387579+0000","last_change":"2024-09-16T01:50:49.310639+0000","last_active":"2024-09-16T01:50:50.387579+0000","last_peered":"2024-09-16T01:50:50.387579+0000","last_clean":"2024-09-16T01:50:50.387579+0000","last_became_active":"2024-09-16T01:50:49.309666+0000","last_became_peered":"2024-09-16T01:50:49.309666+0000","last_unstale":"2024-09-16T01:50:50.387579+0000","last_undegraded":"2024-09-16T01:50:50.387579+0000","last_fullsized":"2024-09-16T01:50:50.387579+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:57.833372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387654+0000","last_change":"2024-09-16T01:50:48.290509+0000","last_active":"2024-09-16T01:50:50.387654+0000","last_peered":"2024-09-16T01:50:50.387654+0000","last_clean":"2024-09-16T01:50:50.387654+0000","last_became_active":"2024-09-16T01:50:48.290228+0000","last_became_peered":"2024-09-16T01:50:48.290228+0000","last_unstale":"2024-09-16T01:50:50.387654+0000","last_undegraded":"2024-09-16T01:50:50.387654+0000","last_fullsized":"2024-09-16T01:50:50.387654+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:23.957776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299527+0000","last_change":"2024-09-16T01:50:49.302981+0000","last_active":"2024-09-16T01:50:50.299527+0000","last_peered":"2024-09-16T01:50:50.299527+0000","last_clean":"2024-09-16T01:50:50.299527+0000","last_became_active":"2024-09-16T01:50:49.302673+0000","last_became_peered":"2024-09-16T01:50:49.302673+0000","last_unstale":"2024-09-16T01:50:50.299527+0000","last_undegraded":"2024-09-16T01:50:50.299527+0000","last_fullsized":"2024-09-16T01:50:50.299527+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:31.577947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"162'1","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.324626+0000","last_change":"2024-09-16T01:50:48.289301+0000","last_active":"2024-09-16T01:50:49.324626+0000","last_peered":"2024-09-16T01:50:49.324626+0000","last_clean":"2024-09-16T01:50:49.324626+0000","last_became_active":"2024-09-16T01:50:48.288970+0000","last_became_peered":"2024-09-16T01:50:48.288970+0000","last_unstale":"2024-09-16T01:50:49.324626+0000","last_undegraded":"2024-09-16T01:50:49.324626+0000","last_fullsized":"2024-09-16T01:50:49.324626+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:28.449449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.312119+0000","last_change":"2024-09-16T01:50:49.310850+0000","last_active":"2024-09-16T01:50:49.312119+0000","last_peered":"2024-09-16T01:50:49.312119+0000","last_clean":"2024-09-16T01:50:49.312119+0000","last_became_active":"2024-09-16T01:50:49.310533+0000","last_became_peered":"2024-09-16T01:50:49.310533+0000","last_unstale":"2024-09-16T01:50:49.312119+0000","last_undegraded":"2024-09-16T01:50:49.312119+0000","last_fullsized":"2024-09-16T01:50:49.312119+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:12.712552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299716+0000","last_change":"2024-09-16T01:50:48.295655+0000","last_active":"2024-09-16T01:50:50.299716+0000","last_peered":"2024-09-16T01:50:50.299716+0000","last_clean":"2024-09-16T01:50:50.299716+0000","last_became_active":"2024-09-16T01:50:48.295305+0000","last_became_peered":"2024-09-16T01:50:48.295305+0000","last_unstale":"2024-09-16T01:50:50.299716+0000","last_undegraded":"2024-09-16T01:50:50.299716+0000","last_fullsized":"2024-09-16T01:50:50.299716+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:30:16.049246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.320940+0000","last_change":"2024-09-16T01:50:49.317014+0000","last_active":"2024-09-16T01:50:49.320940+0000","last_peered":"2024-09-16T01:50:49.320940+0000","last_clean":"2024-09-16T01:50:49.320940+0000","last_became_active":"2024-09-16T01:50:49.316737+0000","last_became_peered":"2024-09-16T01:50:49.316737+0000","last_unstale":"2024-09-16T01:50:49.320940+0000","last_undegraded":"2024-09-16T01:50:49.320940+0000","last_fullsized":"2024-09-16T01:50:49.320940+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:28.420864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"162'2","reported_seq":14,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.322319+0000","last_change":"2024-09-16T01:50:48.296486+0000","last_active":"2024-09-16T01:50:49.322319+0000","last_peered":"2024-09-16T01:50:49.322319+0000","last_clean":"2024-09-16T01:50:49.322319+0000","last_became_active":"2024-09-16T01:50:48.296216+0000","last_became_peered":"2024-09-16T01:50:48.296216+0000","last_unstale":"2024-09-16T01:50:49.322319+0000","last_undegraded":"2024-09-16T01:50:49.322319+0000","last_fullsized":"2024-09-16T01:50:49.322319+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:46:00.271014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299486+0000","last_change":"2024-09-16T01:50:49.308933+0000","last_active":"2024-09-16T01:50:50.299486+0000","last_peered":"2024-09-16T01:50:50.299486+0000","last_clean":"2024-09-16T01:50:50.299486+0000","last_became_active":"2024-09-16T01:50:49.308602+0000","last_became_peered":"2024-09-16T01:50:49.308602+0000","last_unstale":"2024-09-16T01:50:50.299486+0000","last_undegraded":"2024-09-16T01:50:50.299486+0000","last_fullsized":"2024-09-16T01:50:50.299486+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:21.610119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.291074+0000","last_change":"2024-09-16T01:50:48.292139+0000","last_active":"2024-09-16T01:50:49.291074+0000","last_peered":"2024-09-16T01:50:49.291074+0000","last_clean":"2024-09-16T01:50:49.291074+0000","last_became_active":"2024-09-16T01:50:48.291337+0000","last_became_peered":"2024-09-16T01:50:48.291337+0000","last_unstale":"2024-09-16T01:50:49.291074+0000","last_undegraded":"2024-09-16T01:50:49.291074+0000","last_fullsized":"2024-09-16T01:50:49.291074+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:58:12.908591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387277+0000","last_change":"2024-09-16T01:50:49.305227+0000","last_active":"2024-09-16T01:50:50.387277+0000","last_peered":"2024-09-16T01:50:50.387277+0000","last_clean":"2024-09-16T01:50:50.387277+0000","last_became_active":"2024-09-16T01:50:49.304450+0000","last_became_peered":"2024-09-16T01:50:49.304450+0000","last_unstale":"2024-09-16T01:50:50.387277+0000","last_undegraded":"2024-09-16T01:50:50.387277+0000","last_fullsized":"2024-09-16T01:50:50.387277+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:06.470562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.290462+0000","last_change":"2024-09-16T01:50:48.297926+0000","last_active":"2024-09-16T01:50:49.290462+0000","last_peered":"2024-09-16T01:50:49.290462+0000","last_clean":"2024-09-16T01:50:49.290462+0000","last_became_active":"2024-09-16T01:50:48.297630+0000","last_became_peered":"2024-09-16T01:50:48.297630+0000","last_unstale":"2024-09-16T01:50:49.290462+0000","last_undegraded":"2024-09-16T01:50:49.290462+0000","last_fullsized":"2024-09-16T01:50:49.290462+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:25.801228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304517+0000","last_change":"2024-09-16T01:50:49.302828+0000","last_active":"2024-09-16T01:50:50.304517+0000","last_peered":"2024-09-16T01:50:50.304517+0000","last_clean":"2024-09-16T01:50:50.304517+0000","last_became_active":"2024-09-16T01:50:49.302538+0000","last_became_peered":"2024-09-16T01:50:49.302538+0000","last_unstale":"2024-09-16T01:50:50.304517+0000","last_undegraded":"2024-09-16T01:50:50.304517+0000","last_fullsized":"2024-09-16T01:50:50.304517+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:14:48.356267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.296966+0000","last_change":"2024-09-16T01:50:48.297756+0000","last_active":"2024-09-16T01:50:49.296966+0000","last_peered":"2024-09-16T01:50:49.296966+0000","last_clean":"2024-09-16T01:50:49.296966+0000","last_became_active":"2024-09-16T01:50:48.297452+0000","last_became_peered":"2024-09-16T01:50:48.297452+0000","last_unstale":"2024-09-16T01:50:49.296966+0000","last_undegraded":"2024-09-16T01:50:49.296966+0000","last_fullsized":"2024-09-16T01:50:49.296966+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:00.131522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305216+0000","last_change":"2024-09-16T01:50:49.311411+0000","last_active":"2024-09-16T01:50:50.305216+0000","last_peered":"2024-09-16T01:50:50.305216+0000","last_clean":"2024-09-16T01:50:50.305216+0000","last_became_active":"2024-09-16T01:50:49.311168+0000","last_became_peered":"2024-09-16T01:50:49.311168+0000","last_unstale":"2024-09-16T01:50:50.305216+0000","last_undegraded":"2024-09-16T01:50:50.305216+0000","last_fullsized":"2024-09-16T01:50:50.305216+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:27.663706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299740+0000","last_change":"2024-09-16T01:50:48.295248+0000","last_active":"2024-09-16T01:50:50.299740+0000","last_peered":"2024-09-16T01:50:50.299740+0000","last_clean":"2024-09-16T01:50:50.299740+0000","last_became_active":"2024-09-16T01:50:48.293585+0000","last_became_peered":"2024-09-16T01:50:48.293585+0000","last_unstale":"2024-09-16T01:50:50.299740+0000","last_undegraded":"2024-09-16T01:50:50.299740+0000","last_fullsized":"2024-09-16T01:50:50.299740+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:51.884340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.308263+0000","last_change":"2024-09-16T01:50:49.303544+0000","last_active":"2024-09-16T01:50:49.308263+0000","last_peered":"2024-09-16T01:50:49.308263+0000","last_clean":"2024-09-16T01:50:49.308263+0000","last_became_active":"2024-09-16T01:50:49.303254+0000","last_became_peered":"2024-09-16T01:50:49.303254+0000","last_unstale":"2024-09-16T01:50:49.308263+0000","last_undegraded":"2024-09-16T01:50:49.308263+0000","last_fullsized":"2024-09-16T01:50:49.308263+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:30.426007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"163'1","reported_seq":15,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.312571+0000","last_change":"2024-09-16T01:50:48.291352+0000","last_active":"2024-09-16T01:50:50.312571+0000","last_peered":"2024-09-16T01:50:50.312571+0000","last_clean":"2024-09-16T01:50:50.312571+0000","last_became_active":"2024-09-16T01:50:48.291061+0000","last_became_peered":"2024-09-16T01:50:48.291061+0000","last_unstale":"2024-09-16T01:50:50.312571+0000","last_undegraded":"2024-09-16T01:50:50.312571+0000","last_fullsized":"2024-09-16T01:50:50.312571+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:31.305992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387378+0000","last_change":"2024-09-16T01:50:49.306669+0000","last_active":"2024-09-16T01:50:50.387378+0000","last_peered":"2024-09-16T01:50:50.387378+0000","last_clean":"2024-09-16T01:50:50.387378+0000","last_became_active":"2024-09-16T01:50:49.306410+0000","last_became_peered":"2024-09-16T01:50:49.306410+0000","last_unstale":"2024-09-16T01:50:50.387378+0000","last_undegraded":"2024-09-16T01:50:50.387378+0000","last_fullsized":"2024-09-16T01:50:50.387378+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:25.252717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.300683+0000","last_change":"2024-09-16T01:50:48.298636+0000","last_active":"2024-09-16T01:50:49.300683+0000","last_peered":"2024-09-16T01:50:49.300683+0000","last_clean":"2024-09-16T01:50:49.300683+0000","last_became_active":"2024-09-16T01:50:48.298342+0000","last_became_peered":"2024-09-16T01:50:48.298342+0000","last_unstale":"2024-09-16T01:50:49.300683+0000","last_undegraded":"2024-09-16T01:50:49.300683+0000","last_fullsized":"2024-09-16T01:50:49.300683+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:41.204290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304780+0000","last_change":"2024-09-16T01:50:49.310315+0000","last_active":"2024-09-16T01:50:50.304780+0000","last_peered":"2024-09-16T01:50:50.304780+0000","last_clean":"2024-09-16T01:50:50.304780+0000","last_became_active":"2024-09-16T01:50:49.309516+0000","last_became_peered":"2024-09-16T01:50:49.309516+0000","last_unstale":"2024-09-16T01:50:50.304780+0000","last_undegraded":"2024-09-16T01:50:50.304780+0000","last_fullsized":"2024-09-16T01:50:50.304780+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:17.638571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299621+0000","last_change":"2024-09-16T01:50:48.294630+0000","last_active":"2024-09-16T01:50:50.299621+0000","last_peered":"2024-09-16T01:50:50.299621+0000","last_clean":"2024-09-16T01:50:50.299621+0000","last_became_active":"2024-09-16T01:50:48.294376+0000","last_became_peered":"2024-09-16T01:50:48.294376+0000","last_unstale":"2024-09-16T01:50:50.299621+0000","last_undegraded":"2024-09-16T01:50:50.299621+0000","last_fullsized":"2024-09-16T01:50:50.299621+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:10.658540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305111+0000","last_change":"2024-09-16T01:50:49.300326+0000","last_active":"2024-09-16T01:50:49.305111+0000","last_peered":"2024-09-16T01:50:49.305111+0000","last_clean":"2024-09-16T01:50:49.305111+0000","last_became_active":"2024-09-16T01:50:49.299499+0000","last_became_peered":"2024-09-16T01:50:49.299499+0000","last_unstale":"2024-09-16T01:50:49.305111+0000","last_undegraded":"2024-09-16T01:50:49.305111+0000","last_fullsized":"2024-09-16T01:50:49.305111+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:06.303643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310810+0000","last_change":"2024-09-16T01:50:48.295314+0000","last_active":"2024-09-16T01:50:50.310810+0000","last_peered":"2024-09-16T01:50:50.310810+0000","last_clean":"2024-09-16T01:50:50.310810+0000","last_became_active":"2024-09-16T01:50:48.294978+0000","last_became_peered":"2024-09-16T01:50:48.294978+0000","last_unstale":"2024-09-16T01:50:50.310810+0000","last_undegraded":"2024-09-16T01:50:50.310810+0000","last_fullsized":"2024-09-16T01:50:50.310810+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:38:16.336814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305450+0000","last_change":"2024-09-16T01:50:49.301054+0000","last_active":"2024-09-16T01:50:50.305450+0000","last_peered":"2024-09-16T01:50:50.305450+0000","last_clean":"2024-09-16T01:50:50.305450+0000","last_became_active":"2024-09-16T01:50:49.300776+0000","last_became_peered":"2024-09-16T01:50:49.300776+0000","last_unstale":"2024-09-16T01:50:50.305450+0000","last_undegraded":"2024-09-16T01:50:50.305450+0000","last_fullsized":"2024-09-16T01:50:50.305450+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:14:48.356267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.299930+0000","last_change":"2024-09-16T01:50:48.297392+0000","last_active":"2024-09-16T01:50:49.299930+0000","last_peered":"2024-09-16T01:50:49.299930+0000","last_clean":"2024-09-16T01:50:49.299930+0000","last_became_active":"2024-09-16T01:50:48.297115+0000","last_became_peered":"2024-09-16T01:50:48.297115+0000","last_unstale":"2024-09-16T01:50:49.299930+0000","last_undegraded":"2024-09-16T01:50:49.299930+0000","last_fullsized":"2024-09-16T01:50:49.299930+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:01:14.276202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299337+0000","last_change":"2024-09-16T01:50:49.305650+0000","last_active":"2024-09-16T01:50:50.299337+0000","last_peered":"2024-09-16T01:50:50.299337+0000","last_clean":"2024-09-16T01:50:50.299337+0000","last_became_active":"2024-09-16T01:50:49.305204+0000","last_became_peered":"2024-09-16T01:50:49.305204+0000","last_unstale":"2024-09-16T01:50:50.299337+0000","last_undegraded":"2024-09-16T01:50:50.299337+0000","last_fullsized":"2024-09-16T01:50:50.299337+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:07.942815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304635+0000","last_change":"2024-09-16T01:50:48.289398+0000","last_active":"2024-09-16T01:50:50.304635+0000","last_peered":"2024-09-16T01:50:50.304635+0000","last_clean":"2024-09-16T01:50:50.304635+0000","last_became_active":"2024-09-16T01:50:48.289123+0000","last_became_peered":"2024-09-16T01:50:48.289123+0000","last_unstale":"2024-09-16T01:50:50.304635+0000","last_undegraded":"2024-09-16T01:50:50.304635+0000","last_fullsized":"2024-09-16T01:50:50.304635+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:02:25.177687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387205+0000","last_change":"2024-09-16T01:50:49.304750+0000","last_active":"2024-09-16T01:50:50.387205+0000","last_peered":"2024-09-16T01:50:50.387205+0000","last_clean":"2024-09-16T01:50:50.387205+0000","last_became_active":"2024-09-16T01:50:49.304415+0000","last_became_peered":"2024-09-16T01:50:49.304415+0000","last_unstale":"2024-09-16T01:50:50.387205+0000","last_undegraded":"2024-09-16T01:50:50.387205+0000","last_fullsized":"2024-09-16T01:50:50.387205+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:42.211649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305422+0000","last_change":"2024-09-16T01:50:48.293353+0000","last_active":"2024-09-16T01:50:50.305422+0000","last_peered":"2024-09-16T01:50:50.305422+0000","last_clean":"2024-09-16T01:50:50.305422+0000","last_became_active":"2024-09-16T01:50:48.293060+0000","last_became_peered":"2024-09-16T01:50:48.293060+0000","last_unstale":"2024-09-16T01:50:50.305422+0000","last_undegraded":"2024-09-16T01:50:50.305422+0000","last_fullsized":"2024-09-16T01:50:50.305422+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:00.093173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305082+0000","last_change":"2024-09-16T01:50:49.299007+0000","last_active":"2024-09-16T01:50:49.305082+0000","last_peered":"2024-09-16T01:50:49.305082+0000","last_clean":"2024-09-16T01:50:49.305082+0000","last_became_active":"2024-09-16T01:50:49.298578+0000","last_became_peered":"2024-09-16T01:50:49.298578+0000","last_unstale":"2024-09-16T01:50:49.305082+0000","last_undegraded":"2024-09-16T01:50:49.305082+0000","last_fullsized":"2024-09-16T01:50:49.305082+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:53.440374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"162'1","reported_seq":15,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305542+0000","last_change":"2024-09-16T01:50:48.293800+0000","last_active":"2024-09-16T01:50:50.305542+0000","last_peered":"2024-09-16T01:50:50.305542+0000","last_clean":"2024-09-16T01:50:50.305542+0000","last_became_active":"2024-09-16T01:50:48.293486+0000","last_became_peered":"2024-09-16T01:50:48.293486+0000","last_unstale":"2024-09-16T01:50:50.305542+0000","last_undegraded":"2024-09-16T01:50:50.305542+0000","last_fullsized":"2024-09-16T01:50:50.305542+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:17.767264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":472,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310694+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:50:50.310694+0000","last_peered":"2024-09-16T01:50:50.310694+0000","last_clean":"2024-09-16T01:50:50.310694+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:50:50.310694+0000","last_undegraded":"2024-09-16T01:50:50.310694+0000","last_fullsized":"2024-09-16T01:50:50.310694+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574957,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33784,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338056,"statfs":{"total":96636764160,"available":96602169344,"internally_reserved":0,"allocated":2658304,"data_stored":1501297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4],"upper_bound":2},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509549,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33204,"kb_used_data":2008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338636,"statfs":{"total":96636764160,"available":96602763264,"internally_reserved":0,"allocated":2056192,"data_stored":909899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509549,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33188,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338652,"statfs":{"total":96636764160,"available":96602779648,"internally_reserved":0,"allocated":2043904,"data_stored":903543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509550,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33208,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338632,"statfs":{"total":96636764160,"available":96602759168,"internally_reserved":0,"allocated":2060288,"data_stored":904677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542253,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41516,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330324,"statfs":{"total":96636764160,"available":96594251776,"internally_reserved":0,"allocated":2052096,"data_stored":903143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542254,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":1992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2039808,"data_stored":902961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542254,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37356,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334484,"statfs":{"total":96636764160,"available":96598511616,"internally_reserved":0,"allocated":2048000,"data_stored":903017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542254,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37924,"kb_used_data":2576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333916,"statfs":{"total":96636764160,"available":96597929984,"internally_reserved":0,"allocated":2637824,"data_stored":1493419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:50:53.298 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:50:53.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.434+0000 7fb1277fd640 1 Processor -- start 2024-09-16T01:50:53.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.434+0000 7fb1277fd640 1 -- start start 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb1277fd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb1200cecb0 0x7fb1200ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb1277fd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb120160230 con 0x7fb1200cf090 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb1277fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb120160510 con 0x7fb1200cda90 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb1277fd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb120160e40 con 0x7fb1200cecb0 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb125599640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb1200cecb0 0x7fb1200ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb124d98640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb1200cf090 0x7fb1200cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34000/0 (socket says 172.21.15.16:34000) 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb125599640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb1200cecb0 0x7fb1200ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38114/0 (socket says 172.21.15.16:38114) 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.435+0000 7fb124d98640 1 -- 172.21.15.16:0/306573282 learned_addr learned my addr 172.21.15.16:0/306573282 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.436+0000 7fb125599640 1 -- 172.21.15.16:0/306573282 >> v1:172.21.15.104:6789/0 conn(0x7fb1200cda90 legacy=0x7fb12006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.436+0000 7fb125599640 1 -- 172.21.15.16:0/306573282 >> v1:172.21.15.16:6789/0 conn(0x7fb1200cf090 legacy=0x7fb1200cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.436+0000 7fb11ffff640 1 -- 172.21.15.16:0/306573282 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3052173213 0 0) 0x7fb120160230 con 0x7fb1200cf090 2024-09-16T01:50:53.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.436+0000 7fb125599640 1 -- 172.21.15.16:0/306573282 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1201607f0 con 0x7fb1200cecb0 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.436+0000 7fb125599640 1 --2- 172.21.15.16:0/306573282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cecb0 0x7fb1200ce190 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7fb110009d90 tx=0x7fb11002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d59e5fdfcaedbc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb11ffff640 1 -- 172.21.15.16:0/306573282 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110007740 con 0x7fb1200cecb0 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb11ffff640 1 -- 172.21.15.16:0/306573282 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1100078e0 con 0x7fb1200cecb0 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb11ffff640 1 -- 172.21.15.16:0/306573282 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110007cb0 con 0x7fb1200cecb0 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb1277fd640 1 -- 172.21.15.16:0/306573282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cecb0 msgr2=0x7fb1200ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb1277fd640 1 --2- 172.21.15.16:0/306573282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cecb0 0x7fb1200ce190 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7fb110009d90 tx=0x7fb11002a6a0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb1277fd640 1 -- 172.21.15.16:0/306573282 shutdown_connections 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb1277fd640 1 --2- 172.21.15.16:0/306573282 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cecb0 0x7fb1200ce190 unknown :-1 s=CLOSED pgs=1769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb1277fd640 1 -- 172.21.15.16:0/306573282 >> 172.21.15.16:0/306573282 conn(0x7fb1200b2000 msgr2=0x7fb1200b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb1277fd640 1 -- 172.21.15.16:0/306573282 shutdown_connections 2024-09-16T01:50:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.437+0000 7fb1277fd640 1 -- 172.21.15.16:0/306573282 wait complete. 2024-09-16T01:50:53.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.438+0000 7fb1277fd640 1 Processor -- start 2024-09-16T01:50:53.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.438+0000 7fb1277fd640 1 -- start start 2024-09-16T01:50:53.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb1277fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1200cda90 0x7fb1201f4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb1277fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1200cecb0 0x7fb1200b0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb1277fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cf090 0x7fb1200c5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb1277fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb12006c4e0 con 0x7fb1200cf090 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb1277fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb12006c360 con 0x7fb1200cecb0 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb1277fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb12006c660 con 0x7fb1200cda90 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb125d9a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cf090 0x7fb1200c5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb125d9a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cf090 0x7fb1200c5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38118/0 (socket says 172.21.15.16:38118) 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb125d9a640 1 -- 172.21.15.16:0/1549518724 learned_addr learned my addr 172.21.15.16:0/1549518724 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb124d98640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1200cecb0 0x7fb1200b0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.439+0000 7fb125599640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1200cda90 0x7fb1201f4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb125d9a640 1 -- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1200cda90 msgr2=0x7fb1201f4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb125d9a640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1200cda90 0x7fb1201f4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb125d9a640 1 -- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1200cecb0 msgr2=0x7fb1200b0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb125d9a640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1200cecb0 0x7fb1200b0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb125d9a640 1 -- 172.21.15.16:0/1549518724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1200b37e0 con 0x7fb1200cf090 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb125d9a640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cf090 0x7fb1200c5270 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7fb11800b440 tx=0x7fb11800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb11dffb640 1 -- 172.21.15.16:0/1549518724 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb118011830 con 0x7fb1200cf090 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb11dffb640 1 -- 172.21.15.16:0/1549518724 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb118016070 con 0x7fb1200cf090 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1200b3ac0 con 0x7fb1200cf090 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb11dffb640 1 -- 172.21.15.16:0/1549518724 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb118011c10 con 0x7fb1200cf090 2024-09-16T01:50:53.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.440+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1200b4080 con 0x7fb1200cf090 2024-09-16T01:50:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.441+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1200ce190 con 0x7fb1200cf090 2024-09-16T01:50:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.442+0000 7fb11dffb640 1 -- 172.21.15.16:0/1549518724 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fb118004020 con 0x7fb1200cf090 2024-09-16T01:50:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.442+0000 7fb11dffb640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb10c06cc40 0x7fb10c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.442+0000 7fb11dffb640 1 -- 172.21.15.16:0/1549518724 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fb118089480 con 0x7fb1200cf090 2024-09-16T01:50:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.442+0000 7fb125599640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb10c06cc40 0x7fb10c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.443+0000 7fb125599640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb10c06cc40 0x7fb10c06f100 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb110034000 tx=0x7fb11002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.447+0000 7fb11dffb640 1 -- 172.21.15.16:0/1549518724 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb118020020 con 0x7fb1200cf090 2024-09-16T01:50:53.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.617+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb12015ff00 con 0x7fb10c06cc40 2024-09-16T01:50:53.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.623+0000 7fb11dffb640 1 -- 172.21.15.16:0/1549518724 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252456 (secure 0 0 0) 0x7fb12015ff00 con 0x7fb10c06cc40 2024-09-16T01:50:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:53.629 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:50:53.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb10c06cc40 msgr2=0x7fb10c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb10c06cc40 0x7fb10c06f100 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb110034000 tx=0x7fb11002f000 comp rx=0 tx=0).stop 2024-09-16T01:50:53.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cf090 msgr2=0x7fb1200c5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cf090 0x7fb1200c5270 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7fb11800b440 tx=0x7fb11800b900 comp rx=0 tx=0).stop 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 shutdown_connections 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fb10c06cc40 0x7fb10c06f100 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb1200cf090 0x7fb1200c5270 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1200cecb0 0x7fb1200b0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 --2- 172.21.15.16:0/1549518724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1200cda90 0x7fb1201f4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 >> 172.21.15.16:0/1549518724 conn(0x7fb1200b2000 msgr2=0x7fb12015f060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 shutdown_connections 2024-09-16T01:50:53.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.626+0000 7fb1277fd640 1 -- 172.21.15.16:0/1549518724 wait complete. 2024-09-16T01:50:53.639 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":222,"stamp":"2024-09-16T01:50:52.784362+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":83,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":287528,"kb_used_data":17184,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754687192,"statfs":{"total":773094113280,"available":772799684608,"internally_reserved":0,"allocated":17596416,"data_stored":8421956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4],"upper_bound":2},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.510219"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.312735+0000","last_change":"2024-09-16T01:50:49.309002+0000","last_active":"2024-09-16T01:50:49.312735+0000","last_peered":"2024-09-16T01:50:49.312735+0000","last_clean":"2024-09-16T01:50:49.312735+0000","last_became_active":"2024-09-16T01:50:49.308457+0000","last_became_peered":"2024-09-16T01:50:49.308457+0000","last_unstale":"2024-09-16T01:50:49.312735+0000","last_undegraded":"2024-09-16T01:50:49.312735+0000","last_fullsized":"2024-09-16T01:50:49.312735+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:26.812536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387434+0000","last_change":"2024-09-16T01:50:49.305797+0000","last_active":"2024-09-16T01:50:50.387434+0000","last_peered":"2024-09-16T01:50:50.387434+0000","last_clean":"2024-09-16T01:50:50.387434+0000","last_became_active":"2024-09-16T01:50:49.304783+0000","last_became_peered":"2024-09-16T01:50:49.304783+0000","last_unstale":"2024-09-16T01:50:50.387434+0000","last_undegraded":"2024-09-16T01:50:50.387434+0000","last_fullsized":"2024-09-16T01:50:50.387434+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:42.996309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299571+0000","last_change":"2024-09-16T01:50:49.301032+0000","last_active":"2024-09-16T01:50:50.299571+0000","last_peered":"2024-09-16T01:50:50.299571+0000","last_clean":"2024-09-16T01:50:50.299571+0000","last_became_active":"2024-09-16T01:50:49.300714+0000","last_became_peered":"2024-09-16T01:50:49.300714+0000","last_unstale":"2024-09-16T01:50:50.299571+0000","last_undegraded":"2024-09-16T01:50:50.299571+0000","last_fullsized":"2024-09-16T01:50:50.299571+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:50.617875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310794+0000","last_change":"2024-09-16T01:50:49.315334+0000","last_active":"2024-09-16T01:50:50.310794+0000","last_peered":"2024-09-16T01:50:50.310794+0000","last_clean":"2024-09-16T01:50:50.310794+0000","last_became_active":"2024-09-16T01:50:49.314792+0000","last_became_peered":"2024-09-16T01:50:49.314792+0000","last_unstale":"2024-09-16T01:50:50.310794+0000","last_undegraded":"2024-09-16T01:50:50.310794+0000","last_fullsized":"2024-09-16T01:50:50.310794+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:26.201548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319433+0000","last_change":"2024-09-16T01:50:49.315784+0000","last_active":"2024-09-16T01:50:49.319433+0000","last_peered":"2024-09-16T01:50:49.319433+0000","last_clean":"2024-09-16T01:50:49.319433+0000","last_became_active":"2024-09-16T01:50:49.315491+0000","last_became_peered":"2024-09-16T01:50:49.315491+0000","last_unstale":"2024-09-16T01:50:49.319433+0000","last_undegraded":"2024-09-16T01:50:49.319433+0000","last_fullsized":"2024-09-16T01:50:49.319433+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:48.824107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319515+0000","last_change":"2024-09-16T01:50:49.318071+0000","last_active":"2024-09-16T01:50:49.319515+0000","last_peered":"2024-09-16T01:50:49.319515+0000","last_clean":"2024-09-16T01:50:49.319515+0000","last_became_active":"2024-09-16T01:50:49.317792+0000","last_became_peered":"2024-09-16T01:50:49.317792+0000","last_unstale":"2024-09-16T01:50:49.319515+0000","last_undegraded":"2024-09-16T01:50:49.319515+0000","last_fullsized":"2024-09-16T01:50:49.319515+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:07.771304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.303239+0000","last_change":"2024-09-16T01:50:49.296525+0000","last_active":"2024-09-16T01:50:49.303239+0000","last_peered":"2024-09-16T01:50:49.303239+0000","last_clean":"2024-09-16T01:50:49.303239+0000","last_became_active":"2024-09-16T01:50:49.296147+0000","last_became_peered":"2024-09-16T01:50:49.296147+0000","last_unstale":"2024-09-16T01:50:49.303239+0000","last_undegraded":"2024-09-16T01:50:49.303239+0000","last_fullsized":"2024-09-16T01:50:49.303239+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:05.418879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.318697+0000","last_change":"2024-09-16T01:50:49.312448+0000","last_active":"2024-09-16T01:50:49.318697+0000","last_peered":"2024-09-16T01:50:49.318697+0000","last_clean":"2024-09-16T01:50:49.318697+0000","last_became_active":"2024-09-16T01:50:49.312164+0000","last_became_peered":"2024-09-16T01:50:49.312164+0000","last_unstale":"2024-09-16T01:50:49.318697+0000","last_undegraded":"2024-09-16T01:50:49.318697+0000","last_fullsized":"2024-09-16T01:50:49.318697+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:45.879646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387752+0000","last_change":"2024-09-16T01:50:49.306594+0000","last_active":"2024-09-16T01:50:50.387752+0000","last_peered":"2024-09-16T01:50:50.387752+0000","last_clean":"2024-09-16T01:50:50.387752+0000","last_became_active":"2024-09-16T01:50:49.304899+0000","last_became_peered":"2024-09-16T01:50:49.304899+0000","last_unstale":"2024-09-16T01:50:50.387752+0000","last_undegraded":"2024-09-16T01:50:50.387752+0000","last_fullsized":"2024-09-16T01:50:50.387752+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:04:33.912228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.313645+0000","last_change":"2024-09-16T01:50:49.311815+0000","last_active":"2024-09-16T01:50:49.313645+0000","last_peered":"2024-09-16T01:50:49.313645+0000","last_clean":"2024-09-16T01:50:49.313645+0000","last_became_active":"2024-09-16T01:50:49.311473+0000","last_became_peered":"2024-09-16T01:50:49.311473+0000","last_unstale":"2024-09-16T01:50:49.313645+0000","last_undegraded":"2024-09-16T01:50:49.313645+0000","last_fullsized":"2024-09-16T01:50:49.313645+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:05.787385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299655+0000","last_change":"2024-09-16T01:50:49.304212+0000","last_active":"2024-09-16T01:50:50.299655+0000","last_peered":"2024-09-16T01:50:50.299655+0000","last_clean":"2024-09-16T01:50:50.299655+0000","last_became_active":"2024-09-16T01:50:49.302760+0000","last_became_peered":"2024-09-16T01:50:49.302760+0000","last_unstale":"2024-09-16T01:50:50.299655+0000","last_undegraded":"2024-09-16T01:50:50.299655+0000","last_fullsized":"2024-09-16T01:50:50.299655+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:02.418152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305219+0000","last_change":"2024-09-16T01:50:49.312520+0000","last_active":"2024-09-16T01:50:50.305219+0000","last_peered":"2024-09-16T01:50:50.305219+0000","last_clean":"2024-09-16T01:50:50.305219+0000","last_became_active":"2024-09-16T01:50:49.312122+0000","last_became_peered":"2024-09-16T01:50:49.312122+0000","last_unstale":"2024-09-16T01:50:50.305219+0000","last_undegraded":"2024-09-16T01:50:50.305219+0000","last_fullsized":"2024-09-16T01:50:50.305219+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:02.428685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305495+0000","last_change":"2024-09-16T01:50:49.304723+0000","last_active":"2024-09-16T01:50:50.305495+0000","last_peered":"2024-09-16T01:50:50.305495+0000","last_clean":"2024-09-16T01:50:50.305495+0000","last_became_active":"2024-09-16T01:50:49.304440+0000","last_became_peered":"2024-09-16T01:50:49.304440+0000","last_unstale":"2024-09-16T01:50:50.305495+0000","last_undegraded":"2024-09-16T01:50:50.305495+0000","last_fullsized":"2024-09-16T01:50:50.305495+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:39.789692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.307060+0000","last_change":"2024-09-16T01:50:49.302912+0000","last_active":"2024-09-16T01:50:49.307060+0000","last_peered":"2024-09-16T01:50:49.307060+0000","last_clean":"2024-09-16T01:50:49.307060+0000","last_became_active":"2024-09-16T01:50:49.302615+0000","last_became_peered":"2024-09-16T01:50:49.302615+0000","last_unstale":"2024-09-16T01:50:49.307060+0000","last_undegraded":"2024-09-16T01:50:49.307060+0000","last_fullsized":"2024-09-16T01:50:49.307060+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:54.785249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305061+0000","last_change":"2024-09-16T01:50:49.299931+0000","last_active":"2024-09-16T01:50:49.305061+0000","last_peered":"2024-09-16T01:50:49.305061+0000","last_clean":"2024-09-16T01:50:49.305061+0000","last_became_active":"2024-09-16T01:50:49.299291+0000","last_became_peered":"2024-09-16T01:50:49.299291+0000","last_unstale":"2024-09-16T01:50:49.305061+0000","last_undegraded":"2024-09-16T01:50:49.305061+0000","last_fullsized":"2024-09-16T01:50:49.305061+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:27.141576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309951+0000","last_change":"2024-09-16T01:50:49.308908+0000","last_active":"2024-09-16T01:50:49.309951+0000","last_peered":"2024-09-16T01:50:49.309951+0000","last_clean":"2024-09-16T01:50:49.309951+0000","last_became_active":"2024-09-16T01:50:49.308584+0000","last_became_peered":"2024-09-16T01:50:49.308584+0000","last_unstale":"2024-09-16T01:50:49.309951+0000","last_undegraded":"2024-09-16T01:50:49.309951+0000","last_fullsized":"2024-09-16T01:50:49.309951+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:05:47.537506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.312710+0000","last_change":"2024-09-16T01:50:49.308752+0000","last_active":"2024-09-16T01:50:49.312710+0000","last_peered":"2024-09-16T01:50:49.312710+0000","last_clean":"2024-09-16T01:50:49.312710+0000","last_became_active":"2024-09-16T01:50:49.308082+0000","last_became_peered":"2024-09-16T01:50:49.308082+0000","last_unstale":"2024-09-16T01:50:49.312710+0000","last_undegraded":"2024-09-16T01:50:49.312710+0000","last_fullsized":"2024-09-16T01:50:49.312710+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:28.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309380+0000","last_change":"2024-09-16T01:50:49.305371+0000","last_active":"2024-09-16T01:50:49.309380+0000","last_peered":"2024-09-16T01:50:49.309380+0000","last_clean":"2024-09-16T01:50:49.309380+0000","last_became_active":"2024-09-16T01:50:49.305036+0000","last_became_peered":"2024-09-16T01:50:49.305036+0000","last_unstale":"2024-09-16T01:50:49.309380+0000","last_undegraded":"2024-09-16T01:50:49.309380+0000","last_fullsized":"2024-09-16T01:50:49.309380+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:43.264238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309896+0000","last_change":"2024-09-16T01:50:49.308253+0000","last_active":"2024-09-16T01:50:49.309896+0000","last_peered":"2024-09-16T01:50:49.309896+0000","last_clean":"2024-09-16T01:50:49.309896+0000","last_became_active":"2024-09-16T01:50:49.307994+0000","last_became_peered":"2024-09-16T01:50:49.307994+0000","last_unstale":"2024-09-16T01:50:49.309896+0000","last_undegraded":"2024-09-16T01:50:49.309896+0000","last_fullsized":"2024-09-16T01:50:49.309896+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:57.555508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319454+0000","last_change":"2024-09-16T01:50:49.315859+0000","last_active":"2024-09-16T01:50:49.319454+0000","last_peered":"2024-09-16T01:50:49.319454+0000","last_clean":"2024-09-16T01:50:49.319454+0000","last_became_active":"2024-09-16T01:50:49.315561+0000","last_became_peered":"2024-09-16T01:50:49.315561+0000","last_unstale":"2024-09-16T01:50:49.319454+0000","last_undegraded":"2024-09-16T01:50:49.319454+0000","last_fullsized":"2024-09-16T01:50:49.319454+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:56.141156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310850+0000","last_change":"2024-09-16T01:50:49.307675+0000","last_active":"2024-09-16T01:50:50.310850+0000","last_peered":"2024-09-16T01:50:50.310850+0000","last_clean":"2024-09-16T01:50:50.310850+0000","last_became_active":"2024-09-16T01:50:49.307379+0000","last_became_peered":"2024-09-16T01:50:49.307379+0000","last_unstale":"2024-09-16T01:50:50.310850+0000","last_undegraded":"2024-09-16T01:50:50.310850+0000","last_fullsized":"2024-09-16T01:50:50.310850+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:53.440374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304575+0000","last_change":"2024-09-16T01:50:49.301873+0000","last_active":"2024-09-16T01:50:50.304575+0000","last_peered":"2024-09-16T01:50:50.304575+0000","last_clean":"2024-09-16T01:50:50.304575+0000","last_became_active":"2024-09-16T01:50:49.301652+0000","last_became_peered":"2024-09-16T01:50:49.301652+0000","last_unstale":"2024-09-16T01:50:50.304575+0000","last_undegraded":"2024-09-16T01:50:50.304575+0000","last_fullsized":"2024-09-16T01:50:50.304575+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:39.789692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304459+0000","last_change":"2024-09-16T01:50:49.311331+0000","last_active":"2024-09-16T01:50:50.304459+0000","last_peered":"2024-09-16T01:50:50.304459+0000","last_clean":"2024-09-16T01:50:50.304459+0000","last_became_active":"2024-09-16T01:50:49.311039+0000","last_became_peered":"2024-09-16T01:50:49.311039+0000","last_unstale":"2024-09-16T01:50:50.304459+0000","last_undegraded":"2024-09-16T01:50:50.304459+0000","last_fullsized":"2024-09-16T01:50:50.304459+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:23.700354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310700+0000","last_change":"2024-09-16T01:50:49.310593+0000","last_active":"2024-09-16T01:50:50.310700+0000","last_peered":"2024-09-16T01:50:50.310700+0000","last_clean":"2024-09-16T01:50:50.310700+0000","last_became_active":"2024-09-16T01:50:49.308741+0000","last_became_peered":"2024-09-16T01:50:49.308741+0000","last_unstale":"2024-09-16T01:50:50.310700+0000","last_undegraded":"2024-09-16T01:50:50.310700+0000","last_fullsized":"2024-09-16T01:50:50.310700+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:26.806428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387542+0000","last_change":"2024-09-16T01:50:49.313947+0000","last_active":"2024-09-16T01:50:50.387542+0000","last_peered":"2024-09-16T01:50:50.387542+0000","last_clean":"2024-09-16T01:50:50.387542+0000","last_became_active":"2024-09-16T01:50:49.313325+0000","last_became_peered":"2024-09-16T01:50:49.313325+0000","last_unstale":"2024-09-16T01:50:50.387542+0000","last_undegraded":"2024-09-16T01:50:50.387542+0000","last_fullsized":"2024-09-16T01:50:50.387542+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:28:24.563039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.307171+0000","last_change":"2024-09-16T01:50:49.304301+0000","last_active":"2024-09-16T01:50:49.307171+0000","last_peered":"2024-09-16T01:50:49.307171+0000","last_clean":"2024-09-16T01:50:49.307171+0000","last_became_active":"2024-09-16T01:50:49.304000+0000","last_became_peered":"2024-09-16T01:50:49.304000+0000","last_unstale":"2024-09-16T01:50:49.307171+0000","last_undegraded":"2024-09-16T01:50:49.307171+0000","last_fullsized":"2024-09-16T01:50:49.307171+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:33.311594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305049+0000","last_change":"2024-09-16T01:50:49.310818+0000","last_active":"2024-09-16T01:50:50.305049+0000","last_peered":"2024-09-16T01:50:50.305049+0000","last_clean":"2024-09-16T01:50:50.305049+0000","last_became_active":"2024-09-16T01:50:49.310577+0000","last_became_peered":"2024-09-16T01:50:49.310577+0000","last_unstale":"2024-09-16T01:50:50.305049+0000","last_undegraded":"2024-09-16T01:50:50.305049+0000","last_fullsized":"2024-09-16T01:50:50.305049+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:12.232758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299385+0000","last_change":"2024-09-16T01:50:49.316958+0000","last_active":"2024-09-16T01:50:50.299385+0000","last_peered":"2024-09-16T01:50:50.299385+0000","last_clean":"2024-09-16T01:50:50.299385+0000","last_became_active":"2024-09-16T01:50:49.316640+0000","last_became_peered":"2024-09-16T01:50:49.316640+0000","last_unstale":"2024-09-16T01:50:50.299385+0000","last_undegraded":"2024-09-16T01:50:50.299385+0000","last_fullsized":"2024-09-16T01:50:50.299385+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:49.818319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305345+0000","last_change":"2024-09-16T01:50:49.312303+0000","last_active":"2024-09-16T01:50:50.305345+0000","last_peered":"2024-09-16T01:50:50.305345+0000","last_clean":"2024-09-16T01:50:50.305345+0000","last_became_active":"2024-09-16T01:50:49.311415+0000","last_became_peered":"2024-09-16T01:50:49.311415+0000","last_unstale":"2024-09-16T01:50:50.305345+0000","last_undegraded":"2024-09-16T01:50:50.305345+0000","last_fullsized":"2024-09-16T01:50:50.305345+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:23.700354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387329+0000","last_change":"2024-09-16T01:50:49.316692+0000","last_active":"2024-09-16T01:50:50.387329+0000","last_peered":"2024-09-16T01:50:50.387329+0000","last_clean":"2024-09-16T01:50:50.387329+0000","last_became_active":"2024-09-16T01:50:49.316388+0000","last_became_peered":"2024-09-16T01:50:49.316388+0000","last_unstale":"2024-09-16T01:50:50.387329+0000","last_undegraded":"2024-09-16T01:50:50.387329+0000","last_fullsized":"2024-09-16T01:50:50.387329+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:24.678896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309855+0000","last_change":"2024-09-16T01:50:49.307273+0000","last_active":"2024-09-16T01:50:49.309855+0000","last_peered":"2024-09-16T01:50:49.309855+0000","last_clean":"2024-09-16T01:50:49.309855+0000","last_became_active":"2024-09-16T01:50:49.306829+0000","last_became_peered":"2024-09-16T01:50:49.306829+0000","last_unstale":"2024-09-16T01:50:49.309855+0000","last_undegraded":"2024-09-16T01:50:49.309855+0000","last_fullsized":"2024-09-16T01:50:49.309855+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:38:16.546159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.311784+0000","last_change":"2024-09-16T01:50:49.310227+0000","last_active":"2024-09-16T01:50:49.311784+0000","last_peered":"2024-09-16T01:50:49.311784+0000","last_clean":"2024-09-16T01:50:49.311784+0000","last_became_active":"2024-09-16T01:50:49.309933+0000","last_became_peered":"2024-09-16T01:50:49.309933+0000","last_unstale":"2024-09-16T01:50:49.311784+0000","last_undegraded":"2024-09-16T01:50:49.311784+0000","last_fullsized":"2024-09-16T01:50:49.311784+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:49.271921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387485+0000","last_change":"2024-09-16T01:50:49.306143+0000","last_active":"2024-09-16T01:50:50.387485+0000","last_peered":"2024-09-16T01:50:50.387485+0000","last_clean":"2024-09-16T01:50:50.387485+0000","last_became_active":"2024-09-16T01:50:49.305218+0000","last_became_peered":"2024-09-16T01:50:49.305218+0000","last_unstale":"2024-09-16T01:50:50.387485+0000","last_undegraded":"2024-09-16T01:50:50.387485+0000","last_fullsized":"2024-09-16T01:50:50.387485+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:05:01.532985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"162'4","reported_seq":18,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305306+0000","last_change":"2024-09-16T01:50:48.285078+0000","last_active":"2024-09-16T01:50:50.305306+0000","last_peered":"2024-09-16T01:50:50.305306+0000","last_clean":"2024-09-16T01:50:50.305306+0000","last_became_active":"2024-09-16T01:50:48.284773+0000","last_became_peered":"2024-09-16T01:50:48.284773+0000","last_unstale":"2024-09-16T01:50:50.305306+0000","last_undegraded":"2024-09-16T01:50:50.305306+0000","last_fullsized":"2024-09-16T01:50:50.305306+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:41.806162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305459+0000","last_change":"2024-09-16T01:50:49.303313+0000","last_active":"2024-09-16T01:50:50.305459+0000","last_peered":"2024-09-16T01:50:50.305459+0000","last_clean":"2024-09-16T01:50:50.305459+0000","last_became_active":"2024-09-16T01:50:49.303045+0000","last_became_peered":"2024-09-16T01:50:49.303045+0000","last_unstale":"2024-09-16T01:50:50.305459+0000","last_undegraded":"2024-09-16T01:50:50.305459+0000","last_fullsized":"2024-09-16T01:50:50.305459+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:06.553377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"162'1","reported_seq":15,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387621+0000","last_change":"2024-09-16T01:50:48.287406+0000","last_active":"2024-09-16T01:50:50.387621+0000","last_peered":"2024-09-16T01:50:50.387621+0000","last_clean":"2024-09-16T01:50:50.387621+0000","last_became_active":"2024-09-16T01:50:48.287144+0000","last_became_peered":"2024-09-16T01:50:48.287144+0000","last_unstale":"2024-09-16T01:50:50.387621+0000","last_undegraded":"2024-09-16T01:50:50.387621+0000","last_fullsized":"2024-09-16T01:50:50.387621+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:48.572046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.303956+0000","last_change":"2024-09-16T01:50:49.297882+0000","last_active":"2024-09-16T01:50:49.303956+0000","last_peered":"2024-09-16T01:50:49.303956+0000","last_clean":"2024-09-16T01:50:49.303956+0000","last_became_active":"2024-09-16T01:50:49.297590+0000","last_became_peered":"2024-09-16T01:50:49.297590+0000","last_unstale":"2024-09-16T01:50:49.303956+0000","last_undegraded":"2024-09-16T01:50:49.303956+0000","last_fullsized":"2024-09-16T01:50:49.303956+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:26.201548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299680+0000","last_change":"2024-09-16T01:50:48.295239+0000","last_active":"2024-09-16T01:50:50.299680+0000","last_peered":"2024-09-16T01:50:50.299680+0000","last_clean":"2024-09-16T01:50:50.299680+0000","last_became_active":"2024-09-16T01:50:48.294911+0000","last_became_peered":"2024-09-16T01:50:48.294911+0000","last_unstale":"2024-09-16T01:50:50.299680+0000","last_undegraded":"2024-09-16T01:50:50.299680+0000","last_fullsized":"2024-09-16T01:50:50.299680+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:15.189862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.309427+0000","last_change":"2024-09-16T01:50:49.306096+0000","last_active":"2024-09-16T01:50:49.309427+0000","last_peered":"2024-09-16T01:50:49.309427+0000","last_clean":"2024-09-16T01:50:49.309427+0000","last_became_active":"2024-09-16T01:50:49.305784+0000","last_became_peered":"2024-09-16T01:50:49.305784+0000","last_unstale":"2024-09-16T01:50:49.309427+0000","last_undegraded":"2024-09-16T01:50:49.309427+0000","last_fullsized":"2024-09-16T01:50:49.309427+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:39.014569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310939+0000","last_change":"2024-09-16T01:50:48.289285+0000","last_active":"2024-09-16T01:50:50.310939+0000","last_peered":"2024-09-16T01:50:50.310939+0000","last_clean":"2024-09-16T01:50:50.310939+0000","last_became_active":"2024-09-16T01:50:48.288912+0000","last_became_peered":"2024-09-16T01:50:48.288912+0000","last_unstale":"2024-09-16T01:50:50.310939+0000","last_undegraded":"2024-09-16T01:50:50.310939+0000","last_fullsized":"2024-09-16T01:50:50.310939+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:16.867872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310710+0000","last_change":"2024-09-16T01:50:49.314978+0000","last_active":"2024-09-16T01:50:50.310710+0000","last_peered":"2024-09-16T01:50:50.310710+0000","last_clean":"2024-09-16T01:50:50.310710+0000","last_became_active":"2024-09-16T01:50:49.314666+0000","last_became_peered":"2024-09-16T01:50:49.314666+0000","last_unstale":"2024-09-16T01:50:50.310710+0000","last_undegraded":"2024-09-16T01:50:50.310710+0000","last_fullsized":"2024-09-16T01:50:50.310710+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:58:13.913791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"162'1","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319276+0000","last_change":"2024-09-16T01:50:48.294243+0000","last_active":"2024-09-16T01:50:49.319276+0000","last_peered":"2024-09-16T01:50:49.319276+0000","last_clean":"2024-09-16T01:50:49.319276+0000","last_became_active":"2024-09-16T01:50:48.293950+0000","last_became_peered":"2024-09-16T01:50:48.293950+0000","last_unstale":"2024-09-16T01:50:49.319276+0000","last_undegraded":"2024-09-16T01:50:49.319276+0000","last_fullsized":"2024-09-16T01:50:49.319276+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:34:03.603674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319224+0000","last_change":"2024-09-16T01:50:49.313789+0000","last_active":"2024-09-16T01:50:49.319224+0000","last_peered":"2024-09-16T01:50:49.319224+0000","last_clean":"2024-09-16T01:50:49.319224+0000","last_became_active":"2024-09-16T01:50:49.313461+0000","last_became_peered":"2024-09-16T01:50:49.313461+0000","last_unstale":"2024-09-16T01:50:49.319224+0000","last_undegraded":"2024-09-16T01:50:49.319224+0000","last_fullsized":"2024-09-16T01:50:49.319224+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:41.774395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.299881+0000","last_change":"2024-09-16T01:50:48.298627+0000","last_active":"2024-09-16T01:50:49.299881+0000","last_peered":"2024-09-16T01:50:49.299881+0000","last_clean":"2024-09-16T01:50:49.299881+0000","last_became_active":"2024-09-16T01:50:48.298329+0000","last_became_peered":"2024-09-16T01:50:48.298329+0000","last_unstale":"2024-09-16T01:50:49.299881+0000","last_undegraded":"2024-09-16T01:50:49.299881+0000","last_fullsized":"2024-09-16T01:50:49.299881+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:50.552683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310736+0000","last_change":"2024-09-16T01:50:49.315163+0000","last_active":"2024-09-16T01:50:50.310736+0000","last_peered":"2024-09-16T01:50:50.310736+0000","last_clean":"2024-09-16T01:50:50.310736+0000","last_became_active":"2024-09-16T01:50:49.314706+0000","last_became_peered":"2024-09-16T01:50:49.314706+0000","last_unstale":"2024-09-16T01:50:50.310736+0000","last_undegraded":"2024-09-16T01:50:50.310736+0000","last_fullsized":"2024-09-16T01:50:50.310736+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:05.418879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304235+0000","last_change":"2024-09-16T01:50:48.292297+0000","last_active":"2024-09-16T01:50:50.304235+0000","last_peered":"2024-09-16T01:50:50.304235+0000","last_clean":"2024-09-16T01:50:50.304235+0000","last_became_active":"2024-09-16T01:50:48.291986+0000","last_became_peered":"2024-09-16T01:50:48.291986+0000","last_unstale":"2024-09-16T01:50:50.304235+0000","last_undegraded":"2024-09-16T01:50:50.304235+0000","last_fullsized":"2024-09-16T01:50:50.304235+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:37:30.996474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.311190+0000","last_change":"2024-09-16T01:50:49.317343+0000","last_active":"2024-09-16T01:50:50.311190+0000","last_peered":"2024-09-16T01:50:50.311190+0000","last_clean":"2024-09-16T01:50:50.311190+0000","last_became_active":"2024-09-16T01:50:49.316975+0000","last_became_peered":"2024-09-16T01:50:49.316975+0000","last_unstale":"2024-09-16T01:50:50.311190+0000","last_undegraded":"2024-09-16T01:50:50.311190+0000","last_fullsized":"2024-09-16T01:50:50.311190+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:38.449806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.295214+0000","last_change":"2024-09-16T01:50:48.293014+0000","last_active":"2024-09-16T01:50:49.295214+0000","last_peered":"2024-09-16T01:50:49.295214+0000","last_clean":"2024-09-16T01:50:49.295214+0000","last_became_active":"2024-09-16T01:50:48.292725+0000","last_became_peered":"2024-09-16T01:50:48.292725+0000","last_unstale":"2024-09-16T01:50:49.295214+0000","last_undegraded":"2024-09-16T01:50:49.295214+0000","last_fullsized":"2024-09-16T01:50:49.295214+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:29:20.299179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299714+0000","last_change":"2024-09-16T01:50:49.309977+0000","last_active":"2024-09-16T01:50:50.299714+0000","last_peered":"2024-09-16T01:50:50.299714+0000","last_clean":"2024-09-16T01:50:50.299714+0000","last_became_active":"2024-09-16T01:50:49.309690+0000","last_became_peered":"2024-09-16T01:50:49.309690+0000","last_unstale":"2024-09-16T01:50:50.299714+0000","last_undegraded":"2024-09-16T01:50:50.299714+0000","last_fullsized":"2024-09-16T01:50:50.299714+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:26:25.874068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304821+0000","last_change":"2024-09-16T01:50:48.292120+0000","last_active":"2024-09-16T01:50:50.304821+0000","last_peered":"2024-09-16T01:50:50.304821+0000","last_clean":"2024-09-16T01:50:50.304821+0000","last_became_active":"2024-09-16T01:50:48.291794+0000","last_became_peered":"2024-09-16T01:50:48.291794+0000","last_unstale":"2024-09-16T01:50:50.304821+0000","last_undegraded":"2024-09-16T01:50:50.304821+0000","last_fullsized":"2024-09-16T01:50:50.304821+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:03:18.495685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.311261+0000","last_change":"2024-09-16T01:50:49.308015+0000","last_active":"2024-09-16T01:50:50.311261+0000","last_peered":"2024-09-16T01:50:50.311261+0000","last_clean":"2024-09-16T01:50:50.311261+0000","last_became_active":"2024-09-16T01:50:49.307689+0000","last_became_peered":"2024-09-16T01:50:49.307689+0000","last_unstale":"2024-09-16T01:50:50.311261+0000","last_undegraded":"2024-09-16T01:50:50.311261+0000","last_fullsized":"2024-09-16T01:50:50.311261+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:27.141576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"162'3","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.321843+0000","last_change":"2024-09-16T01:50:48.288558+0000","last_active":"2024-09-16T01:50:49.321843+0000","last_peered":"2024-09-16T01:50:49.321843+0000","last_clean":"2024-09-16T01:50:49.321843+0000","last_became_active":"2024-09-16T01:50:48.288289+0000","last_became_peered":"2024-09-16T01:50:48.288289+0000","last_unstale":"2024-09-16T01:50:49.321843+0000","last_undegraded":"2024-09-16T01:50:49.321843+0000","last_fullsized":"2024-09-16T01:50:49.321843+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:24:29.902183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.311463+0000","last_change":"2024-09-16T01:50:49.307454+0000","last_active":"2024-09-16T01:50:49.311463+0000","last_peered":"2024-09-16T01:50:49.311463+0000","last_clean":"2024-09-16T01:50:49.311463+0000","last_became_active":"2024-09-16T01:50:49.307077+0000","last_became_peered":"2024-09-16T01:50:49.307077+0000","last_unstale":"2024-09-16T01:50:49.311463+0000","last_undegraded":"2024-09-16T01:50:49.311463+0000","last_fullsized":"2024-09-16T01:50:49.311463+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:48.721267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"162'6","reported_seq":20,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.311101+0000","last_change":"2024-09-16T01:50:48.289719+0000","last_active":"2024-09-16T01:50:50.311101+0000","last_peered":"2024-09-16T01:50:50.311101+0000","last_clean":"2024-09-16T01:50:50.311101+0000","last_became_active":"2024-09-16T01:50:48.289434+0000","last_became_peered":"2024-09-16T01:50:48.289434+0000","last_unstale":"2024-09-16T01:50:50.311101+0000","last_undegraded":"2024-09-16T01:50:50.311101+0000","last_fullsized":"2024-09-16T01:50:50.311101+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:07.950510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.319489+0000","last_change":"2024-09-16T01:50:49.316680+0000","last_active":"2024-09-16T01:50:49.319489+0000","last_peered":"2024-09-16T01:50:49.319489+0000","last_clean":"2024-09-16T01:50:49.319489+0000","last_became_active":"2024-09-16T01:50:49.316373+0000","last_became_peered":"2024-09-16T01:50:49.316373+0000","last_unstale":"2024-09-16T01:50:49.319489+0000","last_undegraded":"2024-09-16T01:50:49.319489+0000","last_fullsized":"2024-09-16T01:50:49.319489+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:54:23.920876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304876+0000","last_change":"2024-09-16T01:50:48.296434+0000","last_active":"2024-09-16T01:50:50.304876+0000","last_peered":"2024-09-16T01:50:50.304876+0000","last_clean":"2024-09-16T01:50:50.304876+0000","last_became_active":"2024-09-16T01:50:48.295904+0000","last_became_peered":"2024-09-16T01:50:48.295904+0000","last_unstale":"2024-09-16T01:50:50.304876+0000","last_undegraded":"2024-09-16T01:50:50.304876+0000","last_fullsized":"2024-09-16T01:50:50.304876+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:00.093173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.321213+0000","last_change":"2024-09-16T01:50:49.318436+0000","last_active":"2024-09-16T01:50:49.321213+0000","last_peered":"2024-09-16T01:50:49.321213+0000","last_clean":"2024-09-16T01:50:49.321213+0000","last_became_active":"2024-09-16T01:50:49.317910+0000","last_became_peered":"2024-09-16T01:50:49.317910+0000","last_unstale":"2024-09-16T01:50:49.321213+0000","last_undegraded":"2024-09-16T01:50:49.321213+0000","last_fullsized":"2024-09-16T01:50:49.321213+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:24.233679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304483+0000","last_change":"2024-09-16T01:50:48.296531+0000","last_active":"2024-09-16T01:50:50.304483+0000","last_peered":"2024-09-16T01:50:50.304483+0000","last_clean":"2024-09-16T01:50:50.304483+0000","last_became_active":"2024-09-16T01:50:48.296198+0000","last_became_peered":"2024-09-16T01:50:48.296198+0000","last_unstale":"2024-09-16T01:50:50.304483+0000","last_undegraded":"2024-09-16T01:50:50.304483+0000","last_fullsized":"2024-09-16T01:50:50.304483+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:53.944072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299254+0000","last_change":"2024-09-16T01:50:49.304793+0000","last_active":"2024-09-16T01:50:50.299254+0000","last_peered":"2024-09-16T01:50:50.299254+0000","last_clean":"2024-09-16T01:50:50.299254+0000","last_became_active":"2024-09-16T01:50:49.302187+0000","last_became_peered":"2024-09-16T01:50:49.302187+0000","last_unstale":"2024-09-16T01:50:50.299254+0000","last_undegraded":"2024-09-16T01:50:50.299254+0000","last_fullsized":"2024-09-16T01:50:50.299254+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:23:20.767647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.295033+0000","last_change":"2024-09-16T01:50:48.283220+0000","last_active":"2024-09-16T01:50:49.295033+0000","last_peered":"2024-09-16T01:50:49.295033+0000","last_clean":"2024-09-16T01:50:49.295033+0000","last_became_active":"2024-09-16T01:50:48.282047+0000","last_became_peered":"2024-09-16T01:50:48.282047+0000","last_unstale":"2024-09-16T01:50:49.295033+0000","last_undegraded":"2024-09-16T01:50:49.295033+0000","last_fullsized":"2024-09-16T01:50:49.295033+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:53.612616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305035+0000","last_change":"2024-09-16T01:50:49.299603+0000","last_active":"2024-09-16T01:50:49.305035+0000","last_peered":"2024-09-16T01:50:49.305035+0000","last_clean":"2024-09-16T01:50:49.305035+0000","last_became_active":"2024-09-16T01:50:49.298879+0000","last_became_peered":"2024-09-16T01:50:49.298879+0000","last_unstale":"2024-09-16T01:50:49.305035+0000","last_undegraded":"2024-09-16T01:50:49.305035+0000","last_fullsized":"2024-09-16T01:50:49.305035+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:38.449806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"162'8","reported_seq":22,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299365+0000","last_change":"2024-09-16T01:50:48.294046+0000","last_active":"2024-09-16T01:50:50.299365+0000","last_peered":"2024-09-16T01:50:50.299365+0000","last_clean":"2024-09-16T01:50:50.299365+0000","last_became_active":"2024-09-16T01:50:48.293678+0000","last_became_peered":"2024-09-16T01:50:48.293678+0000","last_unstale":"2024-09-16T01:50:50.299365+0000","last_undegraded":"2024-09-16T01:50:50.299365+0000","last_fullsized":"2024-09-16T01:50:50.299365+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:07.754196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387572+0000","last_change":"2024-09-16T01:50:49.306114+0000","last_active":"2024-09-16T01:50:50.387572+0000","last_peered":"2024-09-16T01:50:50.387572+0000","last_clean":"2024-09-16T01:50:50.387572+0000","last_became_active":"2024-09-16T01:50:49.305525+0000","last_became_peered":"2024-09-16T01:50:49.305525+0000","last_unstale":"2024-09-16T01:50:50.387572+0000","last_undegraded":"2024-09-16T01:50:50.387572+0000","last_fullsized":"2024-09-16T01:50:50.387572+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:30.261456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"162'1","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.321883+0000","last_change":"2024-09-16T01:50:48.296278+0000","last_active":"2024-09-16T01:50:49.321883+0000","last_peered":"2024-09-16T01:50:49.321883+0000","last_clean":"2024-09-16T01:50:49.321883+0000","last_became_active":"2024-09-16T01:50:48.295907+0000","last_became_peered":"2024-09-16T01:50:48.295907+0000","last_unstale":"2024-09-16T01:50:49.321883+0000","last_undegraded":"2024-09-16T01:50:49.321883+0000","last_fullsized":"2024-09-16T01:50:49.321883+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:48.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387579+0000","last_change":"2024-09-16T01:50:49.310639+0000","last_active":"2024-09-16T01:50:50.387579+0000","last_peered":"2024-09-16T01:50:50.387579+0000","last_clean":"2024-09-16T01:50:50.387579+0000","last_became_active":"2024-09-16T01:50:49.309666+0000","last_became_peered":"2024-09-16T01:50:49.309666+0000","last_unstale":"2024-09-16T01:50:50.387579+0000","last_undegraded":"2024-09-16T01:50:50.387579+0000","last_fullsized":"2024-09-16T01:50:50.387579+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:57.833372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387654+0000","last_change":"2024-09-16T01:50:48.290509+0000","last_active":"2024-09-16T01:50:50.387654+0000","last_peered":"2024-09-16T01:50:50.387654+0000","last_clean":"2024-09-16T01:50:50.387654+0000","last_became_active":"2024-09-16T01:50:48.290228+0000","last_became_peered":"2024-09-16T01:50:48.290228+0000","last_unstale":"2024-09-16T01:50:50.387654+0000","last_undegraded":"2024-09-16T01:50:50.387654+0000","last_fullsized":"2024-09-16T01:50:50.387654+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:30:23.957776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299527+0000","last_change":"2024-09-16T01:50:49.302981+0000","last_active":"2024-09-16T01:50:50.299527+0000","last_peered":"2024-09-16T01:50:50.299527+0000","last_clean":"2024-09-16T01:50:50.299527+0000","last_became_active":"2024-09-16T01:50:49.302673+0000","last_became_peered":"2024-09-16T01:50:49.302673+0000","last_unstale":"2024-09-16T01:50:50.299527+0000","last_undegraded":"2024-09-16T01:50:50.299527+0000","last_fullsized":"2024-09-16T01:50:50.299527+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:31.577947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"162'1","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.324626+0000","last_change":"2024-09-16T01:50:48.289301+0000","last_active":"2024-09-16T01:50:49.324626+0000","last_peered":"2024-09-16T01:50:49.324626+0000","last_clean":"2024-09-16T01:50:49.324626+0000","last_became_active":"2024-09-16T01:50:48.288970+0000","last_became_peered":"2024-09-16T01:50:48.288970+0000","last_unstale":"2024-09-16T01:50:49.324626+0000","last_undegraded":"2024-09-16T01:50:49.324626+0000","last_fullsized":"2024-09-16T01:50:49.324626+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:28.449449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.312119+0000","last_change":"2024-09-16T01:50:49.310850+0000","last_active":"2024-09-16T01:50:49.312119+0000","last_peered":"2024-09-16T01:50:49.312119+0000","last_clean":"2024-09-16T01:50:49.312119+0000","last_became_active":"2024-09-16T01:50:49.310533+0000","last_became_peered":"2024-09-16T01:50:49.310533+0000","last_unstale":"2024-09-16T01:50:49.312119+0000","last_undegraded":"2024-09-16T01:50:49.312119+0000","last_fullsized":"2024-09-16T01:50:49.312119+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:12.712552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299716+0000","last_change":"2024-09-16T01:50:48.295655+0000","last_active":"2024-09-16T01:50:50.299716+0000","last_peered":"2024-09-16T01:50:50.299716+0000","last_clean":"2024-09-16T01:50:50.299716+0000","last_became_active":"2024-09-16T01:50:48.295305+0000","last_became_peered":"2024-09-16T01:50:48.295305+0000","last_unstale":"2024-09-16T01:50:50.299716+0000","last_undegraded":"2024-09-16T01:50:50.299716+0000","last_fullsized":"2024-09-16T01:50:50.299716+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:30:16.049246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.320940+0000","last_change":"2024-09-16T01:50:49.317014+0000","last_active":"2024-09-16T01:50:49.320940+0000","last_peered":"2024-09-16T01:50:49.320940+0000","last_clean":"2024-09-16T01:50:49.320940+0000","last_became_active":"2024-09-16T01:50:49.316737+0000","last_became_peered":"2024-09-16T01:50:49.316737+0000","last_unstale":"2024-09-16T01:50:49.320940+0000","last_undegraded":"2024-09-16T01:50:49.320940+0000","last_fullsized":"2024-09-16T01:50:49.320940+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:28.420864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"162'2","reported_seq":14,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.322319+0000","last_change":"2024-09-16T01:50:48.296486+0000","last_active":"2024-09-16T01:50:49.322319+0000","last_peered":"2024-09-16T01:50:49.322319+0000","last_clean":"2024-09-16T01:50:49.322319+0000","last_became_active":"2024-09-16T01:50:48.296216+0000","last_became_peered":"2024-09-16T01:50:48.296216+0000","last_unstale":"2024-09-16T01:50:49.322319+0000","last_undegraded":"2024-09-16T01:50:49.322319+0000","last_fullsized":"2024-09-16T01:50:49.322319+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:46:00.271014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299486+0000","last_change":"2024-09-16T01:50:49.308933+0000","last_active":"2024-09-16T01:50:50.299486+0000","last_peered":"2024-09-16T01:50:50.299486+0000","last_clean":"2024-09-16T01:50:50.299486+0000","last_became_active":"2024-09-16T01:50:49.308602+0000","last_became_peered":"2024-09-16T01:50:49.308602+0000","last_unstale":"2024-09-16T01:50:50.299486+0000","last_undegraded":"2024-09-16T01:50:50.299486+0000","last_fullsized":"2024-09-16T01:50:50.299486+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:21.610119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.291074+0000","last_change":"2024-09-16T01:50:48.292139+0000","last_active":"2024-09-16T01:50:49.291074+0000","last_peered":"2024-09-16T01:50:49.291074+0000","last_clean":"2024-09-16T01:50:49.291074+0000","last_became_active":"2024-09-16T01:50:48.291337+0000","last_became_peered":"2024-09-16T01:50:48.291337+0000","last_unstale":"2024-09-16T01:50:49.291074+0000","last_undegraded":"2024-09-16T01:50:49.291074+0000","last_fullsized":"2024-09-16T01:50:49.291074+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:58:12.908591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387277+0000","last_change":"2024-09-16T01:50:49.305227+0000","last_active":"2024-09-16T01:50:50.387277+0000","last_peered":"2024-09-16T01:50:50.387277+0000","last_clean":"2024-09-16T01:50:50.387277+0000","last_became_active":"2024-09-16T01:50:49.304450+0000","last_became_peered":"2024-09-16T01:50:49.304450+0000","last_unstale":"2024-09-16T01:50:50.387277+0000","last_undegraded":"2024-09-16T01:50:50.387277+0000","last_fullsized":"2024-09-16T01:50:50.387277+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:06.470562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.290462+0000","last_change":"2024-09-16T01:50:48.297926+0000","last_active":"2024-09-16T01:50:49.290462+0000","last_peered":"2024-09-16T01:50:49.290462+0000","last_clean":"2024-09-16T01:50:49.290462+0000","last_became_active":"2024-09-16T01:50:48.297630+0000","last_became_peered":"2024-09-16T01:50:48.297630+0000","last_unstale":"2024-09-16T01:50:49.290462+0000","last_undegraded":"2024-09-16T01:50:49.290462+0000","last_fullsized":"2024-09-16T01:50:49.290462+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:25.801228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304517+0000","last_change":"2024-09-16T01:50:49.302828+0000","last_active":"2024-09-16T01:50:50.304517+0000","last_peered":"2024-09-16T01:50:50.304517+0000","last_clean":"2024-09-16T01:50:50.304517+0000","last_became_active":"2024-09-16T01:50:49.302538+0000","last_became_peered":"2024-09-16T01:50:49.302538+0000","last_unstale":"2024-09-16T01:50:50.304517+0000","last_undegraded":"2024-09-16T01:50:50.304517+0000","last_fullsized":"2024-09-16T01:50:50.304517+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:14:48.356267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.296966+0000","last_change":"2024-09-16T01:50:48.297756+0000","last_active":"2024-09-16T01:50:49.296966+0000","last_peered":"2024-09-16T01:50:49.296966+0000","last_clean":"2024-09-16T01:50:49.296966+0000","last_became_active":"2024-09-16T01:50:48.297452+0000","last_became_peered":"2024-09-16T01:50:48.297452+0000","last_unstale":"2024-09-16T01:50:49.296966+0000","last_undegraded":"2024-09-16T01:50:49.296966+0000","last_fullsized":"2024-09-16T01:50:49.296966+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:00.131522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305216+0000","last_change":"2024-09-16T01:50:49.311411+0000","last_active":"2024-09-16T01:50:50.305216+0000","last_peered":"2024-09-16T01:50:50.305216+0000","last_clean":"2024-09-16T01:50:50.305216+0000","last_became_active":"2024-09-16T01:50:49.311168+0000","last_became_peered":"2024-09-16T01:50:49.311168+0000","last_unstale":"2024-09-16T01:50:50.305216+0000","last_undegraded":"2024-09-16T01:50:50.305216+0000","last_fullsized":"2024-09-16T01:50:50.305216+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:27.663706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"162'2","reported_seq":16,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299740+0000","last_change":"2024-09-16T01:50:48.295248+0000","last_active":"2024-09-16T01:50:50.299740+0000","last_peered":"2024-09-16T01:50:50.299740+0000","last_clean":"2024-09-16T01:50:50.299740+0000","last_became_active":"2024-09-16T01:50:48.293585+0000","last_became_peered":"2024-09-16T01:50:48.293585+0000","last_unstale":"2024-09-16T01:50:50.299740+0000","last_undegraded":"2024-09-16T01:50:50.299740+0000","last_fullsized":"2024-09-16T01:50:50.299740+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:08:51.884340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.308263+0000","last_change":"2024-09-16T01:50:49.303544+0000","last_active":"2024-09-16T01:50:49.308263+0000","last_peered":"2024-09-16T01:50:49.308263+0000","last_clean":"2024-09-16T01:50:49.308263+0000","last_became_active":"2024-09-16T01:50:49.303254+0000","last_became_peered":"2024-09-16T01:50:49.303254+0000","last_unstale":"2024-09-16T01:50:49.308263+0000","last_undegraded":"2024-09-16T01:50:49.308263+0000","last_fullsized":"2024-09-16T01:50:49.308263+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:30.426007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"163'1","reported_seq":15,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.312571+0000","last_change":"2024-09-16T01:50:48.291352+0000","last_active":"2024-09-16T01:50:50.312571+0000","last_peered":"2024-09-16T01:50:50.312571+0000","last_clean":"2024-09-16T01:50:50.312571+0000","last_became_active":"2024-09-16T01:50:48.291061+0000","last_became_peered":"2024-09-16T01:50:48.291061+0000","last_unstale":"2024-09-16T01:50:50.312571+0000","last_undegraded":"2024-09-16T01:50:50.312571+0000","last_fullsized":"2024-09-16T01:50:50.312571+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:31.305992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387378+0000","last_change":"2024-09-16T01:50:49.306669+0000","last_active":"2024-09-16T01:50:50.387378+0000","last_peered":"2024-09-16T01:50:50.387378+0000","last_clean":"2024-09-16T01:50:50.387378+0000","last_became_active":"2024-09-16T01:50:49.306410+0000","last_became_peered":"2024-09-16T01:50:49.306410+0000","last_unstale":"2024-09-16T01:50:50.387378+0000","last_undegraded":"2024-09-16T01:50:50.387378+0000","last_fullsized":"2024-09-16T01:50:50.387378+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:25.252717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.300683+0000","last_change":"2024-09-16T01:50:48.298636+0000","last_active":"2024-09-16T01:50:49.300683+0000","last_peered":"2024-09-16T01:50:49.300683+0000","last_clean":"2024-09-16T01:50:49.300683+0000","last_became_active":"2024-09-16T01:50:48.298342+0000","last_became_peered":"2024-09-16T01:50:48.298342+0000","last_unstale":"2024-09-16T01:50:49.300683+0000","last_undegraded":"2024-09-16T01:50:49.300683+0000","last_fullsized":"2024-09-16T01:50:49.300683+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:41.204290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304780+0000","last_change":"2024-09-16T01:50:49.310315+0000","last_active":"2024-09-16T01:50:50.304780+0000","last_peered":"2024-09-16T01:50:50.304780+0000","last_clean":"2024-09-16T01:50:50.304780+0000","last_became_active":"2024-09-16T01:50:49.309516+0000","last_became_peered":"2024-09-16T01:50:49.309516+0000","last_unstale":"2024-09-16T01:50:50.304780+0000","last_undegraded":"2024-09-16T01:50:50.304780+0000","last_fullsized":"2024-09-16T01:50:50.304780+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:17.638571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299621+0000","last_change":"2024-09-16T01:50:48.294630+0000","last_active":"2024-09-16T01:50:50.299621+0000","last_peered":"2024-09-16T01:50:50.299621+0000","last_clean":"2024-09-16T01:50:50.299621+0000","last_became_active":"2024-09-16T01:50:48.294376+0000","last_became_peered":"2024-09-16T01:50:48.294376+0000","last_unstale":"2024-09-16T01:50:50.299621+0000","last_undegraded":"2024-09-16T01:50:50.299621+0000","last_fullsized":"2024-09-16T01:50:50.299621+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:10.658540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305111+0000","last_change":"2024-09-16T01:50:49.300326+0000","last_active":"2024-09-16T01:50:49.305111+0000","last_peered":"2024-09-16T01:50:49.305111+0000","last_clean":"2024-09-16T01:50:49.305111+0000","last_became_active":"2024-09-16T01:50:49.299499+0000","last_became_peered":"2024-09-16T01:50:49.299499+0000","last_unstale":"2024-09-16T01:50:49.305111+0000","last_undegraded":"2024-09-16T01:50:49.305111+0000","last_fullsized":"2024-09-16T01:50:49.305111+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:06.303643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310810+0000","last_change":"2024-09-16T01:50:48.295314+0000","last_active":"2024-09-16T01:50:50.310810+0000","last_peered":"2024-09-16T01:50:50.310810+0000","last_clean":"2024-09-16T01:50:50.310810+0000","last_became_active":"2024-09-16T01:50:48.294978+0000","last_became_peered":"2024-09-16T01:50:48.294978+0000","last_unstale":"2024-09-16T01:50:50.310810+0000","last_undegraded":"2024-09-16T01:50:50.310810+0000","last_fullsized":"2024-09-16T01:50:50.310810+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:38:16.336814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305450+0000","last_change":"2024-09-16T01:50:49.301054+0000","last_active":"2024-09-16T01:50:50.305450+0000","last_peered":"2024-09-16T01:50:50.305450+0000","last_clean":"2024-09-16T01:50:50.305450+0000","last_became_active":"2024-09-16T01:50:49.300776+0000","last_became_peered":"2024-09-16T01:50:49.300776+0000","last_unstale":"2024-09-16T01:50:50.305450+0000","last_undegraded":"2024-09-16T01:50:50.305450+0000","last_fullsized":"2024-09-16T01:50:50.305450+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:14:48.356267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":12,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.299930+0000","last_change":"2024-09-16T01:50:48.297392+0000","last_active":"2024-09-16T01:50:49.299930+0000","last_peered":"2024-09-16T01:50:49.299930+0000","last_clean":"2024-09-16T01:50:49.299930+0000","last_became_active":"2024-09-16T01:50:48.297115+0000","last_became_peered":"2024-09-16T01:50:48.297115+0000","last_unstale":"2024-09-16T01:50:49.299930+0000","last_undegraded":"2024-09-16T01:50:49.299930+0000","last_fullsized":"2024-09-16T01:50:49.299930+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:01:14.276202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.299337+0000","last_change":"2024-09-16T01:50:49.305650+0000","last_active":"2024-09-16T01:50:50.299337+0000","last_peered":"2024-09-16T01:50:50.299337+0000","last_clean":"2024-09-16T01:50:50.299337+0000","last_became_active":"2024-09-16T01:50:49.305204+0000","last_became_peered":"2024-09-16T01:50:49.305204+0000","last_unstale":"2024-09-16T01:50:50.299337+0000","last_undegraded":"2024-09-16T01:50:50.299337+0000","last_fullsized":"2024-09-16T01:50:50.299337+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:51:07.942815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.304635+0000","last_change":"2024-09-16T01:50:48.289398+0000","last_active":"2024-09-16T01:50:50.304635+0000","last_peered":"2024-09-16T01:50:50.304635+0000","last_clean":"2024-09-16T01:50:50.304635+0000","last_became_active":"2024-09-16T01:50:48.289123+0000","last_became_peered":"2024-09-16T01:50:48.289123+0000","last_unstale":"2024-09-16T01:50:50.304635+0000","last_undegraded":"2024-09-16T01:50:50.304635+0000","last_fullsized":"2024-09-16T01:50:50.304635+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:02:25.177687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":12,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.387205+0000","last_change":"2024-09-16T01:50:49.304750+0000","last_active":"2024-09-16T01:50:50.387205+0000","last_peered":"2024-09-16T01:50:50.387205+0000","last_clean":"2024-09-16T01:50:50.387205+0000","last_became_active":"2024-09-16T01:50:49.304415+0000","last_became_peered":"2024-09-16T01:50:49.304415+0000","last_unstale":"2024-09-16T01:50:50.387205+0000","last_undegraded":"2024-09-16T01:50:50.387205+0000","last_fullsized":"2024-09-16T01:50:50.387205+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:42.211649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":14,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305422+0000","last_change":"2024-09-16T01:50:48.293353+0000","last_active":"2024-09-16T01:50:50.305422+0000","last_peered":"2024-09-16T01:50:50.305422+0000","last_clean":"2024-09-16T01:50:50.305422+0000","last_became_active":"2024-09-16T01:50:48.293060+0000","last_became_peered":"2024-09-16T01:50:48.293060+0000","last_unstale":"2024-09-16T01:50:50.305422+0000","last_undegraded":"2024-09-16T01:50:50.305422+0000","last_fullsized":"2024-09-16T01:50:50.305422+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:00.093173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":9,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-16T01:50:49.305082+0000","last_change":"2024-09-16T01:50:49.299007+0000","last_active":"2024-09-16T01:50:49.305082+0000","last_peered":"2024-09-16T01:50:49.305082+0000","last_clean":"2024-09-16T01:50:49.305082+0000","last_became_active":"2024-09-16T01:50:49.298578+0000","last_became_peered":"2024-09-16T01:50:49.298578+0000","last_unstale":"2024-09-16T01:50:49.305082+0000","last_undegraded":"2024-09-16T01:50:49.305082+0000","last_fullsized":"2024-09-16T01:50:49.305082+0000","mapping_epoch":161,"log_start":"0'0","ondisk_log_start":"0'0","created":161,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:48.273452+0000","last_clean_scrub_stamp":"2024-09-16T01:50:48.273452+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:53.440374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"162'1","reported_seq":15,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.305542+0000","last_change":"2024-09-16T01:50:48.293800+0000","last_active":"2024-09-16T01:50:50.305542+0000","last_peered":"2024-09-16T01:50:50.305542+0000","last_clean":"2024-09-16T01:50:50.305542+0000","last_became_active":"2024-09-16T01:50:48.293486+0000","last_became_peered":"2024-09-16T01:50:48.293486+0000","last_unstale":"2024-09-16T01:50:50.305542+0000","last_undegraded":"2024-09-16T01:50:50.305542+0000","last_fullsized":"2024-09-16T01:50:50.305542+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:50:47.268252+0000","last_clean_scrub_stamp":"2024-09-16T01:50:47.268252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:17.767264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":472,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-16T01:50:50.310694+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:50:50.310694+0000","last_peered":"2024-09-16T01:50:50.310694+0000","last_clean":"2024-09-16T01:50:50.310694+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:50:50.310694+0000","last_undegraded":"2024-09-16T01:50:50.310694+0000","last_fullsized":"2024-09-16T01:50:50.310694+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574957,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33784,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338056,"statfs":{"total":96636764160,"available":96602169344,"internally_reserved":0,"allocated":2658304,"data_stored":1501297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4],"upper_bound":2},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509549,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33204,"kb_used_data":2008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338636,"statfs":{"total":96636764160,"available":96602763264,"internally_reserved":0,"allocated":2056192,"data_stored":909899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509549,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33188,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338652,"statfs":{"total":96636764160,"available":96602779648,"internally_reserved":0,"allocated":2043904,"data_stored":903543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509550,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33208,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338632,"statfs":{"total":96636764160,"available":96602759168,"internally_reserved":0,"allocated":2060288,"data_stored":904677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542253,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41516,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330324,"statfs":{"total":96636764160,"available":96594251776,"internally_reserved":0,"allocated":2052096,"data_stored":903143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542254,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":1992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2039808,"data_stored":902961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542254,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37356,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334484,"statfs":{"total":96636764160,"available":96598511616,"internally_reserved":0,"allocated":2048000,"data_stored":903017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542254,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37924,"kb_used_data":2576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333916,"statfs":{"total":96636764160,"available":96597929984,"internally_reserved":0,"allocated":2637824,"data_stored":1493419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:50:53.643 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:50:53.643 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:50:53.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.787+0000 7effbc9a6640 1 Processor -- start 2024-09-16T01:50:53.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.787+0000 7effbc9a6640 1 -- start start 2024-09-16T01:50:53.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.788+0000 7effbc9a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 0x7effb80cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.788+0000 7effbc9a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effb80d22f0 con 0x7effb80d1680 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.788+0000 7effbc9a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effb80d25d0 con 0x7effb80cfb00 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.788+0000 7effbc9a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7effb80d20a0 con 0x7effb8147f30 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.788+0000 7effb6d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7effb80d1680 0x7effb80b8810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34010/0 (socket says 172.21.15.16:34010) 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb6d9d640 1 -- 172.21.15.16:0/3997219836 learned_addr learned my addr 172.21.15.16:0/3997219836 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb659c640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 0x7effb80cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1042996903 0 0) 0x7effb80d22f0 con 0x7effb80d1680 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7effa4003520 con 0x7effb80d1680 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3390808208 0 0) 0x7effb80d25d0 con 0x7effb80cfb00 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7effb80d22f0 con 0x7effb80cfb00 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 760828651 0 0) 0x7effa4003520 con 0x7effb80d1680 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 msgr2=0x7effb80cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:53.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 0x7effb80cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 >> v1:172.21.15.104:6789/0 conn(0x7effb80cfb00 legacy=0x7effb80d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb80d28b0 con 0x7effb80d1680 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7effa80019f0 con 0x7effb80d1680 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb659c640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 0x7effb80cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 >> v1:172.21.15.16:6789/0 conn(0x7effb80d1680 legacy=0x7effb80b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 0x7effa4003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effa40040b0 0x7effa4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effa4004d40 0x7effa40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7effb80d20a0 con 0x7effa4004d40 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7effa400bb00 con 0x7effa40040b0 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7effa400bd00 con 0x7effb8147f30 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb6d9d640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effa4004d40 0x7effa40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb659c640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 0x7effa4003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.789+0000 7effb5d9b640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effa40040b0 0x7effa4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.790+0000 7effb6d9d640 1 -- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 msgr2=0x7effa4003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.790+0000 7effb6d9d640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effb8147f30 0x7effa4003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.790+0000 7effb6d9d640 1 -- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effa40040b0 msgr2=0x7effa4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.790+0000 7effb6d9d640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effa40040b0 0x7effa4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.790+0000 7effb6d9d640 1 -- 172.21.15.16:0/3997219836 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effa4003520 con 0x7effa4004d40 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.790+0000 7effb6d9d640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effa4004d40 0x7effa40051c0 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7effb80ba750 tx=0x7effa4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af397eb812798a1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa800a410 con 0x7effa4004d40 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effa802f070 con 0x7effa4004d40 2024-09-16T01:50:53.795 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effb559a640 1 -- 172.21.15.16:0/3997219836 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa802bc30 con 0x7effa4004d40 2024-09-16T01:50:53.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effbc9a6640 1 -- 172.21.15.16:0/3997219836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effa4004d40 msgr2=0x7effa40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effbc9a6640 1 --2- 172.21.15.16:0/3997219836 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effa4004d40 0x7effa40051c0 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7effb80ba750 tx=0x7effa4005830 comp rx=0 tx=0).stop 2024-09-16T01:50:53.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effb6d9d640 1 -- 172.21.15.16:0/3997219836 reap_dead start 2024-09-16T01:50:53.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effbc9a6640 1 -- 172.21.15.16:0/3997219836 shutdown_connections 2024-09-16T01:50:53.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effbc9a6640 1 -- 172.21.15.16:0/3997219836 >> 172.21.15.16:0/3997219836 conn(0x7effb8074da0 msgr2=0x7effb80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effbc9a6640 1 -- 172.21.15.16:0/3997219836 shutdown_connections 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.791+0000 7effbc9a6640 1 -- 172.21.15.16:0/3997219836 wait complete. 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 Processor -- start 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 -- start start 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effa4004d40 0x7effb80cf0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb8161010 0x7effb815af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effb815cf90 0x7effb815d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7effb80d4010 con 0x7effb815cf90 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7effb8148310 con 0x7effb8161010 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effbc9a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7effb80d4190 con 0x7effa4004d40 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effb6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effb815cf90 0x7effb815d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effb6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effb815cf90 0x7effb815d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38136/0 (socket says 172.21.15.16:38136) 2024-09-16T01:50:53.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.793+0000 7effb6d9d640 1 -- 172.21.15.16:0/1170412474 learned_addr learned my addr 172.21.15.16:0/1170412474 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb659c640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effa4004d40 0x7effb80cf0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb5d9b640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb8161010 0x7effb815af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb6d9d640 1 -- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effa4004d40 msgr2=0x7effb80cf0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb6d9d640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effa4004d40 0x7effb80cf0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb6d9d640 1 -- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb8161010 msgr2=0x7effb815af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb6d9d640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb8161010 0x7effb815af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb6d9d640 1 -- 172.21.15.16:0/1170412474 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb8161490 con 0x7effb815cf90 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effb6d9d640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effb815cf90 0x7effb815d440 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7effa800a8b0 tx=0x7effb80d24c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effaeffd640 1 -- 172.21.15.16:0/1170412474 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa802bba0 con 0x7effb815cf90 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effaeffd640 1 -- 172.21.15.16:0/1170412474 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effa802bd40 con 0x7effb815cf90 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effaeffd640 1 -- 172.21.15.16:0/1170412474 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa8034670 con 0x7effb815cf90 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effb81f8200 con 0x7effb815cf90 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.794+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effb81f87c0 con 0x7effb815cf90 2024-09-16T01:50:53.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.795+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effb80b83a0 con 0x7effb815cf90 2024-09-16T01:50:53.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.796+0000 7effaeffd640 1 -- 172.21.15.16:0/1170412474 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7effa8034810 con 0x7effb815cf90 2024-09-16T01:50:53.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.796+0000 7effaeffd640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff9806cc70 0x7eff9806f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:53.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.796+0000 7effaeffd640 1 -- 172.21.15.16:0/1170412474 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7effa80a9920 con 0x7effb815cf90 2024-09-16T01:50:53.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.796+0000 7effb659c640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff9806cc70 0x7eff9806f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:53.801 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.797+0000 7effb659c640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff9806cc70 0x7eff9806f130 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7effb0009bb0 tx=0x7effb0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:53.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:53.801+0000 7effaeffd640 1 -- 172.21.15.16:0/1170412474 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7effa8079c90 con 0x7effb815cf90 2024-09-16T01:50:54.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.042+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7effb80d30b0 con 0x7effb815cf90 2024-09-16T01:50:54.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.044+0000 7effaeffd640 1 -- 172.21.15.16:0/1170412474 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v23) ==== 190+0+147 (secure 0 0 0) 0x7effa8079590 con 0x7effb815cf90 2024-09-16T01:50:54.046 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-16T01:50:54.046 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQC6jOdmCaTRKRAAZrGWk+J1NVjxLZDvY9FnWw== 2024-09-16T01:50:54.046 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-16T01:50:54.046 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-16T01:50:54.046 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:50:54.046 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-16T01:50:54.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff9806cc70 msgr2=0x7eff9806f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff9806cc70 0x7eff9806f130 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7effb0009bb0 tx=0x7effb0009190 comp rx=0 tx=0).stop 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effb815cf90 msgr2=0x7effb815d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effb815cf90 0x7effb815d440 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7effa800a8b0 tx=0x7effb80d24c0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 shutdown_connections 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7eff9806cc70 0x7eff9806f130 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7effb815cf90 0x7effb815d440 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb8161010 0x7effb815af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 --2- 172.21.15.16:0/1170412474 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7effa4004d40 0x7effb80cf0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 >> 172.21.15.16:0/1170412474 conn(0x7effb8074da0 msgr2=0x7effb80d0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 shutdown_connections 2024-09-16T01:50:54.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.046+0000 7effbc9a6640 1 -- 172.21.15.16:0/1170412474 wait complete. 2024-09-16T01:50:54.059 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:50:54.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.159+0000 7fd4b9e5e640 1 Processor -- start 2024-09-16T01:50:54.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.159+0000 7fd4b9e5e640 1 -- start start 2024-09-16T01:50:54.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b9e5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b415e680 0x7fd4b40b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b9e5e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4b40d4570 0x7fd4b40d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b9e5e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4b40b8500 con 0x7fd4b40b95a0 2024-09-16T01:50:54.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b9e5e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd4b40b87e0 con 0x7fd4b40d4570 2024-09-16T01:50:54.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b9e5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd4b40b8ac0 con 0x7fd4b415e680 2024-09-16T01:50:54.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4b40d4570 0x7fd4b40d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4b40d4570 0x7fd4b40d4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38150/0 (socket says 172.21.15.16:38150) 2024-09-16T01:50:54.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b3fff640 1 -- 172.21.15.16:0/3501010115 learned_addr learned my addr 172.21.15.16:0/3501010115 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.160+0000 7fd4b37fe640 1 --2- 172.21.15.16:0/3501010115 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b415e680 0x7fd4b40b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.161+0000 7fd4b3fff640 1 -- 172.21.15.16:0/3501010115 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b415e680 msgr2=0x7fd4b40b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.161+0000 7fd4b3fff640 1 --2- 172.21.15.16:0/3501010115 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b415e680 0x7fd4b40b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.161+0000 7fd4b3fff640 1 -- 172.21.15.16:0/3501010115 >> v1:172.21.15.104:6789/0 conn(0x7fd4b40b95a0 legacy=0x7fd4b40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.161+0000 7fd4b3fff640 1 -- 172.21.15.16:0/3501010115 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b40b8da0 con 0x7fd4b40d4570 2024-09-16T01:50:54.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.161+0000 7fd4b3fff640 1 --2- 172.21.15.16:0/3501010115 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b40d4570 0x7fd4b40d4a00 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009e50 tx=0x7fd4ac02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dec5c6a799f9368 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.161+0000 7fd4b27fc640 1 -- 172.21.15.16:0/3501010115 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac036070 con 0x7fd4b40d4570 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b27fc640 1 -- 172.21.15.16:0/3501010115 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4ac031600 con 0x7fd4b40d4570 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b27fc640 1 -- 172.21.15.16:0/3501010115 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac0319d0 con 0x7fd4b40d4570 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/3501010115 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b40d4570 msgr2=0x7fd4b40d4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/3501010115 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b40d4570 0x7fd4b40d4a00 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009e50 tx=0x7fd4ac02a710 comp rx=0 tx=0).stop 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/3501010115 shutdown_connections 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/3501010115 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b40d4570 0x7fd4b40d4a00 unknown :-1 s=CLOSED pgs=1774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/3501010115 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b415e680 0x7fd4b40b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/3501010115 >> 172.21.15.16:0/3501010115 conn(0x7fd4b4074fe0 msgr2=0x7fd4b4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/3501010115 shutdown_connections 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.162+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/3501010115 wait complete. 2024-09-16T01:50:54.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.163+0000 7fd4b9e5e640 1 Processor -- start 2024-09-16T01:50:54.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.163+0000 7fd4b9e5e640 1 -- start start 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b9e5e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b40b95a0 0x7fd4b40d00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b9e5e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4b40d4570 0x7fd4b415a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b9e5e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415e680 0x7fd4b41451e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b9e5e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b415ea60 con 0x7fd4b415e680 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b9e5e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b40b99e0 con 0x7fd4b40d4570 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b9e5e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd4b415ebe0 con 0x7fd4b40b95a0 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415e680 0x7fd4b41451e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415e680 0x7fd4b41451e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38158/0 (socket says 172.21.15.16:38158) 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b3fff640 1 -- 172.21.15.16:0/1328359306 learned_addr learned my addr 172.21.15.16:0/1328359306 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b37fe640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b40b95a0 0x7fd4b40d00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.164+0000 7fd4b2ffd640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4b40d4570 0x7fd4b415a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b3fff640 1 -- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b40b95a0 msgr2=0x7fd4b40d00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b3fff640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b40b95a0 0x7fd4b40d00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b3fff640 1 -- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4b40d4570 msgr2=0x7fd4b415a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b3fff640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4b40d4570 0x7fd4b415a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b3fff640 1 -- 172.21.15.16:0/1328359306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b415b190 con 0x7fd4b415e680 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b3fff640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415e680 0x7fd4b41451e0 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009f70 tx=0x7fd4ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd49bfff640 1 -- 172.21.15.16:0/1328359306 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac03f020 con 0x7fd4b415e680 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd49bfff640 1 -- 172.21.15.16:0/1328359306 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4ac037040 con 0x7fd4b415e680 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4b415abd0 con 0x7fd4b415e680 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd49bfff640 1 -- 172.21.15.16:0/1328359306 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac036070 con 0x7fd4b415e680 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.165+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4b4145f60 con 0x7fd4b415e680 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.166+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4b40b7f20 con 0x7fd4b415e680 2024-09-16T01:50:54.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.167+0000 7fd49bfff640 1 -- 172.21.15.16:0/1328359306 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fd4ac042020 con 0x7fd4b415e680 2024-09-16T01:50:54.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.167+0000 7fd49bfff640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4a006cc40 0x7fd4a006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.167+0000 7fd49bfff640 1 -- 172.21.15.16:0/1328359306 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fd4ac0a9fb0 con 0x7fd4b415e680 2024-09-16T01:50:54.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.167+0000 7fd4b37fe640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4a006cc40 0x7fd4a006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.168+0000 7fd4b37fe640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4a006cc40 0x7fd4a006f100 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd4a40079a0 tx=0x7fd4a4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.172+0000 7fd49bfff640 1 -- 172.21.15.16:0/1328359306 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd4ac049030 con 0x7fd4b415e680 2024-09-16T01:50:54.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.385+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4b40d3930 con 0x7fd4b415e680 2024-09-16T01:50:54.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.386+0000 7fd49bfff640 1 -- 172.21.15.16:0/1328359306 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 101 v101) ==== 95+0+5235 (secure 0 0 0) 0x7fd4ac079cd0 con 0x7fd4b415e680 2024-09-16T01:50:54.389 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:50:54.389 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":101,"btime":"2024-09-16T01:50:52:312000+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/3585792845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3585792845},{"type":"v1","addr":"172.21.15.104:6833","nonce":3585792845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9234,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2289201607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2289201607},{"type":"v1","addr":"172.21.15.16:6834","nonce":2289201607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1100416770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1100416770},{"type":"v1","addr":"172.21.15.16:6835","nonce":1100416770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":96}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:48.642261+0000","modified":"2024-09-16T01:50:51.413262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9249},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9249":{"gid":9249,"name":"d","rank":0,"incarnation":98,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/3497280687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3497280687},{"type":"v1","addr":"172.21.15.104:6835","nonce":3497280687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9249,"qdb_cluster":[9249]},"id":13}]} 2024-09-16T01:50:54.389 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 101 2024-09-16T01:50:54.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4a006cc40 msgr2=0x7fd4a006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4a006cc40 0x7fd4a006f100 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd4a40079a0 tx=0x7fd4a4008040 comp rx=0 tx=0).stop 2024-09-16T01:50:54.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415e680 msgr2=0x7fd4b41451e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415e680 0x7fd4b41451e0 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009f70 tx=0x7fd4ac004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 shutdown_connections 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd4a006cc40 0x7fd4a006f100 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415e680 0x7fd4b41451e0 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4b40d4570 0x7fd4b415a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 --2- 172.21.15.16:0/1328359306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd4b40b95a0 0x7fd4b40d00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 >> 172.21.15.16:0/1328359306 conn(0x7fd4b4074fe0 msgr2=0x7fd4b40d2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 shutdown_connections 2024-09-16T01:50:54.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.388+0000 7fd4b9e5e640 1 -- 172.21.15.16:0/1328359306 wait complete. 2024-09-16T01:50:54.805 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 101, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:50:48.642261+0000', 'modified': '2024-09-16T01:50:51.413262+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9249}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9249': {'gid': 9249, 'name': 'd', 'rank': 0, 'incarnation': 98, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6835/3497280687', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6834', 'nonce': 3497280687}, {'type': 'v1', 'addr': '172.21.15.104:6835', 'nonce': 3497280687}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [27], 'metadata_pool': 26, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9249, 'qdb_cluster': [9249]} 2024-09-16T01:50:54.805 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:50:54.805 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-16T01:50:54.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.909+0000 7f802e037640 1 Processor -- start 2024-09-16T01:50:54.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.909+0000 7f802e037640 1 -- start start 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.910+0000 7f802e037640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8028147fc0 0x7f802815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.910+0000 7f802e037640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280b9ee0 0x7f80280d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.910+0000 7f802e037640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80280ba2f0 con 0x7f80280d0ee0 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.910+0000 7f802e037640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f80281483a0 con 0x7f8028147fc0 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.910+0000 7f802e037640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f802815efa0 con 0x7f80280b9ee0 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f8027fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280b9ee0 0x7f80280d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f80277fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8028147fc0 0x7f802815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f8027fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280b9ee0 0x7f80280d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:51038/0 (socket says 172.21.15.16:51038) 2024-09-16T01:50:54.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f8027fff640 1 -- 172.21.15.16:0/1869875396 learned_addr learned my addr 172.21.15.16:0/1869875396 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f8027fff640 1 -- 172.21.15.16:0/1869875396 >> v2:172.21.15.104:3300/0 conn(0x7f8028147fc0 msgr2=0x7f802815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f8027fff640 1 --2- 172.21.15.16:0/1869875396 >> v2:172.21.15.104:3300/0 conn(0x7f8028147fc0 0x7f802815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f8027fff640 1 -- 172.21.15.16:0/1869875396 >> v1:172.21.15.104:6789/0 conn(0x7f80280d0ee0 legacy=0x7f80280b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f8027fff640 1 -- 172.21.15.16:0/1869875396 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80280d2750 con 0x7f80280b9ee0 2024-09-16T01:50:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f80267fc640 1 -- 172.21.15.16:0/1869875396 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1220021747 0 0) 0x7f80280ba2f0 con 0x7f80280d0ee0 2024-09-16T01:50:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.911+0000 7f80277fe640 1 --2- 172.21.15.16:0/1869875396 >> v2:172.21.15.104:3300/0 conn(0x7f8028147fc0 0x7f802815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.912+0000 7f8027fff640 1 --2- 172.21.15.16:0/1869875396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280b9ee0 0x7f80280d1370 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8020009e50 tx=0x7f802002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17baa82be0037ab6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.912+0000 7f80267fc640 1 -- 172.21.15.16:0/1869875396 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020036070 con 0x7f80280b9ee0 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.912+0000 7f80267fc640 1 -- 172.21.15.16:0/1869875396 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8020031600 con 0x7f80280b9ee0 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.912+0000 7f80267fc640 1 -- 172.21.15.16:0/1869875396 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80200319d0 con 0x7f80280b9ee0 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 -- 172.21.15.16:0/1869875396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280b9ee0 msgr2=0x7f80280d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 --2- 172.21.15.16:0/1869875396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280b9ee0 0x7f80280d1370 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8020009e50 tx=0x7f802002a710 comp rx=0 tx=0).stop 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 -- 172.21.15.16:0/1869875396 shutdown_connections 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 --2- 172.21.15.16:0/1869875396 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280b9ee0 0x7f80280d1370 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 --2- 172.21.15.16:0/1869875396 >> v2:172.21.15.104:3300/0 conn(0x7f8028147fc0 0x7f802815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 -- 172.21.15.16:0/1869875396 >> 172.21.15.16:0/1869875396 conn(0x7f8028074fe0 msgr2=0x7f802806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 -- 172.21.15.16:0/1869875396 shutdown_connections 2024-09-16T01:50:54.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.913+0000 7f802e037640 1 -- 172.21.15.16:0/1869875396 wait complete. 2024-09-16T01:50:54.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.914+0000 7f802e037640 1 Processor -- start 2024-09-16T01:50:54.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.914+0000 7f802e037640 1 -- start start 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f802e037640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80280b9ee0 0x7f8028141770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f802e037640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280d0ee0 0x7f8028142df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f802e037640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8028147fc0 0x7f8028154c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f802e037640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f80280d2d10 con 0x7f80280b9ee0 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f802e037640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80280d2500 con 0x7f8028147fc0 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f802e037640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80280d2ff0 con 0x7f80280d0ee0 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f80277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80280b9ee0 0x7f8028141770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f80277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80280b9ee0 0x7f8028141770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38172/0 (socket says 172.21.15.16:38172) 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f80277fe640 1 -- 172.21.15.16:0/1701514385 learned_addr learned my addr 172.21.15.16:0/1701514385 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f8027fff640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8028147fc0 0x7f8028154c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.915+0000 7f8026ffd640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280d0ee0 0x7f8028142df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f80277fe640 1 -- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280d0ee0 msgr2=0x7f8028142df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f80277fe640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280d0ee0 0x7f8028142df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f80277fe640 1 -- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8028147fc0 msgr2=0x7f8028154c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f80277fe640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8028147fc0 0x7f8028154c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f80277fe640 1 -- 172.21.15.16:0/1701514385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8028141d50 con 0x7f80280b9ee0 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f80277fe640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80280b9ee0 0x7f8028141770 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f801800e960 tx=0x7f801800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f800ffff640 1 -- 172.21.15.16:0/1701514385 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8018017070 con 0x7f80280b9ee0 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f800ffff640 1 -- 172.21.15.16:0/1701514385 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f801800ca00 con 0x7f80280b9ee0 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8028142030 con 0x7f80280b9ee0 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f800ffff640 1 -- 172.21.15.16:0/1701514385 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801800cdd0 con 0x7f80280b9ee0 2024-09-16T01:50:54.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.916+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80281425f0 con 0x7f80280b9ee0 2024-09-16T01:50:54.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.918+0000 7f800ffff640 1 -- 172.21.15.16:0/1701514385 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f801801a070 con 0x7f80280b9ee0 2024-09-16T01:50:54.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.918+0000 7f800ffff640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f801406cc40 0x7f801406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.918+0000 7f800ffff640 1 -- 172.21.15.16:0/1701514385 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f8018089df0 con 0x7f80280b9ee0 2024-09-16T01:50:54.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.918+0000 7f8026ffd640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f801406cc40 0x7f801406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.919+0000 7f8026ffd640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f801406cc40 0x7f801406f100 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8028140df0 tx=0x7f801c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.919+0000 7f8030dce740 1 Processor -- start 2024-09-16T01:50:54.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.919+0000 7f8030dce740 1 -- start start 2024-09-16T01:50:54.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8030dce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e7ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e36a80 0x55d4a7e396a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e338b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8030dce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55d4a7d9b520 con 0x55d4a7e392c0 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d4a7d433e0 con 0x55d4a7e36a80 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55d4a7d974e0 con 0x55d4a7e3aa50 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e7ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e7ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38176/0 (socket says 172.21.15.16:38176) 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 -- 172.21.15.16:0/2968683223 learned_addr learned my addr 172.21.15.16:0/2968683223 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8027fff640 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e338b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8026ffd640 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e36a80 0x55d4a7e396a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 -- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 msgr2=0x55d4a7e338b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e338b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 -- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e36a80 msgr2=0x55d4a7e396a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e36a80 0x55d4a7e396a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 -- 172.21.15.16:0/2968683223 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4a7d5e2f0 con 0x55d4a7e392c0 2024-09-16T01:50:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f8027fff640 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e338b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.920+0000 7f80277fe640 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e7ea60 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7f801800e930 tx=0x7f8018059980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de39412208e4efe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f800d7fa640 1 -- 172.21.15.16:0/2968683223 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8018021050 con 0x55d4a7e392c0 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f800d7fa640 1 -- 172.21.15.16:0/2968683223 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8018057d80 con 0x55d4a7e392c0 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f800d7fa640 1 -- 172.21.15.16:0/2968683223 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8018058ed0 con 0x55d4a7e392c0 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 -- 172.21.15.16:0/2968683223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 msgr2=0x55d4a7e7ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e7ea60 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7f801800e930 tx=0x7f8018059980 comp rx=0 tx=0).stop 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 -- 172.21.15.16:0/2968683223 shutdown_connections 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e338b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e36a80 0x55d4a7e396a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 --2- 172.21.15.16:0/2968683223 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e7ea60 unknown :-1 s=CLOSED pgs=1777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 -- 172.21.15.16:0/2968683223 >> 172.21.15.16:0/2968683223 conn(0x55d4a7e35a80 msgr2=0x55d4a7e7df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 -- 172.21.15.16:0/2968683223 shutdown_connections 2024-09-16T01:50:54.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.921+0000 7f8030dce740 1 -- 172.21.15.16:0/2968683223 wait complete. 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.922+0000 7f8030dce740 1 -- start start 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.922+0000 7f8030dce740 1 Processor -- start 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8030dce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e5def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e79530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 0x55d4a7e60e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8030dce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55d4a7e34f20 con 0x55d4a7e392c0 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d4a7d24450 con 0x55d4a7e5e600 2024-09-16T01:50:54.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55d4a7e7f290 con 0x55d4a7e3aa50 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8030dce740 10 client.0 _ll_register_callbacks cb 0x55d4a7aadac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e5def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e5def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38180/0 (socket says 172.21.15.16:38180) 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 -- 172.21.15.16:0/4028303178 learned_addr learned my addr 172.21.15.16:0/4028303178 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8027fff640 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 0x55d4a7e60e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f8026ffd640 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e79530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 -- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 msgr2=0x55d4a7e79530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e79530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 -- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 msgr2=0x55d4a7e60e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 0x55d4a7e60e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 -- 172.21.15.16:0/4028303178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4a7aae2d0 con 0x55d4a7e392c0 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80277fe640 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e5def0 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f8018059a10 tx=0x7f801801e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c13243c693c939 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.923+0000 7f80067fc640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f80067fc640 1 -- 172.21.15.16:0/4028303178 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80180590e0 con 0x55d4a7e392c0 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f80067fc640 1 -- 172.21.15.16:0/4028303178 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f80180557d0 con 0x55d4a7e392c0 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8018057d80 con 0x55d4a7e392c0 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f80067fc640 1 -- 172.21.15.16:0/4028303178 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=101) ==== 24+0+0 (secure 0 0 0) 0x7f8018021020 con 0x55d4a7e392c0 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 10 client.9366 fetch_fsmap learned FSMap version 101 2024-09-16T01:50:54.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=101,monmap=2+}) -- 0x55d4a7b786b0 con 0x55d4a7e392c0 2024-09-16T01:50:54.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f80067fc640 1 -- 172.21.15.16:0/4028303178 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8018057d80 con 0x55d4a7e392c0 2024-09-16T01:50:54.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f80067fc640 1 -- 172.21.15.16:0/4028303178 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 101) ==== 3502+0+0 (secure 0 0 0) 0x7f8018058940 con 0x55d4a7e392c0 2024-09-16T01:50:54.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 10 client.9366 fetch_fsmap finished waiting for FSMap version 101 2024-09-16T01:50:54.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 10 client.9366 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-16T01:50:54.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 20 client.9366 populate_metadata read hostname 'smithi016' 2024-09-16T01:50:54.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e7b160 0x55d4a7e8dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 4 client.9366 mds_command: new command op to 9249 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 --> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4a7da8c50 con 0x55d4a7e7b160 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.924+0000 7f8026ffd640 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e7b160 0x55d4a7e8dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.925+0000 7f8026ffd640 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e7b160 0x55d4a7e8dd80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4154e73f54e15ed2 server_cookie=153ef9ca5e072b7b in_seq=0 out_seq=0 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.925+0000 7f80067fc640 10 client.9366 ms_handle_connect on v2:172.21.15.104:6834/3497280687 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f80067fc640 1 -- 172.21.15.16:0/4028303178 <== mds.0 v2:172.21.15.104:6834/3497280687 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d4a7da8c50 con 0x55d4a7e7b160 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f80067fc640 10 client.9366 handle_command_reply: tid=0 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 client.9366 shutdown 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 msgr2=0x55d4a7e5def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e5def0 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f8018059a10 tx=0x7f801801e040 comp rx=0 tx=0).stop 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 shutdown_connections 2024-09-16T01:50:54.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e7b160 0x55d4a7e8dd80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 0x55d4a7e60e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e3aa50 0x55d4a7e79530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 --2- 172.21.15.16:0/4028303178 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e392c0 0x55d4a7e5def0 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f80067fc640 0 client.9366 ms_handle_reset on v2:172.21.15.104:6834/3497280687 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 >> 172.21.15.16:0/4028303178 conn(0x55d4a7e36a80 msgr2=0x55d4a7e7bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 shutdown_connections 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 1 -- 172.21.15.16:0/4028303178 wait complete. 2024-09-16T01:50:54.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.926+0000 7f8030dce740 20 client.9366 trim_cache size 0 max 16384 2024-09-16T01:50:54.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.944+0000 7f8030dce740 1 Processor -- start 2024-09-16T01:50:54.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.944+0000 7f8030dce740 1 -- start start 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 0x55d4a7e7c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8030dce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e3aa50 0x55d4a7ea2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 0x55d4a7e3a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8030dce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f80281ffbb0 con 0x55d4a7e3aa50 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8028140000 con 0x55d4a7e5e600 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80281f4d50 con 0x55d4a7e392c0 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e3aa50 0x55d4a7ea2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e3aa50 0x55d4a7ea2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38182/0 (socket says 172.21.15.16:38182) 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 -- 172.21.15.16:0/1480786609 learned_addr learned my addr 172.21.15.16:0/1480786609 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 -- 172.21.15.16:0/1480786609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 msgr2=0x55d4a7e7c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 --2- 172.21.15.16:0/1480786609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 0x55d4a7e7c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 -- 172.21.15.16:0/1480786609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 msgr2=0x55d4a7e3a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 --2- 172.21.15.16:0/1480786609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 0x55d4a7e3a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 -- 172.21.15.16:0/1480786609 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4a7e80e80 con 0x55d4a7e3aa50 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f8026ffd640 1 --2- 172.21.15.16:0/1480786609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e3aa50 0x55d4a7ea2090 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f801c0011e0 tx=0x7f801c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d16170256299fc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.945+0000 7f800cff9640 1 -- 172.21.15.16:0/1480786609 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801c024a70 con 0x55d4a7e3aa50 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f800cff9640 1 -- 172.21.15.16:0/1480786609 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f801c02f070 con 0x55d4a7e3aa50 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f800cff9640 1 -- 172.21.15.16:0/1480786609 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801c024e30 con 0x55d4a7e3aa50 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 -- 172.21.15.16:0/1480786609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e3aa50 msgr2=0x55d4a7ea2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 --2- 172.21.15.16:0/1480786609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e3aa50 0x55d4a7ea2090 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f801c0011e0 tx=0x7f801c012000 comp rx=0 tx=0).stop 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 -- 172.21.15.16:0/1480786609 shutdown_connections 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 --2- 172.21.15.16:0/1480786609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e5e600 0x55d4a7e3a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 --2- 172.21.15.16:0/1480786609 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e3aa50 0x55d4a7ea2090 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 --2- 172.21.15.16:0/1480786609 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 0x55d4a7e7c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 -- 172.21.15.16:0/1480786609 >> 172.21.15.16:0/1480786609 conn(0x55d4a7e36a80 msgr2=0x55d4a7e63310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 -- 172.21.15.16:0/1480786609 shutdown_connections 2024-09-16T01:50:54.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.946+0000 7f8030dce740 1 -- 172.21.15.16:0/1480786609 wait complete. 2024-09-16T01:50:54.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.947+0000 7f8030dce740 1 -- start start 2024-09-16T01:50:54.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.947+0000 7f8030dce740 1 Processor -- start 2024-09-16T01:50:54.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 0x55d4a7eed1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e3aa50 0x55d4a7e61b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e5e600 0x55d4a7e63160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55d4a7e34f20 con 0x55d4a7e5e600 2024-09-16T01:50:54.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d4a7e7f290 con 0x55d4a7e3aa50 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55d4a7d24450 con 0x55d4a7e392c0 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 10 client.0 _ll_register_callbacks cb 0x7f80180593e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e5e600 0x55d4a7e63160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e5e600 0x55d4a7e63160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38186/0 (socket says 172.21.15.16:38186) 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 -- 172.21.15.16:0/2709917686 learned_addr learned my addr 172.21.15.16:0/2709917686 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8026ffd640 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e3aa50 0x55d4a7e61b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f80277fe640 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 0x55d4a7eed1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 -- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 msgr2=0x55d4a7eed1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 0x55d4a7eed1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 -- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e3aa50 msgr2=0x55d4a7e61b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e3aa50 0x55d4a7e61b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 -- 172.21.15.16:0/2709917686 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4a7e5d590 con 0x55d4a7e5e600 2024-09-16T01:50:54.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8027fff640 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e5e600 0x55d4a7e63160 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7f8020009e50 tx=0x7f8020004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db458b78f87cad62 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f80067fc640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f80067fc640 1 -- 172.21.15.16:0/2709917686 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020036040 con 0x55d4a7e5e600 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f80067fc640 1 -- 172.21.15.16:0/2709917686 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f8020004040 con 0x55d4a7e5e600 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.948+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f801c02f070 con 0x55d4a7e5e600 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f80067fc640 1 -- 172.21.15.16:0/2709917686 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=101) ==== 24+0+0 (secure 0 0 0) 0x7f8020050050 con 0x55d4a7e5e600 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 10 client.9372 fetch_fsmap learned FSMap version 101 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=101,monmap=2+}) -- 0x55d4a7eed730 con 0x55d4a7e5e600 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f80067fc640 1 -- 172.21.15.16:0/2709917686 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f801c02f070 con 0x55d4a7e5e600 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f80067fc640 1 -- 172.21.15.16:0/2709917686 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 101) ==== 3502+0+0 (secure 0 0 0) 0x7f8020053020 con 0x55d4a7e5e600 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 10 client.9372 fetch_fsmap finished waiting for FSMap version 101 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 10 client.9372 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 20 client.9372 populate_metadata read hostname 'smithi016' 2024-09-16T01:50:54.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e81be0 0x55d4a7ea0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 4 client.9372 mds_command: new command op to 9249 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 --> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] -- command(tid 0: {"prefix": "status"}) -- 0x55d4a7da2fa0 con 0x55d4a7e81be0 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.949+0000 7f80277fe640 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e81be0 0x55d4a7ea0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f80067fc640 10 client.9372 ms_handle_connect on v2:172.21.15.104:6834/3497280687 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f80277fe640 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e81be0 0x55d4a7ea0980 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d213f5a0f080f9b server_cookie=1260d9245f1cc68e in_seq=0 out_seq=0 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f80067fc640 1 -- 172.21.15.16:0/2709917686 <== mds.0 v2:172.21.15.104:6834/3497280687 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55d4a7da2fa0 con 0x55d4a7e81be0 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f80067fc640 10 client.9372 handle_command_reply: tid=0 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 client.9372 shutdown 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e5e600 msgr2=0x55d4a7e63160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e5e600 0x55d4a7e63160 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7f8020009e50 tx=0x7f8020004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 shutdown_connections 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:6834/3497280687,v1:172.21.15.104:6835/3497280687] conn(0x55d4a7e81be0 0x55d4a7ea0980 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55d4a7e5e600 0x55d4a7e63160 unknown :-1 s=CLOSED pgs=1780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d4a7e3aa50 0x55d4a7e61b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f80067fc640 0 client.9372 ms_handle_reset on v2:172.21.15.104:6834/3497280687 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 --2- 172.21.15.16:0/2709917686 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55d4a7e392c0 0x55d4a7eed1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 >> 172.21.15.16:0/2709917686 conn(0x55d4a7e36a80 msgr2=0x55d4a7ef0c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 shutdown_connections 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 1 -- 172.21.15.16:0/2709917686 wait complete. 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.950+0000 7f8030dce740 20 client.9372 trim_cache size 0 max 16384 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "858f5423-bcbf-4873-b88b-359d55facc81", 2024-09-16T01:50:54.960 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 9249, 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 5.6547757240000003, 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 101, 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 163, 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 163, 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 10.639386541 2024-09-16T01:50:54.961 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:50:54.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f801406cc40 msgr2=0x7f801406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f801406cc40 0x7f801406f100 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8028140df0 tx=0x7f801c009040 comp rx=0 tx=0).stop 2024-09-16T01:50:54.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80280b9ee0 msgr2=0x7f8028141770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:54.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80280b9ee0 0x7f8028141770 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f801800e960 tx=0x7f801800ee20 comp rx=0 tx=0).stop 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 shutdown_connections 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f801406cc40 0x7f801406f100 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8028147fc0 0x7f8028154c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80280d0ee0 0x7f8028142df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 --2- 172.21.15.16:0/1701514385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80280b9ee0 0x7f8028141770 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 >> 172.21.15.16:0/1701514385 conn(0x7f8028074fe0 msgr2=0x7f80280d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 shutdown_connections 2024-09-16T01:50:54.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:54.951+0000 7f802e037640 1 -- 172.21.15.16:0/1701514385 wait complete. 2024-09-16T01:50:54.964 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:50:55.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.064+0000 7ffb99074640 1 Processor -- start 2024-09-16T01:50:55.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.064+0000 7ffb99074640 1 -- start start 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb99074640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffb9415e570 0x7ffb940d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb99074640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffb940d4a00 0x7ffb940cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb99074640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb9415e950 con 0x7ffb940d1030 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb99074640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ffb940d3960 con 0x7ffb9415e570 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb99074640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ffb940d3c40 con 0x7ffb940d4a00 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb92d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffb9415e570 0x7ffb940d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb92d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffb9415e570 0x7ffb940d32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38198/0 (socket says 172.21.15.16:38198) 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb92d9d640 1 -- 172.21.15.16:0/4121276311 learned_addr learned my addr 172.21.15.16:0/4121276311 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:55.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb9259c640 1 --2- 172.21.15.16:0/4121276311 >> v2:172.21.15.104:3300/0 conn(0x7ffb940d4a00 0x7ffb940cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb92d9d640 1 -- 172.21.15.16:0/4121276311 >> v2:172.21.15.104:3300/0 conn(0x7ffb940d4a00 msgr2=0x7ffb940cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb92d9d640 1 --2- 172.21.15.16:0/4121276311 >> v2:172.21.15.104:3300/0 conn(0x7ffb940d4a00 0x7ffb940cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb92d9d640 1 -- 172.21.15.16:0/4121276311 >> v1:172.21.15.104:6789/0 conn(0x7ffb940d1030 legacy=0x7ffb940b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:55.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.065+0000 7ffb92d9d640 1 -- 172.21.15.16:0/4121276311 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb940d3f20 con 0x7ffb9415e570 2024-09-16T01:50:55.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.066+0000 7ffb92d9d640 1 --2- 172.21.15.16:0/4121276311 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb940d32d0 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7ffb940d2830 tx=0x7ffb8c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c70f8e3d004bb14f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:55.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.066+0000 7ffb91d9b640 1 -- 172.21.15.16:0/4121276311 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb8c037070 con 0x7ffb9415e570 2024-09-16T01:50:55.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.066+0000 7ffb91d9b640 1 -- 172.21.15.16:0/4121276311 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb8c032440 con 0x7ffb9415e570 2024-09-16T01:50:55.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.066+0000 7ffb91d9b640 1 -- 172.21.15.16:0/4121276311 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb8c032810 con 0x7ffb9415e570 2024-09-16T01:50:55.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 -- 172.21.15.16:0/4121276311 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 msgr2=0x7ffb940d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:55.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 --2- 172.21.15.16:0/4121276311 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb940d32d0 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7ffb940d2830 tx=0x7ffb8c02a230 comp rx=0 tx=0).stop 2024-09-16T01:50:55.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 -- 172.21.15.16:0/4121276311 shutdown_connections 2024-09-16T01:50:55.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 --2- 172.21.15.16:0/4121276311 >> v2:172.21.15.104:3300/0 conn(0x7ffb940d4a00 0x7ffb940cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 --2- 172.21.15.16:0/4121276311 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb940d32d0 unknown :-1 s=CLOSED pgs=1781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 -- 172.21.15.16:0/4121276311 >> 172.21.15.16:0/4121276311 conn(0x7ffb94074bc0 msgr2=0x7ffb94074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:55.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 -- 172.21.15.16:0/4121276311 shutdown_connections 2024-09-16T01:50:55.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.067+0000 7ffb99074640 1 -- 172.21.15.16:0/4121276311 wait complete. 2024-09-16T01:50:55.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.068+0000 7ffb99074640 1 Processor -- start 2024-09-16T01:50:55.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.068+0000 7ffb99074640 1 -- start start 2024-09-16T01:50:55.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb99074640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb940d1030 0x7ffb940cf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:55.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb99074640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffb940d4a00 0x7ffb941f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:55.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb99074640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb94157c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb99074640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffb940cfc60 con 0x7ffb9415e570 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb99074640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffb940d44e0 con 0x7ffb940d1030 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb99074640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffb940d4e40 con 0x7ffb940d4a00 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb9359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb94157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb9359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb94157c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38216/0 (socket says 172.21.15.16:38216) 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb9359e640 1 -- 172.21.15.16:0/3732815791 learned_addr learned my addr 172.21.15.16:0/3732815791 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb92d9d640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb940d1030 0x7ffb940cf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.069+0000 7ffb9259c640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffb940d4a00 0x7ffb941f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb9359e640 1 -- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffb940d4a00 msgr2=0x7ffb941f4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb9359e640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffb940d4a00 0x7ffb941f4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb9359e640 1 -- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb940d1030 msgr2=0x7ffb940cf0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb9359e640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb940d1030 0x7ffb940cf0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb9359e640 1 -- 172.21.15.16:0/3732815791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb941f51b0 con 0x7ffb9415e570 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb92d9d640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb940d1030 0x7ffb940cf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb9259c640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffb940d4a00 0x7ffb941f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb9359e640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb94157c10 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7ffb8400c780 tx=0x7ffb8400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb8b7fe640 1 -- 172.21.15.16:0/3732815791 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb84004b60 con 0x7ffb9415e570 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb8b7fe640 1 -- 172.21.15.16:0/3732815791 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb84004d00 con 0x7ffb9415e570 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb940ce030 con 0x7ffb9415e570 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb8b7fe640 1 -- 172.21.15.16:0/3732815791 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb8400aa90 con 0x7ffb9415e570 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.070+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb940ce8d0 con 0x7ffb9415e570 2024-09-16T01:50:55.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.071+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb940cf720 con 0x7ffb9415e570 2024-09-16T01:50:55.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.072+0000 7ffb8b7fe640 1 -- 172.21.15.16:0/3732815791 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7ffb8400ac30 con 0x7ffb9415e570 2024-09-16T01:50:55.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.072+0000 7ffb8b7fe640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb7406cc40 0x7ffb7406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:55.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.072+0000 7ffb8b7fe640 1 -- 172.21.15.16:0/3732815791 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7ffb84089e30 con 0x7ffb9415e570 2024-09-16T01:50:55.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.072+0000 7ffb92d9d640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb7406cc40 0x7ffb7406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:55.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.073+0000 7ffb92d9d640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb7406cc40 0x7ffb7406f100 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ffb8c034000 tx=0x7ffb8c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:55.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.077+0000 7ffb8b7fe640 1 -- 172.21.15.16:0/3732815791 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffb84020070 con 0x7ffb9415e570 2024-09-16T01:50:55.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.291+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ffb94159d80 con 0x7ffb9415e570 2024-09-16T01:50:55.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.291+0000 7ffb8b7fe640 1 -- 172.21.15.16:0/3732815791 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v101) ==== 53+0+73 (secure 0 0 0) 0x7ffb941f51b0 con 0x7ffb9415e570 2024-09-16T01:50:55.294 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:50:55.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb7406cc40 msgr2=0x7ffb7406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:55.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb7406cc40 0x7ffb7406f100 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ffb8c034000 tx=0x7ffb8c02e000 comp rx=0 tx=0).stop 2024-09-16T01:50:55.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 msgr2=0x7ffb94157c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:55.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb94157c10 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7ffb8400c780 tx=0x7ffb8400cc40 comp rx=0 tx=0).stop 2024-09-16T01:50:55.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 shutdown_connections 2024-09-16T01:50:55.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ffb7406cc40 0x7ffb7406f100 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffb9415e570 0x7ffb94157c10 unknown :-1 s=CLOSED pgs=1782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffb940d4a00 0x7ffb941f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 --2- 172.21.15.16:0/3732815791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb940d1030 0x7ffb940cf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:55.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 >> 172.21.15.16:0/3732815791 conn(0x7ffb94074bc0 msgr2=0x7ffb940b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:55.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 shutdown_connections 2024-09-16T01:50:55.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55.293+0000 7ffb99074640 1 -- 172.21.15.16:0/3732815791 wait complete. 2024-09-16T01:50:55.306 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:50:55.307 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:50:55.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:55.307 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-16T01:50:55.324 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:50:55.324 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:50:55.324 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:50:55.324 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:55.324 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42285sec preferred_lft 42285sec 2024-09-16T01:50:55.325 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::d8d3:85ff:fea8:69e8/64 scope link 2024-09-16T01:50:55.326 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:55.327 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:55.327 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 12:60:15:9f:94:d1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:55.327 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::1060:15ff:fe9f:94d1/64 scope link 2024-09-16T01:50:55.327 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:55.327 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:55.328 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0e:aa:5d:b4:56:79 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:55.328 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::caa:5dff:feb4:5679/64 scope link 2024-09-16T01:50:55.328 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:55.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:55.328 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:50:55.388 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-16T01:50:55.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:55.390 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-16T01:50:55.448 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-16T01:50:55.448 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:50:55.448 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:50:55.448 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:50:55.448 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:50:55.449 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:50:55.449 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-16T01:50:55.449 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:50:55.449 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:50:55.449 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:50:55.449 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-16T01:50:55.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:50:55.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:55.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:55.578 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:50:55.595 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:50:55.595 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:50:55.595 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:50:55.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:55.596 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-16T01:50:55.661 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:50:55.661 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:55.662 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:55.718 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:50:55.718 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:55.718 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:55.774 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:50:55.840 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:55.898 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:50:55.898 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:50:55.898 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:50:55.898 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:50:55.898 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:50:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:50:55.900 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:50:55.901 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:50:55.901 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:50:55.901 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:55.901 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:55.901 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:55.901 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:55.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:55.901 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:50:55.954 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:50:55.954 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:50:55.996 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-16T01:50:56.021 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:56.078 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-16T01:50:56.078 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:56.079 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:50:56.080 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:50:56.081 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:50:56.081 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-16T01:50:56.081 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:56.081 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:50:56.081 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:56.081 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:50:56.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:56.082 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-16T01:50:56.082 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:2024-09-16T01:50:56.078+0000 7fdfb38cd480 -1 init, newargv = 0x55f3847b8cf0 newargc=15 2024-09-16T01:50:56.083 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[81450]: starting ceph client 2024-09-16T01:50:56.086 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[81450]: starting fuse 2024-09-16T01:50:56.101 INFO:teuthology.orchestra.run.smithi016.stdout:41 2024-09-16T01:50:56.101 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:56.102 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.0")) 2024-09-16T01:50:56.103 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-16T01:50:56.222 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.0.81450.asok 2024-09-16T01:50:56.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:56.232 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81450.asok 2024-09-16T01:50:56.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:56.233 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81450.asok status 2024-09-16T01:50:56.371 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:50:56.371 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-16T01:50:56.371 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "0", 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "81450", 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 9381, 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-16T01:50:56.372 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 9381 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3147959170 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 3147959170 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-16T01:50:56.373 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.9381 192.168.0.1:0/3147959170", 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/3147959170", 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 101, 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 163, 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-16T01:50:56.374 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:50:56.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:56.380 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-16T01:50:56.380 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:56.396 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-16T01:50:56.396 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:56.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:56.396 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:50:56.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:50:56.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.603+0000 7f3cffed0640 1 Processor -- start 2024-09-16T01:50:56.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.603+0000 7f3cffed0640 1 -- start start 2024-09-16T01:50:56.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cffed0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3cf8158cf0 0x7f3cf80af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cffed0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cf815bb20 con 0x7f3cf806c2f0 2024-09-16T01:50:56.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cffed0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cf815be00 con 0x7f3cf81590d0 2024-09-16T01:50:56.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cffed0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3cf80afd50 con 0x7f3cf8158cf0 2024-09-16T01:50:56.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfe46d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3cf806c2f0 0x7f3cf80ce290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34014/0 (socket says 172.21.15.16:34014) 2024-09-16T01:50:56.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfe46d640 1 -- 172.21.15.16:0/2203058664 learned_addr learned my addr 172.21.15.16:0/2203058664 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/2203058664 >> v2:172.21.15.104:3300/0 conn(0x7f3cf8158cf0 0x7f3cf80af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1174886159 0 0) 0x7f3cf815bb20 con 0x7f3cf806c2f0 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ce4003520 con 0x7f3cf806c2f0 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4067077077 0 0) 0x7f3ce4003520 con 0x7f3cf806c2f0 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 >> v2:172.21.15.104:3300/0 conn(0x7f3cf8158cf0 msgr2=0x7f3cf80af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 --2- 172.21.15.16:0/2203058664 >> v2:172.21.15.104:3300/0 conn(0x7f3cf8158cf0 0x7f3cf80af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 >> v1:172.21.15.104:6789/0 conn(0x7f3cf81590d0 legacy=0x7f3cf806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cf815c0e0 con 0x7f3cf806c2f0 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f3cf00019f0 con 0x7f3cf806c2f0 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 >> v1:172.21.15.16:6789/0 conn(0x7f3cf806c2f0 legacy=0x7f3cf80ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ce40039b0 0x7f3ce4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce4004800 0x7f3ce4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ce40051c0 0x7f3ce400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf80afd50 con 0x7f3ce40039b0 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce400c160 con 0x7f3ce40051c0 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce400c360 con 0x7f3ce4004800 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.604+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ce40039b0 0x7f3ce4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfd46b640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce4004800 0x7f3ce4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfe46d640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ce40051c0 0x7f3ce400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfdc6c640 1 -- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce4004800 msgr2=0x7f3ce4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce4004800 0x7f3ce4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfdc6c640 1 -- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ce40051c0 msgr2=0x7f3ce400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:56.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ce40051c0 0x7f3ce400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfe46d640 1 -- 172.21.15.16:0/2203058664 reap_dead start 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfdc6c640 1 -- 172.21.15.16:0/2203058664 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce4003520 con 0x7f3ce40039b0 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfd46b640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce4004800 0x7f3ce4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.605+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ce40039b0 0x7f3ce4003dd0 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4009ac0 tx=0x7f3ce4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67eeed2bce6f83ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4036070 con 0x7f3ce40039b0 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cf4031400 con 0x7f3ce40039b0 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cfcc6a640 1 -- 172.21.15.16:0/2203058664 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4009690 con 0x7f3ce40039b0 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cffed0640 1 -- 172.21.15.16:0/2203058664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ce40039b0 msgr2=0x7f3ce4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cffed0640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ce40039b0 0x7f3ce4003dd0 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4009ac0 tx=0x7f3ce4005830 comp rx=0 tx=0).stop 2024-09-16T01:50:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cffed0640 1 -- 172.21.15.16:0/2203058664 shutdown_connections 2024-09-16T01:50:56.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cffed0640 1 --2- 172.21.15.16:0/2203058664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ce40039b0 0x7f3ce4003dd0 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cffed0640 1 -- 172.21.15.16:0/2203058664 >> 172.21.15.16:0/2203058664 conn(0x7f3cf80b2000 msgr2=0x7f3cf80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:56.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cffed0640 1 -- 172.21.15.16:0/2203058664 shutdown_connections 2024-09-16T01:50:56.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.606+0000 7f3cffed0640 1 -- 172.21.15.16:0/2203058664 wait complete. 2024-09-16T01:50:56.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.607+0000 7f3cffed0640 1 Processor -- start 2024-09-16T01:50:56.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cffed0640 1 -- start start 2024-09-16T01:50:56.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cffed0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce40039b0 0x7f3cf815f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cffed0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cf8154ec0 0x7f3cf8155340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cffed0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cf8150790 0x7f3cf8150c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cffed0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf815cb90 con 0x7f3cf8154ec0 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cffed0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf815ca10 con 0x7f3cf8150790 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cffed0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3cf815cd10 con 0x7f3ce40039b0 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cfd46b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cf8154ec0 0x7f3cf8155340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cfd46b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cf8154ec0 0x7f3cf8155340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38234/0 (socket says 172.21.15.16:38234) 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cfd46b640 1 -- 172.21.15.16:0/723792605 learned_addr learned my addr 172.21.15.16:0/723792605 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce40039b0 0x7f3cf815f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.608+0000 7f3cfe46d640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cf8150790 0x7f3cf8150c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cfd46b640 1 -- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce40039b0 msgr2=0x7f3cf815f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:56.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cfd46b640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce40039b0 0x7f3cf815f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cfd46b640 1 -- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cf8150790 msgr2=0x7f3cf8150c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cfd46b640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cf8150790 0x7f3cf8150c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cfd46b640 1 -- 172.21.15.16:0/723792605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cf8155880 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cfd46b640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cf8154ec0 0x7f3cf8155340 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f3ce800e480 tx=0x7f3ce800e940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cee7fc640 1 -- 172.21.15.16:0/723792605 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce80052e0 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cee7fc640 1 -- 172.21.15.16:0/723792605 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ce8018070 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cf8151150 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cee7fc640 1 -- 172.21.15.16:0/723792605 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce8003830 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.609+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cf8155df0 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.610+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cf80b3300 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.611+0000 7f3cee7fc640 1 -- 172.21.15.16:0/723792605 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f3ce80039d0 con 0x7f3cf8154ec0 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.611+0000 7f3cee7fc640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3cdc06cc40 0x7f3cdc06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:56.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.611+0000 7f3cee7fc640 1 -- 172.21.15.16:0/723792605 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f3ce80896f0 con 0x7f3cf8154ec0 2024-09-16T01:50:56.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.611+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3cdc06cc40 0x7f3cdc06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:56.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.612+0000 7f3cfdc6c640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3cdc06cc40 0x7f3cdc06f100 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4033000 tx=0x7f3cf4008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:56.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.616+0000 7f3cee7fc640 1 -- 172.21.15.16:0/723792605 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ce8059410 con 0x7f3cf8154ec0 2024-09-16T01:50:56.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.827+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3cf81543a0 con 0x7f3cf8154ec0 2024-09-16T01:50:56.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.827+0000 7f3cee7fc640 1 -- 172.21.15.16:0/723792605 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v101) ==== 53+0+73 (secure 0 0 0) 0x7f3ce805d710 con 0x7f3cf8154ec0 2024-09-16T01:50:56.830 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3cdc06cc40 msgr2=0x7f3cdc06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3cdc06cc40 0x7f3cdc06f100 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4033000 tx=0x7f3cf4008030 comp rx=0 tx=0).stop 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cf8154ec0 msgr2=0x7f3cf8155340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cf8154ec0 0x7f3cf8155340 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f3ce800e480 tx=0x7f3ce800e940 comp rx=0 tx=0).stop 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 shutdown_connections 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3cdc06cc40 0x7f3cdc06f100 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cf8150790 0x7f3cf8150c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.832 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cf8154ec0 0x7f3cf8155340 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 --2- 172.21.15.16:0/723792605 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ce40039b0 0x7f3cf815f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:56.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 >> 172.21.15.16:0/723792605 conn(0x7f3cf80b2000 msgr2=0x7f3cf80b3d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:56.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 shutdown_connections 2024-09-16T01:50:56.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:56.829+0000 7f3cffed0640 1 -- 172.21.15.16:0/723792605 wait complete. 2024-09-16T01:50:56.843 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:50:56.844 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:50:56.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:56.844 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-16T01:50:56.863 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-16T01:50:56.864 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42283sec preferred_lft 42283sec 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:50:56.865 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::9891:d3ff:fe1f:58a5/64 scope link 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 96:bd:f2:b0:89:6e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::94bd:f2ff:feb0:896e/64 scope link 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 66:98:f8:27:e0:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6498:f8ff:fe27:e020/64 scope link 2024-09-16T01:50:56.866 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:50:56.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:56.867 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:50:56.931 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-16T01:50:56.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:56.933 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-16T01:50:56.991 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-16T01:50:56.991 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:50:56.991 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:50:56.991 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:50:56.991 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:50:56.991 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:50:56.992 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-16T01:50:56.992 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:50:56.992 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:50:56.992 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:50:56.992 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-16T01:50:57.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:50:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:50:57.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:50:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:57.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:57.123 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:50:57.139 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:50:57.139 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:50:57.139 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:50:57.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:57.140 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-16T01:50:57.204 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:50:57.204 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:57.204 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:57.259 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:50:57.260 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:50:57.260 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:57.315 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:50:57.381 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:57.438 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:50:57.438 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:50:57.439 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:57.440 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:57.441 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:57.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:57.442 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:50:57.494 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:50:57.494 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:50:57.536 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-09-16T01:50:57.561 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-09-16T01:50:57.617 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:50:57.618 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:50:57.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:57.620 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-09-16T01:50:57.620 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:2024-09-16T01:50:57.616+0000 7febfea12480 -1 init, newargv = 0x5639cb9bbcd0 newargc=15 2024-09-16T01:50:57.621 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[50725]: starting ceph client 2024-09-16T01:50:57.623 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[50725]: starting fuse 2024-09-16T01:50:57.635 INFO:teuthology.orchestra.run.smithi104.stdout:41 2024-09-16T01:50:57.636 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:50:57.636 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:50:57.636 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-09-16T01:50:57.636 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-09-16T01:50:57.636 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-09-16T01:50:57.636 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-09-16T01:50:57.636 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:57.636 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:50:57.637 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-09-16T01:50:57.638 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-09-16T01:50:57.638 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-09-16T01:50:57.638 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:50:57.638 DEBUG:teuthology.orchestra.run.smithi104:> 2024-09-16T01:50:57.638 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.1")) 2024-09-16T01:50:57.638 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-09-16T01:50:57.752 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.1.50725.asok 2024-09-16T01:50:57.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-16T01:50:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:50:57.763 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.50725.asok 2024-09-16T01:50:57.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:57.763 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.50725.asok status 2024-09-16T01:50:57.897 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-09-16T01:50:57.897 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-09-16T01:50:57.897 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:50:57.897 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "1", 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "50725", 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 7445, 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-09-16T01:50:57.898 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 7445 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 4008665887 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 4008665887 2024-09-16T01:50:57.899 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.7445 192.168.0.1:0/4008665887", 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/4008665887", 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 101, 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 163, 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-09-16T01:50:57.900 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-09-16T01:50:57.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:57.906 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-09-16T01:50:57.906 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:57.922 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-09-16T01:50:57.924 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:57.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:57.925 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:50:57.986 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T01:50:58.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.104+0000 7fe169d6f640 1 Processor -- start 2024-09-16T01:50:58.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.105+0000 7fe169d6f640 1 -- start start 2024-09-16T01:50:58.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.105+0000 7fe169d6f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1640b9880 0x7fe1640b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:58.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.105+0000 7fe169d6f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1640ba200 0x7fe16415ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:58.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.105+0000 7fe169d6f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1640d4350 con 0x7fe16415e840 2024-09-16T01:50:58.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.105+0000 7fe169d6f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe1640cfe50 con 0x7fe1640ba200 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.105+0000 7fe169d6f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1640d3590 con 0x7fe1640b9880 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe163fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1640ba200 0x7fe16415ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe1637fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe16415e840 0x7fe1640cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34026/0 (socket says 172.21.15.16:34026) 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe1637fe640 1 -- 172.21.15.16:0/565985996 learned_addr learned my addr 172.21.15.16:0/565985996 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe162ffd640 1 --2- 172.21.15.16:0/565985996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1640b9880 0x7fe1640b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe163fff640 1 -- 172.21.15.16:0/565985996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1640b9880 msgr2=0x7fe1640b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe163fff640 1 --2- 172.21.15.16:0/565985996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1640b9880 0x7fe1640b9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe163fff640 1 -- 172.21.15.16:0/565985996 >> v1:172.21.15.16:6789/0 conn(0x7fe16415e840 legacy=0x7fe1640cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe163fff640 1 -- 172.21.15.16:0/565985996 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1640d3870 con 0x7fe1640ba200 2024-09-16T01:50:58.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.106+0000 7fe1627fc640 1 -- 172.21.15.16:0/565985996 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2198110893 0 0) 0x7fe1640d4350 con 0x7fe16415e840 2024-09-16T01:50:58.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe163fff640 1 --2- 172.21.15.16:0/565985996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe16415ec20 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7fe15c009d90 tx=0x7fe15c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd613fc641c27673 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:58.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe1627fc640 1 -- 172.21.15.16:0/565985996 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c031600 con 0x7fe1640ba200 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe1627fc640 1 -- 172.21.15.16:0/565985996 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe15c0317a0 con 0x7fe1640ba200 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe1627fc640 1 -- 172.21.15.16:0/565985996 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c031b70 con 0x7fe1640ba200 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe169d6f640 1 -- 172.21.15.16:0/565985996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 msgr2=0x7fe16415ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe169d6f640 1 --2- 172.21.15.16:0/565985996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe16415ec20 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7fe15c009d90 tx=0x7fe15c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe169d6f640 1 -- 172.21.15.16:0/565985996 shutdown_connections 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe169d6f640 1 --2- 172.21.15.16:0/565985996 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe16415ec20 unknown :-1 s=CLOSED pgs=1788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.107+0000 7fe169d6f640 1 --2- 172.21.15.16:0/565985996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1640b9880 0x7fe1640b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.108+0000 7fe169d6f640 1 -- 172.21.15.16:0/565985996 >> 172.21.15.16:0/565985996 conn(0x7fe1640d4630 msgr2=0x7fe1640d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.108+0000 7fe169d6f640 1 -- 172.21.15.16:0/565985996 shutdown_connections 2024-09-16T01:50:58.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.108+0000 7fe169d6f640 1 -- 172.21.15.16:0/565985996 wait complete. 2024-09-16T01:50:58.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.109+0000 7fe169d6f640 1 Processor -- start 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.109+0000 7fe169d6f640 1 -- start start 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe169d6f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1640b9880 0x7fe164150960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe169d6f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe1641f7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe169d6f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe16415e840 0x7fe1641f8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe169d6f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe16415f160 con 0x7fe1640ba200 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe169d6f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1640d3e30 con 0x7fe1640b9880 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe169d6f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe16415f2e0 con 0x7fe16415e840 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe1641f7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe1641f7e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38254/0 (socket says 172.21.15.16:38254) 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 -- 172.21.15.16:0/235904230 learned_addr learned my addr 172.21.15.16:0/235904230 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe163fff640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe16415e840 0x7fe1641f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 -- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe16415e840 msgr2=0x7fe1641f8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:58.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe1637fe640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1640b9880 0x7fe164150960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe16415e840 0x7fe1641f8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 -- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1640b9880 msgr2=0x7fe164150960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1640b9880 0x7fe164150960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 -- 172.21.15.16:0/235904230 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1640c8100 con 0x7fe1640ba200 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe163fff640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe16415e840 0x7fe1641f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe162ffd640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe1641f7e10 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7fe15800e9e0 tx=0x7fe15800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.110+0000 7fe14bfff640 1 -- 172.21.15.16:0/235904230 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe158017070 con 0x7fe1640ba200 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.111+0000 7fe14bfff640 1 -- 172.21.15.16:0/235904230 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe15800c9d0 con 0x7fe1640ba200 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.111+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1640ccfc0 con 0x7fe1640ba200 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.111+0000 7fe14bfff640 1 -- 172.21.15.16:0/235904230 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15800cdc0 con 0x7fe1640ba200 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.111+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1640c83a0 con 0x7fe1640ba200 2024-09-16T01:50:58.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.112+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1640cfbb0 con 0x7fe1640ba200 2024-09-16T01:50:58.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.112+0000 7fe14bfff640 1 -- 172.21.15.16:0/235904230 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fe15801a070 con 0x7fe1640ba200 2024-09-16T01:50:58.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.113+0000 7fe14bfff640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe15006cc40 0x7fe15006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:58.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.113+0000 7fe14bfff640 1 -- 172.21.15.16:0/235904230 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fe158089bd0 con 0x7fe1640ba200 2024-09-16T01:50:58.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.113+0000 7fe1637fe640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe15006cc40 0x7fe15006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:58.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.113+0000 7fe1637fe640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe15006cc40 0x7fe15006f100 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fe154000f60 tx=0x7fe154009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:58.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.117+0000 7fe14bfff640 1 -- 172.21.15.16:0/235904230 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1640cfbb0 con 0x7fe1640ba200 2024-09-16T01:50:58.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.329+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fe1640b9cc0 con 0x7fe1640ba200 2024-09-16T01:50:58.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.887+0000 7fe14bfff640 1 -- 172.21.15.16:0/235904230 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v102) ==== 136+0+0 (secure 0 0 0) 0x7fe158059f40 con 0x7fe1640ba200 2024-09-16T01:50:58.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe15006cc40 msgr2=0x7fe15006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:58.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe15006cc40 0x7fe15006f100 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fe154000f60 tx=0x7fe154009040 comp rx=0 tx=0).stop 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 msgr2=0x7fe1641f7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe1641f7e10 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7fe15800e9e0 tx=0x7fe15800eea0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 shutdown_connections 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe15006cc40 0x7fe15006f100 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe16415e840 0x7fe1641f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1640ba200 0x7fe1641f7e10 unknown :-1 s=CLOSED pgs=1789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 --2- 172.21.15.16:0/235904230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1640b9880 0x7fe164150960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 >> 172.21.15.16:0/235904230 conn(0x7fe1640d4630 msgr2=0x7fe1640b8e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 shutdown_connections 2024-09-16T01:50:58.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:58.890+0000 7fe169d6f640 1 -- 172.21.15.16:0/235904230 wait complete. 2024-09-16T01:50:58.904 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T01:50:59.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.009+0000 7fe3264d0640 1 Processor -- start 2024-09-16T01:50:59.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.009+0000 7fe3264d0640 1 -- start start 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe3264d0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3200cf090 0x7fe3200ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe3264d0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe320160230 con 0x7fe3200cda90 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe3264d0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe320160510 con 0x7fe3200cecb0 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe3264d0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe320160e40 con 0x7fe3200cf090 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe324a6d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3200cf090 0x7fe3200ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe324a6d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe3200cf090 0x7fe3200ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38260/0 (socket says 172.21.15.16:38260) 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe324a6d640 1 -- 172.21.15.16:0/2856891806 learned_addr learned my addr 172.21.15.16:0/2856891806 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe324a6d640 1 -- 172.21.15.16:0/2856891806 >> v1:172.21.15.104:6789/0 conn(0x7fe3200cecb0 legacy=0x7fe3200cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe324a6d640 1 -- 172.21.15.16:0/2856891806 >> v1:172.21.15.16:6789/0 conn(0x7fe3200cda90 legacy=0x7fe32006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.010+0000 7fe324a6d640 1 -- 172.21.15.16:0/2856891806 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3201607f0 con 0x7fe3200cf090 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.011+0000 7fe324a6d640 1 --2- 172.21.15.16:0/2856891806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe3200ce190 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7fe318009e50 tx=0x7fe31802a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67d187fa3b27ef00 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.011+0000 7fe31effd640 1 -- 172.21.15.16:0/2856891806 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe318036070 con 0x7fe3200cf090 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.011+0000 7fe31effd640 1 -- 172.21.15.16:0/2856891806 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe318031600 con 0x7fe3200cf090 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.011+0000 7fe31effd640 1 -- 172.21.15.16:0/2856891806 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3180319f0 con 0x7fe3200cf090 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.012+0000 7fe3264d0640 1 -- 172.21.15.16:0/2856891806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 msgr2=0x7fe3200ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.012+0000 7fe3264d0640 1 --2- 172.21.15.16:0/2856891806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe3200ce190 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7fe318009e50 tx=0x7fe31802a7c0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.012+0000 7fe3264d0640 1 -- 172.21.15.16:0/2856891806 shutdown_connections 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.012+0000 7fe3264d0640 1 --2- 172.21.15.16:0/2856891806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe3200ce190 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.012+0000 7fe3264d0640 1 -- 172.21.15.16:0/2856891806 >> 172.21.15.16:0/2856891806 conn(0x7fe3200b2000 msgr2=0x7fe3200b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.012+0000 7fe3264d0640 1 -- 172.21.15.16:0/2856891806 shutdown_connections 2024-09-16T01:50:59.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.012+0000 7fe3264d0640 1 -- 172.21.15.16:0/2856891806 wait complete. 2024-09-16T01:50:59.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.013+0000 7fe3264d0640 1 Processor -- start 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.013+0000 7fe3264d0640 1 -- start start 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe3264d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3200cda90 0x7fe320154d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe3264d0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3200cecb0 0x7fe3201e6950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe3264d0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe320150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe3264d0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe32006c4e0 con 0x7fe3200cf090 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe3264d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe32006c360 con 0x7fe3200cda90 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe3264d0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe32006c660 con 0x7fe3200cecb0 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe320150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe320150b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38274/0 (socket says 172.21.15.16:38274) 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 -- 172.21.15.16:0/1034478304 learned_addr learned my addr 172.21.15.16:0/1034478304 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe31ffff640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3200cda90 0x7fe320154d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe31f7fe640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3200cecb0 0x7fe3201e6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 -- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3200cecb0 msgr2=0x7fe3201e6950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3200cecb0 0x7fe3201e6950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 -- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3200cda90 msgr2=0x7fe320154d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3200cda90 0x7fe320154d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.014+0000 7fe324a6d640 1 -- 172.21.15.16:0/1034478304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3201e6fe0 con 0x7fe3200cf090 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.015+0000 7fe324a6d640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe320150b90 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7fe31802a800 tx=0x7fe318004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.015+0000 7fe31cff9640 1 -- 172.21.15.16:0/1034478304 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe318036050 con 0x7fe3200cf090 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.015+0000 7fe31cff9640 1 -- 172.21.15.16:0/1034478304 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe318042070 con 0x7fe3200cf090 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.015+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe320154500 con 0x7fe3200cf090 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.015+0000 7fe31cff9640 1 -- 172.21.15.16:0/1034478304 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe318009510 con 0x7fe3200cf090 2024-09-16T01:50:59.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.015+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3200afe10 con 0x7fe3200cf090 2024-09-16T01:50:59.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.016+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3200ce190 con 0x7fe3200cf090 2024-09-16T01:50:59.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.016+0000 7fe31cff9640 1 -- 172.21.15.16:0/1034478304 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7fe318004450 con 0x7fe3200cf090 2024-09-16T01:50:59.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.017+0000 7fe31cff9640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe30c06cc40 0x7fe30c06f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.017+0000 7fe31cff9640 1 -- 172.21.15.16:0/1034478304 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fe3180aa9f0 con 0x7fe3200cf090 2024-09-16T01:50:59.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.017+0000 7fe31ffff640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe30c06cc40 0x7fe30c06f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.017+0000 7fe31ffff640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe30c06cc40 0x7fe30c06f100 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fe3100016e0 tx=0x7fe310009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.021+0000 7fe31cff9640 1 -- 172.21.15.16:0/1034478304 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3201e6fe0 con 0x7fe3200cf090 2024-09-16T01:50:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.224+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fe32015ff00 con 0x7fe30c06cc40 2024-09-16T01:50:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.225+0000 7fe31cff9640 1 -- 172.21.15.16:0/1034478304 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fe32015ff00 con 0x7fe30c06cc40 2024-09-16T01:50:59.226 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-16T01:50:59.227 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-16T01:50:59.227 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-16T01:50:59.227 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-16T01:50:59.227 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-16T01:50:59.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe30c06cc40 msgr2=0x7fe30c06f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe30c06cc40 0x7fe30c06f100 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fe3100016e0 tx=0x7fe310009040 comp rx=0 tx=0).stop 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 msgr2=0x7fe320150b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe320150b90 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7fe31802a800 tx=0x7fe318004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 shutdown_connections 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe30c06cc40 0x7fe30c06f100 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe3200cf090 0x7fe320150b90 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe3200cecb0 0x7fe3201e6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 --2- 172.21.15.16:0/1034478304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3200cda90 0x7fe320154d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 >> 172.21.15.16:0/1034478304 conn(0x7fe3200b2000 msgr2=0x7fe3200b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 shutdown_connections 2024-09-16T01:50:59.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.228+0000 7fe3264d0640 1 -- 172.21.15.16:0/1034478304 wait complete. 2024-09-16T01:50:59.240 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:50:59.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.344+0000 7f2c1e8c9640 1 Processor -- start 2024-09-16T01:50:59.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.344+0000 7f2c1e8c9640 1 -- start start 2024-09-16T01:50:59.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c1e8c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 0x7f2c180d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c1e8c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2c1806e7b0 0x7f2c180b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c1e8c9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c1806ecf0 con 0x7f2c180d2950 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c1e8c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2c180d2db0 con 0x7f2c1806e7b0 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c1e8c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2c1806bbe0 con 0x7f2c1815c280 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c177fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2c180d2950 0x7f2c1806e0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34040/0 (socket says 172.21.15.16:34040) 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c177fe640 1 -- 172.21.15.16:0/3852839990 learned_addr learned my addr 172.21.15.16:0/3852839990 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1510947794 0 0) 0x7f2c1806ecf0 con 0x7f2c180d2950 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c00003520 con 0x7f2c180d2950 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.345+0000 7f2c1ce66640 1 --2- 172.21.15.16:0/3852839990 >> v2:172.21.15.104:3300/0 conn(0x7f2c1806e7b0 0x7f2c180b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c17fff640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 0x7f2c180d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4004916739 0 0) 0x7f2c00003520 con 0x7f2c180d2950 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 msgr2=0x7f2c180d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 0x7f2c180d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 >> v2:172.21.15.104:3300/0 conn(0x7f2c1806e7b0 msgr2=0x7f2c180b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 --2- 172.21.15.16:0/3852839990 >> v2:172.21.15.104:3300/0 conn(0x7f2c1806e7b0 0x7f2c180b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c1806bec0 con 0x7f2c180d2950 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f2c0c001670 con 0x7f2c180d2950 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 >> v1:172.21.15.16:6789/0 conn(0x7f2c180d2950 legacy=0x7f2c1806e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c000039b0 0x7f2c00003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c00004800 0x7f2c00004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 0x7f2c000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2c180d2db0 con 0x7f2c00004800 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c1806bbe0 con 0x7f2c000039b0 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2c0000b9c0 con 0x7f2c1815c280 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c177fe640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c00004800 0x7f2c00004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c17fff640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c000039b0 0x7f2c00003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c1ce66640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 0x7f2c000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c177fe640 1 -- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 msgr2=0x7f2c000051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c177fe640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c1815c280 0x7f2c000051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c177fe640 1 -- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c000039b0 msgr2=0x7f2c00003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c177fe640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c000039b0 0x7f2c00003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.346+0000 7f2c177fe640 1 -- 172.21.15.16:0/3852839990 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c00003520 con 0x7f2c00004800 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.347+0000 7f2c177fe640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c00004800 0x7f2c00004c80 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f2c180d32b0 tx=0x7f2c00005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7e8250ff415b70d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.347+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c0c007d50 con 0x7f2c00004800 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.347+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c0c0058d0 con 0x7f2c00004800 2024-09-16T01:50:59.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.347+0000 7f2c16ffd640 1 -- 172.21.15.16:0/3852839990 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c0c005cc0 con 0x7f2c00004800 2024-09-16T01:50:59.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.348+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3852839990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c00004800 msgr2=0x7f2c00004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.348+0000 7f2c1e8c9640 1 --2- 172.21.15.16:0/3852839990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c00004800 0x7f2c00004c80 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f2c180d32b0 tx=0x7f2c00005830 comp rx=0 tx=0).stop 2024-09-16T01:50:59.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.348+0000 7f2c1ce66640 1 -- 172.21.15.16:0/3852839990 reap_dead start 2024-09-16T01:50:59.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.348+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3852839990 shutdown_connections 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.348+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3852839990 >> 172.21.15.16:0/3852839990 conn(0x7f2c1806f2d0 msgr2=0x7f2c1806f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.348+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3852839990 shutdown_connections 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.348+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3852839990 wait complete. 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.349+0000 7f2c1e8c9640 1 Processor -- start 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.349+0000 7f2c1e8c9640 1 -- start start 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1e8c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c00004800 0x7f2c1814bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1e8c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c180cc0e0 0x7f2c180cc560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1e8c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c1815a0c0 0x7f2c1815a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1e8c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2c1815fae0 con 0x7f2c1815a0c0 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1e8c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c1806c480 con 0x7f2c180cc0e0 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1e8c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2c1806c9a0 con 0x7f2c00004800 2024-09-16T01:50:59.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c1815a0c0 0x7f2c1815a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c1815a0c0 0x7f2c1815a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38290/0 (socket says 172.21.15.16:38290) 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 -- 172.21.15.16:0/3590423277 learned_addr learned my addr 172.21.15.16:0/3590423277 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 -- 172.21.15.16:0/3590423277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c00004800 msgr2=0x7f2c1814bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c00004800 0x7f2c1814bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 -- 172.21.15.16:0/3590423277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c180cc0e0 msgr2=0x7f2c180cc560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c177fe640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c180cc0e0 0x7f2c180cc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c180cc0e0 0x7f2c180cc560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.350+0000 7f2c1ce66640 1 -- 172.21.15.16:0/3590423277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c181f5740 con 0x7f2c1815a0c0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.351+0000 7f2c1ce66640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c1815a0c0 0x7f2c1815a550 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f2c180682a0 tx=0x7f2c1000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.351+0000 7f2c14ff9640 1 -- 172.21.15.16:0/3590423277 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10003990 con 0x7f2c1815a0c0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.351+0000 7f2c14ff9640 1 -- 172.21.15.16:0/3590423277 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c1001c070 con 0x7f2c1815a0c0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.351+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c181f54e0 con 0x7f2c1815a0c0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.351+0000 7f2c14ff9640 1 -- 172.21.15.16:0/3590423277 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10003d70 con 0x7f2c1815a0c0 2024-09-16T01:50:59.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.351+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c18156fd0 con 0x7f2c1815a0c0 2024-09-16T01:50:59.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.352+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c18160b60 con 0x7f2c1815a0c0 2024-09-16T01:50:59.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.352+0000 7f2c14ff9640 1 -- 172.21.15.16:0/3590423277 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f2c10004030 con 0x7f2c1815a0c0 2024-09-16T01:50:59.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.353+0000 7f2c14ff9640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2c0406cc40 0x7f2c0406f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.353+0000 7f2c14ff9640 1 -- 172.21.15.16:0/3590423277 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f2c1008a490 con 0x7f2c1815a0c0 2024-09-16T01:50:59.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.353+0000 7f2c17fff640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2c0406cc40 0x7f2c0406f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.354+0000 7f2c17fff640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2c0406cc40 0x7f2c0406f100 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2c18160b30 tx=0x7f2c08009d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.357+0000 7f2c14ff9640 1 -- 172.21.15.16:0/3590423277 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c10010040 con 0x7f2c1815a0c0 2024-09-16T01:50:59.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.532+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f2c18160880 con 0x7f2c1815a0c0 2024-09-16T01:50:59.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.532+0000 7f2c14ff9640 1 -- 172.21.15.16:0/3590423277 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v30)=0 v30) ==== 122+0+0 (secure 0 0 0) 0x7f2c1005a800 con 0x7f2c1815a0c0 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2c0406cc40 msgr2=0x7f2c0406f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2c0406cc40 0x7f2c0406f100 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2c18160b30 tx=0x7f2c08009d30 comp rx=0 tx=0).stop 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c1815a0c0 msgr2=0x7f2c1815a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c1815a0c0 0x7f2c1815a550 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f2c180682a0 tx=0x7f2c1000f580 comp rx=0 tx=0).stop 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 shutdown_connections 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2c0406cc40 0x7f2c0406f100 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2c1815a0c0 0x7f2c1815a550 unknown :-1 s=CLOSED pgs=1795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c180cc0e0 0x7f2c180cc560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 --2- 172.21.15.16:0/3590423277 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2c00004800 0x7f2c1814bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 >> 172.21.15.16:0/3590423277 conn(0x7f2c1806f2d0 msgr2=0x7f2c180b48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:59.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 shutdown_connections 2024-09-16T01:50:59.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.534+0000 7f2c1e8c9640 1 -- 172.21.15.16:0/3590423277 wait complete. 2024-09-16T01:50:59.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:59.547 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp71740/subvol76040) 2024-09-16T01:50:59.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:59.581 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T01:50:59.640 INFO:teuthology.orchestra.run.smithi016.stdout:cephfs_data 2024-09-16T01:50:59.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:50:59.640 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/subvol_grp71740/subvol76040) 2024-09-16T01:50:59.710 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:50:59.711 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/mnt.0/./volumes/subvol_grp71740/subvol76040/.meta 2024-09-16T01:50:59.781 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol76040 subvol_grp71740 2024-09-16T01:50:59.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.927+0000 7f535a18d640 1 Processor -- start 2024-09-16T01:50:59.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.927+0000 7f535a18d640 1 -- start start 2024-09-16T01:50:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.927+0000 7f535a18d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540ae8a0 0x7f53540aec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.927+0000 7f535a18d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f53540718a0 0x7f53540af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.927+0000 7f535a18d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53540d1600 con 0x7f53540b4c80 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.927+0000 7f535a18d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f53540b0660 con 0x7f53540718a0 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.927+0000 7f535a18d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f53540d18e0 con 0x7f53540ae8a0 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f5352ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f53540718a0 0x7f53540af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f5352ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f53540718a0 0x7f53540af1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38300/0 (socket says 172.21.15.16:38300) 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f5352ffd640 1 -- 172.21.15.16:0/2743277456 learned_addr learned my addr 172.21.15.16:0/2743277456 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f53537fe640 1 --2- 172.21.15.16:0/2743277456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540ae8a0 0x7f53540aec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f5352ffd640 1 -- 172.21.15.16:0/2743277456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540ae8a0 msgr2=0x7f53540aec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f5352ffd640 1 --2- 172.21.15.16:0/2743277456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540ae8a0 0x7f53540aec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f5352ffd640 1 -- 172.21.15.16:0/2743277456 >> v1:172.21.15.104:6789/0 conn(0x7f53540b4c80 legacy=0x7f53540b50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.928+0000 7f5352ffd640 1 -- 172.21.15.16:0/2743277456 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53540b00a0 con 0x7f53540718a0 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f5352ffd640 1 --2- 172.21.15.16:0/2743277456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540718a0 0x7f53540af1c0 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f5348009870 tx=0x7f534802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a54b2fd2c1374116 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f53527fc640 1 -- 172.21.15.16:0/2743277456 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348037070 con 0x7f53540718a0 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f53527fc640 1 -- 172.21.15.16:0/2743277456 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5348032440 con 0x7f53540718a0 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f53527fc640 1 -- 172.21.15.16:0/2743277456 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348032810 con 0x7f53540718a0 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f535a18d640 1 -- 172.21.15.16:0/2743277456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540718a0 msgr2=0x7f53540af1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f535a18d640 1 --2- 172.21.15.16:0/2743277456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540718a0 0x7f53540af1c0 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f5348009870 tx=0x7f534802a270 comp rx=0 tx=0).stop 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f535a18d640 1 -- 172.21.15.16:0/2743277456 shutdown_connections 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f535a18d640 1 --2- 172.21.15.16:0/2743277456 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540718a0 0x7f53540af1c0 unknown :-1 s=CLOSED pgs=1796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f535a18d640 1 --2- 172.21.15.16:0/2743277456 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540ae8a0 0x7f53540aec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.929+0000 7f535a18d640 1 -- 172.21.15.16:0/2743277456 >> 172.21.15.16:0/2743277456 conn(0x7f53540d0ae0 msgr2=0x7f53540d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:59.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.930+0000 7f535a18d640 1 -- 172.21.15.16:0/2743277456 shutdown_connections 2024-09-16T01:50:59.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.930+0000 7f535a18d640 1 -- 172.21.15.16:0/2743277456 wait complete. 2024-09-16T01:50:59.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.931+0000 7f535a18d640 1 Processor -- start 2024-09-16T01:50:59.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.931+0000 7f535a18d640 1 -- start start 2024-09-16T01:50:59.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f535a18d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53540718a0 0x7f5354149620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f535a18d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540ae8a0 0x7f53541562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f535a18d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540b4c80 0x7f53541567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f535a18d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f535406f150 con 0x7f53540ae8a0 2024-09-16T01:50:59.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f535a18d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f53540af700 con 0x7f53540718a0 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f535a18d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5354072490 con 0x7f53540b4c80 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540ae8a0 0x7f53541562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540ae8a0 0x7f53541562a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38308/0 (socket says 172.21.15.16:38308) 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 -- 172.21.15.16:0/1025679329 learned_addr learned my addr 172.21.15.16:0/1025679329 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f53537fe640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53540718a0 0x7f5354149620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5353fff640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540b4c80 0x7f53541567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 -- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540b4c80 msgr2=0x7f53541567e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540b4c80 0x7f53541567e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 -- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53540718a0 msgr2=0x7f5354149620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53540718a0 0x7f5354149620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 -- 172.21.15.16:0/1025679329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5354149b60 con 0x7f53540ae8a0 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f53537fe640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53540718a0 0x7f5354149620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f5352ffd640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540ae8a0 0x7f53541562a0 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7f5348000c00 tx=0x7f53480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.932+0000 7f533bfff640 1 -- 172.21.15.16:0/1025679329 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348037040 con 0x7f53540ae8a0 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.933+0000 7f533bfff640 1 -- 172.21.15.16:0/1025679329 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53480304c0 con 0x7f53540ae8a0 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.933+0000 7f533bfff640 1 -- 172.21.15.16:0/1025679329 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53480308b0 con 0x7f53540ae8a0 2024-09-16T01:50:59.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.933+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5354161970 con 0x7f53540ae8a0 2024-09-16T01:50:59.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.933+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5354153f90 con 0x7f53540ae8a0 2024-09-16T01:50:59.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.934+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5354069180 con 0x7f53540ae8a0 2024-09-16T01:50:59.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.934+0000 7f533bfff640 1 -- 172.21.15.16:0/1025679329 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f5348044020 con 0x7f53540ae8a0 2024-09-16T01:50:59.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.935+0000 7f533bfff640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f534006cc40 0x7f534006f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:59.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.935+0000 7f53537fe640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f534006cc40 0x7f534006f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:59.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.935+0000 7f533bfff640 1 -- 172.21.15.16:0/1025679329 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f53480a9c30 con 0x7f53540ae8a0 2024-09-16T01:50:59.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.935+0000 7f53537fe640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f534006cc40 0x7f534006f100 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f5344006fd0 tx=0x7f5344008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:59.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:50:59.939+0000 7f533bfff640 1 -- 172.21.15.16:0/1025679329 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f534804b020 con 0x7f53540ae8a0 2024-09-16T01:51:00.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.142+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol76040", "group_name": "subvol_grp71740", "target": ["mon-mgr", ""]}) -- 0x7f5354073060 con 0x7f534006cc40 2024-09-16T01:51:00.147 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:00.146+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:00.148 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:00.147+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:00.148 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:00.147+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:00.148 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:00.147+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:00.148 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:00.147+0000 7fea6c650640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:00.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.177+0000 7f533bfff640 1 -- 172.21.15.16:0/1025679329 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5354073060 con 0x7f534006cc40 2024-09-16T01:51:00.179 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp71740/subvol76040 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f534006cc40 msgr2=0x7f534006f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f534006cc40 0x7f534006f100 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f5344006fd0 tx=0x7f5344008040 comp rx=0 tx=0).stop 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540ae8a0 msgr2=0x7f53541562a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540ae8a0 0x7f53541562a0 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7f5348000c00 tx=0x7f53480046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 shutdown_connections 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f534006cc40 0x7f534006f100 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f53540b4c80 0x7f53541567e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f53540ae8a0 0x7f53541562a0 unknown :-1 s=CLOSED pgs=1797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 --2- 172.21.15.16:0/1025679329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53540718a0 0x7f5354149620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 >> 172.21.15.16:0/1025679329 conn(0x7f53540d0ae0 msgr2=0x7f535415dda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 shutdown_connections 2024-09-16T01:51:00.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.179+0000 7f535a18d640 1 -- 172.21.15.16:0/1025679329 wait complete. 2024-09-16T01:51:00.192 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol76040 subvol_grp71740 2024-09-16T01:51:00.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.297+0000 7f2904efa640 1 Processor -- start 2024-09-16T01:51:00.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.297+0000 7f2904efa640 1 -- start start 2024-09-16T01:51:00.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f2904efa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f29000b6ab0 0x7f290006e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:00.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f2904efa640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29000b5cf0 con 0x7f29000737a0 2024-09-16T01:51:00.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f2904efa640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29000b5fd0 con 0x7f290015e680 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f2904efa640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f29000b6f40 con 0x7f29000b6ab0 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fdd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f29000737a0 0x7f290006e020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34056/0 (socket says 172.21.15.16:34056) 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fdd9b640 1 -- 172.21.15.16:0/2632449008 learned_addr learned my addr 172.21.15.16:0/2632449008 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fed9d640 1 --2- 172.21.15.16:0/2632449008 >> v2:172.21.15.104:3300/0 conn(0x7f29000b6ab0 0x7f290006e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fd59a640 1 -- 172.21.15.16:0/2632449008 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 133212247 0 0) 0x7f29000b5cf0 con 0x7f29000737a0 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fd59a640 1 -- 172.21.15.16:0/2632449008 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28e8003520 con 0x7f29000737a0 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fed9d640 1 -- 172.21.15.16:0/2632449008 >> v1:172.21.15.104:6789/0 conn(0x7f290015e680 legacy=0x7f2900073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fed9d640 1 -- 172.21.15.16:0/2632449008 >> v1:172.21.15.16:6789/0 conn(0x7f29000737a0 legacy=0x7f290006e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fd59a640 1 -- 172.21.15.16:0/2632449008 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3638111089 0 0) 0x7f28e8003520 con 0x7f29000737a0 2024-09-16T01:51:00.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.298+0000 7f28fed9d640 1 -- 172.21.15.16:0/2632449008 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29000b62b0 con 0x7f29000b6ab0 2024-09-16T01:51:00.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.299+0000 7f28fed9d640 1 --2- 172.21.15.16:0/2632449008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29000b6ab0 0x7f290006e730 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f28f8009d90 tx=0x7f28f802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cdf2c5134309143b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:00.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.299+0000 7f28fd59a640 1 -- 172.21.15.16:0/2632449008 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f4001690 con 0x7f29000b6ab0 2024-09-16T01:51:00.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.299+0000 7f28fd59a640 1 -- 172.21.15.16:0/2632449008 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f8007540 con 0x7f29000b6ab0 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.299+0000 7f28fd59a640 1 -- 172.21.15.16:0/2632449008 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f80078f0 con 0x7f29000b6ab0 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.300+0000 7f2904efa640 1 -- 172.21.15.16:0/2632449008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29000b6ab0 msgr2=0x7f290006e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.300+0000 7f2904efa640 1 --2- 172.21.15.16:0/2632449008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29000b6ab0 0x7f290006e730 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f28f8009d90 tx=0x7f28f802a680 comp rx=0 tx=0).stop 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.300+0000 7f2904efa640 1 -- 172.21.15.16:0/2632449008 shutdown_connections 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.300+0000 7f2904efa640 1 --2- 172.21.15.16:0/2632449008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29000b6ab0 0x7f290006e730 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.300+0000 7f2904efa640 1 -- 172.21.15.16:0/2632449008 >> 172.21.15.16:0/2632449008 conn(0x7f29000b4170 msgr2=0x7f29000b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.300+0000 7f2904efa640 1 -- 172.21.15.16:0/2632449008 shutdown_connections 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.300+0000 7f2904efa640 1 -- 172.21.15.16:0/2632449008 wait complete. 2024-09-16T01:51:00.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.301+0000 7f2904efa640 1 Processor -- start 2024-09-16T01:51:00.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.301+0000 7f2904efa640 1 -- start start 2024-09-16T01:51:00.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f2904efa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000737a0 0x7f29001f73d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:00.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f2904efa640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000b6ab0 0x7f29001f7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:00.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f2904efa640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015e680 0x7f2900157bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f2904efa640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f290015ebe0 con 0x7f29000737a0 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f2904efa640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f290015ea60 con 0x7f290015e680 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f2904efa640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f290015ed60 con 0x7f29000b6ab0 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fe59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000737a0 0x7f29001f73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fe59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000737a0 0x7f29001f73d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38332/0 (socket says 172.21.15.16:38332) 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fe59c640 1 -- 172.21.15.16:0/587038478 learned_addr learned my addr 172.21.15.16:0/587038478 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fdd9b640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000b6ab0 0x7f29001f7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fed9d640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015e680 0x7f2900157bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fe59c640 1 -- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000b6ab0 msgr2=0x7f29001f7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fe59c640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000b6ab0 0x7f29001f7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fe59c640 1 -- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015e680 msgr2=0x7f2900157bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.302+0000 7f28fe59c640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015e680 0x7f2900157bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f28fe59c640 1 -- 172.21.15.16:0/587038478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2900158810 con 0x7f29000737a0 2024-09-16T01:51:00.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f28fed9d640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015e680 0x7f2900157bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:00.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f28fe59c640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000737a0 0x7f29001f73d0 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7f28f000c430 tx=0x7f28f000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:00.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f28eeffd640 1 -- 172.21.15.16:0/587038478 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0017070 con 0x7f29000737a0 2024-09-16T01:51:00.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f28eeffd640 1 -- 172.21.15.16:0/587038478 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f00052d0 con 0x7f29000737a0 2024-09-16T01:51:00.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2900142a10 con 0x7f29000737a0 2024-09-16T01:51:00.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f28eeffd640 1 -- 172.21.15.16:0/587038478 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0003830 con 0x7f29000737a0 2024-09-16T01:51:00.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.303+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2900158af0 con 0x7f29000737a0 2024-09-16T01:51:00.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.304+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2900073090 con 0x7f29000737a0 2024-09-16T01:51:00.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.304+0000 7f28eeffd640 1 -- 172.21.15.16:0/587038478 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 25) ==== 91713+0+0 (secure 0 0 0) 0x7f28f001a070 con 0x7f29000737a0 2024-09-16T01:51:00.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.305+0000 7f28eeffd640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006cc70 0x7f28e006f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:00.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.305+0000 7f28eeffd640 1 -- 172.21.15.16:0/587038478 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f28f0088e60 con 0x7f29000737a0 2024-09-16T01:51:00.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.305+0000 7f28fdd9b640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006cc70 0x7f28e006f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:00.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.305+0000 7f28fdd9b640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006cc70 0x7f28e006f130 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f29000b3c10 tx=0x7f28f4001e40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:00.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.309+0000 7f28eeffd640 1 -- 172.21.15.16:0/587038478 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f28f0058b80 con 0x7f29000737a0 2024-09-16T01:51:00.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.514+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol76040", "group_name": "subvol_grp71740", "target": ["mon-mgr", ""]}) -- 0x7f2900070710 con 0x7f28e006cc70 2024-09-16T01:51:00.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.518+0000 7f28eeffd640 1 -- 172.21.15.16:0/587038478 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2900070710 con 0x7f28e006cc70 2024-09-16T01:51:00.520 INFO:teuthology.orchestra.run.smithi016.stdout:/volumes/subvol_grp71740/subvol76040 2024-09-16T01:51:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006cc70 msgr2=0x7f28e006f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006cc70 0x7f28e006f130 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f29000b3c10 tx=0x7f28f4001e40 comp rx=0 tx=0).stop 2024-09-16T01:51:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000737a0 msgr2=0x7f29001f73d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000737a0 0x7f29001f73d0 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7f28f000c430 tx=0x7f28f000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 shutdown_connections 2024-09-16T01:51:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f28e006cc70 0x7f28e006f130 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f290015e680 0x7f2900157bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f29000b6ab0 0x7f29001f7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 --2- 172.21.15.16:0/587038478 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f29000737a0 0x7f29001f73d0 unknown :-1 s=CLOSED pgs=1801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 >> 172.21.15.16:0/587038478 conn(0x7f29000b4170 msgr2=0x7f290006dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 shutdown_connections 2024-09-16T01:51:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:00.521+0000 7f2904efa640 1 -- 172.21.15.16:0/587038478 wait complete. 2024-09-16T01:51:00.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:00.533 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/6eb9e0e1499dc92c8c993b80997c6585.meta) 2024-09-16T01:51:04.320 INFO:teuthology.orchestra.run.smithi016.stdout:[GLOBAL] 2024-09-16T01:51:04.320 INFO:teuthology.orchestra.run.smithi016.stdout:version = 1 2024-09-16T01:51:04.321 INFO:teuthology.orchestra.run.smithi016.stdout:type = subvolume 2024-09-16T01:51:04.321 INFO:teuthology.orchestra.run.smithi016.stdout:path = /volumes/subvol_grp71740/subvol76040 2024-09-16T01:51:04.321 INFO:teuthology.orchestra.run.smithi016.stdout:state = complete 2024-09-16T01:51:04.321 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:04.322 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol76040 subvol_grp71740 2024-09-16T01:51:04.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.440+0000 7f336712a640 1 Processor -- start 2024-09-16T01:51:04.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.440+0000 7f336712a640 1 -- start start 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f336712a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f336015e840 0x7f33600cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f336712a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f33600b9880 0x7f33600b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f336712a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33600d4350 con 0x7f33600ba200 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f336712a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f33600cfe50 con 0x7f336015e840 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f336712a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f33600d3590 con 0x7f33600b9880 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f33656c7640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f33600ba200 0x7f33601623a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39724/0 (socket says 172.21.15.16:39724) 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f33656c7640 1 -- 172.21.15.16:0/3908759083 learned_addr learned my addr 172.21.15.16:0/3908759083 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f3357fff640 1 --2- 172.21.15.16:0/3908759083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f33600b9880 0x7f33600b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f3364ec6640 1 --2- 172.21.15.16:0/3908759083 >> v2:172.21.15.104:3300/0 conn(0x7f336015e840 0x7f33600cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f33577fe640 1 -- 172.21.15.16:0/3908759083 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3240611757 0 0) 0x7f33600d4350 con 0x7f33600ba200 2024-09-16T01:51:04.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f33577fe640 1 -- 172.21.15.16:0/3908759083 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3348003520 con 0x7f33600ba200 2024-09-16T01:51:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f3357fff640 1 -- 172.21.15.16:0/3908759083 >> v2:172.21.15.104:3300/0 conn(0x7f336015e840 msgr2=0x7f33600cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.441+0000 7f3357fff640 1 --2- 172.21.15.16:0/3908759083 >> v2:172.21.15.104:3300/0 conn(0x7f336015e840 0x7f33600cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.442+0000 7f3357fff640 1 -- 172.21.15.16:0/3908759083 >> v1:172.21.15.16:6789/0 conn(0x7f33600ba200 legacy=0x7f33601623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.442+0000 7f33577fe640 1 -- 172.21.15.16:0/3908759083 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3755187907 0 0) 0x7f3348003520 con 0x7f33600ba200 2024-09-16T01:51:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.442+0000 7f3357fff640 1 -- 172.21.15.16:0/3908759083 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33600d3870 con 0x7f33600b9880 2024-09-16T01:51:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.442+0000 7f3357fff640 1 --2- 172.21.15.16:0/3908759083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f33600b9880 0x7f33600b9cc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f33500097a0 tx=0x7f335002a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dacd0085a68a29a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f33577fe640 1 -- 172.21.15.16:0/3908759083 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3350037070 con 0x7f33600b9880 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f33577fe640 1 -- 172.21.15.16:0/3908759083 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f335002ab10 con 0x7f33600b9880 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f33577fe640 1 -- 172.21.15.16:0/3908759083 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33580019f0 con 0x7f33600b9880 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 -- 172.21.15.16:0/3908759083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f33600b9880 msgr2=0x7f33600b9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 --2- 172.21.15.16:0/3908759083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f33600b9880 0x7f33600b9cc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f33500097a0 tx=0x7f335002a080 comp rx=0 tx=0).stop 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 -- 172.21.15.16:0/3908759083 shutdown_connections 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 --2- 172.21.15.16:0/3908759083 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f33600b9880 0x7f33600b9cc0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 --2- 172.21.15.16:0/3908759083 >> v2:172.21.15.104:3300/0 conn(0x7f336015e840 0x7f33600cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 -- 172.21.15.16:0/3908759083 >> 172.21.15.16:0/3908759083 conn(0x7f33600d4630 msgr2=0x7f33600d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 -- 172.21.15.16:0/3908759083 shutdown_connections 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.443+0000 7f336712a640 1 -- 172.21.15.16:0/3908759083 wait complete. 2024-09-16T01:51:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.444+0000 7f336712a640 1 Processor -- start 2024-09-16T01:51:04.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.445+0000 7f336712a640 1 -- start start 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.445+0000 7f336712a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33600b9880 0x7f33601f4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.445+0000 7f336712a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33600ba200 0x7f336015aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.445+0000 7f336712a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f336015e840 0x7f33600c8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.445+0000 7f336712a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f33600cfb40 con 0x7f33600ba200 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.445+0000 7f336712a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f33600d3e30 con 0x7f33600b9880 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.445+0000 7f336712a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f336015fc30 con 0x7f336015e840 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33600ba200 0x7f336015aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33600ba200 0x7f336015aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38552/0 (socket says 172.21.15.16:38552) 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 -- 172.21.15.16:0/2107366691 learned_addr learned my addr 172.21.15.16:0/2107366691 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f33656c7640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f336015e840 0x7f33600c8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3364ec6640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33600b9880 0x7f33601f4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 -- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f336015e840 msgr2=0x7f33600c8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f336015e840 0x7f33600c8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 -- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33600b9880 msgr2=0x7f33601f4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33600b9880 0x7f33601f4810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 -- 172.21.15.16:0/2107366691 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33600cec80 con 0x7f33600ba200 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f3357fff640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33600ba200 0x7f336015aec0 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f3350035040 tx=0x7f33500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f33557fa640 1 -- 172.21.15.16:0/2107366691 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3350041020 con 0x7f33600ba200 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f33557fa640 1 -- 172.21.15.16:0/2107366691 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f335003d620 con 0x7f33600ba200 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33600c9810 con 0x7f33600ba200 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f33557fa640 1 -- 172.21.15.16:0/2107366691 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3350037040 con 0x7f33600ba200 2024-09-16T01:51:04.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.446+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33600c9dd0 con 0x7f33600ba200 2024-09-16T01:51:04.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.447+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33600b9cc0 con 0x7f33600ba200 2024-09-16T01:51:04.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.448+0000 7f33557fa640 1 -- 172.21.15.16:0/2107366691 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 26) ==== 91764+0+0 (secure 0 0 0) 0x7f3350044020 con 0x7f33600ba200 2024-09-16T01:51:04.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.448+0000 7f33557fa640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f334c06cd00 0x7f334c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.448+0000 7f33557fa640 1 -- 172.21.15.16:0/2107366691 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f33500aa320 con 0x7f33600ba200 2024-09-16T01:51:04.451 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.448+0000 7f3364ec6640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f334c06cd00 0x7f334c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.449+0000 7f3364ec6640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f334c06cd00 0x7f334c06f1c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f336015e280 tx=0x7f335c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:04.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.453+0000 7f33557fa640 1 -- 172.21.15.16:0/2107366691 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f335004b030 con 0x7f33600ba200 2024-09-16T01:51:04.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.656+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol76040", "group_name": "subvol_grp71740", "target": ["mon-mgr", ""]}) -- 0x7f33600c7ee0 con 0x7f334c06cd00 2024-09-16T01:51:04.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.670+0000 7f33557fa640 1 -- 172.21.15.16:0/2107366691 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f33600c7ee0 con 0x7f334c06cd00 2024-09-16T01:51:04.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f334c06cd00 msgr2=0x7f334c06f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f334c06cd00 0x7f334c06f1c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f336015e280 tx=0x7f335c009190 comp rx=0 tx=0).stop 2024-09-16T01:51:04.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33600ba200 msgr2=0x7f336015aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33600ba200 0x7f336015aec0 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f3350035040 tx=0x7f33500046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 shutdown_connections 2024-09-16T01:51:04.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f334c06cd00 0x7f334c06f1c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f336015e840 0x7f33600c8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33600ba200 0x7f336015aec0 unknown :-1 s=CLOSED pgs=1803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 --2- 172.21.15.16:0/2107366691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33600b9880 0x7f33601f4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 >> 172.21.15.16:0/2107366691 conn(0x7f33600d4630 msgr2=0x7f33600b8c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:04.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 shutdown_connections 2024-09-16T01:51:04.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.673+0000 7f336712a640 1 -- 172.21.15.16:0/2107366691 wait complete. 2024-09-16T01:51:04.678 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.675+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.678 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.675+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.678 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.675+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.678 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.675+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.678 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.675+0000 7fea6ee55640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.686 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T01:51:04.689 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.688+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.689 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.688+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.689 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.688+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.690 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.688+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.690 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-16T01:51:04.688+0000 7fea6f656640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:51:04.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T01:51:04.741 INFO:teuthology.orchestra.run.smithi016.stdout:2 2024-09-16T01:51:04.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:51:04.747 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp71740 2024-09-16T01:51:04.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.851+0000 7fe0b25c4640 1 Processor -- start 2024-09-16T01:51:04.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.851+0000 7fe0b25c4640 1 -- start start 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0b25c4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0ac0b6ec0 0x7fe0ac0b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0b25c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac168510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0b25c4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0ac0d1f10 con 0x7fe0ac0b5550 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0b25c4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe0ac06dac0 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0b25c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe0ac06d500 con 0x7fe0ac166120 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0abfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0ac0b6ec0 0x7fe0ac0b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0abfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0ac0b6ec0 0x7fe0ac0b4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38612/0 (socket says 172.21.15.16:38612) 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.852+0000 7fe0abfff640 1 -- 172.21.15.16:0/3832593607 learned_addr learned my addr 172.21.15.16:0/3832593607 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.853+0000 7fe0b0b61640 1 --2- 172.21.15.16:0/3832593607 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac168510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.853+0000 7fe0abfff640 1 -- 172.21.15.16:0/3832593607 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 msgr2=0x7fe0ac168510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.853+0000 7fe0abfff640 1 --2- 172.21.15.16:0/3832593607 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac168510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.853+0000 7fe0abfff640 1 -- 172.21.15.16:0/3832593607 >> v1:172.21.15.104:6789/0 conn(0x7fe0ac0b5550 legacy=0x7fe0ac0b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.853+0000 7fe0abfff640 1 -- 172.21.15.16:0/3832593607 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ac074210 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.853+0000 7fe0b0b61640 1 --2- 172.21.15.16:0/3832593607 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac168510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:04.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.853+0000 7fe0abfff640 1 --2- 172.21.15.16:0/3832593607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac0b4d70 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7fe09c009870 tx=0x7fe09c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17fac1ff3fc22c9b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:04.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0aaffd640 1 -- 172.21.15.16:0/3832593607 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe09c037070 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0aaffd640 1 -- 172.21.15.16:0/3832593607 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe09c032440 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0aaffd640 1 -- 172.21.15.16:0/3832593607 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe09c032810 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 -- 172.21.15.16:0/3832593607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 msgr2=0x7fe0ac0b4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/3832593607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac0b4d70 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7fe09c009870 tx=0x7fe09c02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 -- 172.21.15.16:0/3832593607 shutdown_connections 2024-09-16T01:51:04.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/3832593607 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac168510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/3832593607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac0b4d70 unknown :-1 s=CLOSED pgs=1807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 -- 172.21.15.16:0/3832593607 >> 172.21.15.16:0/3832593607 conn(0x7fe0ac0b4250 msgr2=0x7fe0ac0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:04.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 -- 172.21.15.16:0/3832593607 shutdown_connections 2024-09-16T01:51:04.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.854+0000 7fe0b25c4640 1 -- 172.21.15.16:0/3832593607 wait complete. 2024-09-16T01:51:04.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.855+0000 7fe0b25c4640 1 Processor -- start 2024-09-16T01:51:04.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0b25c4640 1 -- start start 2024-09-16T01:51:04.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0b25c4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0ac0b5550 0x7fe0ac0d1030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.860 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0b25c4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac14d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0b25c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0b25c4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ac071600 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0b25c4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ac0b5990 con 0x7fe0ac0b5550 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0b25c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe0ac06d750 con 0x7fe0ac166120 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0ab7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac14d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0ab7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac14d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38622/0 (socket says 172.21.15.16:38622) 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.856+0000 7fe0ab7fe640 1 -- 172.21.15.16:0/2512930392 learned_addr learned my addr 172.21.15.16:0/2512930392 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0ab7fe640 1 -- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 msgr2=0x7fe0ac15eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0abfff640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0ac0b5550 0x7fe0ac0d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0b0b61640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0ab7fe640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac15eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0ab7fe640 1 -- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0ac0b5550 msgr2=0x7fe0ac0d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0ab7fe640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0ac0b5550 0x7fe0ac0d1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0ab7fe640 1 -- 172.21.15.16:0/2512930392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ac15f310 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0ab7fe640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac14d0c0 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7fe0a000c430 tx=0x7fe0a000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0a8ff9640 1 -- 172.21.15.16:0/2512930392 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a00052d0 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0a8ff9640 1 -- 172.21.15.16:0/2512930392 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0a0005490 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0a8ff9640 1 -- 172.21.15.16:0/2512930392 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a0007260 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0ac15f5f0 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.857+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0ac15fbb0 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.858+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0ac15e990 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.859+0000 7fe0a8ff9640 1 -- 172.21.15.16:0/2512930392 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 26) ==== 91764+0+0 (secure 0 0 0) 0x7fe0a0007400 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.859+0000 7fe0a8ff9640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe09806ccd0 0x7fe09806f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:04.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.859+0000 7fe0a8ff9640 1 -- 172.21.15.16:0/2512930392 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fe0a0089480 con 0x7fe0ac0b6ec0 2024-09-16T01:51:04.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.859+0000 7fe0abfff640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe09806ccd0 0x7fe09806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:04.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.860+0000 7fe0abfff640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe09806ccd0 0x7fe09806f190 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fe09c034000 tx=0x7fe09c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:04.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:04.864+0000 7fe0a8ff9640 1 -- 172.21.15.16:0/2512930392 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0a0059480 con 0x7fe0ac0b6ec0 2024-09-16T01:51:05.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.065+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp71740", "target": ["mon-mgr", ""]}) -- 0x7fe0ac0b1ea0 con 0x7fe09806ccd0 2024-09-16T01:51:05.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.070+0000 7fe0a8ff9640 1 -- 172.21.15.16:0/2512930392 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe0ac0b1ea0 con 0x7fe09806ccd0 2024-09-16T01:51:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe09806ccd0 msgr2=0x7fe09806f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe09806ccd0 0x7fe09806f190 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fe09c034000 tx=0x7fe09c02e000 comp rx=0 tx=0).stop 2024-09-16T01:51:05.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 msgr2=0x7fe0ac14d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac14d0c0 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7fe0a000c430 tx=0x7fe0a000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 shutdown_connections 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe09806ccd0 0x7fe09806f190 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe0ac166120 0x7fe0ac15eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0ac0b6ec0 0x7fe0ac14d0c0 unknown :-1 s=CLOSED pgs=1808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 --2- 172.21.15.16:0/2512930392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe0ac0b5550 0x7fe0ac0d1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 >> 172.21.15.16:0/2512930392 conn(0x7fe0ac0b4250 msgr2=0x7fe0ac06dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 shutdown_connections 2024-09-16T01:51:05.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.072+0000 7fe0b25c4640 1 -- 172.21.15.16:0/2512930392 wait complete. 2024-09-16T01:51:05.085 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:51:05.088 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:51:05.123 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:51:05.166 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:51:05.166 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:51:05.166 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:51:05.166 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:05.183 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:51:05.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.328+0000 7faa05ef1640 1 Processor -- start 2024-09-16T01:51:05.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.328+0000 7faa05ef1640 1 -- start start 2024-09-16T01:51:05.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.328+0000 7faa05ef1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faa0006f8b0 0x7faa001690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.328+0000 7faa05ef1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa000b6a70 con 0x7faa0006bbe0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7faa05ef1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa0006d960 con 0x7faa0015e3a0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7faa05ef1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7faa000b7640 con 0x7faa0006f8b0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9feffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7faa0006bbe0 0x7faa0006f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39730/0 (socket says 172.21.15.16:39730) 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9feffd640 1 -- 172.21.15.16:0/475651772 learned_addr learned my addr 172.21.15.16:0/475651772 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fffff640 1 --2- 172.21.15.16:0/475651772 >> v2:172.21.15.104:3300/0 conn(0x7faa0006f8b0 0x7faa001690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 673664148 0 0) 0x7faa000b6a70 con 0x7faa0006bbe0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9e8003520 con 0x7faa0006bbe0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2817734679 0 0) 0x7fa9e8003520 con 0x7faa0006bbe0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 >> v2:172.21.15.104:3300/0 conn(0x7faa0006f8b0 msgr2=0x7faa001690c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 --2- 172.21.15.16:0/475651772 >> v2:172.21.15.104:3300/0 conn(0x7faa0006f8b0 0x7faa001690c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 >> v1:172.21.15.104:6789/0 conn(0x7faa0015e3a0 legacy=0x7faa0006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa000b6d10 con 0x7faa0006bbe0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7fa9f4001810 con 0x7faa0006bbe0 2024-09-16T01:51:05.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 >> v1:172.21.15.16:6789/0 conn(0x7faa0006bbe0 legacy=0x7faa0006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9e80039b0 0x7fa9e8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e80051c0 0x7fa9e800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7faa000b7640 con 0x7fa9e8004800 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e800c160 con 0x7fa9e80039b0 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa9e800c360 con 0x7fa9e80051c0 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9feffd640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.329+0000 7fa9ff7fe640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9e80039b0 0x7fa9e8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9fffff640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e80051c0 0x7fa9e800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9feffd640 1 -- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e80051c0 msgr2=0x7fa9e800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9feffd640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e80051c0 0x7fa9e800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9feffd640 1 -- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9e80039b0 msgr2=0x7fa9e8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9feffd640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9e80039b0 0x7fa9e8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9feffd640 1 -- 172.21.15.16:0/475651772 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9e8003520 con 0x7fa9e8004800 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9fffff640 1 -- 172.21.15.16:0/475651772 reap_dead start 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.330+0000 7fa9feffd640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7fa9f400c210 tx=0x7fa9e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3daba544aac1ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f4007d20 con 0x7fa9e8004800 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f4007270 con 0x7fa9e8004800 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7fa9fe7fc640 1 -- 172.21.15.16:0/475651772 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f40057a0 con 0x7fa9e8004800 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7faa05ef1640 1 -- 172.21.15.16:0/475651772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9e8004800 msgr2=0x7fa9e8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7faa05ef1640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7fa9f400c210 tx=0x7fa9e8005830 comp rx=0 tx=0).stop 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7faa05ef1640 1 -- 172.21.15.16:0/475651772 shutdown_connections 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7faa05ef1640 1 --2- 172.21.15.16:0/475651772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 unknown :-1 s=CLOSED pgs=1810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7faa05ef1640 1 -- 172.21.15.16:0/475651772 >> 172.21.15.16:0/475651772 conn(0x7faa000b4090 msgr2=0x7faa000b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7faa05ef1640 1 -- 172.21.15.16:0/475651772 shutdown_connections 2024-09-16T01:51:05.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.331+0000 7faa05ef1640 1 -- 172.21.15.16:0/475651772 wait complete. 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.332+0000 7faa05ef1640 1 Processor -- start 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7faa05ef1640 1 -- start start 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7faa05ef1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e8004800 0x7faa001f6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7faa05ef1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa00154190 0x7faa00154610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7faa05ef1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa00160ad0 0x7faa00160f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7faa05ef1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7faa0015e780 con 0x7faa00160ad0 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7faa05ef1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faa000b72d0 con 0x7faa00154190 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7faa05ef1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faa00073cc0 con 0x7fa9e8004800 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.333+0000 7fa9fffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa00160ad0 0x7faa00160f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa00160ad0 0x7faa00160f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38644/0 (socket says 172.21.15.16:38644) 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 -- 172.21.15.16:0/264226273 learned_addr learned my addr 172.21.15.16:0/264226273 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:05.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9feffd640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa00154190 0x7faa00154610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9ff7fe640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e8004800 0x7faa001f6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 -- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e8004800 msgr2=0x7faa001f6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e8004800 0x7faa001f6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 -- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa00154190 msgr2=0x7faa00154610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa00154190 0x7faa00154610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 -- 172.21.15.16:0/264226273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa001f4170 con 0x7faa00160ad0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9fffff640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa00160ad0 0x7faa00160f50 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7faa000b4fe0 tx=0x7fa9f800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9e7fff640 1 -- 172.21.15.16:0/264226273 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f800fd80 con 0x7faa00160ad0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9e7fff640 1 -- 172.21.15.16:0/264226273 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f801d070 con 0x7faa00160ad0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7fa9e7fff640 1 -- 172.21.15.16:0/264226273 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8015670 con 0x7faa00160ad0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa001f4450 con 0x7faa00160ad0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.334+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa001f4a10 con 0x7faa00160ad0 2024-09-16T01:51:05.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.335+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa0006f1a0 con 0x7faa00160ad0 2024-09-16T01:51:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.336+0000 7fa9e7fff640 1 -- 172.21.15.16:0/264226273 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 26) ==== 91764+0+0 (secure 0 0 0) 0x7fa9f8015810 con 0x7faa00160ad0 2024-09-16T01:51:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.336+0000 7fa9e7fff640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa9ec06ccd0 0x7fa9ec06f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.336+0000 7fa9e7fff640 1 -- 172.21.15.16:0/264226273 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fa9f808a940 con 0x7faa00160ad0 2024-09-16T01:51:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.336+0000 7fa9ff7fe640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa9ec06ccd0 0x7fa9ec06f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.337+0000 7fa9ff7fe640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa9ec06ccd0 0x7fa9ec06f190 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0000c00 tx=0x7fa9f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:05.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.341+0000 7fa9e7fff640 1 -- 172.21.15.16:0/264226273 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa9f8027020 con 0x7faa00160ad0 2024-09-16T01:51:05.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.527+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7faa00071290 con 0x7faa00160ad0 2024-09-16T01:51:05.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.527+0000 7fa9e7fff640 1 -- 172.21.15.16:0/264226273 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v163) ==== 80+0+0 (secure 0 0 0) 0x7fa9f8010040 con 0x7faa00160ad0 2024-09-16T01:51:05.529 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa9ec06ccd0 msgr2=0x7fa9ec06f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa9ec06ccd0 0x7fa9ec06f190 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0000c00 tx=0x7fa9f0009040 comp rx=0 tx=0).stop 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa00160ad0 msgr2=0x7faa00160f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa00160ad0 0x7faa00160f50 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7faa000b4fe0 tx=0x7fa9f800f580 comp rx=0 tx=0).stop 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 shutdown_connections 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fa9ec06ccd0 0x7fa9ec06f190 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa00160ad0 0x7faa00160f50 unknown :-1 s=CLOSED pgs=1811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa00154190 0x7faa00154610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 --2- 172.21.15.16:0/264226273 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa9e8004800 0x7faa001f6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 >> 172.21.15.16:0/264226273 conn(0x7faa000b4090 msgr2=0x7faa000d1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:05.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 shutdown_connections 2024-09-16T01:51:05.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.529+0000 7faa05ef1640 1 -- 172.21.15.16:0/264226273 wait complete. 2024-09-16T01:51:05.541 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-16T01:51:05.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:05.541 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:51:05.565 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi016.stderr:ceph-fuse[81450]: fuse finished with error 0 and tester_r 0 2024-09-16T01:51:05.566 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:51:05.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:05.567 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:51:05.681 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:51:05.681 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:51:05.681 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:05.700 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:51:05.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.803+0000 7f9459c0e640 1 Processor -- start 2024-09-16T01:51:05.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.803+0000 7f9459c0e640 1 -- start start 2024-09-16T01:51:05.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f9459c0e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f945406da40 0x7f94540ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f9459c0e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f94540b3a10 0x7f945415ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f9459c0e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94541409b0 con 0x7f9454140440 2024-09-16T01:51:05.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f9459c0e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f945415e760 con 0x7f945406da40 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f9459c0e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9454140c90 con 0x7f94540b3a10 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f94537fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f945406da40 0x7f94540ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f94537fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f945406da40 0x7f94540ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38660/0 (socket says 172.21.15.16:38660) 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f94537fe640 1 -- 172.21.15.16:0/2835721464 learned_addr learned my addr 172.21.15.16:0/2835721464 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f9453fff640 1 --2- 172.21.15.16:0/2835721464 >> v2:172.21.15.104:3300/0 conn(0x7f94540b3a10 0x7f945415ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f94537fe640 1 -- 172.21.15.16:0/2835721464 >> v2:172.21.15.104:3300/0 conn(0x7f94540b3a10 msgr2=0x7f945415ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f94537fe640 1 --2- 172.21.15.16:0/2835721464 >> v2:172.21.15.104:3300/0 conn(0x7f94540b3a10 0x7f945415ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f94537fe640 1 -- 172.21.15.16:0/2835721464 >> v1:172.21.15.104:6789/0 conn(0x7f9454140440 legacy=0x7f94540b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f94537fe640 1 -- 172.21.15.16:0/2835721464 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9454140f70 con 0x7f945406da40 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.804+0000 7f9453fff640 1 --2- 172.21.15.16:0/2835721464 >> v2:172.21.15.104:3300/0 conn(0x7f94540b3a10 0x7f945415ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f94537fe640 1 --2- 172.21.15.16:0/2835721464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94540ce190 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f945415e8e0 tx=0x7f944402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dab855838d0e31c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f94527fc640 1 -- 172.21.15.16:0/2835721464 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444037070 con 0x7f945406da40 2024-09-16T01:51:05.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f94527fc640 1 -- 172.21.15.16:0/2835721464 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9444032440 con 0x7f945406da40 2024-09-16T01:51:05.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f94527fc640 1 -- 172.21.15.16:0/2835721464 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444032810 con 0x7f945406da40 2024-09-16T01:51:05.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f9459c0e640 1 -- 172.21.15.16:0/2835721464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 msgr2=0x7f94540ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f9459c0e640 1 --2- 172.21.15.16:0/2835721464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94540ce190 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f945415e8e0 tx=0x7f944402a210 comp rx=0 tx=0).stop 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f9459c0e640 1 -- 172.21.15.16:0/2835721464 shutdown_connections 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.805+0000 7f9459c0e640 1 --2- 172.21.15.16:0/2835721464 >> v2:172.21.15.104:3300/0 conn(0x7f94540b3a10 0x7f945415ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.806+0000 7f9459c0e640 1 --2- 172.21.15.16:0/2835721464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94540ce190 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.806+0000 7f9459c0e640 1 -- 172.21.15.16:0/2835721464 >> 172.21.15.16:0/2835721464 conn(0x7f94540b2000 msgr2=0x7f94540b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.806+0000 7f9459c0e640 1 -- 172.21.15.16:0/2835721464 shutdown_connections 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.806+0000 7f9459c0e640 1 -- 172.21.15.16:0/2835721464 wait complete. 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.807+0000 7f9459c0e640 1 Processor -- start 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.807+0000 7f9459c0e640 1 -- start start 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94541f5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f94540b3a10 0x7f94541f6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9454140440 0x7f94541f6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f94540ce850 con 0x7f945406da40 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f94540ce6d0 con 0x7f9454140440 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9454144540 con 0x7f94540b3a10 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94541f5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94541f5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38672/0 (socket says 172.21.15.16:38672) 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 -- 172.21.15.16:0/320904436 learned_addr learned my addr 172.21.15.16:0/320904436 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9453fff640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9454140440 0x7f94541f6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9452ffd640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f94540b3a10 0x7f94541f6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 -- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f94540b3a10 msgr2=0x7f94541f6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f94540b3a10 0x7f94541f6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 -- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9454140440 msgr2=0x7f94541f6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9454140440 0x7f94541f6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:05.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 -- 172.21.15.16:0/320904436 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f945415ad80 con 0x7f945406da40 2024-09-16T01:51:05.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f94537fe640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94541f5b10 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f944402a250 tx=0x7f94440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:05.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f943bfff640 1 -- 172.21.15.16:0/320904436 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444037040 con 0x7f945406da40 2024-09-16T01:51:05.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f943bfff640 1 -- 172.21.15.16:0/320904436 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9444042070 con 0x7f945406da40 2024-09-16T01:51:05.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f943bfff640 1 -- 172.21.15.16:0/320904436 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444030bb0 con 0x7f945406da40 2024-09-16T01:51:05.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94540cfba0 con 0x7f945406da40 2024-09-16T01:51:05.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.808+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94540d0160 con 0x7f945406da40 2024-09-16T01:51:05.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.809+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9454143e60 con 0x7f945406da40 2024-09-16T01:51:05.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.810+0000 7f943bfff640 1 -- 172.21.15.16:0/320904436 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 26) ==== 91764+0+0 (secure 0 0 0) 0x7f9444047460 con 0x7f945406da40 2024-09-16T01:51:05.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.810+0000 7f943bfff640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f944006ccd0 0x7f944006f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:05.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.811+0000 7f943bfff640 1 -- 172.21.15.16:0/320904436 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f94440aaae0 con 0x7f945406da40 2024-09-16T01:51:05.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.811+0000 7f9452ffd640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f944006ccd0 0x7f944006f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:05.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.811+0000 7f9452ffd640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f944006ccd0 0x7f944006f190 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f94541439d0 tx=0x7f9448007e30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:05.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:05.815+0000 7f943bfff640 1 -- 172.21.15.16:0/320904436 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f944407a490 con 0x7f945406da40 2024-09-16T01:51:06.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.002+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f945413d660 con 0x7f945406da40 2024-09-16T01:51:06.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.003+0000 7f943bfff640 1 -- 172.21.15.16:0/320904436 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v163) ==== 80+0+0 (secure 0 0 0) 0x7f944407e790 con 0x7f945406da40 2024-09-16T01:51:06.004 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-16T01:51:06.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f944006ccd0 msgr2=0x7f944006f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f944006ccd0 0x7f944006f190 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f94541439d0 tx=0x7f9448007e30 comp rx=0 tx=0).stop 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 msgr2=0x7f94541f5b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94541f5b10 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f944402a250 tx=0x7f94440046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 shutdown_connections 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f944006ccd0 0x7f944006f190 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9454140440 0x7f94541f6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f94540b3a10 0x7f94541f6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 --2- 172.21.15.16:0/320904436 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f945406da40 0x7f94541f5b10 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 >> 172.21.15.16:0/320904436 conn(0x7f94540b2000 msgr2=0x7f94540b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 shutdown_connections 2024-09-16T01:51:06.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.005+0000 7f9459c0e640 1 -- 172.21.15.16:0/320904436 wait complete. 2024-09-16T01:51:06.017 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-09-16T01:51:06.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:06.017 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:51:06.046 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi104.stderr:ceph-fuse[50725]: fuse finished with error 0 and tester_r 0 2024-09-16T01:51:06.048 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:51:06.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:06.048 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:51:06.218 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:51:06.218 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:51:06.218 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:06.235 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:51:06.235 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:51:06.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:06.235 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:51:06.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:51:06.291 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:51:06.291 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:51:06.292 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:51:06.292 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:06.309 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:51:06.310 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:51:06.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:06.310 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:51:06.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:51:06.367 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:51:06.367 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:51:06.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.468+0000 7f0e799bd640 1 Processor -- start 2024-09-16T01:51:06.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.468+0000 7f0e799bd640 1 -- start start 2024-09-16T01:51:06.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e799bd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e740afd80 0x7f0e7415f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e799bd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0e740b3990 0x7f0e740b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e799bd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0e74071950 0x7f0e74071e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e799bd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0e74162bc0 con 0x7f0e74071950 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e799bd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0e74162ea0 con 0x7f0e740b3990 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e799bd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0e7415eb50 con 0x7f0e740afd80 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0e74071950 0x7f0e74071e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0e74071950 0x7f0e74071e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38680/0 (socket says 172.21.15.16:38680) 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 -- 172.21.15.16:0/3007364333 learned_addr learned my addr 172.21.15.16:0/3007364333 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e72ffd640 1 --2- 172.21.15.16:0/3007364333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e740afd80 0x7f0e7415f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e727fc640 1 --2- 172.21.15.16:0/3007364333 >> v2:172.21.15.104:3300/0 conn(0x7f0e740b3990 0x7f0e740b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 -- 172.21.15.16:0/3007364333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e740afd80 msgr2=0x7f0e7415f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 --2- 172.21.15.16:0/3007364333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e740afd80 0x7f0e7415f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 -- 172.21.15.16:0/3007364333 >> v2:172.21.15.104:3300/0 conn(0x7f0e740b3990 msgr2=0x7f0e740b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 --2- 172.21.15.16:0/3007364333 >> v2:172.21.15.104:3300/0 conn(0x7f0e740b3990 0x7f0e740b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e737fe640 1 -- 172.21.15.16:0/3007364333 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e7415ee30 con 0x7f0e74071950 2024-09-16T01:51:06.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.469+0000 7f0e727fc640 1 --2- 172.21.15.16:0/3007364333 >> v2:172.21.15.104:3300/0 conn(0x7f0e740b3990 0x7f0e740b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.470+0000 7f0e737fe640 1 --2- 172.21.15.16:0/3007364333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e74071950 0x7f0e74071e00 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7f0e74069860 tx=0x7f0e6c02a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94989f620daf9c4b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.470+0000 7f0e71ffb640 1 -- 172.21.15.16:0/3007364333 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e6c036070 con 0x7f0e74071950 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.470+0000 7f0e71ffb640 1 -- 172.21.15.16:0/3007364333 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e6c031600 con 0x7f0e74071950 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.470+0000 7f0e71ffb640 1 -- 172.21.15.16:0/3007364333 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e6c0319d0 con 0x7f0e74071950 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 -- 172.21.15.16:0/3007364333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e74071950 msgr2=0x7f0e74071e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 --2- 172.21.15.16:0/3007364333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e74071950 0x7f0e74071e00 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7f0e74069860 tx=0x7f0e6c02a570 comp rx=0 tx=0).stop 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 -- 172.21.15.16:0/3007364333 shutdown_connections 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 --2- 172.21.15.16:0/3007364333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e74071950 0x7f0e74071e00 unknown :-1 s=CLOSED pgs=1814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 --2- 172.21.15.16:0/3007364333 >> v2:172.21.15.104:3300/0 conn(0x7f0e740b3990 0x7f0e740b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 --2- 172.21.15.16:0/3007364333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e740afd80 0x7f0e7415f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 -- 172.21.15.16:0/3007364333 >> 172.21.15.16:0/3007364333 conn(0x7f0e740b2690 msgr2=0x7f0e740b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 -- 172.21.15.16:0/3007364333 shutdown_connections 2024-09-16T01:51:06.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.471+0000 7f0e799bd640 1 -- 172.21.15.16:0/3007364333 wait complete. 2024-09-16T01:51:06.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.472+0000 7f0e799bd640 1 Processor -- start 2024-09-16T01:51:06.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.472+0000 7f0e799bd640 1 -- start start 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e799bd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e74071950 0x7f0e7414d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e799bd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e740afd80 0x7f0e7406e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e799bd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e740b3990 0x7f0e741e8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e799bd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0e740ae8a0 con 0x7f0e740afd80 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e799bd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0e740b0160 con 0x7f0e740b3990 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e799bd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0e740aea20 con 0x7f0e74071950 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e740afd80 0x7f0e7406e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e740afd80 0x7f0e7406e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38682/0 (socket says 172.21.15.16:38682) 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 -- 172.21.15.16:0/988350071 learned_addr learned my addr 172.21.15.16:0/988350071 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e72ffd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e74071950 0x7f0e7414d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e737fe640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e740b3990 0x7f0e741e8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 -- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e74071950 msgr2=0x7f0e7414d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e74071950 0x7f0e7414d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 -- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e740b3990 msgr2=0x7f0e741e8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e740b3990 0x7f0e741e8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.473+0000 7f0e727fc640 1 -- 172.21.15.16:0/988350071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e7406d7b0 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.474+0000 7f0e727fc640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e740afd80 0x7f0e7406e810 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f0e6800c7f0 tx=0x7f0e6800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.474+0000 7f0e5bfff640 1 -- 172.21.15.16:0/988350071 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e68015070 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.474+0000 7f0e5bfff640 1 -- 172.21.15.16:0/988350071 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e680077c0 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.474+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e740cd4c0 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.474+0000 7f0e5bfff640 1 -- 172.21.15.16:0/988350071 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e68007bb0 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.474+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e7406da50 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.475+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e7406e500 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.475+0000 7f0e5bfff640 1 -- 172.21.15.16:0/988350071 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 26) ==== 91764+0+0 (secure 0 0 0) 0x7f0e68018070 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.476+0000 7f0e5bfff640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0e6006ccd0 0x7f0e6006f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.476+0000 7f0e5bfff640 1 -- 172.21.15.16:0/988350071 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f0e68089cb0 con 0x7f0e740afd80 2024-09-16T01:51:06.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.476+0000 7f0e72ffd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0e6006ccd0 0x7f0e6006f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.476+0000 7f0e72ffd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0e6006ccd0 0x7f0e6006f190 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0e64006fd0 tx=0x7f0e64008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:06.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.480+0000 7f0e5bfff640 1 -- 172.21.15.16:0/988350071 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0e68059880 con 0x7f0e740afd80 2024-09-16T01:51:06.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.688+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e74069cc0 con 0x7f0e740afd80 2024-09-16T01:51:06.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.689+0000 7f0e5bfff640 1 -- 172.21.15.16:0/988350071 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5235 (secure 0 0 0) 0x7f0e6805db80 con 0x7f0e740afd80 2024-09-16T01:51:06.690 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:06.690 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":102,"btime":"2024-09-16T01:50:58:882892+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/3585792845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3585792845},{"type":"v1","addr":"172.21.15.104:6833","nonce":3585792845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9234,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2289201607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2289201607},{"type":"v1","addr":"172.21.15.16:6834","nonce":2289201607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1100416770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1100416770},{"type":"v1","addr":"172.21.15.16:6835","nonce":1100416770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":96}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:48.642261+0000","modified":"2024-09-16T01:50:51.413262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9249},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9249":{"gid":9249,"name":"d","rank":0,"incarnation":98,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/3497280687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3497280687},{"type":"v1","addr":"172.21.15.104:6835","nonce":3497280687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9249,"qdb_cluster":[9249]},"id":13}]} 2024-09-16T01:51:06.691 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 102 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0e6006ccd0 msgr2=0x7f0e6006f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0e6006ccd0 0x7f0e6006f190 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0e64006fd0 tx=0x7f0e64008040 comp rx=0 tx=0).stop 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e740afd80 msgr2=0x7f0e7406e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e740afd80 0x7f0e7406e810 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f0e6800c7f0 tx=0x7f0e6800ccb0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 shutdown_connections 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0e6006ccd0 0x7f0e6006f190 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e740b3990 0x7f0e741e8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0e740afd80 0x7f0e7406e810 unknown :-1 s=CLOSED pgs=1815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 --2- 172.21.15.16:0/988350071 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0e74071950 0x7f0e7414d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.693 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 >> 172.21.15.16:0/988350071 conn(0x7f0e740b2690 msgr2=0x7f0e740b2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:06.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 shutdown_connections 2024-09-16T01:51:06.694 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.691+0000 7f0e799bd640 1 -- 172.21.15.16:0/988350071 wait complete. 2024-09-16T01:51:06.703 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:51:06.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.804+0000 7f80c739f640 1 Processor -- start 2024-09-16T01:51:06.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.804+0000 7f80c739f640 1 -- start start 2024-09-16T01:51:06.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c739f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f80c00cf190 0x7f80c00b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c739f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80c015e900 con 0x7f80c00cf620 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c739f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80c00b3d50 con 0x7f80c015e520 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c739f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f80c00d3580 con 0x7f80c00cf190 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c6b9e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f80c00cf620 0x7f80c00b4a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39744/0 (socket says 172.21.15.16:39744) 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c6b9e640 1 -- 172.21.15.16:0/877690873 learned_addr learned my addr 172.21.15.16:0/877690873 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 725423058 0 0) 0x7f80c015e900 con 0x7f80c00cf620 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c5b9c640 1 --2- 172.21.15.16:0/877690873 >> v2:172.21.15.104:3300/0 conn(0x7f80c00cf190 0x7f80c00b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.805+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f80ac003520 con 0x7f80c00cf620 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3350635256 0 0) 0x7f80ac003520 con 0x7f80c00cf620 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 >> v2:172.21.15.104:3300/0 conn(0x7f80c00cf190 msgr2=0x7f80c00b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 --2- 172.21.15.16:0/877690873 >> v2:172.21.15.104:3300/0 conn(0x7f80c00cf190 0x7f80c00b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 >> v1:172.21.15.104:6789/0 conn(0x7f80c015e520 legacy=0x7f80c00cea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c00d3860 con 0x7f80c00cf620 2024-09-16T01:51:06.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f80b8001a10 con 0x7f80c00cf620 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 >> v1:172.21.15.16:6789/0 conn(0x7f80c00cf620 legacy=0x7f80c00b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac0039e0 0x7f80ac003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac004800 0x7f80ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80ac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f80c00d3580 con 0x7f80ac0051c0 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80ac00c090 con 0x7f80ac0039e0 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80ac00c290 con 0x7f80ac004800 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c6b9e640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80ac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c639d640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac0039e0 0x7f80ac003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c5b9c640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac004800 0x7f80ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c6b9e640 1 -- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac004800 msgr2=0x7f80ac004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:06.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c6b9e640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac004800 0x7f80ac004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c6b9e640 1 -- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac0039e0 msgr2=0x7f80ac003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c6b9e640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac0039e0 0x7f80ac003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c6b9e640 1 -- 172.21.15.16:0/877690873 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80ac003520 con 0x7f80ac0051c0 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.806+0000 7f80c639d640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac0039e0 0x7f80ac003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.807+0000 7f80c6b9e640 1 -- 172.21.15.16:0/877690873 reap_dead start 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.807+0000 7f80c6b9e640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80ac00b9c0 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f80b800a850 tx=0x7f80ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc608bf19b88bc7f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.807+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b800a4a0 con 0x7f80ac0051c0 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.807+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80b802f070 con 0x7f80ac0051c0 2024-09-16T01:51:06.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.807+0000 7f80c539b640 1 -- 172.21.15.16:0/877690873 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b802bcb0 con 0x7f80ac0051c0 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.808+0000 7f80c739f640 1 -- 172.21.15.16:0/877690873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 msgr2=0x7f80ac00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.808+0000 7f80c739f640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80ac00b9c0 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f80b800a850 tx=0x7f80ac005830 comp rx=0 tx=0).stop 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.808+0000 7f80c739f640 1 -- 172.21.15.16:0/877690873 shutdown_connections 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.808+0000 7f80c739f640 1 --2- 172.21.15.16:0/877690873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80ac00b9c0 unknown :-1 s=CLOSED pgs=1817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.808+0000 7f80c739f640 1 -- 172.21.15.16:0/877690873 >> 172.21.15.16:0/877690873 conn(0x7f80c00b5f20 msgr2=0x7f80c00b6330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.808+0000 7f80c739f640 1 -- 172.21.15.16:0/877690873 shutdown_connections 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.808+0000 7f80c739f640 1 -- 172.21.15.16:0/877690873 wait complete. 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.809+0000 7f80c739f640 1 Processor -- start 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.809+0000 7f80c739f640 1 -- start start 2024-09-16T01:51:06.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c739f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80c00c9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c739f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80c00b2e60 0x7f80c00c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c739f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80c00cc830 0x7f80c00cccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c739f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f80c00d4040 con 0x7f80ac0051c0 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c739f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80c00b3ff0 con 0x7f80c00b2e60 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c739f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80c00d41c0 con 0x7f80c00cc830 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80c00c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80c00c9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38686/0 (socket says 172.21.15.16:38686) 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 -- 172.21.15.16:0/1102693430 learned_addr learned my addr 172.21.15.16:0/1102693430 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 -- 172.21.15.16:0/1102693430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80c00cc830 msgr2=0x7f80c00cccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80c00cc830 0x7f80c00cccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 -- 172.21.15.16:0/1102693430 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80c00b2e60 msgr2=0x7f80c00c9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80c00b2e60 0x7f80c00c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 -- 172.21.15.16:0/1102693430 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c00cd580 con 0x7f80ac0051c0 2024-09-16T01:51:06.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80c639d640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80c00c9530 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7f80bc000c00 tx=0x7f80bc00e8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.810+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80bc019070 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.811+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80bc0052e0 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.811+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80bc003830 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.811+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c00cd860 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.811+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c00cde20 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.812+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c00d0a00 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.812+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 26) ==== 91764+0+0 (secure 0 0 0) 0x7f80bc01c070 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.813+0000 7f80b6ffd640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f80a406cd00 0x7f80a406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.813+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f80bc0894f0 con 0x7f80ac0051c0 2024-09-16T01:51:06.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.813+0000 7f80c5b9c640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f80a406cd00 0x7f80a406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:06.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.813+0000 7f80c5b9c640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f80a406cd00 0x7f80a406f1c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f80c00ca0d0 tx=0x7f80b0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:06.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.817+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f80c00d0a00 con 0x7f80ac0051c0 2024-09-16T01:51:06.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:06.910+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f80bc055510 con 0x7f80ac0051c0 2024-09-16T01:51:07.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.035+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f80c0068d60 con 0x7f80ac0051c0 2024-09-16T01:51:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.035+0000 7f80b6ffd640 1 -- 172.21.15.16:0/1102693430 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5235 (secure 0 0 0) 0x7f80c0068d60 con 0x7f80ac0051c0 2024-09-16T01:51:07.037 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:07.037 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":102,"btime":"2024-09-16T01:50:58:882892+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/3585792845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3585792845},{"type":"v1","addr":"172.21.15.104:6833","nonce":3585792845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9234,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2289201607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2289201607},{"type":"v1","addr":"172.21.15.16:6834","nonce":2289201607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1100416770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1100416770},{"type":"v1","addr":"172.21.15.16:6835","nonce":1100416770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":96}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:48.642261+0000","modified":"2024-09-16T01:50:51.413262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9249},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9249":{"gid":9249,"name":"d","rank":0,"incarnation":98,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/3497280687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3497280687},{"type":"v1","addr":"172.21.15.104:6835","nonce":3497280687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9249,"qdb_cluster":[9249]},"id":13}]} 2024-09-16T01:51:07.037 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 102 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f80a406cd00 msgr2=0x7f80a406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f80a406cd00 0x7f80a406f1c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f80c00ca0d0 tx=0x7f80b0008040 comp rx=0 tx=0).stop 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 msgr2=0x7f80c00c9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80c00c9530 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7f80bc000c00 tx=0x7f80bc00e8f0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 shutdown_connections 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f80a406cd00 0x7f80a406f1c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80c00cc830 0x7f80c00cccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80c00b2e60 0x7f80c00c9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 --2- 172.21.15.16:0/1102693430 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac0051c0 0x7f80c00c9530 unknown :-1 s=CLOSED pgs=1818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 >> 172.21.15.16:0/1102693430 conn(0x7f80c00b5f20 msgr2=0x7f80c015d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 shutdown_connections 2024-09-16T01:51:07.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.037+0000 7f80c739f640 1 -- 172.21.15.16:0/1102693430 wait complete. 2024-09-16T01:51:07.050 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:51:07.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.151+0000 7fcfecb9f640 1 Processor -- start 2024-09-16T01:51:07.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.151+0000 7fcfecb9f640 1 -- start start 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfecb9f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcfe80cda90 0x7fcfe80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfecb9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cf090 0x7fcfe806bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfecb9f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfe8160230 con 0x7fcfe80cecb0 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfecb9f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcfe8160e40 con 0x7fcfe80cda90 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfecb9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcfe8160510 con 0x7fcfe80cf090 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe6d9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cf090 0x7fcfe806bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe5d9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcfe80cda90 0x7fcfe80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe6d9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cf090 0x7fcfe806bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:52884/0 (socket says 172.21.15.16:52884) 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/846931467 learned_addr learned my addr 172.21.15.16:0/846931467 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe659c640 1 --1- 172.21.15.16:0/846931467 >> v1:172.21.15.104:6789/0 conn(0x7fcfe80cecb0 0x7fcfe80cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:57860/0 (socket says 172.21.15.16:57860) 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/846931467 >> v2:172.21.15.104:3300/0 conn(0x7fcfe80cda90 msgr2=0x7fcfe80ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe6d9d640 1 --2- 172.21.15.16:0/846931467 >> v2:172.21.15.104:3300/0 conn(0x7fcfe80cda90 0x7fcfe80ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/846931467 >> v1:172.21.15.104:6789/0 conn(0x7fcfe80cecb0 legacy=0x7fcfe80cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.152+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/846931467 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe81607f0 con 0x7fcfe80cf090 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.153+0000 7fcfe6d9d640 1 --2- 172.21.15.16:0/846931467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cf090 0x7fcfe806bc50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0009e50 tx=0x7fcfe002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fc6ea75397bb1c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.153+0000 7fcfe559a640 1 -- 172.21.15.16:0/846931467 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe0036070 con 0x7fcfe80cf090 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.153+0000 7fcfe559a640 1 -- 172.21.15.16:0/846931467 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfe0031600 con 0x7fcfe80cf090 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.153+0000 7fcfe559a640 1 -- 172.21.15.16:0/846931467 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe00319d0 con 0x7fcfe80cf090 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 -- 172.21.15.16:0/846931467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cf090 msgr2=0x7fcfe806bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/846931467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cf090 0x7fcfe806bc50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0009e50 tx=0x7fcfe002a710 comp rx=0 tx=0).stop 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 -- 172.21.15.16:0/846931467 shutdown_connections 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/846931467 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cf090 0x7fcfe806bc50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/846931467 >> v2:172.21.15.104:3300/0 conn(0x7fcfe80cda90 0x7fcfe80ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 -- 172.21.15.16:0/846931467 >> 172.21.15.16:0/846931467 conn(0x7fcfe80b2000 msgr2=0x7fcfe80b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 -- 172.21.15.16:0/846931467 shutdown_connections 2024-09-16T01:51:07.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.154+0000 7fcfecb9f640 1 -- 172.21.15.16:0/846931467 wait complete. 2024-09-16T01:51:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.155+0000 7fcfecb9f640 1 Processor -- start 2024-09-16T01:51:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.155+0000 7fcfecb9f640 1 -- start start 2024-09-16T01:51:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfecb9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfe80cda90 0x7fcfe8146fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfecb9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cecb0 0x7fcfe8149830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfecb9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfe80cf090 0x7fcfe80729b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfecb9f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe806c310 con 0x7fcfe80cf090 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfecb9f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe806c190 con 0x7fcfe80cda90 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfecb9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcfe806c490 con 0x7fcfe80cecb0 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfe80cf090 0x7fcfe80729b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfe80cf090 0x7fcfe80729b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38688/0 (socket says 172.21.15.16:38688) 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/53798077 learned_addr learned my addr 172.21.15.16:0/53798077 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe5d9b640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cecb0 0x7fcfe8149830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe659c640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfe80cda90 0x7fcfe8146fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cecb0 msgr2=0x7fcfe8149830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cecb0 0x7fcfe8149830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfe80cda90 msgr2=0x7fcfe8146fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfe80cda90 0x7fcfe8146fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.156+0000 7fcfe6d9d640 1 -- 172.21.15.16:0/53798077 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe81474f0 con 0x7fcfe80cf090 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.157+0000 7fcfe6d9d640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfe80cf090 0x7fcfe80729b0 secure :-1 s=READY pgs=1819 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0034040 tx=0x7fcfe0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.157+0000 7fcfd6ffd640 1 -- 172.21.15.16:0/53798077 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe0041020 con 0x7fcfe80cf090 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.157+0000 7fcfd6ffd640 1 -- 172.21.15.16:0/53798077 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfe00077a0 con 0x7fcfe80cf090 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.157+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe814a1c0 con 0x7fcfe80cf090 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.157+0000 7fcfd6ffd640 1 -- 172.21.15.16:0/53798077 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe0036040 con 0x7fcfe80cf090 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.157+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe814a780 con 0x7fcfe80cf090 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.158+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfe80ce190 con 0x7fcfe80cf090 2024-09-16T01:51:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.158+0000 7fcfd6ffd640 1 -- 172.21.15.16:0/53798077 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7fcfe0044020 con 0x7fcfe80cf090 2024-09-16T01:51:07.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.159+0000 7fcfd6ffd640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcfc806ce20 0x7fcfc806f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.159+0000 7fcfd6ffd640 1 -- 172.21.15.16:0/53798077 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fcfe00aa860 con 0x7fcfe80cf090 2024-09-16T01:51:07.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.159+0000 7fcfe659c640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcfc806ce20 0x7fcfc806f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.159+0000 7fcfe659c640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcfc806ce20 0x7fcfc806f2e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8007fd0 tx=0x7fcfd8007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.163+0000 7fcfd6ffd640 1 -- 172.21.15.16:0/53798077 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcfe004b030 con 0x7fcfe80cf090 2024-09-16T01:51:07.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.341+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcfe8147c10 con 0x7fcfe80cf090 2024-09-16T01:51:07.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.342+0000 7fcfd6ffd640 1 -- 172.21.15.16:0/53798077 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) ==== 74+0+16796 (secure 0 0 0) 0x7fcfe007a430 con 0x7fcfe80cf090 2024-09-16T01:51:07.344 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:07.344 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":163,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:50.296041+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:46.303318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:47.629767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"163","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:51:07.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcfc806ce20 msgr2=0x7fcfc806f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcfc806ce20 0x7fcfc806f2e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8007fd0 tx=0x7fcfd8007e80 comp rx=0 tx=0).stop 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfe80cf090 msgr2=0x7fcfe80729b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfe80cf090 0x7fcfe80729b0 secure :-1 s=READY pgs=1819 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0034040 tx=0x7fcfe0004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 shutdown_connections 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcfc806ce20 0x7fcfc806f2e0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcfe80cf090 0x7fcfe80729b0 unknown :-1 s=CLOSED pgs=1819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcfe80cecb0 0x7fcfe8149830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 --2- 172.21.15.16:0/53798077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfe80cda90 0x7fcfe8146fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 >> 172.21.15.16:0/53798077 conn(0x7fcfe80b2000 msgr2=0x7fcfe815f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 shutdown_connections 2024-09-16T01:51:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.345+0000 7fcfecb9f640 1 -- 172.21.15.16:0/53798077 wait complete. 2024-09-16T01:51:07.357 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:51:07.357 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:51:07.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.458+0000 7fe85d2f1640 1 Processor -- start 2024-09-16T01:51:07.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.459+0000 7fe85d2f1640 1 -- start start 2024-09-16T01:51:07.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.459+0000 7fe85d2f1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe858147fc0 0x7fe85815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.459+0000 7fe85d2f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8580ba2f0 con 0x7fe8580b9ee0 2024-09-16T01:51:07.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.459+0000 7fe85d2f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8580d2750 con 0x7fe8580d0ee0 2024-09-16T01:51:07.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.459+0000 7fe85d2f1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe8581483a0 con 0x7fe858147fc0 2024-09-16T01:51:07.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.460+0000 7fe856ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe858147fc0 0x7fe85815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.460+0000 7fe8577fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe8580b9ee0 0x7fe8580d3510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39746/0 (socket says 172.21.15.16:39746) 2024-09-16T01:51:07.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.460+0000 7fe8577fe640 1 -- 172.21.15.16:0/3243931862 learned_addr learned my addr 172.21.15.16:0/3243931862 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:07.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.460+0000 7fe856ffd640 1 -- 172.21.15.16:0/3243931862 >> v1:172.21.15.104:6789/0 conn(0x7fe8580d0ee0 legacy=0x7fe8580b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.460+0000 7fe856ffd640 1 -- 172.21.15.16:0/3243931862 >> v1:172.21.15.16:6789/0 conn(0x7fe8580b9ee0 legacy=0x7fe8580d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.460+0000 7fe856ffd640 1 -- 172.21.15.16:0/3243931862 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8580d2a30 con 0x7fe858147fc0 2024-09-16T01:51:07.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe856ffd640 1 --2- 172.21.15.16:0/3243931862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe858147fc0 0x7fe85815ea60 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7fe8480097a0 tx=0x7fe84802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9af700d3b0d523c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe8567fc640 1 -- 172.21.15.16:0/3243931862 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848037070 con 0x7fe858147fc0 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe8567fc640 1 -- 172.21.15.16:0/3243931862 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe848032440 con 0x7fe858147fc0 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe8567fc640 1 -- 172.21.15.16:0/3243931862 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848032810 con 0x7fe858147fc0 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe85d2f1640 1 -- 172.21.15.16:0/3243931862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe858147fc0 msgr2=0x7fe85815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/3243931862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe858147fc0 0x7fe85815ea60 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7fe8480097a0 tx=0x7fe84802a230 comp rx=0 tx=0).stop 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe85d2f1640 1 -- 172.21.15.16:0/3243931862 shutdown_connections 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/3243931862 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe858147fc0 0x7fe85815ea60 unknown :-1 s=CLOSED pgs=1821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe85d2f1640 1 -- 172.21.15.16:0/3243931862 >> 172.21.15.16:0/3243931862 conn(0x7fe858074fe0 msgr2=0x7fe85806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe85d2f1640 1 -- 172.21.15.16:0/3243931862 shutdown_connections 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.461+0000 7fe85d2f1640 1 -- 172.21.15.16:0/3243931862 wait complete. 2024-09-16T01:51:07.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.462+0000 7fe85d2f1640 1 Processor -- start 2024-09-16T01:51:07.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe85d2f1640 1 -- start start 2024-09-16T01:51:07.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe85d2f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8580b9ee0 0x7fe85813f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe85d2f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8580d0ee0 0x7fe8581f5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe85d2f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe858147fc0 0x7fe8580cf760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe85d2f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe8580d2500 con 0x7fe8580d0ee0 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe85d2f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe85815efa0 con 0x7fe8580b9ee0 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe85d2f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe8580d2ff0 con 0x7fe858147fc0 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe84ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8580d0ee0 0x7fe8581f5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe84ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8580d0ee0 0x7fe8581f5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38708/0 (socket says 172.21.15.16:38708) 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe84ffff640 1 -- 172.21.15.16:0/2877596340 learned_addr learned my addr 172.21.15.16:0/2877596340 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe856ffd640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8580b9ee0 0x7fe85813f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.463+0000 7fe8577fe640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe858147fc0 0x7fe8580cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84ffff640 1 -- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe858147fc0 msgr2=0x7fe8580cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84ffff640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe858147fc0 0x7fe8580cf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84ffff640 1 -- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8580b9ee0 msgr2=0x7fe85813f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84ffff640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8580b9ee0 0x7fe85813f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84ffff640 1 -- 172.21.15.16:0/2877596340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe858141c80 con 0x7fe8580d0ee0 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84ffff640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8580d0ee0 0x7fe8581f5ad0 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7fe84000c400 tx=0x7fe84000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84f7fe640 1 -- 172.21.15.16:0/2877596340 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8400052d0 con 0x7fe8580d0ee0 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84f7fe640 1 -- 172.21.15.16:0/2877596340 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe840005490 con 0x7fe8580d0ee0 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8580cc8c0 con 0x7fe8580d0ee0 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe84f7fe640 1 -- 172.21.15.16:0/2877596340 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe840007260 con 0x7fe8580d0ee0 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.464+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8581f55c0 con 0x7fe8580d0ee0 2024-09-16T01:51:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.465+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe85815ea60 con 0x7fe8580d0ee0 2024-09-16T01:51:07.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.466+0000 7fe84f7fe640 1 -- 172.21.15.16:0/2877596340 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7fe840007400 con 0x7fe8580d0ee0 2024-09-16T01:51:07.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.466+0000 7fe84f7fe640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe83806cdf0 0x7fe83806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.466+0000 7fe84f7fe640 1 -- 172.21.15.16:0/2877596340 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7fe840089460 con 0x7fe8580d0ee0 2024-09-16T01:51:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.466+0000 7fe856ffd640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe83806cdf0 0x7fe83806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.467+0000 7fe856ffd640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe83806cdf0 0x7fe83806f2b0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe848034000 tx=0x7fe84802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.471+0000 7fe84f7fe640 1 -- 172.21.15.16:0/2877596340 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8580cc8c0 con 0x7fe8580d0ee0 2024-09-16T01:51:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.686+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe85806bc80 con 0x7fe8580d0ee0 2024-09-16T01:51:07.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.686+0000 7fe84f7fe640 1 -- 172.21.15.16:0/2877596340 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5235 (secure 0 0 0) 0x7fe858141c80 con 0x7fe8580d0ee0 2024-09-16T01:51:07.688 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:07.688 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":102,"btime":"2024-09-16T01:50:58:882892+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/3585792845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3585792845},{"type":"v1","addr":"172.21.15.104:6833","nonce":3585792845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9234,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2289201607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2289201607},{"type":"v1","addr":"172.21.15.16:6834","nonce":2289201607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1100416770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1100416770},{"type":"v1","addr":"172.21.15.16:6835","nonce":1100416770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":96}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:48.642261+0000","modified":"2024-09-16T01:50:51.413262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9249},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9249":{"gid":9249,"name":"d","rank":0,"incarnation":98,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/3497280687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3497280687},{"type":"v1","addr":"172.21.15.104:6835","nonce":3497280687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9249,"qdb_cluster":[9249]},"id":13}]} 2024-09-16T01:51:07.688 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 102 2024-09-16T01:51:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe83806cdf0 msgr2=0x7fe83806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe83806cdf0 0x7fe83806f2b0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe848034000 tx=0x7fe84802e000 comp rx=0 tx=0).stop 2024-09-16T01:51:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8580d0ee0 msgr2=0x7fe8581f5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8580d0ee0 0x7fe8581f5ad0 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7fe84000c400 tx=0x7fe84000c8c0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 shutdown_connections 2024-09-16T01:51:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe83806cdf0 0x7fe83806f2b0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe858147fc0 0x7fe8580cf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8580d0ee0 0x7fe8581f5ad0 unknown :-1 s=CLOSED pgs=1822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 --2- 172.21.15.16:0/2877596340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8580b9ee0 0x7fe85813f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.688+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 >> 172.21.15.16:0/2877596340 conn(0x7fe858074fe0 msgr2=0x7fe85815f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.689+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 shutdown_connections 2024-09-16T01:51:07.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.689+0000 7fe85d2f1640 1 -- 172.21.15.16:0/2877596340 wait complete. 2024-09-16T01:51:07.701 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:51:07.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.802+0000 7f8082427640 1 Processor -- start 2024-09-16T01:51:07.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.802+0000 7f8082427640 1 -- start start 2024-09-16T01:51:07.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f8082427640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f807c15e570 0x7f807c0d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f8082427640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f807c0d4a00 0x7f807c0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f8082427640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f8082427640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f807c15e950 con 0x7f807c15e570 2024-09-16T01:51:07.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f8082427640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f807c0d3960 con 0x7f807c0d4a00 2024-09-16T01:51:07.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f8082427640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f807c0d3c40 con 0x7f807c0d1030 2024-09-16T01:51:07.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f807bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f807c15e570 0x7f807c0d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f807bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f807c15e570 0x7f807c0d32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38710/0 (socket says 172.21.15.16:38710) 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f807bfff640 1 -- 172.21.15.16:0/1335367570 learned_addr learned my addr 172.21.15.16:0/1335367570 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f80809c4640 1 --2- 172.21.15.16:0/1335367570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.803+0000 7f807b7fe640 1 --2- 172.21.15.16:0/1335367570 >> v2:172.21.15.104:3300/0 conn(0x7f807c0d4a00 0x7f807c0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.804+0000 7f807bfff640 1 -- 172.21.15.16:0/1335367570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 msgr2=0x7f807c0d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.804+0000 7f807bfff640 1 --2- 172.21.15.16:0/1335367570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0d14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.804+0000 7f807bfff640 1 -- 172.21.15.16:0/1335367570 >> v2:172.21.15.104:3300/0 conn(0x7f807c0d4a00 msgr2=0x7f807c0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.804+0000 7f807bfff640 1 --2- 172.21.15.16:0/1335367570 >> v2:172.21.15.104:3300/0 conn(0x7f807c0d4a00 0x7f807c0cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.804+0000 7f807bfff640 1 -- 172.21.15.16:0/1335367570 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f807c0d3f20 con 0x7f807c15e570 2024-09-16T01:51:07.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.804+0000 7f807bfff640 1 --2- 172.21.15.16:0/1335367570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c15e570 0x7f807c0d32d0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f807c0d2830 tx=0x7f806c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad368b96fb59c7a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.804+0000 7f807affd640 1 -- 172.21.15.16:0/1335367570 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c037070 con 0x7f807c15e570 2024-09-16T01:51:07.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f807affd640 1 -- 172.21.15.16:0/1335367570 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f806c032440 con 0x7f807c15e570 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f807affd640 1 -- 172.21.15.16:0/1335367570 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c032810 con 0x7f807c15e570 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 -- 172.21.15.16:0/1335367570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c15e570 msgr2=0x7f807c0d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 --2- 172.21.15.16:0/1335367570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c15e570 0x7f807c0d32d0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f807c0d2830 tx=0x7f806c02a1e0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 -- 172.21.15.16:0/1335367570 shutdown_connections 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 --2- 172.21.15.16:0/1335367570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 --2- 172.21.15.16:0/1335367570 >> v2:172.21.15.104:3300/0 conn(0x7f807c0d4a00 0x7f807c0cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 --2- 172.21.15.16:0/1335367570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c15e570 0x7f807c0d32d0 unknown :-1 s=CLOSED pgs=1823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 -- 172.21.15.16:0/1335367570 >> 172.21.15.16:0/1335367570 conn(0x7f807c074bc0 msgr2=0x7f807c074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 -- 172.21.15.16:0/1335367570 shutdown_connections 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.805+0000 7f8082427640 1 -- 172.21.15.16:0/1335367570 wait complete. 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.806+0000 7f8082427640 1 Processor -- start 2024-09-16T01:51:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.806+0000 7f8082427640 1 -- start start 2024-09-16T01:51:07.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f8082427640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0ca760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f8082427640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c0d4a00 0x7f807c157a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f8082427640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f807c15e570 0x7f807c15c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f8082427640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f807c0cfc60 con 0x7f807c0d4a00 2024-09-16T01:51:07.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f8082427640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f807c0d44e0 con 0x7f807c15e570 2024-09-16T01:51:07.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f8082427640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f807c0d4e40 con 0x7f807c0d1030 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f807b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c0d4a00 0x7f807c157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f807b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c0d4a00 0x7f807c157a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38718/0 (socket says 172.21.15.16:38718) 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f807b7fe640 1 -- 172.21.15.16:0/955665999 learned_addr learned my addr 172.21.15.16:0/955665999 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f807bfff640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0ca760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.807+0000 7f80809c4640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f807c15e570 0x7f807c15c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f807b7fe640 1 -- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 msgr2=0x7f807c0ca760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f807b7fe640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0ca760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f807b7fe640 1 -- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f807c15e570 msgr2=0x7f807c15c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f807b7fe640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f807c15e570 0x7f807c15c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f807b7fe640 1 -- 172.21.15.16:0/955665999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f807c157fb0 con 0x7f807c0d4a00 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f807b7fe640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c0d4a00 0x7f807c157a70 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7f807000d800 tx=0x7f807000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f8078ff9640 1 -- 172.21.15.16:0/955665999 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807000b6c0 con 0x7f807c0d4a00 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f8078ff9640 1 -- 172.21.15.16:0/955665999 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8070019070 con 0x7f807c0d4a00 2024-09-16T01:51:07.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f807c15b0f0 con 0x7f807c0d4a00 2024-09-16T01:51:07.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f8078ff9640 1 -- 172.21.15.16:0/955665999 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807000ba80 con 0x7f807c0d4a00 2024-09-16T01:51:07.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.808+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f807c15b6b0 con 0x7f807c0d4a00 2024-09-16T01:51:07.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.809+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f807c0cf720 con 0x7f807c0d4a00 2024-09-16T01:51:07.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.810+0000 7f8078ff9640 1 -- 172.21.15.16:0/955665999 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f807000bc20 con 0x7f807c0d4a00 2024-09-16T01:51:07.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.810+0000 7f8078ff9640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f806806cdf0 0x7f806806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.810+0000 7f8078ff9640 1 -- 172.21.15.16:0/955665999 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f807008a0d0 con 0x7f807c0d4a00 2024-09-16T01:51:07.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.810+0000 7f807bfff640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f806806cdf0 0x7f806806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.811+0000 7f807bfff640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f806806cdf0 0x7f806806f2b0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f806c034000 tx=0x7f806c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:07.815+0000 7f8078ff9640 1 -- 172.21.15.16:0/955665999 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8070059ca0 con 0x7f807c0d4a00 2024-09-16T01:51:08.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.027+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f807c0b6dd0 con 0x7f807c0d4a00 2024-09-16T01:51:08.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.028+0000 7f8078ff9640 1 -- 172.21.15.16:0/955665999 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5235 (secure 0 0 0) 0x7f807005dfa0 con 0x7f807c0d4a00 2024-09-16T01:51:08.029 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:08.029 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":102,"btime":"2024-09-16T01:50:58:882892+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/3585792845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3585792845},{"type":"v1","addr":"172.21.15.104:6833","nonce":3585792845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9234,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2289201607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2289201607},{"type":"v1","addr":"172.21.15.16:6834","nonce":2289201607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1100416770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1100416770},{"type":"v1","addr":"172.21.15.16:6835","nonce":1100416770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":96}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:50:48.642261+0000","modified":"2024-09-16T01:50:51.413262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9249},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9249":{"gid":9249,"name":"d","rank":0,"incarnation":98,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6835/3497280687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3497280687},{"type":"v1","addr":"172.21.15.104:6835","nonce":3497280687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9249,"qdb_cluster":[9249]},"id":13}]} 2024-09-16T01:51:08.030 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 102 2024-09-16T01:51:08.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f806806cdf0 msgr2=0x7f806806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f806806cdf0 0x7f806806f2b0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f806c034000 tx=0x7f806c02e000 comp rx=0 tx=0).stop 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c0d4a00 msgr2=0x7f807c157a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c0d4a00 0x7f807c157a70 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7f807000d800 tx=0x7f807000dcc0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 shutdown_connections 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f806806cdf0 0x7f806806f2b0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f807c15e570 0x7f807c15c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f807c0d4a00 0x7f807c157a70 unknown :-1 s=CLOSED pgs=1824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 --2- 172.21.15.16:0/955665999 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f807c0d1030 0x7f807c0ca760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 >> 172.21.15.16:0/955665999 conn(0x7f807c074bc0 msgr2=0x7f807c0b5880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 shutdown_connections 2024-09-16T01:51:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.030+0000 7f8082427640 1 -- 172.21.15.16:0/955665999 wait complete. 2024-09-16T01:51:08.042 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:51:08.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.143+0000 7f8a51bb0640 1 Processor -- start 2024-09-16T01:51:08.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.143+0000 7f8a51bb0640 1 -- start start 2024-09-16T01:51:08.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a51bb0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8a4c06d2a0 0x7f8a4c0755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a51bb0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8a4c0cab10 0x7f8a4c0caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a51bb0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a4c15f350 con 0x7f8a4c15eb40 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a51bb0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8a4c0cb4a0 con 0x7f8a4c0cab10 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a51bb0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8a4c073270 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8a4c0cab10 0x7f8a4c0caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8a4c0cab10 0x7f8a4c0caf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38730/0 (socket says 172.21.15.16:38730) 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4affd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8a4c15eb40 0x7f8a4c0739e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39756/0 (socket says 172.21.15.16:39756) 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4bfff640 1 -- 172.21.15.16:0/3033450844 learned_addr learned my addr 172.21.15.16:0/3033450844 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4b7fe640 1 --2- 172.21.15.16:0/3033450844 >> v2:172.21.15.104:3300/0 conn(0x7f8a4c06d2a0 0x7f8a4c0755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4bfff640 1 -- 172.21.15.16:0/3033450844 >> v2:172.21.15.104:3300/0 conn(0x7f8a4c06d2a0 msgr2=0x7f8a4c0755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4bfff640 1 --2- 172.21.15.16:0/3033450844 >> v2:172.21.15.104:3300/0 conn(0x7f8a4c06d2a0 0x7f8a4c0755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4bfff640 1 -- 172.21.15.16:0/3033450844 >> v1:172.21.15.16:6789/0 conn(0x7f8a4c15eb40 legacy=0x7f8a4c0739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.144+0000 7f8a4bfff640 1 -- 172.21.15.16:0/3033450844 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a4c15f630 con 0x7f8a4c0cab10 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.145+0000 7f8a4bfff640 1 --2- 172.21.15.16:0/3033450844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c0cab10 0x7f8a4c0caf60 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c0ced30 tx=0x7f8a4402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a1175529816d664 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.145+0000 7f8a4a7fc640 1 -- 172.21.15.16:0/3033450844 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44036070 con 0x7f8a4c0cab10 2024-09-16T01:51:08.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.145+0000 7f8a4a7fc640 1 -- 172.21.15.16:0/3033450844 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a44031600 con 0x7f8a4c0cab10 2024-09-16T01:51:08.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.145+0000 7f8a4a7fc640 1 -- 172.21.15.16:0/3033450844 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a440319d0 con 0x7f8a4c0cab10 2024-09-16T01:51:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 -- 172.21.15.16:0/3033450844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c0cab10 msgr2=0x7f8a4c0caf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/3033450844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c0cab10 0x7f8a4c0caf60 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c0ced30 tx=0x7f8a4402a730 comp rx=0 tx=0).stop 2024-09-16T01:51:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 -- 172.21.15.16:0/3033450844 shutdown_connections 2024-09-16T01:51:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/3033450844 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c0cab10 0x7f8a4c0caf60 unknown :-1 s=CLOSED pgs=1826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/3033450844 >> v2:172.21.15.104:3300/0 conn(0x7f8a4c06d2a0 0x7f8a4c0755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 -- 172.21.15.16:0/3033450844 >> 172.21.15.16:0/3033450844 conn(0x7f8a4c0b2ec0 msgr2=0x7f8a4c0b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 -- 172.21.15.16:0/3033450844 shutdown_connections 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.146+0000 7f8a51bb0640 1 -- 172.21.15.16:0/3033450844 wait complete. 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.147+0000 7f8a51bb0640 1 Processor -- start 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.147+0000 7f8a51bb0640 1 -- start start 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a51bb0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c06d2a0 0x7f8a4c0af970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a51bb0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a4c0cab10 0x7f8a4c09bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a51bb0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a4c15eb40 0x7f8a4c157370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a51bb0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4c0740f0 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a51bb0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4c073550 con 0x7f8a4c15eb40 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a51bb0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8a4c074270 con 0x7f8a4c0cab10 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c06d2a0 0x7f8a4c0af970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c06d2a0 0x7f8a4c0af970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38738/0 (socket says 172.21.15.16:38738) 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 -- 172.21.15.16:0/2263830500 learned_addr learned my addr 172.21.15.16:0/2263830500 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4affd640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a4c0cab10 0x7f8a4c09bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 -- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a4c0cab10 msgr2=0x7f8a4c09bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4bfff640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a4c15eb40 0x7f8a4c157370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a4c0cab10 0x7f8a4c09bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 -- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a4c15eb40 msgr2=0x7f8a4c157370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a4c15eb40 0x7f8a4c157370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4b7fe640 1 -- 172.21.15.16:0/2263830500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a4c09e710 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4affd640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a4c0cab10 0x7f8a4c09bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.148+0000 7f8a4bfff640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a4c15eb40 0x7f8a4c157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.149+0000 7f8a4b7fe640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c06d2a0 0x7f8a4c0af970 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c00d5f0 tx=0x7f8a3c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.149+0000 7f8a33fff640 1 -- 172.21.15.16:0/2263830500 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c0125f0 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.149+0000 7f8a33fff640 1 -- 172.21.15.16:0/2263830500 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a3c019070 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.149+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a4c09e9f0 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.149+0000 7f8a33fff640 1 -- 172.21.15.16:0/2263830500 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3c0129d0 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.149+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a4c0afeb0 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.150+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a4c15ef80 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.150+0000 7f8a33fff640 1 -- 172.21.15.16:0/2263830500 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f8a3c012b70 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.151+0000 7f8a33fff640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8a3806cdf0 0x7f8a3806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.151+0000 7f8a33fff640 1 -- 172.21.15.16:0/2263830500 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f8a3c08a190 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.151+0000 7f8a4affd640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8a3806cdf0 0x7f8a3806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.151+0000 7f8a4affd640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8a3806cdf0 0x7f8a3806f2b0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c0cec20 tx=0x7f8a40009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.155+0000 7f8a33fff640 1 -- 172.21.15.16:0/2263830500 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8a3c05a3b0 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.333+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a4c09ed80 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.334+0000 7f8a33fff640 1 -- 172.21.15.16:0/2263830500 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) ==== 74+0+16796 (secure 0 0 0) 0x7f8a3c059cb0 con 0x7f8a4c06d2a0 2024-09-16T01:51:08.335 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:08.336 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":163,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:50:50.296041+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:50:46.303318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T01:50:47.629767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"163","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:51:08.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8a3806cdf0 msgr2=0x7f8a3806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8a3806cdf0 0x7f8a3806f2b0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c0cec20 tx=0x7f8a40009040 comp rx=0 tx=0).stop 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c06d2a0 msgr2=0x7f8a4c0af970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c06d2a0 0x7f8a4c0af970 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7f8a3c00d5f0 tx=0x7f8a3c00dab0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 shutdown_connections 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f8a3806cdf0 0x7f8a3806f2b0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a4c15eb40 0x7f8a4c157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a4c0cab10 0x7f8a4c09bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 --2- 172.21.15.16:0/2263830500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a4c06d2a0 0x7f8a4c0af970 unknown :-1 s=CLOSED pgs=1827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 >> 172.21.15.16:0/2263830500 conn(0x7f8a4c0b2ec0 msgr2=0x7f8a4c0b1cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 shutdown_connections 2024-09-16T01:51:08.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.336+0000 7f8a51bb0640 1 -- 172.21.15.16:0/2263830500 wait complete. 2024-09-16T01:51:08.349 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:51:08.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.451+0000 7f74cb653640 1 Processor -- start 2024-09-16T01:51:08.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.451+0000 7f74cb653640 1 -- start start 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.452+0000 7f74cb653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c40d1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.452+0000 7f74cb653640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f74c4070e10 0x7f74c40d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.452+0000 7f74cb653640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74c40d2e90 con 0x7f74c40d1850 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.452+0000 7f74cb653640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f74c40cffd0 con 0x7f74c4070e10 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.452+0000 7f74cb653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f74c415c760 con 0x7f74c415c380 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c93ef640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c40d1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c9bf0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f74c4070e10 0x7f74c40d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c93ef640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c40d1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:52942/0 (socket says 172.21.15.16:52942) 2024-09-16T01:51:08.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c93ef640 1 -- 172.21.15.16:0/2255521200 learned_addr learned my addr 172.21.15.16:0/2255521200 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:08.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c93ef640 1 -- 172.21.15.16:0/2255521200 >> v2:172.21.15.104:3300/0 conn(0x7f74c4070e10 msgr2=0x7f74c40d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:08.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c93ef640 1 --2- 172.21.15.16:0/2255521200 >> v2:172.21.15.104:3300/0 conn(0x7f74c4070e10 0x7f74c40d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c93ef640 1 -- 172.21.15.16:0/2255521200 >> v1:172.21.15.104:6789/0 conn(0x7f74c40d1850 legacy=0x7f74c4070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.453+0000 7f74c93ef640 1 -- 172.21.15.16:0/2255521200 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c40d3130 con 0x7f74c415c380 2024-09-16T01:51:08.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74c93ef640 1 --2- 172.21.15.16:0/2255521200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c40d1da0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74c0009e50 tx=0x7f74c002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=116c851e117d2832 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74bbfff640 1 -- 172.21.15.16:0/2255521200 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0036070 con 0x7f74c415c380 2024-09-16T01:51:08.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74bbfff640 1 -- 172.21.15.16:0/2255521200 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74c0031600 con 0x7f74c415c380 2024-09-16T01:51:08.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74bbfff640 1 -- 172.21.15.16:0/2255521200 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c00319d0 con 0x7f74c415c380 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74cb653640 1 -- 172.21.15.16:0/2255521200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 msgr2=0x7f74c40d1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74cb653640 1 --2- 172.21.15.16:0/2255521200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c40d1da0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74c0009e50 tx=0x7f74c002a710 comp rx=0 tx=0).stop 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74cb653640 1 -- 172.21.15.16:0/2255521200 shutdown_connections 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74cb653640 1 --2- 172.21.15.16:0/2255521200 >> v2:172.21.15.104:3300/0 conn(0x7f74c4070e10 0x7f74c40d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74cb653640 1 --2- 172.21.15.16:0/2255521200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c40d1da0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.454+0000 7f74cb653640 1 -- 172.21.15.16:0/2255521200 >> 172.21.15.16:0/2255521200 conn(0x7f74c40d2300 msgr2=0x7f74c40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.455+0000 7f74cb653640 1 -- 172.21.15.16:0/2255521200 shutdown_connections 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.455+0000 7f74cb653640 1 -- 172.21.15.16:0/2255521200 wait complete. 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 Processor -- start 2024-09-16T01:51:08.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 -- start start 2024-09-16T01:51:08.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74c4070e10 0x7f74c4140690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74c40d1850 0x7f74c415ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c41543b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f74c40b1d60 con 0x7f74c40d1850 2024-09-16T01:51:08.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f74c40738f0 con 0x7f74c4070e10 2024-09-16T01:51:08.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.456+0000 7f74cb653640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f74c40b5390 con 0x7f74c415c380 2024-09-16T01:51:08.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74c40d1850 0x7f74c415ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74c40d1850 0x7f74c415ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38750/0 (socket says 172.21.15.16:38750) 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 -- 172.21.15.16:0/3840004000 learned_addr learned my addr 172.21.15.16:0/3840004000 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c9bf0640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c41543b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c93ef640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74c4070e10 0x7f74c4140690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 -- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 msgr2=0x7f74c41543b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c41543b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 -- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74c4070e10 msgr2=0x7f74c4140690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74c4070e10 0x7f74c4140690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 -- 172.21.15.16:0/3840004000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c415d840 con 0x7f74c40d1850 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74c8bee640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74c40d1850 0x7f74c415ebc0 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f74b400c440 tx=0x7f74b4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74b9ffb640 1 -- 172.21.15.16:0/3840004000 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b40052d0 con 0x7f74c40d1850 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74b9ffb640 1 -- 172.21.15.16:0/3840004000 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74b4005470 con 0x7f74c40d1850 2024-09-16T01:51:08.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74b9ffb640 1 -- 172.21.15.16:0/3840004000 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b4007260 con 0x7f74c40d1850 2024-09-16T01:51:08.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.457+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74c415db20 con 0x7f74c40d1850 2024-09-16T01:51:08.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.458+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74c415e0e0 con 0x7f74c40d1850 2024-09-16T01:51:08.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.458+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74c40d1da0 con 0x7f74c40d1850 2024-09-16T01:51:08.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.459+0000 7f74b9ffb640 1 -- 172.21.15.16:0/3840004000 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f74b4007400 con 0x7f74c40d1850 2024-09-16T01:51:08.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.460+0000 7f74b9ffb640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f74a806ce20 0x7f74a806f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.460+0000 7f74c93ef640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f74a806ce20 0x7f74a806f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.460+0000 7f74b9ffb640 1 -- 172.21.15.16:0/3840004000 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5765+0+0 (secure 0 0 0) 0x7f74b4089410 con 0x7f74c40d1850 2024-09-16T01:51:08.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.460+0000 7f74c93ef640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f74a806ce20 0x7f74a806f2e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f74c0033000 tx=0x7f74c0009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.464+0000 7f74b9ffb640 1 -- 172.21.15.16:0/3840004000 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f74b4058d90 con 0x7f74c40d1850 2024-09-16T01:51:08.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.679+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f74c40b3780 con 0x7f74c40d1850 2024-09-16T01:51:08.681 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-16T01:51:08.680+0000 7f1ff61fa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:51:08.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.681+0000 7f74b9ffb640 1 -- 172.21.15.16:0/3840004000 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v103) ==== 161+0+0 (secure 0 0 0) 0x7f74b405d090 con 0x7f74c40d1850 2024-09-16T01:51:08.682 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f74a806ce20 msgr2=0x7f74a806f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f74a806ce20 0x7f74a806f2e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f74c0033000 tx=0x7f74c0009000 comp rx=0 tx=0).stop 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74c40d1850 msgr2=0x7f74c415ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74c40d1850 0x7f74c415ebc0 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f74b400c440 tx=0x7f74b4001e70 comp rx=0 tx=0).stop 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 shutdown_connections 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f74a806ce20 0x7f74a806f2e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f74c415c380 0x7f74c41543b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74c40d1850 0x7f74c415ebc0 unknown :-1 s=CLOSED pgs=1828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 --2- 172.21.15.16:0/3840004000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74c4070e10 0x7f74c4140690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 >> 172.21.15.16:0/3840004000 conn(0x7f74c40d2300 msgr2=0x7f74c415af00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 shutdown_connections 2024-09-16T01:51:08.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.684+0000 7f74cb653640 1 -- 172.21.15.16:0/3840004000 wait complete. 2024-09-16T01:51:08.697 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:51:08.726 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-16T01:51:08.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.801+0000 7f3ebb0a4640 1 Processor -- start 2024-09-16T01:51:08.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.801+0000 7f3ebb0a4640 1 -- start start 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3ebb0a4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3eb40b4d70 0x7f3eb40b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3ebb0a4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3eb4166120 0x7f3eb4168510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3ebb0a4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3eb40d1f10 con 0x7f3eb40b6ec0 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3ebb0a4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3eb406dac0 con 0x7f3eb40b4d70 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3ebb0a4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3eb40b51b0 con 0x7f3eb4166120 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3eb40b4d70 0x7f3eb40b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb3fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3eb40b4d70 0x7f3eb40b5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38758/0 (socket says 172.21.15.16:38758) 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb3fff640 1 -- 172.21.15.16:0/1212125026 learned_addr learned my addr 172.21.15.16:0/1212125026 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb8e40640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3eb40b6ec0 0x7f3eb40b72a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39758/0 (socket says 172.21.15.16:39758) 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb9641640 1 --2- 172.21.15.16:0/1212125026 >> v2:172.21.15.104:3300/0 conn(0x7f3eb4166120 0x7f3eb4168510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb3fff640 1 -- 172.21.15.16:0/1212125026 >> v2:172.21.15.104:3300/0 conn(0x7f3eb4166120 msgr2=0x7f3eb4168510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:08.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb3fff640 1 --2- 172.21.15.16:0/1212125026 >> v2:172.21.15.104:3300/0 conn(0x7f3eb4166120 0x7f3eb4168510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb3fff640 1 -- 172.21.15.16:0/1212125026 >> v1:172.21.15.16:6789/0 conn(0x7f3eb40b6ec0 legacy=0x7f3eb40b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.805 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.802+0000 7f3eb3fff640 1 -- 172.21.15.16:0/1212125026 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb4074210 con 0x7f3eb40b4d70 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.803+0000 7f3eb3fff640 1 --2- 172.21.15.16:0/1212125026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb40b4d70 0x7f3eb40b5550 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7f3eb40b41e0 tx=0x7f3ea002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6387819f9c81c4f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.803+0000 7f3eb37fe640 1 -- 172.21.15.16:0/1212125026 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea0037070 con 0x7f3eb40b4d70 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.803+0000 7f3eb37fe640 1 -- 172.21.15.16:0/1212125026 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ea0032440 con 0x7f3eb40b4d70 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.803+0000 7f3eb37fe640 1 -- 172.21.15.16:0/1212125026 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea0032810 con 0x7f3eb40b4d70 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1212125026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb40b4d70 msgr2=0x7f3eb40b5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1212125026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb40b4d70 0x7f3eb40b5550 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7f3eb40b41e0 tx=0x7f3ea002a270 comp rx=0 tx=0).stop 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1212125026 shutdown_connections 2024-09-16T01:51:08.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1212125026 >> v2:172.21.15.104:3300/0 conn(0x7f3eb4166120 0x7f3eb4168510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1212125026 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb40b4d70 0x7f3eb40b5550 unknown :-1 s=CLOSED pgs=1830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1212125026 >> 172.21.15.16:0/1212125026 conn(0x7f3eb40b4250 msgr2=0x7f3eb40b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:08.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1212125026 shutdown_connections 2024-09-16T01:51:08.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.804+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1212125026 wait complete. 2024-09-16T01:51:08.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.805+0000 7f3ebb0a4640 1 Processor -- start 2024-09-16T01:51:08.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.805+0000 7f3ebb0a4640 1 -- start start 2024-09-16T01:51:08.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3ebb0a4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3eb40b4d70 0x7f3eb40cffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3ebb0a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eb40b6ec0 0x7f3eb414fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3ebb0a4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb4166120 0x7f3eb41503c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3ebb0a4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb4071600 con 0x7f3eb4166120 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3ebb0a4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb406d500 con 0x7f3eb40b6ec0 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3ebb0a4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3eb406d750 con 0x7f3eb40b4d70 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb4166120 0x7f3eb41503c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb4166120 0x7f3eb41503c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38774/0 (socket says 172.21.15.16:38774) 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 -- 172.21.15.16:0/1169470343 learned_addr learned my addr 172.21.15.16:0/1169470343 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb8e40640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3eb40b4d70 0x7f3eb40cffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb3fff640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eb40b6ec0 0x7f3eb414fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 -- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3eb40b4d70 msgr2=0x7f3eb40cffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3eb40b4d70 0x7f3eb40cffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 -- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eb40b6ec0 msgr2=0x7f3eb414fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eb40b6ec0 0x7f3eb414fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 -- 172.21.15.16:0/1169470343 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb415ed40 con 0x7f3eb4166120 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.806+0000 7f3eb9641640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb4166120 0x7f3eb41503c0 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7f3eac007e40 tx=0x7f3eac00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.807+0000 7f3eb17fa640 1 -- 172.21.15.16:0/1169470343 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac014620 con 0x7f3eb4166120 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.807+0000 7f3eb17fa640 1 -- 172.21.15.16:0/1169470343 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3eac019070 con 0x7f3eb4166120 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.807+0000 7f3eb17fa640 1 -- 172.21.15.16:0/1169470343 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac014a20 con 0x7f3eb4166120 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.807+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eb415f020 con 0x7f3eb4166120 2024-09-16T01:51:08.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.807+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eb415f5e0 con 0x7f3eb4166120 2024-09-16T01:51:08.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.808+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3eb415e990 con 0x7f3eb4166120 2024-09-16T01:51:08.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.808+0000 7f3eb17fa640 1 -- 172.21.15.16:0/1169470343 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f3eac014bc0 con 0x7f3eb4166120 2024-09-16T01:51:08.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.809+0000 7f3eb17fa640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3e9806cdf0 0x7f3e9806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:08.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.809+0000 7f3eb8e40640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3e9806cdf0 0x7f3e9806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:08.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.809+0000 7f3eb17fa640 1 -- 172.21.15.16:0/1169470343 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(164..164 src has 1..164) ==== 5851+0+0 (secure 0 0 0) 0x7f3eac08a580 con 0x7f3eb4166120 2024-09-16T01:51:08.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.809+0000 7f3eb8e40640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3e9806cdf0 0x7f3e9806f2b0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8007fd0 tx=0x7f3ea8007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:08.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:08.813+0000 7f3eb17fa640 1 -- 172.21.15.16:0/1169470343 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3eac05a150 con 0x7f3eb4166120 2024-09-16T01:51:09.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.024+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3eb40b1ea0 con 0x7f3eb4166120 2024-09-16T01:51:09.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.686+0000 7f3eb17fa640 1 -- 172.21.15.16:0/1169470343 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v104) ==== 104+0+0 (secure 0 0 0) 0x7f3eac05e450 con 0x7f3eb4166120 2024-09-16T01:51:09.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3e9806cdf0 msgr2=0x7f3e9806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3e9806cdf0 0x7f3e9806f2b0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8007fd0 tx=0x7f3ea8007e80 comp rx=0 tx=0).stop 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb4166120 msgr2=0x7f3eb41503c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb4166120 0x7f3eb41503c0 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7f3eac007e40 tx=0x7f3eac00e4b0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 shutdown_connections 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3e9806cdf0 0x7f3e9806f2b0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3eb4166120 0x7f3eb41503c0 unknown :-1 s=CLOSED pgs=1831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eb40b6ec0 0x7f3eb414fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 --2- 172.21.15.16:0/1169470343 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3eb40b4d70 0x7f3eb40cffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 >> 172.21.15.16:0/1169470343 conn(0x7f3eb40b4250 msgr2=0x7f3eb40b2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 shutdown_connections 2024-09-16T01:51:09.690 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.688+0000 7f3ebb0a4640 1 -- 172.21.15.16:0/1169470343 wait complete. 2024-09-16T01:51:09.703 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:51:09.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.813+0000 7fe135c1e640 1 Processor -- start 2024-09-16T01:51:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.813+0000 7fe135c1e640 1 -- start start 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe135c1e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1300b6e10 0x7fe1300b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe135c1e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1300d1fc0 con 0x7fe1300cf7a0 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe135c1e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1300d1ce0 con 0x7fe13015e600 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe135c1e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe1300d2bb0 con 0x7fe1300b6e10 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe12effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1300b6e10 0x7fe1300b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe12ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe1300cf7a0 0x7fe1300d3690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39774/0 (socket says 172.21.15.16:39774) 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe12ffff640 1 -- 172.21.15.16:0/3315737511 learned_addr learned my addr 172.21.15.16:0/3315737511 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe12effd640 1 -- 172.21.15.16:0/3315737511 >> v1:172.21.15.104:6789/0 conn(0x7fe13015e600 legacy=0x7fe1300b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe12effd640 1 -- 172.21.15.16:0/3315737511 >> v1:172.21.15.16:6789/0 conn(0x7fe1300cf7a0 legacy=0x7fe1300d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe12e7fc640 1 -- 172.21.15.16:0/3315737511 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1050889714 0 0) 0x7fe1300d1fc0 con 0x7fe1300cf7a0 2024-09-16T01:51:09.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.814+0000 7fe12effd640 1 -- 172.21.15.16:0/3315737511 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1300d2e90 con 0x7fe1300b6e10 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.815+0000 7fe12effd640 1 --2- 172.21.15.16:0/3315737511 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1300b6e10 0x7fe1300b78e0 secure :-1 s=READY pgs=1833 cs=0 l=1 rev1=1 crypto rx=0x7fe1240097a0 tx=0x7fe12402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b7f407330dc038 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.815+0000 7fe12e7fc640 1 -- 172.21.15.16:0/3315737511 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe124037070 con 0x7fe1300b6e10 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.815+0000 7fe12e7fc640 1 -- 172.21.15.16:0/3315737511 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe12402ae50 con 0x7fe1300b6e10 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.815+0000 7fe12e7fc640 1 -- 172.21.15.16:0/3315737511 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe124032660 con 0x7fe1300b6e10 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.816+0000 7fe135c1e640 1 -- 172.21.15.16:0/3315737511 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1300b6e10 msgr2=0x7fe1300b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.816+0000 7fe135c1e640 1 --2- 172.21.15.16:0/3315737511 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1300b6e10 0x7fe1300b78e0 secure :-1 s=READY pgs=1833 cs=0 l=1 rev1=1 crypto rx=0x7fe1240097a0 tx=0x7fe12402a140 comp rx=0 tx=0).stop 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.816+0000 7fe135c1e640 1 -- 172.21.15.16:0/3315737511 shutdown_connections 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.816+0000 7fe135c1e640 1 --2- 172.21.15.16:0/3315737511 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1300b6e10 0x7fe1300b78e0 unknown :-1 s=CLOSED pgs=1833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.816+0000 7fe135c1e640 1 -- 172.21.15.16:0/3315737511 >> 172.21.15.16:0/3315737511 conn(0x7fe130072650 msgr2=0x7fe130072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.816+0000 7fe135c1e640 1 -- 172.21.15.16:0/3315737511 shutdown_connections 2024-09-16T01:51:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.816+0000 7fe135c1e640 1 -- 172.21.15.16:0/3315737511 wait complete. 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.817+0000 7fe135c1e640 1 Processor -- start 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.817+0000 7fe135c1e640 1 -- start start 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe135c1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1300b6e10 0x7fe1300b2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe135c1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1300cf7a0 0x7fe1300c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe135c1e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe13015e600 0x7fe1300cb120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe135c1e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe13015e9e0 con 0x7fe13015e600 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe135c1e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1300d1990 con 0x7fe1300cf7a0 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe135c1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1300b3ba0 con 0x7fe1300b6e10 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe12ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe13015e600 0x7fe1300cb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe12ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe13015e600 0x7fe1300cb120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38794/0 (socket says 172.21.15.16:38794) 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.818+0000 7fe12ffff640 1 -- 172.21.15.16:0/1263371307 learned_addr learned my addr 172.21.15.16:0/1263371307 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12f7fe640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1300b6e10 0x7fe1300b2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12effd640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1300cf7a0 0x7fe1300c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12ffff640 1 -- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1300b6e10 msgr2=0x7fe1300b2d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12ffff640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1300b6e10 0x7fe1300b2d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12ffff640 1 -- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1300cf7a0 msgr2=0x7fe1300c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12ffff640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1300cf7a0 0x7fe1300c8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12ffff640 1 -- 172.21.15.16:0/1263371307 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1300c9230 con 0x7fe13015e600 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12effd640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1300cf7a0 0x7fe1300c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe12ffff640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe13015e600 0x7fe1300cb120 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7fe12800c7d0 tx=0x7fe12800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe117fff640 1 -- 172.21.15.16:0/1263371307 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe128018070 con 0x7fe13015e600 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe117fff640 1 -- 172.21.15.16:0/1263371307 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe12800a5e0 con 0x7fe13015e600 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1300c9510 con 0x7fe13015e600 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe117fff640 1 -- 172.21.15.16:0/1263371307 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe12800aa10 con 0x7fe13015e600 2024-09-16T01:51:09.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.819+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1300c9ad0 con 0x7fe13015e600 2024-09-16T01:51:09.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.820+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1300b78e0 con 0x7fe13015e600 2024-09-16T01:51:09.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.821+0000 7fe117fff640 1 -- 172.21.15.16:0/1263371307 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7fe12801b070 con 0x7fe13015e600 2024-09-16T01:51:09.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.821+0000 7fe117fff640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe11c06cdf0 0x7fe11c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.821+0000 7fe12f7fe640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe11c06cdf0 0x7fe11c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.822+0000 7fe117fff640 1 -- 172.21.15.16:0/1263371307 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(164..164 src has 1..164) ==== 5851+0+0 (secure 0 0 0) 0x7fe128089510 con 0x7fe13015e600 2024-09-16T01:51:09.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.822+0000 7fe12f7fe640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe11c06cdf0 0x7fe11c06f2b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe120006fd0 tx=0x7fe120009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:09.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:09.826+0000 7fe117fff640 1 -- 172.21.15.16:0/1263371307 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe128058e90 con 0x7fe13015e600 2024-09-16T01:51:10.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.003+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe1300b7ed0 con 0x7fe13015e600 2024-09-16T01:51:10.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.915+0000 7fe117fff640 1 -- 172.21.15.16:0/1263371307 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v165) ==== 181+0+0 (secure 0 0 0) 0x7fe12805d190 con 0x7fe13015e600 2024-09-16T01:51:10.916 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:51:10.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe11c06cdf0 msgr2=0x7fe11c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:10.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe11c06cdf0 0x7fe11c06f2b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe120006fd0 tx=0x7fe120009060 comp rx=0 tx=0).stop 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe13015e600 msgr2=0x7fe1300cb120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe13015e600 0x7fe1300cb120 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7fe12800c7d0 tx=0x7fe12800cc90 comp rx=0 tx=0).stop 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 shutdown_connections 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe11c06cdf0 0x7fe11c06f2b0 secure :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe120006fd0 tx=0x7fe120009060 comp rx=0 tx=0).stop 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe13015e600 0x7fe1300cb120 unknown :-1 s=CLOSED pgs=1834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1300cf7a0 0x7fe1300c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 --2- 172.21.15.16:0/1263371307 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1300b6e10 0x7fe1300b2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 >> 172.21.15.16:0/1263371307 conn(0x7fe130072650 msgr2=0x7fe1300b5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 shutdown_connections 2024-09-16T01:51:10.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:10.919+0000 7fe135c1e640 1 -- 172.21.15.16:0/1263371307 wait complete. 2024-09-16T01:51:10.936 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:51:11.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.048+0000 7f9ae7467640 1 Processor -- start 2024-09-16T01:51:11.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.048+0000 7f9ae7467640 1 -- start start 2024-09-16T01:51:11.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae7467640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9ae015c4e0 0x7f9ae00712d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae7467640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae00b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae7467640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ae00d0460 con 0x7f9ae0071810 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae7467640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9ae015c8c0 con 0x7f9ae015c4e0 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae7467640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9ae00d0740 con 0x7f9ae0073830 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae4a02640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9ae0071810 0x7f9ae0073120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39776/0 (socket says 172.21.15.16:39776) 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae4a02640 1 -- 172.21.15.16:0/3158483509 learned_addr learned my addr 172.21.15.16:0/3158483509 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae5203640 1 --2- 172.21.15.16:0/3158483509 >> v2:172.21.15.16:3300/0 conn(0x7f9ae015c4e0 0x7f9ae00712d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae5a04640 1 --2- 172.21.15.16:0/3158483509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae00b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae5203640 1 -- 172.21.15.16:0/3158483509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 msgr2=0x7f9ae00b5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae5203640 1 --2- 172.21.15.16:0/3158483509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae00b5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae5203640 1 -- 172.21.15.16:0/3158483509 >> v1:172.21.15.16:6789/0 conn(0x7f9ae0071810 legacy=0x7f9ae0073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ad7fff640 1 -- 172.21.15.16:0/3158483509 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1290437430 0 0) 0x7f9ae00d0460 con 0x7f9ae0071810 2024-09-16T01:51:11.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.049+0000 7f9ae5203640 1 -- 172.21.15.16:0/3158483509 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ae00d0a20 con 0x7f9ae015c4e0 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.050+0000 7f9ae5203640 1 --2- 172.21.15.16:0/3158483509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae015c4e0 0x7f9ae00712d0 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f9adc0097a0 tx=0x7f9adc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53a2bd2bf3d98f1b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.050+0000 7f9ad7fff640 1 -- 172.21.15.16:0/3158483509 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9adc037070 con 0x7f9ae015c4e0 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.050+0000 7f9ad7fff640 1 -- 172.21.15.16:0/3158483509 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9adc032440 con 0x7f9ae015c4e0 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.050+0000 7f9ad7fff640 1 -- 172.21.15.16:0/3158483509 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9adc032810 con 0x7f9ae015c4e0 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 -- 172.21.15.16:0/3158483509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae015c4e0 msgr2=0x7f9ae00712d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 --2- 172.21.15.16:0/3158483509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae015c4e0 0x7f9ae00712d0 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f9adc0097a0 tx=0x7f9adc02a180 comp rx=0 tx=0).stop 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 -- 172.21.15.16:0/3158483509 shutdown_connections 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 --2- 172.21.15.16:0/3158483509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae00b5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 --2- 172.21.15.16:0/3158483509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae015c4e0 0x7f9ae00712d0 unknown :-1 s=CLOSED pgs=1836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 -- 172.21.15.16:0/3158483509 >> 172.21.15.16:0/3158483509 conn(0x7f9ae00b4250 msgr2=0x7f9ae00b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 -- 172.21.15.16:0/3158483509 shutdown_connections 2024-09-16T01:51:11.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.051+0000 7f9ae7467640 1 -- 172.21.15.16:0/3158483509 wait complete. 2024-09-16T01:51:11.055 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.052+0000 7f9ae7467640 1 Processor -- start 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.052+0000 7f9ae7467640 1 -- start start 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae7467640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae0071810 0x7f9ae0157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae7467640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae015ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae7467640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ae015c4e0 0x7f9ae006ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae7467640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae00d1500 con 0x7f9ae0071810 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae7467640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae00d0fe0 con 0x7f9ae015c4e0 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae7467640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9ae015b820 con 0x7f9ae0073830 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae5203640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae0071810 0x7f9ae0157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae5203640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae0071810 0x7f9ae0157960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38808/0 (socket says 172.21.15.16:38808) 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.053+0000 7f9ae5203640 1 -- 172.21.15.16:0/2049630312 learned_addr learned my addr 172.21.15.16:0/2049630312 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae4a02640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae015ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5a04640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ae015c4e0 0x7f9ae006ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5203640 1 -- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 msgr2=0x7f9ae015ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5203640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae015ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5203640 1 -- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ae015c4e0 msgr2=0x7f9ae006ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5203640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ae015c4e0 0x7f9ae006ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5203640 1 -- 172.21.15.16:0/2049630312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ae01f2280 con 0x7f9ae0071810 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5a04640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ae015c4e0 0x7f9ae006ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae5203640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae0071810 0x7f9ae0157960 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7f9adc0098c0 tx=0x7f9adc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ad5ffb640 1 -- 172.21.15.16:0/2049630312 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9adc037040 con 0x7f9ae0071810 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ad5ffb640 1 -- 172.21.15.16:0/2049630312 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9adc042070 con 0x7f9ae0071810 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ae015b540 con 0x7f9ae0071810 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ad5ffb640 1 -- 172.21.15.16:0/2049630312 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9adc030bb0 con 0x7f9ae0071810 2024-09-16T01:51:11.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.054+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ae0157ea0 con 0x7f9ae0071810 2024-09-16T01:51:11.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.055+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ae00d2120 con 0x7f9ae0071810 2024-09-16T01:51:11.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.056+0000 7f9ad5ffb640 1 -- 172.21.15.16:0/2049630312 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f9adc047460 con 0x7f9ae0071810 2024-09-16T01:51:11.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.056+0000 7f9ad5ffb640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9ac406cdf0 0x7f9ac406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.057+0000 7f9ad5ffb640 1 -- 172.21.15.16:0/2049630312 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 5413+0+0 (secure 0 0 0) 0x7f9adc0aa8d0 con 0x7f9ae0071810 2024-09-16T01:51:11.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.057+0000 7f9ae4a02640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9ac406cdf0 0x7f9ac406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.058 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.057+0000 7f9ae4a02640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9ac406cdf0 0x7f9ac406f2b0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9ae00b6810 tx=0x7f9ad0007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.061+0000 7f9ad5ffb640 1 -- 172.21.15.16:0/2049630312 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9adc032e20 con 0x7f9ae0071810 2024-09-16T01:51:11.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.237+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9ae00b5020 con 0x7f9ae0071810 2024-09-16T01:51:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.916+0000 7f9ad5ffb640 1 -- 172.21.15.16:0/2049630312 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v166) ==== 169+0+0 (secure 0 0 0) 0x7f9adc07aaf0 con 0x7f9ae0071810 2024-09-16T01:51:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-16T01:51:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9ac406cdf0 msgr2=0x7f9ac406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9ac406cdf0 0x7f9ac406f2b0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9ae00b6810 tx=0x7f9ad0007d50 comp rx=0 tx=0).stop 2024-09-16T01:51:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae0071810 msgr2=0x7f9ae0157960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae0071810 0x7f9ae0157960 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7f9adc0098c0 tx=0x7f9adc0046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 shutdown_connections 2024-09-16T01:51:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f9ac406cdf0 0x7f9ac406f2b0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ae015c4e0 0x7f9ae006ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ae0073830 0x7f9ae015ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 --2- 172.21.15.16:0/2049630312 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ae0071810 0x7f9ae0157960 unknown :-1 s=CLOSED pgs=1837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 >> 172.21.15.16:0/2049630312 conn(0x7f9ae00b4250 msgr2=0x7f9ae0071010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.921+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 shutdown_connections 2024-09-16T01:51:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:11.922+0000 7f9ae7467640 1 -- 172.21.15.16:0/2049630312 wait complete. 2024-09-16T01:51:11.938 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:51:12.056 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.055+0000 7f497e4a4640 1 Processor -- start 2024-09-16T01:51:12.057 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.055+0000 7f497e4a4640 1 -- start start 2024-09-16T01:51:12.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f497e4a4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f497815a0b0 0x7f49780d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f497e4a4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f49780b7560 0x7f4978073290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f497e4a4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f497815cba0 con 0x7f49780d2950 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f497e4a4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f49780d2dc0 con 0x7f49780b7560 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f497e4a4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f497815ce80 con 0x7f497815a0b0 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f497ca41640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f49780b7560 0x7f4978073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f49777fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f49780d2950 0x7f49780b6e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39784/0 (socket says 172.21.15.16:39784) 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f49777fe640 1 -- 172.21.15.16:0/4186936917 learned_addr learned my addr 172.21.15.16:0/4186936917 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.056+0000 7f4977fff640 1 --2- 172.21.15.16:0/4186936917 >> v2:172.21.15.104:3300/0 conn(0x7f497815a0b0 0x7f49780d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.057+0000 7f497ca41640 1 -- 172.21.15.16:0/4186936917 >> v2:172.21.15.104:3300/0 conn(0x7f497815a0b0 msgr2=0x7f49780d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:12.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.057+0000 7f497ca41640 1 --2- 172.21.15.16:0/4186936917 >> v2:172.21.15.104:3300/0 conn(0x7f497815a0b0 0x7f49780d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.057+0000 7f497ca41640 1 -- 172.21.15.16:0/4186936917 >> v1:172.21.15.16:6789/0 conn(0x7f49780d2950 legacy=0x7f49780b6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.057+0000 7f497ca41640 1 -- 172.21.15.16:0/4186936917 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f497815d160 con 0x7f49780b7560 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.057+0000 7f4976ffd640 1 -- 172.21.15.16:0/4186936917 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 179297945 0 0) 0x7f497815cba0 con 0x7f49780d2950 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.057+0000 7f497ca41640 1 --2- 172.21.15.16:0/4186936917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f4978073290 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f4978075ed0 tx=0x7f497002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f022dcacc1041977 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.057+0000 7f4976ffd640 1 -- 172.21.15.16:0/4186936917 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4970007740 con 0x7f49780b7560 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f4976ffd640 1 -- 172.21.15.16:0/4186936917 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49700078e0 con 0x7f49780b7560 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f4976ffd640 1 -- 172.21.15.16:0/4186936917 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4970007cb0 con 0x7f49780b7560 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 -- 172.21.15.16:0/4186936917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 msgr2=0x7f4978073290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 --2- 172.21.15.16:0/4186936917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f4978073290 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f4978075ed0 tx=0x7f497002a680 comp rx=0 tx=0).stop 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 -- 172.21.15.16:0/4186936917 shutdown_connections 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 --2- 172.21.15.16:0/4186936917 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f4978073290 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 --2- 172.21.15.16:0/4186936917 >> v2:172.21.15.104:3300/0 conn(0x7f497815a0b0 0x7f49780d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 -- 172.21.15.16:0/4186936917 >> 172.21.15.16:0/4186936917 conn(0x7f497806f2d0 msgr2=0x7f497806f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:12.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 -- 172.21.15.16:0/4186936917 shutdown_connections 2024-09-16T01:51:12.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.058+0000 7f497e4a4640 1 -- 172.21.15.16:0/4186936917 wait complete. 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.059+0000 7f497e4a4640 1 Processor -- start 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.059+0000 7f497e4a4640 1 -- start start 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f497e4a4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f49781566f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f497e4a4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f49780d2950 0x7f49781ef1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f497e4a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f497815a0b0 0x7f49781f1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f497e4a4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f49780b5550 con 0x7f49780b7560 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f497e4a4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f497815d720 con 0x7f497815a0b0 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f497e4a4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f49780b56d0 con 0x7f49780d2950 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f4977fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f49781566f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f4977fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f49781566f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38830/0 (socket says 172.21.15.16:38830) 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.060+0000 7f4977fff640 1 -- 172.21.15.16:0/194087301 learned_addr learned my addr 172.21.15.16:0/194087301 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f49777fe640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f49780d2950 0x7f49781ef1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f497ca41640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f497815a0b0 0x7f49781f1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4977fff640 1 -- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f49780d2950 msgr2=0x7f49781ef1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4977fff640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f49780d2950 0x7f49781ef1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4977fff640 1 -- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f497815a0b0 msgr2=0x7f49781f1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4977fff640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f497815a0b0 0x7f49781f1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4977fff640 1 -- 172.21.15.16:0/194087301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49780b3d30 con 0x7f49780b7560 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4977fff640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f49781566f0 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f496800d830 tx=0x7f496800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4974ff9640 1 -- 172.21.15.16:0/194087301 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496800b6c0 con 0x7f49780b7560 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4974ff9640 1 -- 172.21.15.16:0/194087301 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4968019070 con 0x7f49780b7560 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f4974ff9640 1 -- 172.21.15.16:0/194087301 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496800ba80 con 0x7f49780b7560 2024-09-16T01:51:12.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49780b4010 con 0x7f49780b7560 2024-09-16T01:51:12.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.061+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49780b45d0 con 0x7f49780b7560 2024-09-16T01:51:12.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.062+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49780d2410 con 0x7f49780b7560 2024-09-16T01:51:12.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.063+0000 7f4974ff9640 1 -- 172.21.15.16:0/194087301 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f496801e460 con 0x7f49780b7560 2024-09-16T01:51:12.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.063+0000 7f4974ff9640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f496406cdf0 0x7f496406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.063+0000 7f4974ff9640 1 -- 172.21.15.16:0/194087301 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f496808a460 con 0x7f49780b7560 2024-09-16T01:51:12.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.063+0000 7f49777fe640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f496406cdf0 0x7f496406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.064+0000 7f49777fe640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f496406cdf0 0x7f496406f2b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f496c007fd0 tx=0x7f496c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:12.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.067+0000 7f4974ff9640 1 -- 172.21.15.16:0/194087301 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f496805a680 con 0x7f49780b7560 2024-09-16T01:51:12.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.244+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f497815fcf0 con 0x7f49780b7560 2024-09-16T01:51:12.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.247+0000 7f4974ff9640 1 -- 172.21.15.16:0/194087301 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v31) ==== 104+0+0 (secure 0 0 0) 0x7f4968059f80 con 0x7f49780b7560 2024-09-16T01:51:12.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f496406cdf0 msgr2=0x7f496406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f496406cdf0 0x7f496406f2b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f496c007fd0 tx=0x7f496c009040 comp rx=0 tx=0).stop 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 msgr2=0x7f49781566f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f49781566f0 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f496800d830 tx=0x7f496800dcf0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 shutdown_connections 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f496406cdf0 0x7f496406f2b0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f497815a0b0 0x7f49781f1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f49780d2950 0x7f49781ef1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 --2- 172.21.15.16:0/194087301 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f49780b7560 0x7f49781566f0 unknown :-1 s=CLOSED pgs=1840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 >> 172.21.15.16:0/194087301 conn(0x7f497806f2d0 msgr2=0x7f49780d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 shutdown_connections 2024-09-16T01:51:12.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.249+0000 7f497e4a4640 1 -- 172.21.15.16:0/194087301 wait complete. 2024-09-16T01:51:12.261 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade' 2024-09-16T01:51:12.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.362+0000 7f10c68af640 1 Processor -- start 2024-09-16T01:51:12.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.362+0000 7f10c68af640 1 -- start start 2024-09-16T01:51:12.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10c68af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f10c015e3a0 0x7f10c006d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10c68af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10c68af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10c00b6a70 con 0x7f10c006d790 2024-09-16T01:51:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10c68af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f10c00b7640 con 0x7f10c015e3a0 2024-09-16T01:51:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10c68af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f10c00b6d10 con 0x7f10c006bbe0 2024-09-16T01:51:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10c4e4c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10bffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f10c015e3a0 0x7f10c006d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10bf7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f10c006d790 0x7f10c006f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:41580/0 (socket says 172.21.15.16:41580) 2024-09-16T01:51:12.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.363+0000 7f10bf7fe640 1 -- 172.21.15.16:0/4225740051 learned_addr learned my addr 172.21.15.16:0/4225740051 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:12.366 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.364+0000 7f10c4e4c640 1 -- 172.21.15.16:0/4225740051 >> v2:172.21.15.104:3300/0 conn(0x7f10c015e3a0 msgr2=0x7f10c006d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.364+0000 7f10c4e4c640 1 --2- 172.21.15.16:0/4225740051 >> v2:172.21.15.104:3300/0 conn(0x7f10c015e3a0 0x7f10c006d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.364+0000 7f10c4e4c640 1 -- 172.21.15.16:0/4225740051 >> v1:172.21.15.104:6789/0 conn(0x7f10c006d790 legacy=0x7f10c006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.364+0000 7f10c4e4c640 1 -- 172.21.15.16:0/4225740051 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c00b6ff0 con 0x7f10c006bbe0 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.364+0000 7f10bffff640 1 --2- 172.21.15.16:0/4225740051 >> v2:172.21.15.104:3300/0 conn(0x7f10c015e3a0 0x7f10c006d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c4e4c640 1 --2- 172.21.15.16:0/4225740051 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0161f80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f10c00b77c0 tx=0x7f10b802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a13b05cccf0a052f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10beffd640 1 -- 172.21.15.16:0/4225740051 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b802ae60 con 0x7f10c006bbe0 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10beffd640 1 -- 172.21.15.16:0/4225740051 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10b8007740 con 0x7f10c006bbe0 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10beffd640 1 -- 172.21.15.16:0/4225740051 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b8007b10 con 0x7f10c006bbe0 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 -- 172.21.15.16:0/4225740051 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 msgr2=0x7f10c0161f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.367 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 --2- 172.21.15.16:0/4225740051 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0161f80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f10c00b77c0 tx=0x7f10b802a640 comp rx=0 tx=0).stop 2024-09-16T01:51:12.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 -- 172.21.15.16:0/4225740051 shutdown_connections 2024-09-16T01:51:12.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 --2- 172.21.15.16:0/4225740051 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0161f80 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 --2- 172.21.15.16:0/4225740051 >> v2:172.21.15.104:3300/0 conn(0x7f10c015e3a0 0x7f10c006d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 -- 172.21.15.16:0/4225740051 >> 172.21.15.16:0/4225740051 conn(0x7f10c00b4090 msgr2=0x7f10c00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:12.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 -- 172.21.15.16:0/4225740051 shutdown_connections 2024-09-16T01:51:12.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.365+0000 7f10c68af640 1 -- 172.21.15.16:0/4225740051 wait complete. 2024-09-16T01:51:12.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.366+0000 7f10c68af640 1 Processor -- start 2024-09-16T01:51:12.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c68af640 1 -- start start 2024-09-16T01:51:12.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c68af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0152d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c68af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10c006d790 0x7f10c01f3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c68af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10c015e3a0 0x7f10c015c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c68af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f10c0073cc0 con 0x7f10c015e3a0 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c68af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10c015e780 con 0x7f10c006d790 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c68af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f10c0073e40 con 0x7f10c006bbe0 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.367+0000 7f10c4e4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10c015e3a0 0x7f10c015c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10c015e3a0 0x7f10c015c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54598/0 (socket says 172.21.15.16:54598) 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 -- 172.21.15.16:0/3181486664 learned_addr learned my addr 172.21.15.16:0/3181486664 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10bf7fe640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10c006d790 0x7f10c01f3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10bffff640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0152d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 -- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 msgr2=0x7f10c0152d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0152d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 -- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10c006d790 msgr2=0x7f10c01f3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10c006d790 0x7f10c01f3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 -- 172.21.15.16:0/3181486664 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c01532c0 con 0x7f10c015e3a0 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c4e4c640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10c015e3a0 0x7f10c015c190 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7f10b802ac30 tx=0x7f10b8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10bcff9640 1 -- 172.21.15.16:0/3181486664 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b8040070 con 0x7f10c015e3a0 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10bcff9640 1 -- 172.21.15.16:0/3181486664 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10b80319c0 con 0x7f10c015e3a0 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10bcff9640 1 -- 172.21.15.16:0/3181486664 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b8031b90 con 0x7f10c015e3a0 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10c01f4810 con 0x7f10c015e3a0 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.368+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10c01f4dd0 con 0x7f10c015e3a0 2024-09-16T01:51:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.369+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10c006cc90 con 0x7f10c015e3a0 2024-09-16T01:51:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.370+0000 7f10bcff9640 1 -- 172.21.15.16:0/3181486664 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f10b8039040 con 0x7f10c015e3a0 2024-09-16T01:51:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.370+0000 7f10bcff9640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10ac06ce20 0x7f10ac06f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.370+0000 7f10bcff9640 1 -- 172.21.15.16:0/3181486664 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f10b80ab590 con 0x7f10c015e3a0 2024-09-16T01:51:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.370+0000 7f10bffff640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10ac06ce20 0x7f10ac06f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.371+0000 7f10bffff640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10ac06ce20 0x7f10ac06f2e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f10c00ceaf0 tx=0x7f10b0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:12.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.375+0000 7f10bcff9640 1 -- 172.21.15.16:0/3181486664 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f10b807af10 con 0x7f10c015e3a0 2024-09-16T01:51:12.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.619+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f10c006d1d0 con 0x7f10c015e3a0 2024-09-16T01:51:12.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.925+0000 7f10bcff9640 1 -- 172.21.15.16:0/3181486664 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]}]=0 v476) ==== 163+0+0 (secure 0 0 0) 0x7f10b807f210 con 0x7f10c015e3a0 2024-09-16T01:51:12.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10ac06ce20 msgr2=0x7f10ac06f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10ac06ce20 0x7f10ac06f2e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f10c00ceaf0 tx=0x7f10b0009190 comp rx=0 tx=0).stop 2024-09-16T01:51:12.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10c015e3a0 msgr2=0x7f10c015c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10c015e3a0 0x7f10c015c190 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7f10b802ac30 tx=0x7f10b8004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 shutdown_connections 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f10ac06ce20 0x7f10ac06f2e0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f10c015e3a0 0x7f10c015c190 unknown :-1 s=CLOSED pgs=1841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10c006d790 0x7f10c01f3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 --2- 172.21.15.16:0/3181486664 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f10c006bbe0 0x7f10c0152d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 >> 172.21.15.16:0/3181486664 conn(0x7f10c00b4090 msgr2=0x7f10c00d0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 shutdown_connections 2024-09-16T01:51:12.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:12.928+0000 7f10c68af640 1 -- 172.21.15.16:0/3181486664 wait complete. 2024-09-16T01:51:12.941 INFO:tasks.cephfs_test_runner:Validate unparseable text .meta file on legacy subvol root doesn't break the system ... ok 2024-09-16T01:51:12.941 INFO:tasks.cephfs_test_runner: 2024-09-16T01:51:12.941 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-16T01:51:12.942 INFO:tasks.cephfs_test_runner:Ran 11 tests in 513.342s 2024-09-16T01:51:12.942 INFO:tasks.cephfs_test_runner: 2024-09-16T01:51:12.942 INFO:tasks.cephfs_test_runner:OK 2024-09-16T01:51:12.942 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-16T01:51:12.951 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-16T01:51:12.972 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-16T01:51:12.972 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:51:12.973 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:12.990 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:51:12.990 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-16T01:51:12.990 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:13.047 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:51:13.047 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:51:13.047 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:13.066 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:51:13.067 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-16T01:51:13.067 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:51:13.125 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17792 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:51:13.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.126 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-16T01:51:13.184 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:51:13.184 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:51:13.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.185 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:51:13.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.254 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.322 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-09-16T01:51:13.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.425 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-16T01:51:13.443 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:51:13.443 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:51:13.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.444 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:51:13.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.512 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:51:13.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:51:13.581 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2024-09-16T01:51:13.683 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-16T01:51:13.693 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:51:13.694 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:51:13.694 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:13.697 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:13.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.798+0000 7f68cc027640 1 Processor -- start 2024-09-16T01:51:13.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.798+0000 7f68cc027640 1 -- start start 2024-09-16T01:51:13.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68cc027640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f68c4147fc0 0x7f68c415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68cc027640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68c40d0ee0 0x7f68c40d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68cc027640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68c40ba2f0 con 0x7f68c40b97d0 2024-09-16T01:51:13.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68cc027640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f68c41483a0 con 0x7f68c4147fc0 2024-09-16T01:51:13.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68cc027640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f68c415efa0 con 0x7f68c40d0ee0 2024-09-16T01:51:13.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c9dc3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f68c4147fc0 0x7f68c415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c9dc3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f68c4147fc0 0x7f68c415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54608/0 (socket says 172.21.15.16:54608) 2024-09-16T01:51:13.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c9dc3640 1 -- 172.21.15.16:0/2822595701 learned_addr learned my addr 172.21.15.16:0/2822595701 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:13.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c95c2640 1 --2- 172.21.15.16:0/2822595701 >> v2:172.21.15.104:3300/0 conn(0x7f68c40d0ee0 0x7f68c40d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.802 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c9dc3640 1 -- 172.21.15.16:0/2822595701 >> v2:172.21.15.104:3300/0 conn(0x7f68c40d0ee0 msgr2=0x7f68c40d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c9dc3640 1 --2- 172.21.15.16:0/2822595701 >> v2:172.21.15.104:3300/0 conn(0x7f68c40d0ee0 0x7f68c40d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c9dc3640 1 -- 172.21.15.16:0/2822595701 >> v1:172.21.15.104:6789/0 conn(0x7f68c40b97d0 legacy=0x7f68c40b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c9dc3640 1 -- 172.21.15.16:0/2822595701 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c40d2750 con 0x7f68c4147fc0 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.799+0000 7f68c95c2640 1 --2- 172.21.15.16:0/2822595701 >> v2:172.21.15.104:3300/0 conn(0x7f68c40d0ee0 0x7f68c40d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.800+0000 7f68c9dc3640 1 --2- 172.21.15.16:0/2822595701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c4147fc0 0x7f68c415ea60 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f68c4161f70 tx=0x7f68c002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b05b2ecda4c81b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.800+0000 7f68c8dc1640 1 -- 172.21.15.16:0/2822595701 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c0037070 con 0x7f68c4147fc0 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.800+0000 7f68c8dc1640 1 -- 172.21.15.16:0/2822595701 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68c0032440 con 0x7f68c4147fc0 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.800+0000 7f68c8dc1640 1 -- 172.21.15.16:0/2822595701 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c0032810 con 0x7f68c4147fc0 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 -- 172.21.15.16:0/2822595701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c4147fc0 msgr2=0x7f68c415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 --2- 172.21.15.16:0/2822595701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c4147fc0 0x7f68c415ea60 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f68c4161f70 tx=0x7f68c002a230 comp rx=0 tx=0).stop 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 -- 172.21.15.16:0/2822595701 shutdown_connections 2024-09-16T01:51:13.803 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 --2- 172.21.15.16:0/2822595701 >> v2:172.21.15.104:3300/0 conn(0x7f68c40d0ee0 0x7f68c40d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 --2- 172.21.15.16:0/2822595701 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c4147fc0 0x7f68c415ea60 unknown :-1 s=CLOSED pgs=1842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 -- 172.21.15.16:0/2822595701 >> 172.21.15.16:0/2822595701 conn(0x7f68c4074fe0 msgr2=0x7f68c406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 -- 172.21.15.16:0/2822595701 shutdown_connections 2024-09-16T01:51:13.804 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.801+0000 7f68cc027640 1 -- 172.21.15.16:0/2822595701 wait complete. 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.802+0000 7f68cc027640 1 Processor -- start 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68cc027640 1 -- start start 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68cc027640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68c40b97d0 0x7f68c41421d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68cc027640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c40d0ee0 0x7f68c415dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68cc027640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c4147fc0 0x7f68c40c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68cc027640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f68c40d2d10 con 0x7f68c40d0ee0 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68cc027640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f68c40d2500 con 0x7f68c4147fc0 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68cc027640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f68c40d2ff0 con 0x7f68c40b97d0 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68c95c2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c40d0ee0 0x7f68c415dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68c95c2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c40d0ee0 0x7f68c415dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54618/0 (socket says 172.21.15.16:54618) 2024-09-16T01:51:13.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68c95c2640 1 -- 172.21.15.16:0/3321703535 learned_addr learned my addr 172.21.15.16:0/3321703535 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68ca5c4640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c4147fc0 0x7f68c40c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.803+0000 7f68c9dc3640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68c40b97d0 0x7f68c41421d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68c95c2640 1 -- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68c40b97d0 msgr2=0x7f68c41421d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68c95c2640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68c40b97d0 0x7f68c41421d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68c95c2640 1 -- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c4147fc0 msgr2=0x7f68c40c9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68c95c2640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c4147fc0 0x7f68c40c9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68c95c2640 1 -- 172.21.15.16:0/3321703535 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c414eec0 con 0x7f68c40d0ee0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68c95c2640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c40d0ee0 0x7f68c415dc00 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7f68b400c820 tx=0x7f68b400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68ba7fc640 1 -- 172.21.15.16:0/3321703535 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b4015070 con 0x7f68c40d0ee0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68ba7fc640 1 -- 172.21.15.16:0/3321703535 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68b4007a30 con 0x7f68c40d0ee0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c414f160 con 0x7f68c40d0ee0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68ba7fc640 1 -- 172.21.15.16:0/3321703535 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b4007e00 con 0x7f68c40d0ee0 2024-09-16T01:51:13.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.804+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c414f720 con 0x7f68c40d0ee0 2024-09-16T01:51:13.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.805+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c40d1370 con 0x7f68c40d0ee0 2024-09-16T01:51:13.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.806+0000 7f68ba7fc640 1 -- 172.21.15.16:0/3321703535 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f68b4018070 con 0x7f68c40d0ee0 2024-09-16T01:51:13.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.806+0000 7f68ba7fc640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f68a806cdf0 0x7f68a806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.807+0000 7f68ba7fc640 1 -- 172.21.15.16:0/3321703535 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f68b4089f10 con 0x7f68c40d0ee0 2024-09-16T01:51:13.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.807+0000 7f68c9dc3640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f68a806cdf0 0x7f68a806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.807+0000 7f68c9dc3640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f68a806cdf0 0x7f68a806f2b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f68c0034000 tx=0x7f68c002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.811+0000 7f68ba7fc640 1 -- 172.21.15.16:0/3321703535 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f68b4059890 con 0x7f68c40d0ee0 2024-09-16T01:51:13.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.983+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f68c415e140 con 0x7f68a806cdf0 2024-09-16T01:51:13.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.984+0000 7f68ba7fc640 1 -- 172.21.15.16:0/3321703535 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13398 (secure 0 0 0) 0x7f68c0045470 con 0x7f68a806cdf0 2024-09-16T01:51:13.985 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:13.985 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:51:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f68a806cdf0 msgr2=0x7f68a806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f68a806cdf0 0x7f68a806f2b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f68c0034000 tx=0x7f68c002e000 comp rx=0 tx=0).stop 2024-09-16T01:51:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c40d0ee0 msgr2=0x7f68c415dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c40d0ee0 0x7f68c415dc00 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7f68b400c820 tx=0x7f68b400cc20 comp rx=0 tx=0).stop 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 shutdown_connections 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f68a806cdf0 0x7f68a806f2b0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c4147fc0 0x7f68c40c9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f68c40d0ee0 0x7f68c415dc00 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 --2- 172.21.15.16:0/3321703535 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f68c40b97d0 0x7f68c41421d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 >> 172.21.15.16:0/3321703535 conn(0x7f68c4074fe0 msgr2=0x7f68c40cf8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 shutdown_connections 2024-09-16T01:51:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:13.986+0000 7f68cc027640 1 -- 172.21.15.16:0/3321703535 wait complete. 2024-09-16T01:51:13.998 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":235,"stamp":"2024-09-16T01:51:12.788656+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":287760,"kb_used_data":17456,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754686960,"statfs":{"total":773094113280,"available":772799447040,"internally_reserved":0,"allocated":17874944,"data_stored":8611272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-53164,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-2,"num_read_kb":-2,"num_write":-71,"num_write_kb":-77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001342"},"pg_stats":[{"pgid":"1.0","version":"69'128","reported_seq":474,"reported_epoch":164,"state":"active+clean","last_fresh":"2024-09-16T01:51:08.708218+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:51:08.708218+0000","last_peered":"2024-09-16T01:51:08.708218+0000","last_clean":"2024-09-16T01:51:08.708218+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:51:08.708218+0000","last_undegraded":"2024-09-16T01:51:08.708218+0000","last_fullsized":"2024-09-16T01:51:08.708218+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574961,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33844,"kb_used_data":2656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337996,"statfs":{"total":96636764160,"available":96602107904,"internally_reserved":0,"allocated":2719744,"data_stored":1558173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33212,"kb_used_data":2024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338628,"statfs":{"total":96636764160,"available":96602755072,"internally_reserved":0,"allocated":2072576,"data_stored":916339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33208,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338632,"statfs":{"total":96636764160,"available":96602759168,"internally_reserved":0,"allocated":2068480,"data_stored":916036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509554,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33276,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2138112,"data_stored":968212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542257,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41536,"kb_used_data":2028,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330304,"statfs":{"total":96636764160,"available":96594231296,"internally_reserved":0,"allocated":2076672,"data_stored":915636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542258,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37364,"kb_used_data":2016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334476,"statfs":{"total":96636764160,"available":96598503424,"internally_reserved":0,"allocated":2064384,"data_stored":915454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542258,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37372,"kb_used_data":2024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334468,"statfs":{"total":96636764160,"available":96598495232,"internally_reserved":0,"allocated":2072576,"data_stored":915510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542258,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37948,"kb_used_data":2600,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333892,"statfs":{"total":96636764160,"available":96597905408,"internally_reserved":0,"allocated":2662400,"data_stored":1505912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:51:13.999 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:51:14.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.140+0000 7ff4c7b66640 1 Processor -- start 2024-09-16T01:51:14.142 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.141+0000 7ff4c7b66640 1 -- start start 2024-09-16T01:51:14.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.141+0000 7ff4c7b66640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff4c0147fc0 0x7ff4c015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.141+0000 7ff4c7b66640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00d0ee0 0x7ff4c00d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.143 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.141+0000 7ff4c7b66640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4c00ba310 con 0x7ff4c00b97d0 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c7b66640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff4c01483a0 con 0x7ff4c0147fc0 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c7b66640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff4c015efa0 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c5902640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff4c0147fc0 0x7ff4c015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c6103640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff4c00b97d0 0x7ff4c00b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39516/0 (socket says 172.21.15.16:39516) 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c6103640 1 -- 172.21.15.16:0/1321105656 learned_addr learned my addr 172.21.15.16:0/1321105656 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c5101640 1 --2- 172.21.15.16:0/1321105656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00d0ee0 0x7ff4c00d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c5902640 1 -- 172.21.15.16:0/1321105656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00d0ee0 msgr2=0x7ff4c00d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c5902640 1 --2- 172.21.15.16:0/1321105656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00d0ee0 0x7ff4c00d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c5902640 1 -- 172.21.15.16:0/1321105656 >> v1:172.21.15.16:6789/0 conn(0x7ff4c00b97d0 legacy=0x7ff4c00b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c5902640 1 -- 172.21.15.16:0/1321105656 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c00d2750 con 0x7ff4c0147fc0 2024-09-16T01:51:14.144 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.142+0000 7ff4c4900640 1 -- 172.21.15.16:0/1321105656 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1177672108 0 0) 0x7ff4c00ba310 con 0x7ff4c00b97d0 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c5902640 1 --2- 172.21.15.16:0/1321105656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c0147fc0 0x7ff4c015ea60 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80097a0 tx=0x7ff4b802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf1bfdb430edd6f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c4900640 1 -- 172.21.15.16:0/1321105656 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8037070 con 0x7ff4c0147fc0 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c4900640 1 -- 172.21.15.16:0/1321105656 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4b8032440 con 0x7ff4c0147fc0 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c4900640 1 -- 172.21.15.16:0/1321105656 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8032810 con 0x7ff4c0147fc0 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c7b66640 1 -- 172.21.15.16:0/1321105656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c0147fc0 msgr2=0x7ff4c015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/1321105656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c0147fc0 0x7ff4c015ea60 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80097a0 tx=0x7ff4b802a180 comp rx=0 tx=0).stop 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c7b66640 1 -- 172.21.15.16:0/1321105656 shutdown_connections 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/1321105656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00d0ee0 0x7ff4c00d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/1321105656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c0147fc0 0x7ff4c015ea60 unknown :-1 s=CLOSED pgs=1845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.143+0000 7ff4c7b66640 1 -- 172.21.15.16:0/1321105656 >> 172.21.15.16:0/1321105656 conn(0x7ff4c0074fe0 msgr2=0x7ff4c006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.146 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.144+0000 7ff4c7b66640 1 -- 172.21.15.16:0/1321105656 shutdown_connections 2024-09-16T01:51:14.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.144+0000 7ff4c7b66640 1 -- 172.21.15.16:0/1321105656 wait complete. 2024-09-16T01:51:14.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.145+0000 7ff4c7b66640 1 Processor -- start 2024-09-16T01:51:14.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.145+0000 7ff4c7b66640 1 -- start start 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00b97d0 0x7ff4c013db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c00d0ee0 0x7ff4c013f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4c0147fc0 0x7ff4c00c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c00d2500 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c00d2d10 con 0x7ff4c0147fc0 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff4c00d2ff0 con 0x7ff4c00b97d0 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c00d0ee0 0x7ff4c013f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c00d0ee0 0x7ff4c013f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54636/0 (socket says 172.21.15.16:54636) 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 -- 172.21.15.16:0/739486194 learned_addr learned my addr 172.21.15.16:0/739486194 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5902640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00b97d0 0x7ff4c013db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c6103640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4c0147fc0 0x7ff4c00c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 -- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00b97d0 msgr2=0x7ff4c013db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00b97d0 0x7ff4c013db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 -- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4c0147fc0 msgr2=0x7ff4c00c9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4c0147fc0 0x7ff4c00c9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 -- 172.21.15.16:0/739486194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c0141340 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5902640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00b97d0 0x7ff4c013db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c6103640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4c0147fc0 0x7ff4c00c9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c5101640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c00d0ee0 0x7ff4c013f950 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400d830 tx=0x7ff4b400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4be7fc640 1 -- 172.21.15.16:0/739486194 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b400b6c0 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4be7fc640 1 -- 172.21.15.16:0/739486194 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4b4019070 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4c01402a0 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4be7fc640 1 -- 172.21.15.16:0/739486194 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b400ba80 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.146+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4c0140860 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.147+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4c0068ea0 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.148+0000 7ff4be7fc640 1 -- 172.21.15.16:0/739486194 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7ff4b401e460 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.148+0000 7ff4be7fc640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff4ac06cdf0 0x7ff4ac06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.149+0000 7ff4be7fc640 1 -- 172.21.15.16:0/739486194 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7ff4b408a460 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.149+0000 7ff4c5902640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff4ac06cdf0 0x7ff4ac06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.149+0000 7ff4c5902640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff4ac06cdf0 0x7ff4ac06f2b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8034000 tx=0x7ff4b802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.153+0000 7ff4be7fc640 1 -- 172.21.15.16:0/739486194 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff4c0068ea0 con 0x7ff4c00d0ee0 2024-09-16T01:51:14.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.328+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff4c00d1340 con 0x7ff4ac06cdf0 2024-09-16T01:51:14.330 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.329+0000 7ff4be7fc640 1 -- 172.21.15.16:0/739486194 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13398 (secure 0 0 0) 0x7ff4c00d1340 con 0x7ff4ac06cdf0 2024-09-16T01:51:14.330 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:14.330 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:51:14.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff4ac06cdf0 msgr2=0x7ff4ac06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff4ac06cdf0 0x7ff4ac06f2b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8034000 tx=0x7ff4b802e000 comp rx=0 tx=0).stop 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c00d0ee0 msgr2=0x7ff4c013f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c00d0ee0 0x7ff4c013f950 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400d830 tx=0x7ff4b400dcf0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 shutdown_connections 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff4ac06cdf0 0x7ff4ac06f2b0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4c0147fc0 0x7ff4c00c9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4c00d0ee0 0x7ff4c013f950 unknown :-1 s=CLOSED pgs=1846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 --2- 172.21.15.16:0/739486194 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff4c00b97d0 0x7ff4c013db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 >> 172.21.15.16:0/739486194 conn(0x7ff4c0074fe0 msgr2=0x7ff4c00cf8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 shutdown_connections 2024-09-16T01:51:14.333 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.331+0000 7ff4c7b66640 1 -- 172.21.15.16:0/739486194 wait complete. 2024-09-16T01:51:14.343 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":235,"stamp":"2024-09-16T01:51:12.788656+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":287760,"kb_used_data":17456,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754686960,"statfs":{"total":773094113280,"available":772799447040,"internally_reserved":0,"allocated":17874944,"data_stored":8611272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-53164,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-2,"num_read_kb":-2,"num_write":-71,"num_write_kb":-77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001342"},"pg_stats":[{"pgid":"1.0","version":"69'128","reported_seq":474,"reported_epoch":164,"state":"active+clean","last_fresh":"2024-09-16T01:51:08.708218+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:51:08.708218+0000","last_peered":"2024-09-16T01:51:08.708218+0000","last_clean":"2024-09-16T01:51:08.708218+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:51:08.708218+0000","last_undegraded":"2024-09-16T01:51:08.708218+0000","last_fullsized":"2024-09-16T01:51:08.708218+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574961,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33844,"kb_used_data":2656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337996,"statfs":{"total":96636764160,"available":96602107904,"internally_reserved":0,"allocated":2719744,"data_stored":1558173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33212,"kb_used_data":2024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338628,"statfs":{"total":96636764160,"available":96602755072,"internally_reserved":0,"allocated":2072576,"data_stored":916339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33208,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338632,"statfs":{"total":96636764160,"available":96602759168,"internally_reserved":0,"allocated":2068480,"data_stored":916036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509554,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33276,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2138112,"data_stored":968212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542257,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41536,"kb_used_data":2028,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330304,"statfs":{"total":96636764160,"available":96594231296,"internally_reserved":0,"allocated":2076672,"data_stored":915636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542258,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37364,"kb_used_data":2016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334476,"statfs":{"total":96636764160,"available":96598503424,"internally_reserved":0,"allocated":2064384,"data_stored":915454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542258,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37372,"kb_used_data":2024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334468,"statfs":{"total":96636764160,"available":96598495232,"internally_reserved":0,"allocated":2072576,"data_stored":915510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542258,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37948,"kb_used_data":2600,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333892,"statfs":{"total":96636764160,"available":96597905408,"internally_reserved":0,"allocated":2662400,"data_stored":1505912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:51:14.343 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:51:14.344 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:51:14.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.444+0000 7f065a206640 1 Processor -- start 2024-09-16T01:51:14.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.444+0000 7f065a206640 1 -- start start 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f065a206640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0654072060 0x7f065415f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f065a206640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0654162bc0 con 0x7f06540afd80 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f065a206640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0654162ea0 con 0x7f06540b3990 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f065a206640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f065415eb50 con 0x7f0654072060 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f0652ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0654072060 0x7f065415f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f0652ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0654072060 0x7f065415f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54642/0 (socket says 172.21.15.16:54642) 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f06537fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f06540afd80 0x7f0654071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39522/0 (socket says 172.21.15.16:39522) 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f0652ffd640 1 -- 172.21.15.16:0/3980470761 learned_addr learned my addr 172.21.15.16:0/3980470761 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f0652ffd640 1 -- 172.21.15.16:0/3980470761 >> v1:172.21.15.104:6789/0 conn(0x7f06540b3990 legacy=0x7f06540ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f0652ffd640 1 -- 172.21.15.16:0/3980470761 >> v1:172.21.15.16:6789/0 conn(0x7f06540afd80 legacy=0x7f0654071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.445+0000 7f0652ffd640 1 -- 172.21.15.16:0/3980470761 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f065415ee30 con 0x7f0654072060 2024-09-16T01:51:14.448 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.446+0000 7f0652ffd640 1 --2- 172.21.15.16:0/3980470761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0654072060 0x7f065415f630 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7f0648009870 tx=0x7f064802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a655389bb0b89af server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.446+0000 7f06527fc640 1 -- 172.21.15.16:0/3980470761 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648037070 con 0x7f0654072060 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.446+0000 7f06527fc640 1 -- 172.21.15.16:0/3980470761 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0648032440 con 0x7f0654072060 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.446+0000 7f06527fc640 1 -- 172.21.15.16:0/3980470761 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648032810 con 0x7f0654072060 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.447+0000 7f065a206640 1 -- 172.21.15.16:0/3980470761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0654072060 msgr2=0x7f065415f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.447+0000 7f065a206640 1 --2- 172.21.15.16:0/3980470761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0654072060 0x7f065415f630 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7f0648009870 tx=0x7f064802a180 comp rx=0 tx=0).stop 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.447+0000 7f065a206640 1 -- 172.21.15.16:0/3980470761 shutdown_connections 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.447+0000 7f065a206640 1 --2- 172.21.15.16:0/3980470761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0654072060 0x7f065415f630 unknown :-1 s=CLOSED pgs=1848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.447+0000 7f065a206640 1 -- 172.21.15.16:0/3980470761 >> 172.21.15.16:0/3980470761 conn(0x7f06540b2690 msgr2=0x7f06540b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.447+0000 7f065a206640 1 -- 172.21.15.16:0/3980470761 shutdown_connections 2024-09-16T01:51:14.449 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.447+0000 7f065a206640 1 -- 172.21.15.16:0/3980470761 wait complete. 2024-09-16T01:51:14.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.448+0000 7f065a206640 1 Processor -- start 2024-09-16T01:51:14.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.448+0000 7f065a206640 1 -- start start 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f065a206640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0654072060 0x7f06540b18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f065a206640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f06540afd80 0x7f0654153090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f065a206640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b3990 0x7f06541535d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f065a206640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f06540b57e0 con 0x7f06540b3990 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f065a206640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f06540b0160 con 0x7f0654072060 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f065a206640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f06540b5960 con 0x7f06540afd80 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f0653fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b3990 0x7f06541535d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f0653fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b3990 0x7f06541535d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54656/0 (socket says 172.21.15.16:54656) 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f0653fff640 1 -- 172.21.15.16:0/1211345811 learned_addr learned my addr 172.21.15.16:0/1211345811 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:14.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f0652ffd640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f06540afd80 0x7f0654153090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.449+0000 7f06537fe640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0654072060 0x7f06540b18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f0653fff640 1 -- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f06540afd80 msgr2=0x7f0654153090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f0653fff640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f06540afd80 0x7f0654153090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f0653fff640 1 -- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0654072060 msgr2=0x7f06540b18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f0653fff640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0654072060 0x7f06540b18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f0653fff640 1 -- 172.21.15.16:0/1211345811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0654153be0 con 0x7f06540b3990 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f0653fff640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b3990 0x7f06541535d0 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7f064c00b970 tx=0x7f064c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f063bfff640 1 -- 172.21.15.16:0/1211345811 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064c019070 con 0x7f06540b3990 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f063bfff640 1 -- 172.21.15.16:0/1211345811 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f064c00cb40 con 0x7f06540b3990 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0654153ec0 con 0x7f06540b3990 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f063bfff640 1 -- 172.21.15.16:0/1211345811 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064c014440 con 0x7f06540b3990 2024-09-16T01:51:14.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.450+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0654154480 con 0x7f06540b3990 2024-09-16T01:51:14.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.451+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f065415f630 con 0x7f06540b3990 2024-09-16T01:51:14.454 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.452+0000 7f063bfff640 1 -- 172.21.15.16:0/1211345811 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f064c01c070 con 0x7f06540b3990 2024-09-16T01:51:14.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.452+0000 7f063bfff640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f064006cdf0 0x7f064006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.452+0000 7f063bfff640 1 -- 172.21.15.16:0/1211345811 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f064c089cb0 con 0x7f06540b3990 2024-09-16T01:51:14.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.452+0000 7f06537fe640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f064006cdf0 0x7f064006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.453+0000 7f06537fe640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f064006cdf0 0x7f064006f2b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0644000f60 tx=0x7f0644007cc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.457+0000 7f063bfff640 1 -- 172.21.15.16:0/1211345811 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f064c059c00 con 0x7f06540b3990 2024-09-16T01:51:14.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.629+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f06540aeaf0 con 0x7f064006cdf0 2024-09-16T01:51:14.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.630+0000 7f063bfff640 1 -- 172.21.15.16:0/1211345811 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13398 (secure 0 0 0) 0x7f06540aeaf0 con 0x7f064006cdf0 2024-09-16T01:51:14.631 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:14.632 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f064006cdf0 msgr2=0x7f064006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f064006cdf0 0x7f064006f2b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0644000f60 tx=0x7f0644007cc0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b3990 msgr2=0x7f06541535d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b3990 0x7f06541535d0 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7f064c00b970 tx=0x7f064c00be30 comp rx=0 tx=0).stop 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 shutdown_connections 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f064006cdf0 0x7f064006f2b0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b3990 0x7f06541535d0 unknown :-1 s=CLOSED pgs=1849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f06540afd80 0x7f0654153090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 --2- 172.21.15.16:0/1211345811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0654072060 0x7f06540b18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 >> 172.21.15.16:0/1211345811 conn(0x7f06540b2690 msgr2=0x7f06540af2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 shutdown_connections 2024-09-16T01:51:14.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.632+0000 7f065a206640 1 -- 172.21.15.16:0/1211345811 wait complete. 2024-09-16T01:51:14.644 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":235,"stamp":"2024-09-16T01:51:12.788656+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":287760,"kb_used_data":17456,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754686960,"statfs":{"total":773094113280,"available":772799447040,"internally_reserved":0,"allocated":17874944,"data_stored":8611272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-53164,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-2,"num_read_kb":-2,"num_write":-71,"num_write_kb":-77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001342"},"pg_stats":[{"pgid":"1.0","version":"69'128","reported_seq":474,"reported_epoch":164,"state":"active+clean","last_fresh":"2024-09-16T01:51:08.708218+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:51:08.708218+0000","last_peered":"2024-09-16T01:51:08.708218+0000","last_clean":"2024-09-16T01:51:08.708218+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:51:08.708218+0000","last_undegraded":"2024-09-16T01:51:08.708218+0000","last_fullsized":"2024-09-16T01:51:08.708218+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574961,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33844,"kb_used_data":2656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337996,"statfs":{"total":96636764160,"available":96602107904,"internally_reserved":0,"allocated":2719744,"data_stored":1558173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33212,"kb_used_data":2024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338628,"statfs":{"total":96636764160,"available":96602755072,"internally_reserved":0,"allocated":2072576,"data_stored":916339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33208,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338632,"statfs":{"total":96636764160,"available":96602759168,"internally_reserved":0,"allocated":2068480,"data_stored":916036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509554,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33276,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2138112,"data_stored":968212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542257,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41536,"kb_used_data":2028,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330304,"statfs":{"total":96636764160,"available":96594231296,"internally_reserved":0,"allocated":2076672,"data_stored":915636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542258,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37364,"kb_used_data":2016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334476,"statfs":{"total":96636764160,"available":96598503424,"internally_reserved":0,"allocated":2064384,"data_stored":915454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542258,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37372,"kb_used_data":2024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334468,"statfs":{"total":96636764160,"available":96598495232,"internally_reserved":0,"allocated":2072576,"data_stored":915510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542258,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37948,"kb_used_data":2600,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333892,"statfs":{"total":96636764160,"available":96597905408,"internally_reserved":0,"allocated":2662400,"data_stored":1505912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:51:14.645 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:51:14.747 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.746+0000 7f0cceb9a640 1 Processor -- start 2024-09-16T01:51:14.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.746+0000 7f0cceb9a640 1 -- start start 2024-09-16T01:51:14.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.747+0000 7f0cceb9a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc815ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.747+0000 7f0cceb9a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0cc8073ef0 0x7f0cc81604a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.747+0000 7f0cceb9a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cc80b04f0 con 0x7f0cc815f7e0 2024-09-16T01:51:14.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.747+0000 7f0cceb9a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0cc80b07d0 con 0x7f0cc8073ef0 2024-09-16T01:51:14.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.747+0000 7f0cceb9a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc8073410 con 0x7f0cc80b3ae0 2024-09-16T01:51:14.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.747+0000 7f0cc7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc815ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.747+0000 7f0ccd137640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0cc8073ef0 0x7f0cc81604a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.748+0000 7f0ccc936640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0cc815f7e0 0x7f0cc806d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:41624/0 (socket says 172.21.15.16:41624) 2024-09-16T01:51:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.748+0000 7f0ccc936640 1 -- 172.21.15.16:0/1616296864 learned_addr learned my addr 172.21.15.16:0/1616296864 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.748+0000 7f0cc7fff640 1 -- 172.21.15.16:0/1616296864 >> v2:172.21.15.104:3300/0 conn(0x7f0cc8073ef0 msgr2=0x7f0cc81604a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.748+0000 7f0cc7fff640 1 --2- 172.21.15.16:0/1616296864 >> v2:172.21.15.104:3300/0 conn(0x7f0cc8073ef0 0x7f0cc81604a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.748+0000 7f0cc7fff640 1 -- 172.21.15.16:0/1616296864 >> v1:172.21.15.104:6789/0 conn(0x7f0cc815f7e0 legacy=0x7f0cc806d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.748+0000 7f0cc7fff640 1 -- 172.21.15.16:0/1616296864 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc80736f0 con 0x7f0cc80b3ae0 2024-09-16T01:51:14.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.748+0000 7f0ccd137640 1 --2- 172.21.15.16:0/1616296864 >> v2:172.21.15.104:3300/0 conn(0x7f0cc8073ef0 0x7f0cc81604a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.749+0000 7f0cc7fff640 1 --2- 172.21.15.16:0/1616296864 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc815ff60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc0097a0 tx=0x7f0cbc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1e706a0252f9484 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.749+0000 7f0cc77fe640 1 -- 172.21.15.16:0/1616296864 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc037070 con 0x7f0cc80b3ae0 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.749+0000 7f0cc77fe640 1 -- 172.21.15.16:0/1616296864 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cbc032440 con 0x7f0cc80b3ae0 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.749+0000 7f0cc77fe640 1 -- 172.21.15.16:0/1616296864 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc032810 con 0x7f0cc80b3ae0 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 -- 172.21.15.16:0/1616296864 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 msgr2=0x7f0cc815ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/1616296864 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc815ff60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc0097a0 tx=0x7f0cbc02a180 comp rx=0 tx=0).stop 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 -- 172.21.15.16:0/1616296864 shutdown_connections 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/1616296864 >> v2:172.21.15.104:3300/0 conn(0x7f0cc8073ef0 0x7f0cc81604a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/1616296864 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc815ff60 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 -- 172.21.15.16:0/1616296864 >> 172.21.15.16:0/1616296864 conn(0x7f0cc80b2ec0 msgr2=0x7f0cc80b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 -- 172.21.15.16:0/1616296864 shutdown_connections 2024-09-16T01:51:14.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.750+0000 7f0cceb9a640 1 -- 172.21.15.16:0/1616296864 wait complete. 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.751+0000 7f0cceb9a640 1 Processor -- start 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.751+0000 7f0cceb9a640 1 -- start start 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0cceb9a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0cc8073ef0 0x7f0cc8149510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0cceb9a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc80aead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0cceb9a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0cc815f7e0 0x7f0cc809b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0cceb9a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc815fd40 con 0x7f0cc8073ef0 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0cceb9a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc815fbc0 con 0x7f0cc815f7e0 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0cceb9a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc80cda90 con 0x7f0cc80b3ae0 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0cc8073ef0 0x7f0cc8149510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0cc8073ef0 0x7f0cc8149510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54658/0 (socket says 172.21.15.16:54658) 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 -- 172.21.15.16:0/171206042 learned_addr learned my addr 172.21.15.16:0/171206042 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:14.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0cc7fff640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc80aead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccd137640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0cc815f7e0 0x7f0cc809b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 -- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 msgr2=0x7f0cc80aead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc80aead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 -- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0cc815f7e0 msgr2=0x7f0cc809b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0cc815f7e0 0x7f0cc809b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.752+0000 7f0ccc936640 1 -- 172.21.15.16:0/171206042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc80af4b0 con 0x7f0cc8073ef0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.753+0000 7f0ccc936640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0cc8073ef0 0x7f0cc8149510 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f0cb800c3f0 tx=0x7f0cb800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.753+0000 7f0cc57fa640 1 -- 172.21.15.16:0/171206042 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8017070 con 0x7f0cc8073ef0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.753+0000 7f0cc57fa640 1 -- 172.21.15.16:0/171206042 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cb8005ce0 con 0x7f0cc8073ef0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.753+0000 7f0cc57fa640 1 -- 172.21.15.16:0/171206042 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb80072f0 con 0x7f0cc8073ef0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.753+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc80af790 con 0x7f0cc8073ef0 2024-09-16T01:51:14.756 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.753+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc809d4f0 con 0x7f0cc8073ef0 2024-09-16T01:51:14.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.754+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cc806d2e0 con 0x7f0cc8073ef0 2024-09-16T01:51:14.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.754+0000 7f0cc57fa640 1 -- 172.21.15.16:0/171206042 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f0cb801a070 con 0x7f0cc8073ef0 2024-09-16T01:51:14.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.755+0000 7f0cc57fa640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0cb406cdf0 0x7f0cb406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.755+0000 7f0cc57fa640 1 -- 172.21.15.16:0/171206042 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f0cb8089390 con 0x7f0cc8073ef0 2024-09-16T01:51:14.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.755+0000 7f0cc7fff640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0cb406cdf0 0x7f0cb406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.755+0000 7f0cc7fff640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0cb406cdf0 0x7f0cb406f2b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc034000 tx=0x7f0cbc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.759+0000 7f0cc57fa640 1 -- 172.21.15.16:0/171206042 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0cb8059300 con 0x7f0cc8073ef0 2024-09-16T01:51:14.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.935+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0cc80b2c80 con 0x7f0cc8073ef0 2024-09-16T01:51:14.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.936+0000 7f0cc57fa640 1 -- 172.21.15.16:0/171206042 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v166) ==== 74+0+13097 (secure 0 0 0) 0x7f0cb8058c00 con 0x7f0cc8073ef0 2024-09-16T01:51:14.937 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:14.938 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":166,"fsid":"858f5423-bcbf-4873-b88b-359d55facc81","created":"2024-09-16T01:41:50.152280+0000","modified":"2024-09-16T01:51:11.915917+0000","last_up_change":"2024-09-16T01:42:02.689316+0000","last_in_change":"2024-09-16T01:41:52.218411+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:42:02.339952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b21e60b-7614-4240-9690-b031a240a748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6809","nonce":232026688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6811","nonce":232026688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6815","nonce":232026688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":232026688},{"type":"v1","addr":"172.21.15.16:6813","nonce":232026688}]},"public_addr":"172.21.15.16:6809/232026688","cluster_addr":"172.21.15.16:6811/232026688","heartbeat_back_addr":"172.21.15.16:6815/232026688","heartbeat_front_addr":"172.21.15.16:6813/232026688","state":["exists","up"]},{"osd":1,"uuid":"98b11843-9ec3-4bc3-a1fc-e61aad4aebdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6817","nonce":1501330021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6819","nonce":1501330021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6823","nonce":1501330021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1501330021},{"type":"v1","addr":"172.21.15.16:6821","nonce":1501330021}]},"public_addr":"172.21.15.16:6817/1501330021","cluster_addr":"172.21.15.16:6819/1501330021","heartbeat_back_addr":"172.21.15.16:6823/1501330021","heartbeat_front_addr":"172.21.15.16:6821/1501330021","state":["exists","up"]},{"osd":2,"uuid":"30e4ee37-1026-4d45-9822-9427da50662e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6801","nonce":3071825702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6803","nonce":3071825702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6807","nonce":3071825702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3071825702},{"type":"v1","addr":"172.21.15.16:6805","nonce":3071825702}]},"public_addr":"172.21.15.16:6801/3071825702","cluster_addr":"172.21.15.16:6803/3071825702","heartbeat_back_addr":"172.21.15.16:6807/3071825702","heartbeat_front_addr":"172.21.15.16:6805/3071825702","state":["exists","up"]},{"osd":3,"uuid":"ee316fcf-2c27-415b-bca5-4149aa738cd4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6825","nonce":1181216662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6827","nonce":1181216662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6831","nonce":1181216662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1181216662},{"type":"v1","addr":"172.21.15.16:6829","nonce":1181216662}]},"public_addr":"172.21.15.16:6825/1181216662","cluster_addr":"172.21.15.16:6827/1181216662","heartbeat_back_addr":"172.21.15.16:6831/1181216662","heartbeat_front_addr":"172.21.15.16:6829/1181216662","state":["exists","up"]},{"osd":4,"uuid":"0826d4b3-89f0-4668-8baf-d7bb7bc66ca7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6809","nonce":69753218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6811","nonce":69753218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6815","nonce":69753218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":69753218},{"type":"v1","addr":"172.21.15.104:6813","nonce":69753218}]},"public_addr":"172.21.15.104:6809/69753218","cluster_addr":"172.21.15.104:6811/69753218","heartbeat_back_addr":"172.21.15.104:6815/69753218","heartbeat_front_addr":"172.21.15.104:6813/69753218","state":["exists","up"]},{"osd":5,"uuid":"bdd22a8b-8b99-413c-9044-793a16261e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6801","nonce":3521687716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6803","nonce":3521687716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6807","nonce":3521687716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3521687716},{"type":"v1","addr":"172.21.15.104:6805","nonce":3521687716}]},"public_addr":"172.21.15.104:6801/3521687716","cluster_addr":"172.21.15.104:6803/3521687716","heartbeat_back_addr":"172.21.15.104:6807/3521687716","heartbeat_front_addr":"172.21.15.104:6805/3521687716","state":["exists","up"]},{"osd":6,"uuid":"fb370eec-3338-45be-b206-ed5c90c56a8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6825","nonce":386902732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6827","nonce":386902732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6831","nonce":386902732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":386902732},{"type":"v1","addr":"172.21.15.104:6829","nonce":386902732}]},"public_addr":"172.21.15.104:6825/386902732","cluster_addr":"172.21.15.104:6827/386902732","heartbeat_back_addr":"172.21.15.104:6831/386902732","heartbeat_front_addr":"172.21.15.104:6829/386902732","state":["exists","up"]},{"osd":7,"uuid":"bc5de9cf-bbff-4b6f-9482-abeefac8eaa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":161,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6817","nonce":207086783}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6819","nonce":207086783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6823","nonce":207086783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":207086783},{"type":"v1","addr":"172.21.15.104:6821","nonce":207086783}]},"public_addr":"172.21.15.104:6817/207086783","cluster_addr":"172.21.15.104:6819/207086783","heartbeat_back_addr":"172.21.15.104:6823/207086783","heartbeat_front_addr":"172.21.15.104:6821/207086783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:58.731026+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.214375+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:42:00.680234+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.540765+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.699876+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.356948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.798679+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:41:59.051010+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6835/3497280687":"2024-09-17T01:51:08.680789+0000","172.21.15.104:6834/3497280687":"2024-09-17T01:51:08.680789+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:51:14.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.938+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0cb406cdf0 msgr2=0x7f0cb406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.938+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0cb406cdf0 0x7f0cb406f2b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc034000 tx=0x7f0cbc02e000 comp rx=0 tx=0).stop 2024-09-16T01:51:14.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.938+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0cc8073ef0 msgr2=0x7f0cc8149510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.938+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0cc8073ef0 0x7f0cc8149510 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f0cb800c3f0 tx=0x7f0cb800c8b0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 shutdown_connections 2024-09-16T01:51:14.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f0cb406cdf0 0x7f0cb406f2b0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0cc815f7e0 0x7f0cc809b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0cc80b3ae0 0x7f0cc80aead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 --2- 172.21.15.16:0/171206042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0cc8073ef0 0x7f0cc8149510 unknown :-1 s=CLOSED pgs=1850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 >> 172.21.15.16:0/171206042 conn(0x7f0cc80b2ec0 msgr2=0x7f0cc8155740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 shutdown_connections 2024-09-16T01:51:14.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:14.939+0000 7f0cceb9a640 1 -- 172.21.15.16:0/171206042 wait complete. 2024-09-16T01:51:15.952 INFO:tasks.ceph:Scrubbing osd.0 2024-09-16T01:51:15.952 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:16.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.071+0000 7f455549b640 1 Processor -- start 2024-09-16T01:51:16.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.071+0000 7f455549b640 1 -- start start 2024-09-16T01:51:16.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.072+0000 7f455549b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4550147ec0 0x7f4550070f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.072+0000 7f455549b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f455015f5c0 0x7f4550073a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.072+0000 7f455549b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4550071840 con 0x7f4550073f60 2024-09-16T01:51:16.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.072+0000 7f455549b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4550072ca0 con 0x7f455015f5c0 2024-09-16T01:51:16.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.072+0000 7f455549b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f455015fa50 con 0x7f4550147ec0 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.072+0000 7f4547fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f455015f5c0 0x7f4550073a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f4547fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f455015f5c0 0x7f4550073a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54660/0 (socket says 172.21.15.16:54660) 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f454f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4550073f60 0x7f455006d430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39524/0 (socket says 172.21.15.16:39524) 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f4547fff640 1 -- 172.21.15.16:0/2814443673 learned_addr learned my addr 172.21.15.16:0/2814443673 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f454effd640 1 --2- 172.21.15.16:0/2814443673 >> v2:172.21.15.104:3300/0 conn(0x7f4550147ec0 0x7f4550070f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f4547fff640 1 -- 172.21.15.16:0/2814443673 >> v2:172.21.15.104:3300/0 conn(0x7f4550147ec0 msgr2=0x7f4550070f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f4547fff640 1 --2- 172.21.15.16:0/2814443673 >> v2:172.21.15.104:3300/0 conn(0x7f4550147ec0 0x7f4550070f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f4547fff640 1 -- 172.21.15.16:0/2814443673 >> v1:172.21.15.16:6789/0 conn(0x7f4550073f60 legacy=0x7f455006d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f4547fff640 1 -- 172.21.15.16:0/2814443673 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4550071560 con 0x7f455015f5c0 2024-09-16T01:51:16.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.073+0000 7f454e7fc640 1 -- 172.21.15.16:0/2814443673 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3319301967 0 0) 0x7f4548001490 con 0x7f4550073f60 2024-09-16T01:51:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.074+0000 7f4547fff640 1 --2- 172.21.15.16:0/2814443673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f455015f5c0 0x7f4550073a20 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f455006dff0 tx=0x7f453802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8e920311ee02235 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.074+0000 7f454e7fc640 1 -- 172.21.15.16:0/2814443673 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538037070 con 0x7f455015f5c0 2024-09-16T01:51:16.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.074+0000 7f454e7fc640 1 -- 172.21.15.16:0/2814443673 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4538032440 con 0x7f455015f5c0 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.074+0000 7f454e7fc640 1 -- 172.21.15.16:0/2814443673 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538032810 con 0x7f455015f5c0 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 -- 172.21.15.16:0/2814443673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f455015f5c0 msgr2=0x7f4550073a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 --2- 172.21.15.16:0/2814443673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f455015f5c0 0x7f4550073a20 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f455006dff0 tx=0x7f453802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 -- 172.21.15.16:0/2814443673 shutdown_connections 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 --2- 172.21.15.16:0/2814443673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f455015f5c0 0x7f4550073a20 unknown :-1 s=CLOSED pgs=1852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 --2- 172.21.15.16:0/2814443673 >> v2:172.21.15.104:3300/0 conn(0x7f4550147ec0 0x7f4550070f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 -- 172.21.15.16:0/2814443673 >> 172.21.15.16:0/2814443673 conn(0x7f455006c030 msgr2=0x7f455006c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 -- 172.21.15.16:0/2814443673 shutdown_connections 2024-09-16T01:51:16.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.075+0000 7f455549b640 1 -- 172.21.15.16:0/2814443673 wait complete. 2024-09-16T01:51:16.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.076+0000 7f455549b640 1 Processor -- start 2024-09-16T01:51:16.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.076+0000 7f455549b640 1 -- start start 2024-09-16T01:51:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f455549b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4550073f60 0x7f455013ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f455549b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4550147ec0 0x7f45501f50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f455549b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f455015f5c0 0x7f45500c6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f455549b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f4550073500 con 0x7f4550073f60 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f455549b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4550073220 con 0x7f4550147ec0 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f455549b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f45501482a0 con 0x7f455015f5c0 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f454effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4550073f60 0x7f455013ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f454effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4550073f60 0x7f455013ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54668/0 (socket says 172.21.15.16:54668) 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f454effd640 1 -- 172.21.15.16:0/2822902591 learned_addr learned my addr 172.21.15.16:0/2822902591 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f4547fff640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4550147ec0 0x7f45501f50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.077+0000 7f454f7fe640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f455015f5c0 0x7f45500c6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f454effd640 1 -- 172.21.15.16:0/2822902591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f455015f5c0 msgr2=0x7f45500c6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f454effd640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f455015f5c0 0x7f45500c6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f454effd640 1 -- 172.21.15.16:0/2822902591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4550147ec0 msgr2=0x7f45501f50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.080 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f454effd640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4550147ec0 0x7f45501f50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f454effd640 1 -- 172.21.15.16:0/2822902591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45500c72c0 con 0x7f4550073f60 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f4547fff640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4550147ec0 0x7f45501f50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f454effd640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4550073f60 0x7f455013ec00 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f454000e9b0 tx=0x7f454000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4540017070 con 0x7f4550073f60 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f454000c9a0 con 0x7f4550073f60 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4550141a20 con 0x7f4550073f60 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f454000cd90 con 0x7f4550073f60 2024-09-16T01:51:16.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.078+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45500c6fb0 con 0x7f4550073f60 2024-09-16T01:51:16.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.079+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4550070f80 con 0x7f4550073f60 2024-09-16T01:51:16.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.080+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f454001a070 con 0x7f4550073f60 2024-09-16T01:51:16.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.080+0000 7f45477fe640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f453006cdf0 0x7f453006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.080+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f454008a320 con 0x7f4550073f60 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.080+0000 7f4547fff640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f453006cdf0 0x7f453006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.080+0000 7f45477fe640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7f4530072cb0 0x7f45300750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.080+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 --> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f454001fe50 con 0x7f4530072cb0 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.080+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f45400912a0 con 0x7f4550073f60 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.081+0000 7f454f7fe640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7f4530072cb0 0x7f45300750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.081+0000 7f4547fff640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f453006cdf0 0x7f453006f2b0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4538034000 tx=0x7f453802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.081+0000 7f454f7fe640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7f4530072cb0 0x7f45300750f0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.083 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.082+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== osd.0 v2:172.21.15.16:6808/232026688 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f454001fe50 con 0x7f4530072cb0 2024-09-16T01:51:16.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 --> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f455015ef80 con 0x7f4530072cb0 2024-09-16T01:51:16.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f45477fe640 1 -- 172.21.15.16:0/2822902591 <== osd.0 v2:172.21.15.16:6808/232026688 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f455015ef80 con 0x7f4530072cb0 2024-09-16T01:51:16.096 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:16.096 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:16.096 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7f4530072cb0 msgr2=0x7f45300750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6808/232026688,v1:172.21.15.16:6809/232026688] conn(0x7f4530072cb0 0x7f45300750f0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f453006cdf0 msgr2=0x7f453006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f453006cdf0 0x7f453006f2b0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4538034000 tx=0x7f453802e000 comp rx=0 tx=0).stop 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4550073f60 msgr2=0x7f455013ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 --2- 172.21.15.16:0/2822902591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4550073f60 0x7f455013ec00 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f454000e9b0 tx=0x7f454000ee70 comp rx=0 tx=0).stop 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f454f7fe640 1 -- 172.21.15.16:0/2822902591 reap_dead start 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 shutdown_connections 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 >> 172.21.15.16:0/2822902591 conn(0x7f455006c030 msgr2=0x7f4550143d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 shutdown_connections 2024-09-16T01:51:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.095+0000 7f455549b640 1 -- 172.21.15.16:0/2822902591 wait complete. 2024-09-16T01:51:16.108 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-16T01:51:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.211+0000 7f50a5850640 1 Processor -- start 2024-09-16T01:51:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.211+0000 7f50a5850640 1 -- start start 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f50a5850640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f50a015e3a0 0x7f50a006d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f50a5850640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50a00b6a70 con 0x7f50a006d790 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f50a5850640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50a00b6d10 con 0x7f50a006bbe0 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f50a5850640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f50a00b7640 con 0x7f50a015e3a0 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509e7fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f50a006d790 0x7f50a006f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39538/0 (socket says 172.21.15.16:39538) 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509e7fc640 1 -- 172.21.15.16:0/3390084101 learned_addr learned my addr 172.21.15.16:0/3390084101 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509effd640 1 --2- 172.21.15.16:0/3390084101 >> v2:172.21.15.104:3300/0 conn(0x7f50a015e3a0 0x7f50a006d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509dffb640 1 -- 172.21.15.16:0/3390084101 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 567074186 0 0) 0x7f50a00b6a70 con 0x7f50a006d790 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509dffb640 1 -- 172.21.15.16:0/3390084101 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5088003520 con 0x7f50a006d790 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509dffb640 1 -- 172.21.15.16:0/3390084101 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1026160431 0 0) 0x7f50a00b6d10 con 0x7f50a006bbe0 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509dffb640 1 -- 172.21.15.16:0/3390084101 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f50a00b6a70 con 0x7f50a006bbe0 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509effd640 1 -- 172.21.15.16:0/3390084101 >> v1:172.21.15.104:6789/0 conn(0x7f50a006bbe0 legacy=0x7f50a0161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509effd640 1 -- 172.21.15.16:0/3390084101 >> v1:172.21.15.16:6789/0 conn(0x7f50a006d790 legacy=0x7f50a006f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.212+0000 7f509effd640 1 -- 172.21.15.16:0/3390084101 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a00b6ff0 con 0x7f50a015e3a0 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.213+0000 7f509effd640 1 --2- 172.21.15.16:0/3390084101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a015e3a0 0x7f50a006d250 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f50900097a0 tx=0x7f509002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=443cacc3c5f3479a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.213+0000 7f509dffb640 1 -- 172.21.15.16:0/3390084101 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090037070 con 0x7f50a015e3a0 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.213+0000 7f509dffb640 1 -- 172.21.15.16:0/3390084101 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5090032440 con 0x7f50a015e3a0 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.213+0000 7f509dffb640 1 -- 172.21.15.16:0/3390084101 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50900327f0 con 0x7f50a015e3a0 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.214+0000 7f50a5850640 1 -- 172.21.15.16:0/3390084101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a015e3a0 msgr2=0x7f50a006d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.214+0000 7f50a5850640 1 --2- 172.21.15.16:0/3390084101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a015e3a0 0x7f50a006d250 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f50900097a0 tx=0x7f509002a230 comp rx=0 tx=0).stop 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.214+0000 7f50a5850640 1 -- 172.21.15.16:0/3390084101 shutdown_connections 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.214+0000 7f50a5850640 1 --2- 172.21.15.16:0/3390084101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a015e3a0 0x7f50a006d250 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.214+0000 7f50a5850640 1 -- 172.21.15.16:0/3390084101 >> 172.21.15.16:0/3390084101 conn(0x7f50a00b4090 msgr2=0x7f50a00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.214+0000 7f50a5850640 1 -- 172.21.15.16:0/3390084101 shutdown_connections 2024-09-16T01:51:16.216 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.214+0000 7f50a5850640 1 -- 172.21.15.16:0/3390084101 wait complete. 2024-09-16T01:51:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.216+0000 7f50a5850640 1 Processor -- start 2024-09-16T01:51:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.216+0000 7f50a5850640 1 -- start start 2024-09-16T01:51:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f50a5850640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50a006bbe0 0x7f50a014f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f50a5850640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a006d790 0x7f50a0160100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f50a5850640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50a015e3a0 0x7f50a00d2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f50a5850640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f50a0073cc0 con 0x7f50a015e3a0 2024-09-16T01:51:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f50a5850640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50a015e780 con 0x7f50a006d790 2024-09-16T01:51:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f50a5850640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f50a0073e40 con 0x7f50a006bbe0 2024-09-16T01:51:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50a015e3a0 0x7f50a00d2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50a015e3a0 0x7f50a00d2800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54684/0 (socket says 172.21.15.16:54684) 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509e7fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a006d790 0x7f50a0160100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 -- 172.21.15.16:0/723918250 learned_addr learned my addr 172.21.15.16:0/723918250 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509effd640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50a006bbe0 0x7f50a014f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 -- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50a006bbe0 msgr2=0x7f50a014f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50a006bbe0 0x7f50a014f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 -- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a006d790 msgr2=0x7f50a0160100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a006d790 0x7f50a0160100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 -- 172.21.15.16:0/723918250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a014fed0 con 0x7f50a015e3a0 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509e7fc640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a006d790 0x7f50a0160100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f509f7fe640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50a015e3a0 0x7f50a00d2800 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f509800c790 tx=0x7f509800cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.218+0000 7f5087fff640 1 -- 172.21.15.16:0/723918250 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5098003b70 con 0x7f50a015e3a0 2024-09-16T01:51:16.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.219+0000 7f5087fff640 1 -- 172.21.15.16:0/723918250 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5098003d10 con 0x7f50a015e3a0 2024-09-16T01:51:16.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.219+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50a015ee70 con 0x7f50a015e3a0 2024-09-16T01:51:16.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.219+0000 7f5087fff640 1 -- 172.21.15.16:0/723918250 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509800aa50 con 0x7f50a015e3a0 2024-09-16T01:51:16.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.219+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50a015f430 con 0x7f50a015e3a0 2024-09-16T01:51:16.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.220+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50a00d22e0 con 0x7f50a015e3a0 2024-09-16T01:51:16.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.220+0000 7f5087fff640 1 -- 172.21.15.16:0/723918250 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f509800abf0 con 0x7f50a015e3a0 2024-09-16T01:51:16.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.221+0000 7f5087fff640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f508c06ce20 0x7f508c06f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.221+0000 7f5087fff640 1 -- 172.21.15.16:0/723918250 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f5098089ea0 con 0x7f50a015e3a0 2024-09-16T01:51:16.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.221+0000 7f509effd640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f508c06ce20 0x7f508c06f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.221+0000 7f509effd640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f508c06ce20 0x7f508c06f2e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5090034000 tx=0x7f509002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.225+0000 7f5087fff640 1 -- 172.21.15.16:0/723918250 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f50980597a0 con 0x7f50a015e3a0 2024-09-16T01:51:16.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.402+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f50a00d2000 con 0x7f508c06ce20 2024-09-16T01:51:16.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.403+0000 7f5087fff640 1 -- 172.21.15.16:0/723918250 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f50a00d2000 con 0x7f508c06ce20 2024-09-16T01:51:16.404 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 0 to deep-scrub 2024-09-16T01:51:16.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f508c06ce20 msgr2=0x7f508c06f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f508c06ce20 0x7f508c06f2e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5090034000 tx=0x7f509002e000 comp rx=0 tx=0).stop 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50a015e3a0 msgr2=0x7f50a00d2800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50a015e3a0 0x7f50a00d2800 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f509800c790 tx=0x7f509800cc50 comp rx=0 tx=0).stop 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 shutdown_connections 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f508c06ce20 0x7f508c06f2e0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50a015e3a0 0x7f50a00d2800 unknown :-1 s=CLOSED pgs=1855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50a006d790 0x7f50a0160100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 --2- 172.21.15.16:0/723918250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f50a006bbe0 0x7f50a014f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 >> 172.21.15.16:0/723918250 conn(0x7f50a00b4090 msgr2=0x7f50a00b2710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 shutdown_connections 2024-09-16T01:51:16.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.405+0000 7f50a5850640 1 -- 172.21.15.16:0/723918250 wait complete. 2024-09-16T01:51:16.418 INFO:tasks.ceph:Scrubbing osd.1 2024-09-16T01:51:16.418 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:16.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.525+0000 7fcbba73b640 1 Processor -- start 2024-09-16T01:51:16.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.525+0000 7fcbba73b640 1 -- start start 2024-09-16T01:51:16.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbba73b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcbb40b9880 0x7fcbb40b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbba73b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40ba230 0x7fcbb415ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbba73b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbb40d4350 con 0x7fcbb415e840 2024-09-16T01:51:16.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbba73b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb40cfe50 con 0x7fcbb40b9880 2024-09-16T01:51:16.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbba73b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb40d3590 con 0x7fcbb40ba230 2024-09-16T01:51:16.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbb3fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcbb415e840 0x7fcbb40cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39544/0 (socket says 172.21.15.16:39544) 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbb3fff640 1 -- 172.21.15.16:0/3146062214 learned_addr learned my addr 172.21.15.16:0/3146062214 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbabfff640 1 --2- 172.21.15.16:0/3146062214 >> v2:172.21.15.104:3300/0 conn(0x7fcbb40b9880 0x7fcbb40b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.526+0000 7fcbb8cd8640 1 --2- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40ba230 0x7fcbb415ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.527+0000 7fcbb37fe640 1 -- 172.21.15.16:0/3146062214 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4157219133 0 0) 0x7fcbb40d4350 con 0x7fcbb415e840 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.527+0000 7fcbb37fe640 1 -- 172.21.15.16:0/3146062214 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcba0003520 con 0x7fcbb415e840 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.527+0000 7fcbabfff640 1 -- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40ba230 msgr2=0x7fcbb415ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.527+0000 7fcbabfff640 1 --2- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40ba230 0x7fcbb415ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.527+0000 7fcbabfff640 1 -- 172.21.15.16:0/3146062214 >> v1:172.21.15.16:6789/0 conn(0x7fcbb415e840 legacy=0x7fcbb40cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.527+0000 7fcbabfff640 1 -- 172.21.15.16:0/3146062214 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb40d3870 con 0x7fcbb40b9880 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.528+0000 7fcbabfff640 1 --2- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb40b9880 0x7fcbb40b9cf0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c0097a0 tx=0x7fcb9c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6607cb357b752c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.528+0000 7fcbb37fe640 1 -- 172.21.15.16:0/3146062214 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c037070 con 0x7fcbb40b9880 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.528+0000 7fcbb37fe640 1 -- 172.21.15.16:0/3146062214 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb9c02ae50 con 0x7fcbb40b9880 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.528+0000 7fcbb37fe640 1 -- 172.21.15.16:0/3146062214 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c032660 con 0x7fcbb40b9880 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 -- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb40b9880 msgr2=0x7fcbb40b9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 --2- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb40b9880 0x7fcbb40b9cf0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c0097a0 tx=0x7fcb9c02a100 comp rx=0 tx=0).stop 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 -- 172.21.15.16:0/3146062214 shutdown_connections 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 --2- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40ba230 0x7fcbb415ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 --2- 172.21.15.16:0/3146062214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb40b9880 0x7fcbb40b9cf0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 -- 172.21.15.16:0/3146062214 >> 172.21.15.16:0/3146062214 conn(0x7fcbb40d4630 msgr2=0x7fcbb40d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 -- 172.21.15.16:0/3146062214 shutdown_connections 2024-09-16T01:51:16.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.529+0000 7fcbba73b640 1 -- 172.21.15.16:0/3146062214 wait complete. 2024-09-16T01:51:16.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.530+0000 7fcbba73b640 1 Processor -- start 2024-09-16T01:51:16.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.530+0000 7fcbba73b640 1 -- start start 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbba73b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40b9880 0x7fcbb40cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbba73b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb40ba230 0x7fcbb40ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbba73b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb415e840 0x7fcbb414e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbba73b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb415f160 con 0x7fcbb40ba230 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbba73b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb40d3e30 con 0x7fcbb415e840 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbba73b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb415f2e0 con 0x7fcbb40b9880 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb40ba230 0x7fcbb40ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb40ba230 0x7fcbb40ce250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54694/0 (socket says 172.21.15.16:54694) 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 -- 172.21.15.16:0/3266343562 learned_addr learned my addr 172.21.15.16:0/3266343562 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbb3fff640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40b9880 0x7fcbb40cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbb8cd8640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb415e840 0x7fcbb414e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 -- 172.21.15.16:0/3266343562 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40b9880 msgr2=0x7fcbb40cb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb40b9880 0x7fcbb40cb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 -- 172.21.15.16:0/3266343562 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb415e840 msgr2=0x7fcbb414e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb415e840 0x7fcbb414e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbabfff640 1 -- 172.21.15.16:0/3266343562 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb40ce790 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.531+0000 7fcbb8cd8640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb415e840 0x7fcbb414e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.532+0000 7fcbabfff640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb40ba230 0x7fcbb40ce250 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c035040 tx=0x7fcb9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.532+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c041070 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.532+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb9c03c460 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.532+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbb40cbd90 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.532+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c037040 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.532+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbb40cc350 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.533+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcbb40b9cf0 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.533+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7fcb9c03a070 con 0x7fcbb40ba230 2024-09-16T01:51:16.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb17fa640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb9406cdf0 0x7fcb9406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7fcb9c0aa130 con 0x7fcbb40ba230 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb3fff640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb9406cdf0 0x7fcb9406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb17fa640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7fcb94072cb0 0x7fcb940750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 --> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcb9c008eb0 con 0x7fcb94072cb0 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7fcb9c0b12a0 con 0x7fcbb40ba230 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb8cd8640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7fcb94072cb0 0x7fcb940750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.534+0000 7fcbb3fff640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb9406cdf0 0x7fcb9406f2b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fcba4005880 tx=0x7fcba4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.535+0000 7fcbb8cd8640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7fcb94072cb0 0x7fcb940750f0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.535+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== osd.1 v2:172.21.15.16:6816/1501330021 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcb9c008eb0 con 0x7fcb94072cb0 2024-09-16T01:51:16.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.548+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 --> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fcbb40c7ee0 con 0x7fcb94072cb0 2024-09-16T01:51:16.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.548+0000 7fcbb17fa640 1 -- 172.21.15.16:0/3266343562 <== osd.1 v2:172.21.15.16:6816/1501330021 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fcbb40c7ee0 con 0x7fcb94072cb0 2024-09-16T01:51:16.549 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:16.550 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:16.550 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.548+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7fcb94072cb0 msgr2=0x7fcb940750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.548+0000 7fcbba73b640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6816/1501330021,v1:172.21.15.16:6817/1501330021] conn(0x7fcb94072cb0 0x7fcb940750f0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.548+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb9406cdf0 msgr2=0x7fcb9406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.548+0000 7fcbba73b640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcb9406cdf0 0x7fcb9406f2b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fcba4005880 tx=0x7fcba4009040 comp rx=0 tx=0).stop 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.549+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb40ba230 msgr2=0x7fcbb40ce250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.549+0000 7fcbba73b640 1 --2- 172.21.15.16:0/3266343562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb40ba230 0x7fcbb40ce250 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c035040 tx=0x7fcb9c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.549+0000 7fcbb8cd8640 1 -- 172.21.15.16:0/3266343562 reap_dead start 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.549+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 shutdown_connections 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.549+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 >> 172.21.15.16:0/3266343562 conn(0x7fcbb40d4630 msgr2=0x7fcbb40d2b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.549+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 shutdown_connections 2024-09-16T01:51:16.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.549+0000 7fcbba73b640 1 -- 172.21.15.16:0/3266343562 wait complete. 2024-09-16T01:51:16.560 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-16T01:51:16.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.662+0000 7fd6d8c80640 1 Processor -- start 2024-09-16T01:51:16.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.662+0000 7fd6d8c80640 1 -- start start 2024-09-16T01:51:16.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.663+0000 7fd6d8c80640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d40d15f0 0x7fd6d415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.663+0000 7fd6d8c80640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd6d40b97d0 0x7fd6d40b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.663+0000 7fd6d8c80640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6d40d2750 con 0x7fd6d4147fc0 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.663+0000 7fd6d8c80640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd6d41483a0 con 0x7fd6d40b97d0 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.663+0000 7fd6d8c80640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d415efa0 con 0x7fd6d40d15f0 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d259c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd6d4147fc0 0x7fd6d40d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39560/0 (socket says 172.21.15.16:39560) 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d259c640 1 -- 172.21.15.16:0/1109459333 learned_addr learned my addr 172.21.15.16:0/1109459333 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d1d9b640 1 --2- 172.21.15.16:0/1109459333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d40d15f0 0x7fd6d415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d2d9d640 1 --2- 172.21.15.16:0/1109459333 >> v2:172.21.15.104:3300/0 conn(0x7fd6d40b97d0 0x7fd6d40b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d1d9b640 1 -- 172.21.15.16:0/1109459333 >> v2:172.21.15.104:3300/0 conn(0x7fd6d40b97d0 msgr2=0x7fd6d40b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:16.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d1d9b640 1 --2- 172.21.15.16:0/1109459333 >> v2:172.21.15.104:3300/0 conn(0x7fd6d40b97d0 0x7fd6d40b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d1d9b640 1 -- 172.21.15.16:0/1109459333 >> v1:172.21.15.16:6789/0 conn(0x7fd6d4147fc0 legacy=0x7fd6d40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d1d9b640 1 -- 172.21.15.16:0/1109459333 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d40d2a30 con 0x7fd6d40d15f0 2024-09-16T01:51:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.664+0000 7fd6d159a640 1 -- 172.21.15.16:0/1109459333 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1871955280 0 0) 0x7fd6d40d2750 con 0x7fd6d4147fc0 2024-09-16T01:51:16.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.665+0000 7fd6d1d9b640 1 --2- 172.21.15.16:0/1109459333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d40d15f0 0x7fd6d415ea60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80097a0 tx=0x7fd6c802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6108eb601d07d587 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.665+0000 7fd6d159a640 1 -- 172.21.15.16:0/1109459333 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8037070 con 0x7fd6d40d15f0 2024-09-16T01:51:16.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.665+0000 7fd6d159a640 1 -- 172.21.15.16:0/1109459333 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6c8032440 con 0x7fd6d40d15f0 2024-09-16T01:51:16.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.665+0000 7fd6d159a640 1 -- 172.21.15.16:0/1109459333 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8032810 con 0x7fd6d40d15f0 2024-09-16T01:51:16.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.665+0000 7fd6d8c80640 1 -- 172.21.15.16:0/1109459333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d40d15f0 msgr2=0x7fd6d415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.665+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/1109459333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d40d15f0 0x7fd6d415ea60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80097a0 tx=0x7fd6c802a180 comp rx=0 tx=0).stop 2024-09-16T01:51:16.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.666+0000 7fd6d8c80640 1 -- 172.21.15.16:0/1109459333 shutdown_connections 2024-09-16T01:51:16.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.666+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/1109459333 >> v2:172.21.15.104:3300/0 conn(0x7fd6d40b97d0 0x7fd6d40b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.666+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/1109459333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d40d15f0 0x7fd6d415ea60 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.666+0000 7fd6d8c80640 1 -- 172.21.15.16:0/1109459333 >> 172.21.15.16:0/1109459333 conn(0x7fd6d4074fe0 msgr2=0x7fd6d406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.666+0000 7fd6d8c80640 1 -- 172.21.15.16:0/1109459333 shutdown_connections 2024-09-16T01:51:16.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.666+0000 7fd6d8c80640 1 -- 172.21.15.16:0/1109459333 wait complete. 2024-09-16T01:51:16.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.667+0000 7fd6d8c80640 1 Processor -- start 2024-09-16T01:51:16.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.667+0000 7fd6d8c80640 1 -- start start 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d8c80640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6d40b97d0 0x7fd6d41f4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d8c80640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6d40d15f0 0x7fd6d4144220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d8c80640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d4147fc0 0x7fd6d41401f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d8c80640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d40d2ff0 con 0x7fd6d40d15f0 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d8c80640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d40d2500 con 0x7fd6d40b97d0 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d8c80640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d40ba120 con 0x7fd6d4147fc0 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6d40d15f0 0x7fd6d4144220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6d40d15f0 0x7fd6d4144220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54706/0 (socket says 172.21.15.16:54706) 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 -- 172.21.15.16:0/2663136845 learned_addr learned my addr 172.21.15.16:0/2663136845 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d259c640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6d40b97d0 0x7fd6d41f4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d2d9d640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d4147fc0 0x7fd6d41401f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 -- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d4147fc0 msgr2=0x7fd6d41401f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d4147fc0 0x7fd6d41401f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 -- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6d40b97d0 msgr2=0x7fd6d41f4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6d40b97d0 0x7fd6d41f4230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 -- 172.21.15.16:0/2663136845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d4141800 con 0x7fd6d40d15f0 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d259c640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6d40b97d0 0x7fd6d41f4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.668+0000 7fd6d1d9b640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6d40d15f0 0x7fd6d4144220 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80097a0 tx=0x7fd6c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.669+0000 7fd6c2ffd640 1 -- 172.21.15.16:0/2663136845 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8037050 con 0x7fd6d40d15f0 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.669+0000 7fd6c2ffd640 1 -- 172.21.15.16:0/2663136845 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6c8038040 con 0x7fd6d40d15f0 2024-09-16T01:51:16.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.669+0000 7fd6c2ffd640 1 -- 172.21.15.16:0/2663136845 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8004490 con 0x7fd6d40d15f0 2024-09-16T01:51:16.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.669+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d4140b60 con 0x7fd6d40d15f0 2024-09-16T01:51:16.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.669+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d4141d80 con 0x7fd6d40d15f0 2024-09-16T01:51:16.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.670+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6d40b9be0 con 0x7fd6d40d15f0 2024-09-16T01:51:16.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.670+0000 7fd6c2ffd640 1 -- 172.21.15.16:0/2663136845 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7fd6c803c6d0 con 0x7fd6d40d15f0 2024-09-16T01:51:16.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.671+0000 7fd6c2ffd640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6b406cdf0 0x7fd6b406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.671+0000 7fd6c2ffd640 1 -- 172.21.15.16:0/2663136845 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7fd6c80aa870 con 0x7fd6d40d15f0 2024-09-16T01:51:16.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.671+0000 7fd6d259c640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6b406cdf0 0x7fd6b406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.671+0000 7fd6d259c640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6b406cdf0 0x7fd6b406f2b0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd6c4007fd0 tx=0x7fd6c4007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.675+0000 7fd6c2ffd640 1 -- 172.21.15.16:0/2663136845 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6c807a1f0 con 0x7fd6d40d15f0 2024-09-16T01:51:16.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.851+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fd6d40d50e0 con 0x7fd6b406cdf0 2024-09-16T01:51:16.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.852+0000 7fd6c2ffd640 1 -- 172.21.15.16:0/2663136845 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd6d40d50e0 con 0x7fd6b406cdf0 2024-09-16T01:51:16.853 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 1 to deep-scrub 2024-09-16T01:51:16.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6b406cdf0 msgr2=0x7fd6b406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6b406cdf0 0x7fd6b406f2b0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd6c4007fd0 tx=0x7fd6c4007de0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6d40d15f0 msgr2=0x7fd6d4144220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6d40d15f0 0x7fd6d4144220 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80097a0 tx=0x7fd6c80046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.855 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 shutdown_connections 2024-09-16T01:51:16.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fd6b406cdf0 0x7fd6b406f2b0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd6d4147fc0 0x7fd6d41401f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6d40d15f0 0x7fd6d4144220 unknown :-1 s=CLOSED pgs=1859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 --2- 172.21.15.16:0/2663136845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6d40b97d0 0x7fd6d41f4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 >> 172.21.15.16:0/2663136845 conn(0x7fd6d4074fe0 msgr2=0x7fd6d40ce270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 shutdown_connections 2024-09-16T01:51:16.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.854+0000 7fd6d8c80640 1 -- 172.21.15.16:0/2663136845 wait complete. 2024-09-16T01:51:16.866 INFO:tasks.ceph:Scrubbing osd.2 2024-09-16T01:51:16.867 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:16.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.972+0000 7f3a5b4c3640 1 Processor -- start 2024-09-16T01:51:16.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.972+0000 7f3a5b4c3640 1 -- start start 2024-09-16T01:51:16.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a5b4c3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3a5415e550 0x7f3a5406c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a5b4c3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3a5415e930 0x7f3a5406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a5b4c3640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a5406cf00 con 0x7f3a54073d30 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a5b4c3640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3a5406ccd0 con 0x7f3a5415e930 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a5b4c3640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3a5406d1e0 con 0x7f3a5415e550 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a58a5e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3a5415e930 0x7f3a5406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a59a60640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3a54073d30 0x7f3a540706e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39574/0 (socket says 172.21.15.16:39574) 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a59a60640 1 -- 172.21.15.16:0/270934293 learned_addr learned my addr 172.21.15.16:0/270934293 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a5925f640 1 --2- 172.21.15.16:0/270934293 >> v2:172.21.15.104:3300/0 conn(0x7f3a5415e550 0x7f3a5406c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a58a5e640 1 -- 172.21.15.16:0/270934293 >> v2:172.21.15.104:3300/0 conn(0x7f3a5415e550 msgr2=0x7f3a5406c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a58a5e640 1 --2- 172.21.15.16:0/270934293 >> v2:172.21.15.104:3300/0 conn(0x7f3a5415e550 0x7f3a5406c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a58a5e640 1 -- 172.21.15.16:0/270934293 >> v1:172.21.15.16:6789/0 conn(0x7f3a54073d30 legacy=0x7f3a540706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a58a5e640 1 -- 172.21.15.16:0/270934293 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a54072f10 con 0x7f3a5415e930 2024-09-16T01:51:16.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.973+0000 7f3a53fff640 1 -- 172.21.15.16:0/270934293 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 580207173 0 0) 0x7f3a5406cf00 con 0x7f3a54073d30 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.974+0000 7f3a58a5e640 1 --2- 172.21.15.16:0/270934293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a5415e930 0x7f3a5406bbe0 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7f3a48009d90 tx=0x7f3a4802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a873a127dceefc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.974+0000 7f3a53fff640 1 -- 172.21.15.16:0/270934293 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a48007740 con 0x7f3a5415e930 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.974+0000 7f3a53fff640 1 -- 172.21.15.16:0/270934293 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a480078e0 con 0x7f3a5415e930 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.974+0000 7f3a53fff640 1 -- 172.21.15.16:0/270934293 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a48007cb0 con 0x7f3a5415e930 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/270934293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a5415e930 msgr2=0x7f3a5406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 --2- 172.21.15.16:0/270934293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a5415e930 0x7f3a5406bbe0 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7f3a48009d90 tx=0x7f3a4802a6a0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/270934293 shutdown_connections 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 --2- 172.21.15.16:0/270934293 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a5415e930 0x7f3a5406bbe0 unknown :-1 s=CLOSED pgs=1861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 --2- 172.21.15.16:0/270934293 >> v2:172.21.15.104:3300/0 conn(0x7f3a5415e550 0x7f3a5406c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/270934293 >> 172.21.15.16:0/270934293 conn(0x7f3a540cede0 msgr2=0x7f3a540cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/270934293 shutdown_connections 2024-09-16T01:51:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.975+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/270934293 wait complete. 2024-09-16T01:51:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.976+0000 7f3a5b4c3640 1 Processor -- start 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.976+0000 7f3a5b4c3640 1 -- start start 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5b4c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a54073d30 0x7f3a5414acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5b4c3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a5415e550 0x7f3a540b0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5b4c3640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a5415e930 0x7f3a54157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5b4c3640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3a540739f0 con 0x7f3a54073d30 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5b4c3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3a540734d0 con 0x7f3a5415e550 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5b4c3640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3a540d19a0 con 0x7f3a5415e930 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a54073d30 0x7f3a5414acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a54073d30 0x7f3a5414acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54726/0 (socket says 172.21.15.16:54726) 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 -- 172.21.15.16:0/4199405641 learned_addr learned my addr 172.21.15.16:0/4199405641 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a58a5e640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a5415e550 0x7f3a540b0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a59a60640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a5415e930 0x7f3a54157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 -- 172.21.15.16:0/4199405641 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a5415e930 msgr2=0x7f3a54157fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3a5415e930 0x7f3a54157fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 -- 172.21.15.16:0/4199405641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a5415e550 msgr2=0x7f3a540b0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a5415e550 0x7f3a540b0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 -- 172.21.15.16:0/4199405641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a541557d0 con 0x7f3a54073d30 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.977+0000 7f3a5925f640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a54073d30 0x7f3a5414acc0 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7f3a4c00e9e0 tx=0x7f3a4c00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.978+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a4c017070 con 0x7f3a54073d30 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.978+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a4c00c970 con 0x7f3a54073d30 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.978+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a540ae8a0 con 0x7f3a54073d30 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.978+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a4c00cd60 con 0x7f3a54073d30 2024-09-16T01:51:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.978+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a540b3d90 con 0x7f3a54073d30 2024-09-16T01:51:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.979+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3a5406c790 con 0x7f3a54073d30 2024-09-16T01:51:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f3a4c01a070 con 0x7f3a54073d30 2024-09-16T01:51:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a51ffb640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3a4006cdf0 0x7f3a4006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f3a4c089ec0 con 0x7f3a54073d30 2024-09-16T01:51:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a58a5e640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3a4006cdf0 0x7f3a4006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a51ffb640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f3a40072cb0 0x7f3a400750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 --> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3a400757c0 con 0x7f3a40072cb0 2024-09-16T01:51:16.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f3a4c093050 con 0x7f3a54073d30 2024-09-16T01:51:16.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.980+0000 7f3a59a60640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f3a40072cb0 0x7f3a400750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:16.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.981+0000 7f3a59a60640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f3a40072cb0 0x7f3a400750f0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.981+0000 7f3a58a5e640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3a4006cdf0 0x7f3a4006f2b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3a48034000 tx=0x7f3a4802f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:16.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:16.981+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== osd.2 v2:172.21.15.16:6800/3071825702 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3a400757c0 con 0x7f3a40072cb0 2024-09-16T01:51:17.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.006+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 --> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f3a540713c0 con 0x7f3a40072cb0 2024-09-16T01:51:17.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.006+0000 7f3a51ffb640 1 -- 172.21.15.16:0/4199405641 <== osd.2 v2:172.21.15.16:6800/3071825702 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f3a540713c0 con 0x7f3a40072cb0 2024-09-16T01:51:17.008 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:17.008 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:17.008 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f3a40072cb0 msgr2=0x7f3a400750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6800/3071825702,v1:172.21.15.16:6801/3071825702] conn(0x7f3a40072cb0 0x7f3a400750f0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3a4006cdf0 msgr2=0x7f3a4006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f3a4006cdf0 0x7f3a4006f2b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3a48034000 tx=0x7f3a4802f000 comp rx=0 tx=0).stop 2024-09-16T01:51:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a54073d30 msgr2=0x7f3a5414acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 --2- 172.21.15.16:0/4199405641 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3a54073d30 0x7f3a5414acc0 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7f3a4c00e9e0 tx=0x7f3a4c00eea0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a59a60640 1 -- 172.21.15.16:0/4199405641 reap_dead start 2024-09-16T01:51:17.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 shutdown_connections 2024-09-16T01:51:17.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 >> 172.21.15.16:0/4199405641 conn(0x7f3a540cede0 msgr2=0x7f3a5415b810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 shutdown_connections 2024-09-16T01:51:17.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.007+0000 7f3a5b4c3640 1 -- 172.21.15.16:0/4199405641 wait complete. 2024-09-16T01:51:17.022 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-16T01:51:17.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.124+0000 7f7e57853640 1 Processor -- start 2024-09-16T01:51:17.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.125+0000 7f7e57853640 1 -- start start 2024-09-16T01:51:17.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e57853640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e50147fc0 0x7f7e5015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e57853640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7e500d0ee0 0x7f7e500d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e57853640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e500b97d0 0x7f7e500b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e57853640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7e501483a0 con 0x7f7e500b97d0 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e57853640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7e5015efa0 con 0x7f7e500d0ee0 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e57853640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e500d1880 con 0x7f7e50147fc0 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e500b97d0 0x7f7e500b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e500b97d0 0x7f7e500b9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54730/0 (socket says 172.21.15.16:54730) 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 -- 172.21.15.16:0/3370907480 learned_addr learned my addr 172.21.15.16:0/3370907480 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e54dee640 1 --2- 172.21.15.16:0/3370907480 >> v2:172.21.15.104:3300/0 conn(0x7f7e500d0ee0 0x7f7e500d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e555ef640 1 --2- 172.21.15.16:0/3370907480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e50147fc0 0x7f7e5015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 -- 172.21.15.16:0/3370907480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e50147fc0 msgr2=0x7f7e5015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 --2- 172.21.15.16:0/3370907480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e50147fc0 0x7f7e5015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 -- 172.21.15.16:0/3370907480 >> v2:172.21.15.104:3300/0 conn(0x7f7e500d0ee0 msgr2=0x7f7e500d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 --2- 172.21.15.16:0/3370907480 >> v2:172.21.15.104:3300/0 conn(0x7f7e500d0ee0 0x7f7e500d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e55df0640 1 -- 172.21.15.16:0/3370907480 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e500d2750 con 0x7f7e500b97d0 2024-09-16T01:51:17.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e555ef640 1 --2- 172.21.15.16:0/3370907480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e50147fc0 0x7f7e5015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:17.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.126+0000 7f7e54dee640 1 --2- 172.21.15.16:0/3370907480 >> v2:172.21.15.104:3300/0 conn(0x7f7e500d0ee0 0x7f7e500d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:17.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.127+0000 7f7e55df0640 1 --2- 172.21.15.16:0/3370907480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500b97d0 0x7f7e500b9c00 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7f7e50068480 tx=0x7f7e4802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5956b2f1b0a2f231 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.127+0000 7f7e47fff640 1 -- 172.21.15.16:0/3370907480 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e48036070 con 0x7f7e500b97d0 2024-09-16T01:51:17.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.127+0000 7f7e47fff640 1 -- 172.21.15.16:0/3370907480 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e48031600 con 0x7f7e500b97d0 2024-09-16T01:51:17.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.127+0000 7f7e47fff640 1 -- 172.21.15.16:0/3370907480 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e480319d0 con 0x7f7e500b97d0 2024-09-16T01:51:17.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 -- 172.21.15.16:0/3370907480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500b97d0 msgr2=0x7f7e500b9c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 --2- 172.21.15.16:0/3370907480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500b97d0 0x7f7e500b9c00 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7f7e50068480 tx=0x7f7e4802a6c0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 -- 172.21.15.16:0/3370907480 shutdown_connections 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 --2- 172.21.15.16:0/3370907480 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500b97d0 0x7f7e500b9c00 unknown :-1 s=CLOSED pgs=1863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 --2- 172.21.15.16:0/3370907480 >> v2:172.21.15.104:3300/0 conn(0x7f7e500d0ee0 0x7f7e500d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 --2- 172.21.15.16:0/3370907480 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e50147fc0 0x7f7e5015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 -- 172.21.15.16:0/3370907480 >> 172.21.15.16:0/3370907480 conn(0x7f7e50074fe0 msgr2=0x7f7e5006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 -- 172.21.15.16:0/3370907480 shutdown_connections 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.128+0000 7f7e57853640 1 -- 172.21.15.16:0/3370907480 wait complete. 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.129+0000 7f7e57853640 1 Processor -- start 2024-09-16T01:51:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.129+0000 7f7e57853640 1 -- start start 2024-09-16T01:51:17.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e57853640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e500b97d0 0x7f7e500cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e57853640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500d0ee0 0x7f7e50140320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e57853640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e50147fc0 0x7f7e500cf740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e57853640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7e500d2d10 con 0x7f7e500d0ee0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e57853640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7e500d2500 con 0x7f7e50147fc0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e57853640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e500d2ff0 con 0x7f7e500b97d0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500d0ee0 0x7f7e50140320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500d0ee0 0x7f7e50140320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54732/0 (socket says 172.21.15.16:54732) 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 -- 172.21.15.16:0/3109091741 learned_addr learned my addr 172.21.15.16:0/3109091741 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e555ef640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e500b97d0 0x7f7e500cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e55df0640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e50147fc0 0x7f7e500cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 -- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e500b97d0 msgr2=0x7f7e500cc0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e500b97d0 0x7f7e500cc0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 -- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e50147fc0 msgr2=0x7f7e500cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e50147fc0 0x7f7e500cf740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 -- 172.21.15.16:0/3109091741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e500cc820 con 0x7f7e500d0ee0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.130+0000 7f7e54dee640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500d0ee0 0x7f7e50140320 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f7e4000c7c0 tx=0x7f7e4000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.131+0000 7f7e45ffb640 1 -- 172.21.15.16:0/3109091741 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e40015070 con 0x7f7e500d0ee0 2024-09-16T01:51:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.131+0000 7f7e45ffb640 1 -- 172.21.15.16:0/3109091741 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e40007a30 con 0x7f7e500d0ee0 2024-09-16T01:51:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.131+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e500ccb00 con 0x7f7e500d0ee0 2024-09-16T01:51:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.131+0000 7f7e45ffb640 1 -- 172.21.15.16:0/3109091741 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e40007e00 con 0x7f7e500d0ee0 2024-09-16T01:51:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.131+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e500cd0c0 con 0x7f7e500d0ee0 2024-09-16T01:51:17.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.132+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e500ba2b0 con 0x7f7e500d0ee0 2024-09-16T01:51:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.133+0000 7f7e45ffb640 1 -- 172.21.15.16:0/3109091741 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f7e40018070 con 0x7f7e500d0ee0 2024-09-16T01:51:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.133+0000 7f7e45ffb640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3406cdf0 0x7f7e3406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.133+0000 7f7e45ffb640 1 -- 172.21.15.16:0/3109091741 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f7e40089e20 con 0x7f7e500d0ee0 2024-09-16T01:51:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.133+0000 7f7e555ef640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3406cdf0 0x7f7e3406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.134+0000 7f7e555ef640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3406cdf0 0x7f7e3406f2b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c00aac0 tx=0x7f7e4c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.138+0000 7f7e45ffb640 1 -- 172.21.15.16:0/3109091741 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e400597a0 con 0x7f7e500d0ee0 2024-09-16T01:51:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.315+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f7e50161d30 con 0x7f7e3406cdf0 2024-09-16T01:51:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.315+0000 7f7e45ffb640 1 -- 172.21.15.16:0/3109091741 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f7e50161d30 con 0x7f7e3406cdf0 2024-09-16T01:51:17.316 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 2 to deep-scrub 2024-09-16T01:51:17.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3406cdf0 msgr2=0x7f7e3406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3406cdf0 0x7f7e3406f2b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c00aac0 tx=0x7f7e4c008040 comp rx=0 tx=0).stop 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500d0ee0 msgr2=0x7f7e50140320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500d0ee0 0x7f7e50140320 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f7e4000c7c0 tx=0x7f7e4000cc80 comp rx=0 tx=0).stop 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 shutdown_connections 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f7e3406cdf0 0x7f7e3406f2b0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e50147fc0 0x7f7e500cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e500d0ee0 0x7f7e50140320 unknown :-1 s=CLOSED pgs=1864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 --2- 172.21.15.16:0/3109091741 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e500b97d0 0x7f7e500cc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 >> 172.21.15.16:0/3109091741 conn(0x7f7e50074fe0 msgr2=0x7f7e500b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 shutdown_connections 2024-09-16T01:51:17.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.317+0000 7f7e57853640 1 -- 172.21.15.16:0/3109091741 wait complete. 2024-09-16T01:51:17.329 INFO:tasks.ceph:Scrubbing osd.3 2024-09-16T01:51:17.329 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:17.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.434+0000 7fcbbe3e4640 1 Processor -- start 2024-09-16T01:51:17.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.434+0000 7fcbbe3e4640 1 -- start start 2024-09-16T01:51:17.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.434+0000 7fcbbe3e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 0x7fcbb80cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.434+0000 7fcbbe3e4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcbb80b9880 0x7fcbb80b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.434+0000 7fcbbe3e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbb80d4350 con 0x7fcbb80ba200 2024-09-16T01:51:17.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.434+0000 7fcbbe3e4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb80cfe50 con 0x7fcbb80b9880 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.434+0000 7fcbbe3e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb80d3590 con 0x7fcbb815e840 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcbb80b9880 0x7fcbb80b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb77fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcbb80b9880 0x7fcbb80b9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54740/0 (socket says 172.21.15.16:54740) 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb77fe640 1 -- 172.21.15.16:0/3024720960 learned_addr learned my addr 172.21.15.16:0/3024720960 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb7fff640 1 --2- 172.21.15.16:0/3024720960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 0x7fcbb80cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb77fe640 1 -- 172.21.15.16:0/3024720960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 msgr2=0x7fcbb80cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb77fe640 1 --2- 172.21.15.16:0/3024720960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 0x7fcbb80cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb77fe640 1 -- 172.21.15.16:0/3024720960 >> v1:172.21.15.16:6789/0 conn(0x7fcbb80ba200 legacy=0x7fcbb81623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb6ffd640 1 -- 172.21.15.16:0/3024720960 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 143979979 0 0) 0x7fcbb80d4350 con 0x7fcbb80ba200 2024-09-16T01:51:17.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.435+0000 7fcbb77fe640 1 -- 172.21.15.16:0/3024720960 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb80d3870 con 0x7fcbb80b9880 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.436+0000 7fcbb77fe640 1 --2- 172.21.15.16:0/3024720960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80b9cc0 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7fcbac009870 tx=0x7fcbac02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71356df590b825d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.436+0000 7fcbb6ffd640 1 -- 172.21.15.16:0/3024720960 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbac037070 con 0x7fcbb80b9880 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.436+0000 7fcbb6ffd640 1 -- 172.21.15.16:0/3024720960 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbac032440 con 0x7fcbb80b9880 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.436+0000 7fcbb6ffd640 1 -- 172.21.15.16:0/3024720960 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbac032810 con 0x7fcbb80b9880 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.436+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/3024720960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 msgr2=0x7fcbb80b9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.436+0000 7fcbbe3e4640 1 --2- 172.21.15.16:0/3024720960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80b9cc0 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7fcbac009870 tx=0x7fcbac02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.437+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/3024720960 shutdown_connections 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.437+0000 7fcbbe3e4640 1 --2- 172.21.15.16:0/3024720960 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80b9cc0 unknown :-1 s=CLOSED pgs=1866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.437+0000 7fcbbe3e4640 1 --2- 172.21.15.16:0/3024720960 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 0x7fcbb80cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.437+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/3024720960 >> 172.21.15.16:0/3024720960 conn(0x7fcbb80d4630 msgr2=0x7fcbb80d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.437+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/3024720960 shutdown_connections 2024-09-16T01:51:17.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.437+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/3024720960 wait complete. 2024-09-16T01:51:17.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.438+0000 7fcbbe3e4640 1 Processor -- start 2024-09-16T01:51:17.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.438+0000 7fcbbe3e4640 1 -- start start 2024-09-16T01:51:17.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbbe3e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80cb100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbbe3e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb80ba200 0x7fcbb80cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbbe3e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 0x7fcbb814c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbbe3e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb80cfb40 con 0x7fcbb80b9880 2024-09-16T01:51:17.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbbe3e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb80d3e30 con 0x7fcbb80ba200 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbbe3e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb815fc30 con 0x7fcbb815e840 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80cb100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80cb100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54748/0 (socket says 172.21.15.16:54748) 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 -- 172.21.15.16:0/567052184 learned_addr learned my addr 172.21.15.16:0/567052184 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbbc981640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 0x7fcbb814c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb77fe640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb80ba200 0x7fcbb80cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 -- 172.21.15.16:0/567052184 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 msgr2=0x7fcbb814c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbb815e840 0x7fcbb814c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 -- 172.21.15.16:0/567052184 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb80ba200 msgr2=0x7fcbb80cb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcbb80ba200 0x7fcbb80cb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 -- 172.21.15.16:0/567052184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb80cbe30 con 0x7fcbb80b9880 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb7fff640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80cb100 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7fcba800e930 tx=0x7fcba800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba8017070 con 0x7fcbb80b9880 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcba800ca00 con 0x7fcbb80b9880 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.439+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba800cdf0 con 0x7fcbb80b9880 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.440+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbb80cdf90 con 0x7fcbb80b9880 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.440+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbb80ce550 con 0x7fcbb80b9880 2024-09-16T01:51:17.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.440+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcbb814a500 con 0x7fcbb80b9880 2024-09-16T01:51:17.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.441+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7fcba801a070 con 0x7fcbb80b9880 2024-09-16T01:51:17.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbb4ff9640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcba406cdf0 0x7fcba406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbb77fe640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcba406cdf0 0x7fcba406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7fcba808a830 con 0x7fcbb80b9880 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbb4ff9640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7fcba4072cb0 0x7fcba40750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 --> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcba8013e50 con 0x7fcba4072cb0 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7fcba808cff0 con 0x7fcbb80b9880 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbbc981640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7fcba4072cb0 0x7fcba40750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbb77fe640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcba406cdf0 0x7fcba406f2b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fcbac034000 tx=0x7fcbac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.442+0000 7fcbbc981640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7fcba4072cb0 0x7fcba40750f0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.443+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== osd.3 v2:172.21.15.16:6824/1181216662 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcba8013e50 con 0x7fcba4072cb0 2024-09-16T01:51:17.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 --> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fcbb80b9cc0 con 0x7fcba4072cb0 2024-09-16T01:51:17.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbb4ff9640 1 -- 172.21.15.16:0/567052184 <== osd.3 v2:172.21.15.16:6824/1181216662 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fcbb80b9cc0 con 0x7fcba4072cb0 2024-09-16T01:51:17.457 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:17.458 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:17.458 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:17.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7fcba4072cb0 msgr2=0x7fcba40750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6824/1181216662,v1:172.21.15.16:6825/1181216662] conn(0x7fcba4072cb0 0x7fcba40750f0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcba406cdf0 msgr2=0x7fcba406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fcba406cdf0 0x7fcba406f2b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fcbac034000 tx=0x7fcbac02e000 comp rx=0 tx=0).stop 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 msgr2=0x7fcbb80cb100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 --2- 172.21.15.16:0/567052184 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbb80b9880 0x7fcbb80cb100 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7fcba800e930 tx=0x7fcba800edf0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbc981640 1 -- 172.21.15.16:0/567052184 reap_dead start 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 shutdown_connections 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 >> 172.21.15.16:0/567052184 conn(0x7fcbb80d4630 msgr2=0x7fcbb8072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 shutdown_connections 2024-09-16T01:51:17.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.456+0000 7fcbbe3e4640 1 -- 172.21.15.16:0/567052184 wait complete. 2024-09-16T01:51:17.468 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-16T01:51:17.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.570+0000 7f5b41ab7640 1 Processor -- start 2024-09-16T01:51:17.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.570+0000 7f5b41ab7640 1 -- start start 2024-09-16T01:51:17.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b41ab7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b3c0cecb0 0x7f5b3c0ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b41ab7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cf090 0x7f5b3c0cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b41ab7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b3c160230 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b41ab7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f5b3c160e40 con 0x7f5b3c0cecb0 2024-09-16T01:51:17.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b41ab7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5b3c160510 con 0x7f5b3c0cf090 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b3c0cecb0 0x7f5b3c0ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b3c0cecb0 0x7f5b3c0ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54754/0 (socket says 172.21.15.16:54754) 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/1560010713 learned_addr learned my addr 172.21.15.16:0/1560010713 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3affd640 1 --2- 172.21.15.16:0/1560010713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cf090 0x7f5b3c0cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/1560010713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cf090 msgr2=0x7f5b3c0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3b7fe640 1 --2- 172.21.15.16:0/1560010713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cf090 0x7f5b3c0cd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/1560010713 >> v1:172.21.15.104:6789/0 conn(0x7f5b3c0cd8c0 legacy=0x7f5b3c06bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/1560010713 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3c1607f0 con 0x7f5b3c0cecb0 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.571+0000 7f5b3affd640 1 --2- 172.21.15.16:0/1560010713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cf090 0x7f5b3c0cd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.572+0000 7f5b3b7fe640 1 --2- 172.21.15.16:0/1560010713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cecb0 0x7f5b3c0ce190 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c009870 tx=0x7f5b2c02a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb390f12d137e1ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.572+0000 7f5b3a7fc640 1 -- 172.21.15.16:0/1560010713 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c037070 con 0x7f5b3c0cecb0 2024-09-16T01:51:17.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.572+0000 7f5b3a7fc640 1 -- 172.21.15.16:0/1560010713 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b2c032440 con 0x7f5b3c0cecb0 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.572+0000 7f5b3a7fc640 1 -- 172.21.15.16:0/1560010713 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c032810 con 0x7f5b3c0cecb0 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 -- 172.21.15.16:0/1560010713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cecb0 msgr2=0x7f5b3c0ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/1560010713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cecb0 0x7f5b3c0ce190 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c009870 tx=0x7f5b2c02a200 comp rx=0 tx=0).stop 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 -- 172.21.15.16:0/1560010713 shutdown_connections 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/1560010713 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cf090 0x7f5b3c0cd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/1560010713 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cecb0 0x7f5b3c0ce190 unknown :-1 s=CLOSED pgs=1868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 -- 172.21.15.16:0/1560010713 >> 172.21.15.16:0/1560010713 conn(0x7f5b3c0b2000 msgr2=0x7f5b3c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 -- 172.21.15.16:0/1560010713 shutdown_connections 2024-09-16T01:51:17.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.573+0000 7f5b41ab7640 1 -- 172.21.15.16:0/1560010713 wait complete. 2024-09-16T01:51:17.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.574+0000 7f5b41ab7640 1 Processor -- start 2024-09-16T01:51:17.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.574+0000 7f5b41ab7640 1 -- start start 2024-09-16T01:51:17.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b41ab7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cd8c0 0x7f5b3c1567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b41ab7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cecb0 0x7f5b3c1e5f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b41ab7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b3c0cf090 0x7f5b3c150d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b41ab7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c06c4e0 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b41ab7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c06c360 con 0x7f5b3c0cf090 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b41ab7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5b3c06c660 con 0x7f5b3c0cecb0 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cd8c0 0x7f5b3c1567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cd8c0 0x7f5b3c1567f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54770/0 (socket says 172.21.15.16:54770) 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/4011532291 learned_addr learned my addr 172.21.15.16:0/4011532291 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/4011532291 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cecb0 msgr2=0x7f5b3c1e5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cecb0 0x7f5b3c1e5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/4011532291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b3c0cf090 msgr2=0x7f5b3c150d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b3c0cf090 0x7f5b3c150d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 -- 172.21.15.16:0/4011532291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3c1e6480 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.575+0000 7f5b3b7fe640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cd8c0 0x7f5b3c1567f0 secure :-1 s=READY pgs=1869 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c000c00 tx=0x7f5b2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.576+0000 7f5b23fff640 1 -- 172.21.15.16:0/4011532291 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c037040 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.576+0000 7f5b23fff640 1 -- 172.21.15.16:0/4011532291 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b2c042070 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.576+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b3c1e6710 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.576+0000 7f5b23fff640 1 -- 172.21.15.16:0/4011532291 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c030bd0 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.576+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b3c1e6cd0 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.577+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b3c0ce190 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.577+0000 7f5b23fff640 1 -- 172.21.15.16:0/4011532291 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f5b2c02ad10 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.578+0000 7f5b23fff640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b2806ce20 0x7f5b2806f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.578+0000 7f5b23fff640 1 -- 172.21.15.16:0/4011532291 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f5b2c0aa6c0 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.578+0000 7f5b3affd640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b2806ce20 0x7f5b2806f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.578+0000 7f5b3affd640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b2806ce20 0x7f5b2806f2e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f5b30006fd0 tx=0x7f5b30008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.582+0000 7f5b23fff640 1 -- 172.21.15.16:0/4011532291 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5b2c045360 con 0x7f5b3c0cd8c0 2024-09-16T01:51:17.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.756+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f5b3c073230 con 0x7f5b2806ce20 2024-09-16T01:51:17.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.756+0000 7f5b23fff640 1 -- 172.21.15.16:0/4011532291 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5b3c073230 con 0x7f5b2806ce20 2024-09-16T01:51:17.761 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 3 to deep-scrub 2024-09-16T01:51:17.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b2806ce20 msgr2=0x7f5b2806f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b2806ce20 0x7f5b2806f2e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f5b30006fd0 tx=0x7f5b30008040 comp rx=0 tx=0).stop 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cd8c0 msgr2=0x7f5b3c1567f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cd8c0 0x7f5b3c1567f0 secure :-1 s=READY pgs=1869 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c000c00 tx=0x7f5b2c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 shutdown_connections 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f5b2806ce20 0x7f5b2806f2e0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b3c0cf090 0x7f5b3c150d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5b3c0cecb0 0x7f5b3c1e5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 --2- 172.21.15.16:0/4011532291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3c0cd8c0 0x7f5b3c1567f0 unknown :-1 s=CLOSED pgs=1869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.758+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 >> 172.21.15.16:0/4011532291 conn(0x7f5b3c0b2000 msgr2=0x7f5b3c15e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.759+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 shutdown_connections 2024-09-16T01:51:17.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.759+0000 7f5b41ab7640 1 -- 172.21.15.16:0/4011532291 wait complete. 2024-09-16T01:51:17.770 INFO:tasks.ceph:Scrubbing osd.4 2024-09-16T01:51:17.770 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:17.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.875+0000 7f2b9b9c4640 1 Processor -- start 2024-09-16T01:51:17.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.875+0000 7f2b9b9c4640 1 -- start start 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b9b9c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 0x7f2b940ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b9b9c4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b940cf5b0 con 0x7f2b94073d10 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b9b9c4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b940cf890 con 0x7f2b9406db40 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b9b9c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b9415ece0 con 0x7f2b9415e900 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b98f5f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2b94073d10 0x7f2b9406d430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39584/0 (socket says 172.21.15.16:39584) 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b98f5f640 1 -- 172.21.15.16:0/2634826226 learned_addr learned my addr 172.21.15.16:0/2634826226 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b99760640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 0x7f2b940ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4077332417 0 0) 0x7f2b940cf5b0 con 0x7f2b94073d10 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b80003520 con 0x7f2b94073d10 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3493501990 0 0) 0x7f2b80003520 con 0x7f2b94073d10 2024-09-16T01:51:17.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 msgr2=0x7f2b940ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 0x7f2b940ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 >> v1:172.21.15.104:6789/0 conn(0x7f2b9406db40 legacy=0x7f2b940717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b940cfb70 con 0x7f2b94073d10 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1815417890 0 0) 0x7f2b84001690 con 0x7f2b94073d10 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 >> v1:172.21.15.16:6789/0 conn(0x7f2b94073d10 legacy=0x7f2b9406d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b80003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b80004800 0x7f2b80004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.876+0000 7f2b8bfff640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 0x7f2b800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9415ece0 con 0x7f2b800039e0 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2b8000ba70 con 0x7f2b80004800 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b8000bc70 con 0x7f2b9415e900 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99760640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b80003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b98f5f640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b80004800 0x7f2b80004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99f61640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 0x7f2b800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99760640 1 -- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 msgr2=0x7f2b800051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99760640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 0x7f2b800051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99760640 1 -- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b80004800 msgr2=0x7f2b80004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99760640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b80004800 0x7f2b80004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99760640 1 -- 172.21.15.16:0/2634826226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b80003520 con 0x7f2b800039e0 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.877+0000 7f2b99f61640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b9415e900 0x7f2b800051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b99760640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b80003e00 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009a90 tx=0x7f2b80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f10dda1bc4a68c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90036070 con 0x7f2b800039e0 2024-09-16T01:51:17.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b90031400 con 0x7f2b800039e0 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b8bfff640 1 -- 172.21.15.16:0/2634826226 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90009690 con 0x7f2b800039e0 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2634826226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 msgr2=0x7f2b80003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b9b9c4640 1 --2- 172.21.15.16:0/2634826226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b80003e00 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009a90 tx=0x7f2b80005830 comp rx=0 tx=0).stop 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b99f61640 1 -- 172.21.15.16:0/2634826226 reap_dead start 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2634826226 shutdown_connections 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2634826226 >> 172.21.15.16:0/2634826226 conn(0x7f2b9406c030 msgr2=0x7f2b9406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2634826226 shutdown_connections 2024-09-16T01:51:17.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.878+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2634826226 wait complete. 2024-09-16T01:51:17.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 Processor -- start 2024-09-16T01:51:17.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 -- start start 2024-09-16T01:51:17.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b941f2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b940adec0 0x7f2b941476d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b94147c10 0x7f2b94149760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2b940ceed0 con 0x7f2b800039e0 2024-09-16T01:51:17.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2b94074150 con 0x7f2b940adec0 2024-09-16T01:51:17.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.880+0000 7f2b9b9c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2b940cf050 con 0x7f2b94147c10 2024-09-16T01:51:17.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b941f2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b941f2ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54776/0 (socket says 172.21.15.16:54776) 2024-09-16T01:51:17.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 -- 172.21.15.16:0/2341988984 learned_addr learned my addr 172.21.15.16:0/2341988984 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b98f5f640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b940adec0 0x7f2b941476d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99f61640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b94147c10 0x7f2b94149760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 -- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b94147c10 msgr2=0x7f2b94149760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2b94147c10 0x7f2b94149760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 -- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b940adec0 msgr2=0x7f2b941476d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b940adec0 0x7f2b941476d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 -- 172.21.15.16:0/2341988984 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b941f3410 con 0x7f2b800039e0 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b99760640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b941f2ed0 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009bb0 tx=0x7f2b90004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90040020 con 0x7f2b800039e0 2024-09-16T01:51:17.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b90003940 con 0x7f2b800039e0 2024-09-16T01:51:17.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b940ace20 con 0x7f2b800039e0 2024-09-16T01:51:17.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.881+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90036040 con 0x7f2b800039e0 2024-09-16T01:51:17.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.882+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b940ad3e0 con 0x7f2b800039e0 2024-09-16T01:51:17.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.882+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2b9406d430 con 0x7f2b800039e0 2024-09-16T01:51:17.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.883+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f2b90043020 con 0x7f2b800039e0 2024-09-16T01:51:17.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b89ffb640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b7806cdf0 0x7f2b7806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f2b900a9d80 con 0x7f2b800039e0 2024-09-16T01:51:17.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b98f5f640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b7806cdf0 0x7f2b7806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b89ffb640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f2b78072cb0 0x7f2b780750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 --> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2b90042e50 con 0x7f2b78072cb0 2024-09-16T01:51:17.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f2b900b3050 con 0x7f2b800039e0 2024-09-16T01:51:17.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b99f61640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f2b78072cb0 0x7f2b780750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.884+0000 7f2b98f5f640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b7806cdf0 0x7f2b7806f2b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2b940af800 tx=0x7f2b84007bf0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.885+0000 7f2b99f61640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f2b78072cb0 0x7f2b780750f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.885+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== osd.4 v2:172.21.15.104:6808/69753218 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2b90042e50 con 0x7f2b78072cb0 2024-09-16T01:51:17.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.898+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 --> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2b9415bed0 con 0x7f2b78072cb0 2024-09-16T01:51:17.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b89ffb640 1 -- 172.21.15.16:0/2341988984 <== osd.4 v2:172.21.15.104:6808/69753218 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2b9415bed0 con 0x7f2b78072cb0 2024-09-16T01:51:17.900 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:17.900 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:17.901 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f2b78072cb0 msgr2=0x7f2b780750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.104:6808/69753218,v1:172.21.15.104:6809/69753218] conn(0x7f2b78072cb0 0x7f2b780750f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b7806cdf0 msgr2=0x7f2b7806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2b7806cdf0 0x7f2b7806f2b0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2b940af800 tx=0x7f2b84007bf0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 msgr2=0x7f2b941f2ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 --2- 172.21.15.16:0/2341988984 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2b800039e0 0x7f2b941f2ed0 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009bb0 tx=0x7f2b90004730 comp rx=0 tx=0).stop 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b99f61640 1 -- 172.21.15.16:0/2341988984 reap_dead start 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 shutdown_connections 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 >> 172.21.15.16:0/2341988984 conn(0x7f2b9406c030 msgr2=0x7f2b9415c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 shutdown_connections 2024-09-16T01:51:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:17.899+0000 7f2b9b9c4640 1 -- 172.21.15.16:0/2341988984 wait complete. 2024-09-16T01:51:17.911 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-16T01:51:18.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.014+0000 7f41fb32c640 1 Processor -- start 2024-09-16T01:51:18.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.014+0000 7f41fb32c640 1 -- start start 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41fb32c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41f415e3a0 0x7f41f406d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41fb32c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f41f406bbe0 0x7f41f4161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41fb32c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41f40b6a70 con 0x7f41f406d790 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41fb32c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f41f40b7640 con 0x7f41f415e3a0 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41fb32c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f41f40b6d10 con 0x7f41f406bbe0 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f90c8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41f415e3a0 0x7f41f406d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f90c8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41f415e3a0 0x7f41f406d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54790/0 (socket says 172.21.15.16:54790) 2024-09-16T01:51:18.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f88c7640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f41f406d790 0x7f41f406f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39590/0 (socket says 172.21.15.16:39590) 2024-09-16T01:51:18.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f90c8640 1 -- 172.21.15.16:0/1527197039 learned_addr learned my addr 172.21.15.16:0/1527197039 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f98c9640 1 --2- 172.21.15.16:0/1527197039 >> v2:172.21.15.104:3300/0 conn(0x7f41f406bbe0 0x7f41f4161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f90c8640 1 -- 172.21.15.16:0/1527197039 >> v2:172.21.15.104:3300/0 conn(0x7f41f406bbe0 msgr2=0x7f41f4161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f90c8640 1 --2- 172.21.15.16:0/1527197039 >> v2:172.21.15.104:3300/0 conn(0x7f41f406bbe0 0x7f41f4161f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f90c8640 1 -- 172.21.15.16:0/1527197039 >> v1:172.21.15.16:6789/0 conn(0x7f41f406d790 legacy=0x7f41f406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41ebfff640 1 -- 172.21.15.16:0/1527197039 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3893352283 0 0) 0x7f41f40b6a70 con 0x7f41f406d790 2024-09-16T01:51:18.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.015+0000 7f41f90c8640 1 -- 172.21.15.16:0/1527197039 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41f40b6ff0 con 0x7f41f415e3a0 2024-09-16T01:51:18.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.016+0000 7f41f90c8640 1 --2- 172.21.15.16:0/1527197039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f415e3a0 0x7f41f406d250 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7f41f40b77c0 tx=0x7f41f002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a86d7ce4b691c181 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.016+0000 7f41ebfff640 1 -- 172.21.15.16:0/1527197039 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41f0037070 con 0x7f41f415e3a0 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.016+0000 7f41ebfff640 1 -- 172.21.15.16:0/1527197039 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41f0032440 con 0x7f41f415e3a0 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.016+0000 7f41ebfff640 1 -- 172.21.15.16:0/1527197039 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41f0032810 con 0x7f41f415e3a0 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 -- 172.21.15.16:0/1527197039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f415e3a0 msgr2=0x7f41f406d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 --2- 172.21.15.16:0/1527197039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f415e3a0 0x7f41f406d250 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7f41f40b77c0 tx=0x7f41f002a270 comp rx=0 tx=0).stop 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 -- 172.21.15.16:0/1527197039 shutdown_connections 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 --2- 172.21.15.16:0/1527197039 >> v2:172.21.15.104:3300/0 conn(0x7f41f406bbe0 0x7f41f4161f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 --2- 172.21.15.16:0/1527197039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f415e3a0 0x7f41f406d250 unknown :-1 s=CLOSED pgs=1874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 -- 172.21.15.16:0/1527197039 >> 172.21.15.16:0/1527197039 conn(0x7f41f40b4090 msgr2=0x7f41f40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 -- 172.21.15.16:0/1527197039 shutdown_connections 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.017+0000 7f41fb32c640 1 -- 172.21.15.16:0/1527197039 wait complete. 2024-09-16T01:51:18.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.018+0000 7f41fb32c640 1 Processor -- start 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.018+0000 7f41fb32c640 1 -- start start 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41fb32c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41f406bbe0 0x7f41f40b0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41fb32c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f406d790 0x7f41f4152ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41fb32c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41f415e3a0 0x7f41f4161210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41fb32c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f41f4073cc0 con 0x7f41f406d790 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41fb32c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41f415e780 con 0x7f41f406bbe0 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41fb32c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f41f4073e40 con 0x7f41f415e3a0 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f406d790 0x7f41f4152ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f406d790 0x7f41f4152ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54804/0 (socket says 172.21.15.16:54804) 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 -- 172.21.15.16:0/376376132 learned_addr learned my addr 172.21.15.16:0/376376132 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f98c9640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41f415e3a0 0x7f41f4161210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 -- 172.21.15.16:0/376376132 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41f415e3a0 msgr2=0x7f41f4161210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41f415e3a0 0x7f41f4161210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 -- 172.21.15.16:0/376376132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41f406bbe0 msgr2=0x7f41f40b0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41f406bbe0 0x7f41f40b0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 -- 172.21.15.16:0/376376132 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41f40aea40 con 0x7f41f406d790 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41f88c7640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f406d790 0x7f41f4152ea0 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f41e400c4d0 tx=0x7f41e400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41e9ffb640 1 -- 172.21.15.16:0/376376132 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e4007480 con 0x7f41f406d790 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.019+0000 7f41e9ffb640 1 -- 172.21.15.16:0/376376132 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41e40057a0 con 0x7f41f406d790 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.020+0000 7f41e9ffb640 1 -- 172.21.15.16:0/376376132 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e4007620 con 0x7f41f406d790 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.020+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41f40aed20 con 0x7f41f406d790 2024-09-16T01:51:18.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.020+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41f41533e0 con 0x7f41f406d790 2024-09-16T01:51:18.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.021+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41f40d2030 con 0x7f41f406d790 2024-09-16T01:51:18.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.021+0000 7f41e9ffb640 1 -- 172.21.15.16:0/376376132 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f41e4005b50 con 0x7f41f406d790 2024-09-16T01:51:18.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.022+0000 7f41e9ffb640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f41d806cdf0 0x7f41d806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.022+0000 7f41e9ffb640 1 -- 172.21.15.16:0/376376132 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f41e4089c80 con 0x7f41f406d790 2024-09-16T01:51:18.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.022+0000 7f41f90c8640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f41d806cdf0 0x7f41d806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.022+0000 7f41f90c8640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f41d806cdf0 0x7f41d806f2b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f41f0034000 tx=0x7f41f002c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.026+0000 7f41e9ffb640 1 -- 172.21.15.16:0/376376132 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f41e40182b0 con 0x7f41f406d790 2024-09-16T01:51:18.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.201+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f41f4069190 con 0x7f41d806cdf0 2024-09-16T01:51:18.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.201+0000 7f41e9ffb640 1 -- 172.21.15.16:0/376376132 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f41f003c460 con 0x7f41d806cdf0 2024-09-16T01:51:18.202 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 4 to deep-scrub 2024-09-16T01:51:18.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f41d806cdf0 msgr2=0x7f41d806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f41d806cdf0 0x7f41d806f2b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f41f0034000 tx=0x7f41f002c000 comp rx=0 tx=0).stop 2024-09-16T01:51:18.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f406d790 msgr2=0x7f41f4152ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f406d790 0x7f41f4152ea0 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f41e400c4d0 tx=0x7f41e400c990 comp rx=0 tx=0).stop 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 shutdown_connections 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f41d806cdf0 0x7f41d806f2b0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41f415e3a0 0x7f41f4161210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41f406d790 0x7f41f4152ea0 unknown :-1 s=CLOSED pgs=1875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 --2- 172.21.15.16:0/376376132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41f406bbe0 0x7f41f40b0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 >> 172.21.15.16:0/376376132 conn(0x7f41f40b4090 msgr2=0x7f41f40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 shutdown_connections 2024-09-16T01:51:18.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.203+0000 7f41fb32c640 1 -- 172.21.15.16:0/376376132 wait complete. 2024-09-16T01:51:18.215 INFO:tasks.ceph:Scrubbing osd.5 2024-09-16T01:51:18.215 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.319+0000 7f753308d640 1 Processor -- start 2024-09-16T01:51:18.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.319+0000 7f753308d640 1 -- start start 2024-09-16T01:51:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f753308d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f752c15e690 0x7f752c06d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f753308d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f752c06da40 con 0x7f752c0b6b90 2024-09-16T01:51:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f753308d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f752c070b10 con 0x7f752c0715f0 2024-09-16T01:51:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f753308d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f752c0708c0 con 0x7f752c15e690 2024-09-16T01:51:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f7530e29640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f752c15e690 0x7f752c06d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f7530e29640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f752c15e690 0x7f752c06d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54820/0 (socket says 172.21.15.16:54820) 2024-09-16T01:51:18.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f7530e29640 1 -- 172.21.15.16:0/2348821361 learned_addr learned my addr 172.21.15.16:0/2348821361 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.320+0000 7f753162a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f752c0b6b90 0x7f752c0b7000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39602/0 (socket says 172.21.15.16:39602) 2024-09-16T01:51:18.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.321+0000 7f7530e29640 1 -- 172.21.15.16:0/2348821361 >> v1:172.21.15.104:6789/0 conn(0x7f752c0715f0 legacy=0x7f752c073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.321+0000 7f752b7fe640 1 -- 172.21.15.16:0/2348821361 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2835028411 0 0) 0x7f752c06da40 con 0x7f752c0b6b90 2024-09-16T01:51:18.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.321+0000 7f7530e29640 1 -- 172.21.15.16:0/2348821361 >> v1:172.21.15.16:6789/0 conn(0x7f752c0b6b90 legacy=0x7f752c0b7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.321+0000 7f7530e29640 1 -- 172.21.15.16:0/2348821361 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f752c070df0 con 0x7f752c15e690 2024-09-16T01:51:18.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.321+0000 7f7530e29640 1 --2- 172.21.15.16:0/2348821361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c15e690 0x7f752c06d3f0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f751c009e50 tx=0x7f751c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec859e5abeabda68 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f752b7fe640 1 -- 172.21.15.16:0/2348821361 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c036070 con 0x7f752c15e690 2024-09-16T01:51:18.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f752b7fe640 1 -- 172.21.15.16:0/2348821361 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f751c031600 con 0x7f752c15e690 2024-09-16T01:51:18.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f752b7fe640 1 -- 172.21.15.16:0/2348821361 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c0319d0 con 0x7f752c15e690 2024-09-16T01:51:18.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f753308d640 1 -- 172.21.15.16:0/2348821361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c15e690 msgr2=0x7f752c06d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f753308d640 1 --2- 172.21.15.16:0/2348821361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c15e690 0x7f752c06d3f0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f751c009e50 tx=0x7f751c02a6a0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f753308d640 1 -- 172.21.15.16:0/2348821361 shutdown_connections 2024-09-16T01:51:18.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f753308d640 1 --2- 172.21.15.16:0/2348821361 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c15e690 0x7f752c06d3f0 unknown :-1 s=CLOSED pgs=1877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f753308d640 1 -- 172.21.15.16:0/2348821361 >> 172.21.15.16:0/2348821361 conn(0x7f752c0b4250 msgr2=0x7f752c0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f753308d640 1 -- 172.21.15.16:0/2348821361 shutdown_connections 2024-09-16T01:51:18.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.322+0000 7f753308d640 1 -- 172.21.15.16:0/2348821361 wait complete. 2024-09-16T01:51:18.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.323+0000 7f753308d640 1 Processor -- start 2024-09-16T01:51:18.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.323+0000 7f753308d640 1 -- start start 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f753308d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c0715f0 0x7f752c150dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f753308d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f752c0b6b90 0x7f752c1f5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f753308d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f752c15e690 0x7f752c0d1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f753308d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f752c071a30 con 0x7f752c0715f0 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f753308d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f752c15ea70 con 0x7f752c0b6b90 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f753308d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f752c06bbe0 con 0x7f752c15e690 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f7530e29640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c0715f0 0x7f752c150dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f7530e29640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c0715f0 0x7f752c150dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54826/0 (socket says 172.21.15.16:54826) 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.324+0000 7f7530e29640 1 -- 172.21.15.16:0/2311464901 learned_addr learned my addr 172.21.15.16:0/2311464901 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f752bfff640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f752c0b6b90 0x7f752c1f5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f753162a640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f752c15e690 0x7f752c0d1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f7530e29640 1 -- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f752c15e690 msgr2=0x7f752c0d1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f7530e29640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f752c15e690 0x7f752c0d1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f7530e29640 1 -- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f752c0b6b90 msgr2=0x7f752c1f5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f7530e29640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f752c0b6b90 0x7f752c1f5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f7530e29640 1 -- 172.21.15.16:0/2311464901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f752c1f4950 con 0x7f752c0715f0 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f752bfff640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f752c0b6b90 0x7f752c1f5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f753162a640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f752c15e690 0x7f752c0d1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f7530e29640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c0715f0 0x7f752c150dd0 secure :-1 s=READY pgs=1878 cs=0 l=1 rev1=1 crypto rx=0x7f751c009e50 tx=0x7f751c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c036050 con 0x7f752c0715f0 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f751c042070 con 0x7f752c0715f0 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c009510 con 0x7f752c0715f0 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f752c15b460 con 0x7f752c0715f0 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.325+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f752c1f4bf0 con 0x7f752c0715f0 2024-09-16T01:51:18.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.326+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f752c06d3f0 con 0x7f752c0715f0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.327+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f751c007c50 con 0x7f752c0715f0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.327+0000 7f75297fa640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f750c06cdf0 0x7f750c06f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.327+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f751c0ab840 con 0x7f752c0715f0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.327+0000 7f752bfff640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f750c06cdf0 0x7f750c06f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.327+0000 7f75297fa640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7f750c072cb0 0x7f750c0750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.327+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 --> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f751c004810 con 0x7f750c072cb0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.327+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f751c0ae4b0 con 0x7f752c0715f0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.328+0000 7f752bfff640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f750c06cdf0 0x7f750c06f2b0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f752c0d0ee0 tx=0x7f7514009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.328+0000 7f753162a640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7f750c072cb0 0x7f750c0750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.328+0000 7f753162a640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7f750c072cb0 0x7f750c0750f0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.329+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== osd.5 v2:172.21.15.104:6800/3521687716 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f751c004810 con 0x7f750c072cb0 2024-09-16T01:51:18.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.341+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 --> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f752c1514e0 con 0x7f750c072cb0 2024-09-16T01:51:18.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f75297fa640 1 -- 172.21.15.16:0/2311464901 <== osd.5 v2:172.21.15.104:6800/3521687716 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f752c1514e0 con 0x7f750c072cb0 2024-09-16T01:51:18.343 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:18.343 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:18.343 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:18.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7f750c072cb0 msgr2=0x7f750c0750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.104:6800/3521687716,v1:172.21.15.104:6801/3521687716] conn(0x7f750c072cb0 0x7f750c0750f0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f750c06cdf0 msgr2=0x7f750c06f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f750c06cdf0 0x7f750c06f2b0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f752c0d0ee0 tx=0x7f7514009040 comp rx=0 tx=0).stop 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c0715f0 msgr2=0x7f752c150dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 --2- 172.21.15.16:0/2311464901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f752c0715f0 0x7f752c150dd0 secure :-1 s=READY pgs=1878 cs=0 l=1 rev1=1 crypto rx=0x7f751c009e50 tx=0x7f751c004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753162a640 1 -- 172.21.15.16:0/2311464901 reap_dead start 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 shutdown_connections 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.342+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 >> 172.21.15.16:0/2311464901 conn(0x7f752c0b4250 msgr2=0x7f752c0b21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.343+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 shutdown_connections 2024-09-16T01:51:18.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.343+0000 7f753308d640 1 -- 172.21.15.16:0/2311464901 wait complete. 2024-09-16T01:51:18.354 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-16T01:51:18.457 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.456+0000 7fe15efd8640 1 Processor -- start 2024-09-16T01:51:18.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.456+0000 7fe15efd8640 1 -- start start 2024-09-16T01:51:18.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15efd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15806c2f0 0x7fe1580af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15efd8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1581590d0 0x7fe1580ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15efd8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe15815bb20 con 0x7fe158158cf0 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15efd8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe1580afd50 con 0x7fe1581590d0 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15efd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe15815be00 con 0x7fe15806c2f0 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15d575640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1581590d0 0x7fe1580ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15d575640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1581590d0 0x7fe1580ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54834/0 (socket says 172.21.15.16:54834) 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15d575640 1 -- 172.21.15.16:0/387054336 learned_addr learned my addr 172.21.15.16:0/387054336 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15cd74640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe158158cf0 0x7fe15806bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39614/0 (socket says 172.21.15.16:39614) 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe157fff640 1 --2- 172.21.15.16:0/387054336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15806c2f0 0x7fe1580af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15d575640 1 -- 172.21.15.16:0/387054336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15806c2f0 msgr2=0x7fe1580af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15d575640 1 --2- 172.21.15.16:0/387054336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15806c2f0 0x7fe1580af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15d575640 1 -- 172.21.15.16:0/387054336 >> v1:172.21.15.16:6789/0 conn(0x7fe158158cf0 legacy=0x7fe15806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe15d575640 1 -- 172.21.15.16:0/387054336 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe15815c0e0 con 0x7fe1581590d0 2024-09-16T01:51:18.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe1577fe640 1 -- 172.21.15.16:0/387054336 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3984192035 0 0) 0x7fe15815bb20 con 0x7fe158158cf0 2024-09-16T01:51:18.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.457+0000 7fe157fff640 1 --2- 172.21.15.16:0/387054336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15806c2f0 0x7fe1580af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:18.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.458+0000 7fe15d575640 1 --2- 172.21.15.16:0/387054336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580ce290 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fe150009e50 tx=0x7fe15002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1af0d73307bdab07 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.458+0000 7fe1577fe640 1 -- 172.21.15.16:0/387054336 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe150036070 con 0x7fe1581590d0 2024-09-16T01:51:18.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.458+0000 7fe1577fe640 1 -- 172.21.15.16:0/387054336 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe150031600 con 0x7fe1581590d0 2024-09-16T01:51:18.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.458+0000 7fe1577fe640 1 -- 172.21.15.16:0/387054336 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1500319d0 con 0x7fe1581590d0 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 -- 172.21.15.16:0/387054336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 msgr2=0x7fe1580ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 --2- 172.21.15.16:0/387054336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580ce290 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fe150009e50 tx=0x7fe15002a680 comp rx=0 tx=0).stop 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 -- 172.21.15.16:0/387054336 shutdown_connections 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 --2- 172.21.15.16:0/387054336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580ce290 unknown :-1 s=CLOSED pgs=1880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 --2- 172.21.15.16:0/387054336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe15806c2f0 0x7fe1580af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 -- 172.21.15.16:0/387054336 >> 172.21.15.16:0/387054336 conn(0x7fe1580b2000 msgr2=0x7fe1580b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 -- 172.21.15.16:0/387054336 shutdown_connections 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.459+0000 7fe15efd8640 1 -- 172.21.15.16:0/387054336 wait complete. 2024-09-16T01:51:18.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.460+0000 7fe15efd8640 1 Processor -- start 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.460+0000 7fe15efd8640 1 -- start start 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15efd8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15806c2f0 0x7fe15815ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15efd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe158158cf0 0x7fe1580ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15efd8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15efd8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe15815cb90 con 0x7fe1581590d0 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15efd8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe15815ca10 con 0x7fe15806c2f0 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15efd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe15815cd10 con 0x7fe158158cf0 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580aede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54836/0 (socket says 172.21.15.16:54836) 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 -- 172.21.15.16:0/3183081962 learned_addr learned my addr 172.21.15.16:0/3183081962 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe157fff640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe158158cf0 0x7fe1580ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 -- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe158158cf0 msgr2=0x7fe1580ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15cd74640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15806c2f0 0x7fe15815ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe158158cf0 0x7fe1580ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 -- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15806c2f0 msgr2=0x7fe15815ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15806c2f0 0x7fe15815ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15d575640 1 -- 172.21.15.16:0/3183081962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe158168eb0 con 0x7fe1581590d0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe157fff640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe158158cf0 0x7fe1580ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.461+0000 7fe15cd74640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15806c2f0 0x7fe15815ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.462+0000 7fe15d575640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580aede0 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7fe150009e50 tx=0x7fe150004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.462+0000 7fe1557fa640 1 -- 172.21.15.16:0/3183081962 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe150041020 con 0x7fe1581590d0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.462+0000 7fe1557fa640 1 -- 172.21.15.16:0/3183081962 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe150037040 con 0x7fe1581590d0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.462+0000 7fe1557fa640 1 -- 172.21.15.16:0/3183081962 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe150036050 con 0x7fe1581590d0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.462+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1580713f0 con 0x7fe1581590d0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.462+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1580719b0 con 0x7fe1581590d0 2024-09-16T01:51:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.463+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe158071bb0 con 0x7fe1581590d0 2024-09-16T01:51:18.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.463+0000 7fe1557fa640 1 -- 172.21.15.16:0/3183081962 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7fe150007c30 con 0x7fe1581590d0 2024-09-16T01:51:18.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.464+0000 7fe1557fa640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe13c06ce20 0x7fe13c06f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.464+0000 7fe15cd74640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe13c06ce20 0x7fe13c06f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.464+0000 7fe1557fa640 1 -- 172.21.15.16:0/3183081962 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7fe1500aa9a0 con 0x7fe1581590d0 2024-09-16T01:51:18.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.464+0000 7fe15cd74640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe13c06ce20 0x7fe13c06f2e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe14c000f60 tx=0x7fe14c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.468+0000 7fe1557fa640 1 -- 172.21.15.16:0/3183081962 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe158071bb0 con 0x7fe1581590d0 2024-09-16T01:51:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.643+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fe1580b3300 con 0x7fe13c06ce20 2024-09-16T01:51:18.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.643+0000 7fe1557fa640 1 -- 172.21.15.16:0/3183081962 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe1580b3300 con 0x7fe13c06ce20 2024-09-16T01:51:18.645 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 5 to deep-scrub 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe13c06ce20 msgr2=0x7fe13c06f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe13c06ce20 0x7fe13c06f2e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe14c000f60 tx=0x7fe14c009040 comp rx=0 tx=0).stop 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 msgr2=0x7fe1580aede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580aede0 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7fe150009e50 tx=0x7fe150004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 shutdown_connections 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7fe13c06ce20 0x7fe13c06f2e0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1581590d0 0x7fe1580aede0 unknown :-1 s=CLOSED pgs=1881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe158158cf0 0x7fe1580ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 --2- 172.21.15.16:0/3183081962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe15806c2f0 0x7fe15815ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 >> 172.21.15.16:0/3183081962 conn(0x7fe1580b2000 msgr2=0x7fe1580b1200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 shutdown_connections 2024-09-16T01:51:18.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.645+0000 7fe15efd8640 1 -- 172.21.15.16:0/3183081962 wait complete. 2024-09-16T01:51:18.657 INFO:tasks.ceph:Scrubbing osd.6 2024-09-16T01:51:18.658 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:18.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.762+0000 7f2e6af03640 1 Processor -- start 2024-09-16T01:51:18.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.762+0000 7f2e6af03640 1 -- start start 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e6af03640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2e640b6e10 0x7f2e640b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e6af03640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640cf7a0 0x7f2e640d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e6af03640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e640d1fc0 con 0x7f2e6415e600 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e6af03640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2e640d1ce0 con 0x7f2e640b6e10 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e6af03640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2e640d2bb0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e68c9f640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2e6415e600 0x7f2e640b6700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39620/0 (socket says 172.21.15.16:39620) 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e68c9f640 1 -- 172.21.15.16:0/4026445569 learned_addr learned my addr 172.21.15.16:0/4026445569 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e694a0640 1 --2- 172.21.15.16:0/4026445569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640cf7a0 0x7f2e640d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e63fff640 1 --2- 172.21.15.16:0/4026445569 >> v2:172.21.15.104:3300/0 conn(0x7f2e640b6e10 0x7f2e640b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e637fe640 1 -- 172.21.15.16:0/4026445569 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1750730558 0 0) 0x7f2e640d1fc0 con 0x7f2e6415e600 2024-09-16T01:51:18.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.763+0000 7f2e637fe640 1 -- 172.21.15.16:0/4026445569 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2e4c003520 con 0x7f2e6415e600 2024-09-16T01:51:18.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.764+0000 7f2e694a0640 1 -- 172.21.15.16:0/4026445569 >> v2:172.21.15.104:3300/0 conn(0x7f2e640b6e10 msgr2=0x7f2e640b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.764+0000 7f2e694a0640 1 --2- 172.21.15.16:0/4026445569 >> v2:172.21.15.104:3300/0 conn(0x7f2e640b6e10 0x7f2e640b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.764+0000 7f2e694a0640 1 -- 172.21.15.16:0/4026445569 >> v1:172.21.15.16:6789/0 conn(0x7f2e6415e600 legacy=0x7f2e640b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.764+0000 7f2e694a0640 1 -- 172.21.15.16:0/4026445569 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e640d2e90 con 0x7f2e640cf7a0 2024-09-16T01:51:18.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.764+0000 7f2e694a0640 1 --2- 172.21.15.16:0/4026445569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640cf7a0 0x7f2e640d3690 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c009d90 tx=0x7f2e5c02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dffe0e48c0c2f25a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e637fe640 1 -- 172.21.15.16:0/4026445569 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c031600 con 0x7f2e640cf7a0 2024-09-16T01:51:18.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e637fe640 1 -- 172.21.15.16:0/4026445569 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e5c0317a0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e637fe640 1 -- 172.21.15.16:0/4026445569 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c031b50 con 0x7f2e640cf7a0 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 -- 172.21.15.16:0/4026445569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640cf7a0 msgr2=0x7f2e640d3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 --2- 172.21.15.16:0/4026445569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640cf7a0 0x7f2e640d3690 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c009d90 tx=0x7f2e5c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 -- 172.21.15.16:0/4026445569 shutdown_connections 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 --2- 172.21.15.16:0/4026445569 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640cf7a0 0x7f2e640d3690 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 --2- 172.21.15.16:0/4026445569 >> v2:172.21.15.104:3300/0 conn(0x7f2e640b6e10 0x7f2e640b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 -- 172.21.15.16:0/4026445569 >> 172.21.15.16:0/4026445569 conn(0x7f2e64072650 msgr2=0x7f2e64072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 -- 172.21.15.16:0/4026445569 shutdown_connections 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.765+0000 7f2e6af03640 1 -- 172.21.15.16:0/4026445569 wait complete. 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.766+0000 7f2e6af03640 1 Processor -- start 2024-09-16T01:51:18.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.766+0000 7f2e6af03640 1 -- start start 2024-09-16T01:51:18.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e6af03640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640b6e10 0x7f2e641f5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e6af03640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e640cf7a0 0x7f2e64153d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e6af03640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e6415e600 0x7f2e64158900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e6af03640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2e6415e9e0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e6af03640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2e640d1990 con 0x7f2e6415e600 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e6af03640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2e640b3ba0 con 0x7f2e640b6e10 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e63fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e640cf7a0 0x7f2e64153d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e63fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e640cf7a0 0x7f2e64153d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54852/0 (socket says 172.21.15.16:54852) 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e63fff640 1 -- 172.21.15.16:0/329317365 learned_addr learned my addr 172.21.15.16:0/329317365 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e68c9f640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640b6e10 0x7f2e641f5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.767+0000 7f2e694a0640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e6415e600 0x7f2e64158900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e63fff640 1 -- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640b6e10 msgr2=0x7f2e641f5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e63fff640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2e640b6e10 0x7f2e641f5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e63fff640 1 -- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e6415e600 msgr2=0x7f2e64158900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e63fff640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e6415e600 0x7f2e64158900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e63fff640 1 -- 172.21.15.16:0/329317365 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e641f47f0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e63fff640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e640cf7a0 0x7f2e64153d60 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800e9e0 tx=0x7f2e5800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.771 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e58017070 con 0x7f2e640cf7a0 2024-09-16T01:51:18.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e5800c9d0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e64159470 con 0x7f2e640cf7a0 2024-09-16T01:51:18.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e5800cdc0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.768+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e641f4d90 con 0x7f2e640cf7a0 2024-09-16T01:51:18.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.769+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2e64069190 con 0x7f2e640cf7a0 2024-09-16T01:51:18.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.770+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f2e5801a070 con 0x7f2e640cf7a0 2024-09-16T01:51:18.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.770+0000 7f2e617fa640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006cdf0 0x7f2e5006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.770+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f2e5808a2a0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.770+0000 7f2e68c9f640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006cdf0 0x7f2e5006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.770+0000 7f2e617fa640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f2e50072cb0 0x7f2e500750f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.770+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 --> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2e500757c0 con 0x7f2e50072cb0 2024-09-16T01:51:18.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.770+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f2e580912a0 con 0x7f2e640cf7a0 2024-09-16T01:51:18.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.771+0000 7f2e68c9f640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006cdf0 0x7f2e5006f2b0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2e54001200 tx=0x7f2e54000bc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.771+0000 7f2e694a0640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f2e50072cb0 0x7f2e500750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.771+0000 7f2e694a0640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f2e50072cb0 0x7f2e500750f0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.772+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== osd.6 v2:172.21.15.104:6824/386902732 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2e500757c0 con 0x7f2e50072cb0 2024-09-16T01:51:18.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.784+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 --> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2e640b78e0 con 0x7f2e50072cb0 2024-09-16T01:51:18.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.785+0000 7f2e617fa640 1 -- 172.21.15.16:0/329317365 <== osd.6 v2:172.21.15.104:6824/386902732 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2e640b78e0 con 0x7f2e50072cb0 2024-09-16T01:51:18.786 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:18.787 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:18.787 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:18.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.785+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f2e50072cb0 msgr2=0x7f2e500750f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.785+0000 7f2e6af03640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.104:6824/386902732,v1:172.21.15.104:6825/386902732] conn(0x7f2e50072cb0 0x7f2e500750f0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.785+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006cdf0 msgr2=0x7f2e5006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.785+0000 7f2e6af03640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f2e5006cdf0 0x7f2e5006f2b0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2e54001200 tx=0x7f2e54000bc0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.785+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e640cf7a0 msgr2=0x7f2e64153d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.785+0000 7f2e6af03640 1 --2- 172.21.15.16:0/329317365 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2e640cf7a0 0x7f2e64153d60 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800e9e0 tx=0x7f2e5800eea0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.786+0000 7f2e694a0640 1 -- 172.21.15.16:0/329317365 reap_dead start 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.786+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 shutdown_connections 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.786+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 >> 172.21.15.16:0/329317365 conn(0x7f2e64072650 msgr2=0x7f2e640b8650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.786+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 shutdown_connections 2024-09-16T01:51:18.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.786+0000 7f2e6af03640 1 -- 172.21.15.16:0/329317365 wait complete. 2024-09-16T01:51:18.797 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-16T01:51:18.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.899+0000 7f41296a6640 1 Processor -- start 2024-09-16T01:51:18.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.899+0000 7f41296a6640 1 -- start start 2024-09-16T01:51:18.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41296a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4124072060 0x7f412415f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41296a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41240b3990 0x7f41240b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41296a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4124162bc0 con 0x7f41240afd80 2024-09-16T01:51:18.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41296a6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f4124162ea0 con 0x7f41240b3990 2024-09-16T01:51:18.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41296a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f412415eb50 con 0x7f4124072060 2024-09-16T01:51:18.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41237fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41240b3990 0x7f41240b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f4122ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f41240afd80 0x7f4124071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39626/0 (socket says 172.21.15.16:39626) 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41237fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f41240b3990 0x7f41240b57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54858/0 (socket says 172.21.15.16:54858) 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f4122ffd640 1 -- 172.21.15.16:0/1068891610 learned_addr learned my addr 172.21.15.16:0/1068891610 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41227fc640 1 --2- 172.21.15.16:0/1068891610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4124072060 0x7f412415f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41237fe640 1 -- 172.21.15.16:0/1068891610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4124072060 msgr2=0x7f412415f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41237fe640 1 --2- 172.21.15.16:0/1068891610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4124072060 0x7f412415f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41237fe640 1 -- 172.21.15.16:0/1068891610 >> v1:172.21.15.16:6789/0 conn(0x7f41240afd80 legacy=0x7f4124071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f4121ffb640 1 -- 172.21.15.16:0/1068891610 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2289047351 0 0) 0x7f4124162bc0 con 0x7f41240afd80 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41237fe640 1 -- 172.21.15.16:0/1068891610 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f412415ee30 con 0x7f41240b3990 2024-09-16T01:51:18.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.900+0000 7f41227fc640 1 --2- 172.21.15.16:0/1068891610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4124072060 0x7f412415f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.901+0000 7f41237fe640 1 --2- 172.21.15.16:0/1068891610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41240b3990 0x7f41240b57e0 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7f411c0097a0 tx=0x7f411c02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cad99d31fe5b6704 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.901+0000 7f4121ffb640 1 -- 172.21.15.16:0/1068891610 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f411c037070 con 0x7f41240b3990 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.901+0000 7f4121ffb640 1 -- 172.21.15.16:0/1068891610 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f411c02adb0 con 0x7f41240b3990 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.901+0000 7f4121ffb640 1 -- 172.21.15.16:0/1068891610 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f411c032660 con 0x7f41240b3990 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 -- 172.21.15.16:0/1068891610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41240b3990 msgr2=0x7f41240b57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 --2- 172.21.15.16:0/1068891610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41240b3990 0x7f41240b57e0 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7f411c0097a0 tx=0x7f411c02a060 comp rx=0 tx=0).stop 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 -- 172.21.15.16:0/1068891610 shutdown_connections 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 --2- 172.21.15.16:0/1068891610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f41240b3990 0x7f41240b57e0 unknown :-1 s=CLOSED pgs=1885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 --2- 172.21.15.16:0/1068891610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f4124072060 0x7f412415f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 -- 172.21.15.16:0/1068891610 >> 172.21.15.16:0/1068891610 conn(0x7f41240b2690 msgr2=0x7f41240b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 -- 172.21.15.16:0/1068891610 shutdown_connections 2024-09-16T01:51:18.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.902+0000 7f41296a6640 1 -- 172.21.15.16:0/1068891610 wait complete. 2024-09-16T01:51:18.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.903+0000 7f41296a6640 1 Processor -- start 2024-09-16T01:51:18.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.903+0000 7f41296a6640 1 -- start start 2024-09-16T01:51:18.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41296a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4124072060 0x7f41240cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41296a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41240afd80 0x7f41241546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41296a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41240b3990 0x7f41241f3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41296a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f41240ae8a0 con 0x7f4124072060 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41296a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41240b0160 con 0x7f41240afd80 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41296a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f41240aea20 con 0x7f41240b3990 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4124072060 0x7f41240cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4124072060 0x7f41240cfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54872/0 (socket says 172.21.15.16:54872) 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 -- 172.21.15.16:0/1261842485 learned_addr learned my addr 172.21.15.16:0/1261842485 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41237fe640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41240b3990 0x7f41241f3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41227fc640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41240afd80 0x7f41241546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 -- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41240b3990 msgr2=0x7f41241f3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41240b3990 0x7f41241f3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 -- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41240afd80 msgr2=0x7f41241546d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41240afd80 0x7f41241546d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f4122ffd640 1 -- 172.21.15.16:0/1261842485 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f412406d8b0 con 0x7f4124072060 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.904+0000 7f41227fc640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41240afd80 0x7f41241546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.905+0000 7f4122ffd640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4124072060 0x7f41240cfad0 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7f411400c890 tx=0x7f411400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.905+0000 7f411b7fe640 1 -- 172.21.15.16:0/1261842485 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4114018070 con 0x7f4124072060 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.905+0000 7f411b7fe640 1 -- 172.21.15.16:0/1261842485 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f411400a5e0 con 0x7f4124072060 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.905+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f412406db90 con 0x7f4124072060 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.905+0000 7f411b7fe640 1 -- 172.21.15.16:0/1261842485 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f411400a9d0 con 0x7f4124072060 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.905+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f412406e150 con 0x7f4124072060 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.906+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f412406e350 con 0x7f4124072060 2024-09-16T01:51:18.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.906+0000 7f411b7fe640 1 -- 172.21.15.16:0/1261842485 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f411401b070 con 0x7f4124072060 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.907+0000 7f411b7fe640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f410406cdf0 0x7f410406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.907+0000 7f411b7fe640 1 -- 172.21.15.16:0/1261842485 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f41140895b0 con 0x7f4124072060 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.907+0000 7f41227fc640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f410406cdf0 0x7f410406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.907+0000 7f41227fc640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f410406cdf0 0x7f410406f2b0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f4124071fa0 tx=0x7f410c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:18.911+0000 7f411b7fe640 1 -- 172.21.15.16:0/1261842485 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4114058f30 con 0x7f4124072060 2024-09-16T01:51:19.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.088+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f41240719d0 con 0x7f410406cdf0 2024-09-16T01:51:19.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.088+0000 7f411b7fe640 1 -- 172.21.15.16:0/1261842485 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f41240719d0 con 0x7f410406cdf0 2024-09-16T01:51:19.090 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 6 to deep-scrub 2024-09-16T01:51:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f410406cdf0 msgr2=0x7f410406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f410406cdf0 0x7f410406f2b0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f4124071fa0 tx=0x7f410c008040 comp rx=0 tx=0).stop 2024-09-16T01:51:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4124072060 msgr2=0x7f41240cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4124072060 0x7f41240cfad0 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7f411400c890 tx=0x7f411400cd50 comp rx=0 tx=0).stop 2024-09-16T01:51:19.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 shutdown_connections 2024-09-16T01:51:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f410406cdf0 0x7f410406f2b0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41240b3990 0x7f41241f3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41240afd80 0x7f41241546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 --2- 172.21.15.16:0/1261842485 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4124072060 0x7f41240cfad0 unknown :-1 s=CLOSED pgs=1886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 >> 172.21.15.16:0/1261842485 conn(0x7f41240b2690 msgr2=0x7f41241573f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:19.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 shutdown_connections 2024-09-16T01:51:19.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.090+0000 7f41296a6640 1 -- 172.21.15.16:0/1261842485 wait complete. 2024-09-16T01:51:19.103 INFO:tasks.ceph:Scrubbing osd.7 2024-09-16T01:51:19.103 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:51:19.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.209+0000 7f457d09b640 1 Processor -- start 2024-09-16T01:51:19.211 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.209+0000 7f457d09b640 1 -- start start 2024-09-16T01:51:19.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457d09b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f457815b740 0x7f457815f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457d09b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f457806dcc0 0x7f4578072500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457d09b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45780d05e0 con 0x7f457815b360 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457d09b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f457806da80 con 0x7f457815b740 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457d09b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f45780d0390 con 0x7f457806dcc0 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f456ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f457815b740 0x7f457815f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f456ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f457815b740 0x7f457815f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54882/0 (socket says 172.21.15.16:54882) 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f4576d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f457815b360 0x7f457815f0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39642/0 (socket says 172.21.15.16:39642) 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f456ffff640 1 -- 172.21.15.16:0/534784964 learned_addr learned my addr 172.21.15.16:0/534784964 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f456ffff640 1 -- 172.21.15.16:0/534784964 >> v2:172.21.15.104:3300/0 conn(0x7f457806dcc0 msgr2=0x7f4578072500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457759e640 1 --2- 172.21.15.16:0/534784964 >> v2:172.21.15.104:3300/0 conn(0x7f457806dcc0 0x7f4578072500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f456ffff640 1 --2- 172.21.15.16:0/534784964 >> v2:172.21.15.104:3300/0 conn(0x7f457806dcc0 0x7f4578072500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f456ffff640 1 -- 172.21.15.16:0/534784964 >> v1:172.21.15.16:6789/0 conn(0x7f457815b360 legacy=0x7f457815f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f456ffff640 1 -- 172.21.15.16:0/534784964 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4578068310 con 0x7f457815b740 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457659c640 1 -- 172.21.15.16:0/534784964 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 846798929 0 0) 0x7f45780d05e0 con 0x7f457815b360 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.210+0000 7f457759e640 1 --2- 172.21.15.16:0/534784964 >> v2:172.21.15.104:3300/0 conn(0x7f457806dcc0 0x7f4578072500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.211+0000 7f456ffff640 1 --2- 172.21.15.16:0/534784964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b740 0x7f457815f7d0 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7f45780b0610 tx=0x7f456002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4a3434622a0fa4d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.211+0000 7f457659c640 1 -- 172.21.15.16:0/534784964 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560037070 con 0x7f457815b740 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.211+0000 7f457659c640 1 -- 172.21.15.16:0/534784964 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4560032440 con 0x7f457815b740 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.211+0000 7f457659c640 1 -- 172.21.15.16:0/534784964 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560032810 con 0x7f457815b740 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 -- 172.21.15.16:0/534784964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b740 msgr2=0x7f457815f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 --2- 172.21.15.16:0/534784964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b740 0x7f457815f7d0 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7f45780b0610 tx=0x7f456002a270 comp rx=0 tx=0).stop 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 -- 172.21.15.16:0/534784964 shutdown_connections 2024-09-16T01:51:19.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 --2- 172.21.15.16:0/534784964 >> v2:172.21.15.104:3300/0 conn(0x7f457806dcc0 0x7f4578072500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 --2- 172.21.15.16:0/534784964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b740 0x7f457815f7d0 unknown :-1 s=CLOSED pgs=1888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 -- 172.21.15.16:0/534784964 >> 172.21.15.16:0/534784964 conn(0x7f45780d0ae0 msgr2=0x7f45780d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 -- 172.21.15.16:0/534784964 shutdown_connections 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.212+0000 7f457d09b640 1 -- 172.21.15.16:0/534784964 wait complete. 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.213+0000 7f457d09b640 1 Processor -- start 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.213+0000 7f457d09b640 1 -- start start 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f457d09b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f457806dcc0 0x7f457814e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f457d09b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b360 0x7f457815ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f457d09b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f457815b740 0x7f457815cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f457d09b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f457815fe90 con 0x7f457815b360 2024-09-16T01:51:19.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f457d09b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f457815fd10 con 0x7f457815b740 2024-09-16T01:51:19.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f457d09b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f4578072a40 con 0x7f457806dcc0 2024-09-16T01:51:19.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b360 0x7f457815ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b360 0x7f457815ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54892/0 (socket says 172.21.15.16:54892) 2024-09-16T01:51:19.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 -- 172.21.15.16:0/1062247016 learned_addr learned my addr 172.21.15.16:0/1062247016 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f457759e640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f457815b740 0x7f457815cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 -- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f457806dcc0 msgr2=0x7f457814e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f457806dcc0 0x7f457814e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 -- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f457815b740 msgr2=0x7f457815cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f457815b740 0x7f457815cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.214+0000 7f456ffff640 1 -- 172.21.15.16:0/1062247016 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45780cef10 con 0x7f457815b360 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.215+0000 7f456ffff640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b360 0x7f457815ca20 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f456002a2b0 tx=0x7f45600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.215+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560037040 con 0x7f457815b360 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.215+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4560042070 con 0x7f457815b360 2024-09-16T01:51:19.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.215+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45780cf1f0 con 0x7f457815b360 2024-09-16T01:51:19.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.215+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560030bb0 con 0x7f457815b360 2024-09-16T01:51:19.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.215+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45780cf7b0 con 0x7f457815b360 2024-09-16T01:51:19.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.216+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4578069180 con 0x7f457815b360 2024-09-16T01:51:19.223 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.216+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f4560047460 con 0x7f457815b360 2024-09-16T01:51:19.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f456f7fe640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f455806ce20 0x7f455806f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f45600ab390 con 0x7f457815b360 2024-09-16T01:51:19.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f4576d9d640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f455806ce20 0x7f455806f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f456f7fe640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7f4558072ce0 0x7f4558075120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 --> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f456003ee50 con 0x7f4558072ce0 2024-09-16T01:51:19.224 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f45600adef0 con 0x7f457815b360 2024-09-16T01:51:19.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f457759e640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7f4558072ce0 0x7f4558075120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.217+0000 7f4576d9d640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f455806ce20 0x7f455806f2e0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4568007fd0 tx=0x7f4568007920 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.218+0000 7f457759e640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7f4558072ce0 0x7f4558075120 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.219+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== osd.7 v2:172.21.15.104:6816/207086783 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f456003ee50 con 0x7f4558072ce0 2024-09-16T01:51:19.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.231+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 --> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4578072500 con 0x7f4558072ce0 2024-09-16T01:51:19.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f456f7fe640 1 -- 172.21.15.16:0/1062247016 <== osd.7 v2:172.21.15.104:6816/207086783 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4578072500 con 0x7f4558072ce0 2024-09-16T01:51:19.233 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-16T01:51:19.233 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:51:19.233 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-16T01:51:19.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7f4558072ce0 msgr2=0x7f4558075120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.104:6816/207086783,v1:172.21.15.104:6817/207086783] conn(0x7f4558072ce0 0x7f4558075120 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f455806ce20 msgr2=0x7f455806f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f455806ce20 0x7f455806f2e0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4568007fd0 tx=0x7f4568007920 comp rx=0 tx=0).stop 2024-09-16T01:51:19.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b360 msgr2=0x7f457815ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 --2- 172.21.15.16:0/1062247016 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457815b360 0x7f457815ca20 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f456002a2b0 tx=0x7f45600046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457759e640 1 -- 172.21.15.16:0/1062247016 reap_dead start 2024-09-16T01:51:19.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 shutdown_connections 2024-09-16T01:51:19.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 >> 172.21.15.16:0/1062247016 conn(0x7f45780d0ae0 msgr2=0x7f45780ccf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:19.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 shutdown_connections 2024-09-16T01:51:19.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.232+0000 7f457d09b640 1 -- 172.21.15.16:0/1062247016 wait complete. 2024-09-16T01:51:19.243 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-16T01:51:19.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.346+0000 7f130afb0640 1 Processor -- start 2024-09-16T01:51:19.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.346+0000 7f130afb0640 1 -- start start 2024-09-16T01:51:19.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f130afb0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f130415f840 0x7f13040b5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f130afb0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f130406f1a0 0x7f130406f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f130afb0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13040706e0 0x7f1304070b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f130afb0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1304074270 con 0x7f130406f1a0 2024-09-16T01:51:19.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f130afb0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f130406fb20 con 0x7f130415f840 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f130afb0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f13040731d0 con 0x7f13040706e0 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f130406f1a0 0x7f130406f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f130406f1a0 0x7f130406f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54896/0 (socket says 172.21.15.16:54896) 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 -- 172.21.15.16:0/1589799191 learned_addr learned my addr 172.21.15.16:0/1589799191 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f130954d640 1 --2- 172.21.15.16:0/1589799191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13040706e0 0x7f1304070b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f1308d4c640 1 --2- 172.21.15.16:0/1589799191 >> v2:172.21.15.104:3300/0 conn(0x7f130415f840 0x7f13040b5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 -- 172.21.15.16:0/1589799191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13040706e0 msgr2=0x7f1304070b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 --2- 172.21.15.16:0/1589799191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13040706e0 0x7f1304070b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 -- 172.21.15.16:0/1589799191 >> v2:172.21.15.104:3300/0 conn(0x7f130415f840 msgr2=0x7f13040b5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 --2- 172.21.15.16:0/1589799191 >> v2:172.21.15.104:3300/0 conn(0x7f130415f840 0x7f13040b5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f12fbfff640 1 -- 172.21.15.16:0/1589799191 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13040734b0 con 0x7f130406f1a0 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.347+0000 7f1308d4c640 1 --2- 172.21.15.16:0/1589799191 >> v2:172.21.15.104:3300/0 conn(0x7f130415f840 0x7f13040b5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:19.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.348+0000 7f12fbfff640 1 --2- 172.21.15.16:0/1589799191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f130406f1a0 0x7f130406f5e0 secure :-1 s=READY pgs=1890 cs=0 l=1 rev1=1 crypto rx=0x7f13040d3320 tx=0x7f12f402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf7b6f25a391b6a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.348+0000 7f12fb7fe640 1 -- 172.21.15.16:0/1589799191 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4004030 con 0x7f130406f1a0 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.348+0000 7f12fb7fe640 1 -- 172.21.15.16:0/1589799191 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12f40041d0 con 0x7f130406f1a0 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.348+0000 7f12fb7fe640 1 -- 172.21.15.16:0/1589799191 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4003610 con 0x7f130406f1a0 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 -- 172.21.15.16:0/1589799191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f130406f1a0 msgr2=0x7f130406f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 --2- 172.21.15.16:0/1589799191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f130406f1a0 0x7f130406f5e0 secure :-1 s=READY pgs=1890 cs=0 l=1 rev1=1 crypto rx=0x7f13040d3320 tx=0x7f12f402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 -- 172.21.15.16:0/1589799191 shutdown_connections 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 --2- 172.21.15.16:0/1589799191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f13040706e0 0x7f1304070b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 --2- 172.21.15.16:0/1589799191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f130406f1a0 0x7f130406f5e0 unknown :-1 s=CLOSED pgs=1890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 --2- 172.21.15.16:0/1589799191 >> v2:172.21.15.104:3300/0 conn(0x7f130415f840 0x7f13040b5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 -- 172.21.15.16:0/1589799191 >> 172.21.15.16:0/1589799191 conn(0x7f13040b4090 msgr2=0x7f13040b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 -- 172.21.15.16:0/1589799191 shutdown_connections 2024-09-16T01:51:19.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.349+0000 7f130afb0640 1 -- 172.21.15.16:0/1589799191 wait complete. 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.350+0000 7f130afb0640 1 Processor -- start 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.350+0000 7f130afb0640 1 -- start start 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f130afb0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f130406f1a0 0x7f1304158e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f130afb0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13040706e0 0x7f13041f5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f130afb0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f130415f840 0x7f13041f5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f130afb0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1304073d50 con 0x7f13040706e0 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f130afb0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1304073a70 con 0x7f130406f1a0 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f130afb0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f13040b7590 con 0x7f130415f840 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13040706e0 0x7f13041f5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13040706e0 0x7f13041f5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54908/0 (socket says 172.21.15.16:54908) 2024-09-16T01:51:19.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 -- 172.21.15.16:0/922875787 learned_addr learned my addr 172.21.15.16:0/922875787 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f130954d640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f130415f840 0x7f13041f5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f1308d4c640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f130406f1a0 0x7f1304158e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 -- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f130415f840 msgr2=0x7f13041f5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f130415f840 0x7f13041f5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 -- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f130406f1a0 msgr2=0x7f1304158e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f130406f1a0 0x7f1304158e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f12fbfff640 1 -- 172.21.15.16:0/922875787 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1304159390 con 0x7f13040706e0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.351+0000 7f1308d4c640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f130406f1a0 0x7f1304158e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.352+0000 7f12fbfff640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13040706e0 0x7f13041f5580 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f12f402a200 tx=0x7f12f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.352+0000 7f12f97fa640 1 -- 172.21.15.16:0/922875787 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4041020 con 0x7f13040706e0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.352+0000 7f12f97fa640 1 -- 172.21.15.16:0/922875787 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12f4003c50 con 0x7f13040706e0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.352+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13040cdcc0 con 0x7f13040706e0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.352+0000 7f12f97fa640 1 -- 172.21.15.16:0/922875787 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4004030 con 0x7f13040706e0 2024-09-16T01:51:19.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.352+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13040ca500 con 0x7f13040706e0 2024-09-16T01:51:19.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.353+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f130406f5e0 con 0x7f13040706e0 2024-09-16T01:51:19.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.353+0000 7f12f97fa640 1 -- 172.21.15.16:0/922875787 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f12f4044020 con 0x7f13040706e0 2024-09-16T01:51:19.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.354+0000 7f12f97fa640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f12f006cdf0 0x7f12f006f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.354+0000 7f12f97fa640 1 -- 172.21.15.16:0/922875787 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f12f40aa9b0 con 0x7f13040706e0 2024-09-16T01:51:19.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.354+0000 7f1308d4c640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f12f006cdf0 0x7f12f006f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.354+0000 7f1308d4c640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f12f006cdf0 0x7f12f006f2b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f130000a910 tx=0x7f1300008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.358+0000 7f12f97fa640 1 -- 172.21.15.16:0/922875787 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f12f404b030 con 0x7f13040706e0 2024-09-16T01:51:19.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.533+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f13040b3e00 con 0x7f12f006cdf0 2024-09-16T01:51:19.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.533+0000 7f12f97fa640 1 -- 172.21.15.16:0/922875787 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f13040b3e00 con 0x7f12f006cdf0 2024-09-16T01:51:19.535 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 7 to deep-scrub 2024-09-16T01:51:19.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f12f006cdf0 msgr2=0x7f12f006f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f12f006cdf0 0x7f12f006f2b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f130000a910 tx=0x7f1300008040 comp rx=0 tx=0).stop 2024-09-16T01:51:19.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13040706e0 msgr2=0x7f13041f5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13040706e0 0x7f13041f5580 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f12f402a200 tx=0x7f12f40046c0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 shutdown_connections 2024-09-16T01:51:19.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f12f006cdf0 0x7f12f006f2b0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f130415f840 0x7f13041f5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13040706e0 0x7f13041f5580 unknown :-1 s=CLOSED pgs=1891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 --2- 172.21.15.16:0/922875787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f130406f1a0 0x7f1304158e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 >> 172.21.15.16:0/922875787 conn(0x7f13040b4090 msgr2=0x7f13040d0da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:19.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 shutdown_connections 2024-09-16T01:51:19.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.535+0000 7f130afb0640 1 -- 172.21.15.16:0/922875787 wait complete. 2024-09-16T01:51:19.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:51:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.649+0000 7f020ea53640 1 Processor -- start 2024-09-16T01:51:19.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.649+0000 7f020ea53640 1 -- start start 2024-09-16T01:51:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.649+0000 7f020ea53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f020815c2b0 0x7f020806e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.649+0000 7f020ea53640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f020806f9e0 0x7f02080b3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020ea53640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f020806d8d0 con 0x7f02080cf210 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020ea53640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f020806d680 con 0x7f020806f9e0 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020ea53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f020806e200 con 0x7f020815c2b0 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020cff0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f020806f9e0 0x7f02080b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f02077fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f02080cf210 0x7f020806f2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:39652/0 (socket says 172.21.15.16:39652) 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f02077fe640 1 -- 172.21.15.16:0/2224083286 learned_addr learned my addr 172.21.15.16:0/2224083286 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f0207fff640 1 --2- 172.21.15.16:0/2224083286 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f020815c2b0 0x7f020806e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020cff0640 1 -- 172.21.15.16:0/2224083286 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f020815c2b0 msgr2=0x7f020806e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020cff0640 1 --2- 172.21.15.16:0/2224083286 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f020815c2b0 0x7f020806e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020cff0640 1 -- 172.21.15.16:0/2224083286 >> v1:172.21.15.16:6789/0 conn(0x7f02080cf210 legacy=0x7f020806f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f0206ffd640 1 -- 172.21.15.16:0/2224083286 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3702776259 0 0) 0x7f020806d8d0 con 0x7f02080cf210 2024-09-16T01:51:19.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.650+0000 7f020cff0640 1 -- 172.21.15.16:0/2224083286 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f020806dbb0 con 0x7f020806f9e0 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f020cff0640 1 --2- 172.21.15.16:0/2224083286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f02080b3990 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7f0200009d90 tx=0x7f020002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2576420c584644 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f0206ffd640 1 -- 172.21.15.16:0/2224083286 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0200031600 con 0x7f020806f9e0 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f0206ffd640 1 -- 172.21.15.16:0/2224083286 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02000317a0 con 0x7f020806f9e0 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f0206ffd640 1 -- 172.21.15.16:0/2224083286 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0200031b70 con 0x7f020806f9e0 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f020ea53640 1 -- 172.21.15.16:0/2224083286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 msgr2=0x7f02080b3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f020ea53640 1 --2- 172.21.15.16:0/2224083286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f02080b3990 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7f0200009d90 tx=0x7f020002a5d0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f020ea53640 1 -- 172.21.15.16:0/2224083286 shutdown_connections 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f020ea53640 1 --2- 172.21.15.16:0/2224083286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f02080b3990 unknown :-1 s=CLOSED pgs=1893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.651+0000 7f020ea53640 1 --2- 172.21.15.16:0/2224083286 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f020815c2b0 0x7f020806e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.652+0000 7f020ea53640 1 -- 172.21.15.16:0/2224083286 >> 172.21.15.16:0/2224083286 conn(0x7f02080b2690 msgr2=0x7f02080b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:19.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.652+0000 7f020ea53640 1 -- 172.21.15.16:0/2224083286 shutdown_connections 2024-09-16T01:51:19.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.652+0000 7f020ea53640 1 -- 172.21.15.16:0/2224083286 wait complete. 2024-09-16T01:51:19.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.653+0000 7f020ea53640 1 Processor -- start 2024-09-16T01:51:19.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.653+0000 7f020ea53640 1 -- start start 2024-09-16T01:51:19.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f0208158d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02080cf210 0x7f02081530e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f020815c2b0 0x7f02080ab8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f020806ebd0 con 0x7f020806f9e0 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f020815c690 con 0x7f020815c2b0 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f02080d0320 con 0x7f02080cf210 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f0208158d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f0208158d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54934/0 (socket says 172.21.15.16:54934) 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 -- 172.21.15.16:0/1325815555 learned_addr learned my addr 172.21.15.16:0/1325815555 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f02077fe640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02080cf210 0x7f02081530e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 -- 172.21.15.16:0/1325815555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02080cf210 msgr2=0x7f02081530e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02080cf210 0x7f02081530e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 -- 172.21.15.16:0/1325815555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f020815c2b0 msgr2=0x7f02080ab8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f020815c2b0 0x7f02080ab8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 -- 172.21.15.16:0/1325815555 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0208157cc0 con 0x7f020806f9e0 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0207fff640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f0208158d60 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7f01f800d5f0 tx=0x7f01f800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0204ff9640 1 -- 172.21.15.16:0/1325815555 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f80125f0 con 0x7f020806f9e0 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0204ff9640 1 -- 172.21.15.16:0/1325815555 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01f8019070 con 0x7f020806f9e0 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0208157fa0 con 0x7f020806f9e0 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f0204ff9640 1 -- 172.21.15.16:0/1325815555 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f80129d0 con 0x7f020806f9e0 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.654+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0208158560 con 0x7f020806f9e0 2024-09-16T01:51:19.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.655+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02080cf650 con 0x7f020806f9e0 2024-09-16T01:51:19.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.656+0000 7f0204ff9640 1 -- 172.21.15.16:0/1325815555 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f01f8012b70 con 0x7f020806f9e0 2024-09-16T01:51:19.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.656+0000 7f0204ff9640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f01f406cdf0 0x7f01f406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:19.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.656+0000 7f0204ff9640 1 -- 172.21.15.16:0/1325815555 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f01f808a190 con 0x7f020806f9e0 2024-09-16T01:51:19.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.656+0000 7f02077fe640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f01f406cdf0 0x7f01f406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:19.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.657+0000 7f02077fe640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f01f406cdf0 0x7f01f406f2b0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f01fc007fd0 tx=0x7f01fc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:19.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.661+0000 7f0204ff9640 1 -- 172.21.15.16:0/1325815555 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f01f805a3b0 con 0x7f020806f9e0 2024-09-16T01:51:19.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.833+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0208159d20 con 0x7f01f406cdf0 2024-09-16T01:51:19.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.834+0000 7f0204ff9640 1 -- 172.21.15.16:0/1325815555 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13488 (secure 0 0 0) 0x7f0208159d20 con 0x7f01f406cdf0 2024-09-16T01:51:19.836 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:19.836 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:51:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f01f406cdf0 msgr2=0x7f01f406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f01f406cdf0 0x7f01f406f2b0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f01fc007fd0 tx=0x7f01fc009040 comp rx=0 tx=0).stop 2024-09-16T01:51:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 msgr2=0x7f0208158d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f0208158d60 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7f01f800d5f0 tx=0x7f01f800dab0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 shutdown_connections 2024-09-16T01:51:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f01f406cdf0 0x7f01f406f2b0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f020815c2b0 0x7f02080ab8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f02080cf210 0x7f02081530e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 --2- 172.21.15.16:0/1325815555 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f020806f9e0 0x7f0208158d60 unknown :-1 s=CLOSED pgs=1894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 >> 172.21.15.16:0/1325815555 conn(0x7f02080b2690 msgr2=0x7f020815c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 shutdown_connections 2024-09-16T01:51:19.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:19.836+0000 7f020ea53640 1 -- 172.21.15.16:0/1325815555 wait complete. 2024-09-16T01:51:19.848 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":238,"stamp":"2024-09-16T01:51:18.789630+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":287872,"kb_used_data":17544,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754686848,"statfs":{"total":773094113280,"available":772799332352,"internally_reserved":0,"allocated":17965056,"data_stored":8597808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-53452,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-5,"num_read_kb":-5,"num_write":-82,"num_write_kb":-84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001518"},"pg_stats":[{"pgid":"1.0","version":"69'128","reported_seq":478,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T01:51:11.959585+0000","last_change":"2024-09-16T01:42:03.705652+0000","last_active":"2024-09-16T01:51:11.959585+0000","last_peered":"2024-09-16T01:51:11.959585+0000","last_clean":"2024-09-16T01:51:11.959585+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:51:11.959585+0000","last_undegraded":"2024-09-16T01:51:11.959585+0000","last_fullsized":"2024-09-16T01:51:11.959585+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:42:02.689316+0000","last_clean_scrub_stamp":"2024-09-16T01:42:02.689316+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:27.301838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574962,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33820,"kb_used_data":2628,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338020,"statfs":{"total":96636764160,"available":96602132480,"internally_reserved":0,"allocated":2691072,"data_stored":1517502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509554,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33240,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338600,"statfs":{"total":96636764160,"available":96602726400,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509554,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33236,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509555,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33240,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338600,"statfs":{"total":96636764160,"available":96602726400,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542258,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41556,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330284,"statfs":{"total":96636764160,"available":96594210816,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542259,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37400,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334440,"statfs":{"total":96636764160,"available":96598466560,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542259,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37400,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334440,"statfs":{"total":96636764160,"available":96598466560,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542259,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37980,"kb_used_data":2628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333860,"statfs":{"total":96636764160,"available":96597872640,"internally_reserved":0,"allocated":2691072,"data_stored":1517502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:51:19.852 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-16T01:42:02.689316+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=42, tm_sec=2, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=51, tm_sec=14, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:51:19.852 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-16T01:51:39.853 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:51:39.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.969+0000 7ff71b9d6640 1 Processor -- start 2024-09-16T01:51:39.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.969+0000 7ff71b9d6640 1 -- start start 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff71b9d6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff7140afd80 0x7ff71415f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff71b9d6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7140b3990 0x7ff7140b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff71b9d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff714071950 0x7ff714071dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff71b9d6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff714072300 con 0x7ff7140afd80 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff71b9d6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff714162bc0 con 0x7ff7140b3990 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff71b9d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff714162ea0 con 0x7ff714071950 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719772640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff7140afd80 0x7ff71415f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719772640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff7140afd80 0x7ff71415f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59132/0 (socket says 172.21.15.16:59132) 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719772640 1 -- 172.21.15.16:0/3536408988 learned_addr learned my addr 172.21.15.16:0/3536408988 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff718f71640 1 --2- 172.21.15.16:0/3536408988 >> v2:172.21.15.104:3300/0 conn(0x7ff7140b3990 0x7ff7140b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719f73640 1 --2- 172.21.15.16:0/3536408988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff714071950 0x7ff714071dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:39.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719772640 1 -- 172.21.15.16:0/3536408988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff714071950 msgr2=0x7ff714071dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719772640 1 --2- 172.21.15.16:0/3536408988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff714071950 0x7ff714071dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719772640 1 -- 172.21.15.16:0/3536408988 >> v2:172.21.15.104:3300/0 conn(0x7ff7140b3990 msgr2=0x7ff7140b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.970+0000 7ff719772640 1 --2- 172.21.15.16:0/3536408988 >> v2:172.21.15.104:3300/0 conn(0x7ff7140b3990 0x7ff7140b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.971+0000 7ff719772640 1 -- 172.21.15.16:0/3536408988 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff71415eb50 con 0x7ff7140afd80 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.971+0000 7ff719772640 1 --2- 172.21.15.16:0/3536408988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff71415f630 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7ff7140689d0 tx=0x7ff71002a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94dcf7449a69eb8a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.971+0000 7ff70bfff640 1 -- 172.21.15.16:0/3536408988 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710037070 con 0x7ff7140afd80 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.971+0000 7ff70bfff640 1 -- 172.21.15.16:0/3536408988 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff71002ae00 con 0x7ff7140afd80 2024-09-16T01:51:39.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.971+0000 7ff70bfff640 1 -- 172.21.15.16:0/3536408988 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710032660 con 0x7ff7140afd80 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 -- 172.21.15.16:0/3536408988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 msgr2=0x7ff71415f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/3536408988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff71415f630 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7ff7140689d0 tx=0x7ff71002a0b0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 -- 172.21.15.16:0/3536408988 shutdown_connections 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/3536408988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff714071950 0x7ff714071dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/3536408988 >> v2:172.21.15.104:3300/0 conn(0x7ff7140b3990 0x7ff7140b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/3536408988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff71415f630 unknown :-1 s=CLOSED pgs=1895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 -- 172.21.15.16:0/3536408988 >> 172.21.15.16:0/3536408988 conn(0x7ff7140b2690 msgr2=0x7ff7140b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 -- 172.21.15.16:0/3536408988 shutdown_connections 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.972+0000 7ff71b9d6640 1 -- 172.21.15.16:0/3536408988 wait complete. 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.973+0000 7ff71b9d6640 1 Processor -- start 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.973+0000 7ff71b9d6640 1 -- start start 2024-09-16T01:51:39.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff71b9d6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff714071950 0x7ff7140cd540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff71b9d6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff7141539c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff71b9d6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7140b3990 0x7ff714153f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff71b9d6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff7140b0160 con 0x7ff7140afd80 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff71b9d6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff71415f110 con 0x7ff714071950 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff71b9d6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff7140ae8a0 con 0x7ff7140b3990 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff718f71640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff7141539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff718f71640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff7141539c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59140/0 (socket says 172.21.15.16:59140) 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff718f71640 1 -- 172.21.15.16:0/1077852406 learned_addr learned my addr 172.21.15.16:0/1077852406 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff719772640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff714071950 0x7ff7140cd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.974+0000 7ff719f73640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7140b3990 0x7ff714153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff718f71640 1 -- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7140b3990 msgr2=0x7ff714153f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff718f71640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7140b3990 0x7ff714153f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff718f71640 1 -- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff714071950 msgr2=0x7ff7140cd540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff718f71640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff714071950 0x7ff7140cd540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff718f71640 1 -- 172.21.15.16:0/1077852406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7140ce050 con 0x7ff7140afd80 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff718f71640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff7141539c0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7ff70400d5f0 tx=0x7ff70400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff709ffb640 1 -- 172.21.15.16:0/1077852406 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7040125f0 con 0x7ff7140afd80 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff709ffb640 1 -- 172.21.15.16:0/1077852406 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff704019070 con 0x7ff7140afd80 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7140ce330 con 0x7ff7140afd80 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff709ffb640 1 -- 172.21.15.16:0/1077852406 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7040129d0 con 0x7ff7140afd80 2024-09-16T01:51:39.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.975+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7141546c0 con 0x7ff7140afd80 2024-09-16T01:51:39.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.976+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff714071dc0 con 0x7ff7140afd80 2024-09-16T01:51:39.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.979+0000 7ff709ffb640 1 -- 172.21.15.16:0/1077852406 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7ff704012b70 con 0x7ff7140afd80 2024-09-16T01:51:39.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.980+0000 7ff709ffb640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806cdf0 0x7ff6f806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:39.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.980+0000 7ff709ffb640 1 -- 172.21.15.16:0/1077852406 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7ff70408ab60 con 0x7ff7140afd80 2024-09-16T01:51:39.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.980+0000 7ff719772640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806cdf0 0x7ff6f806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:39.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.980+0000 7ff719772640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806cdf0 0x7ff6f806f2b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff710034000 tx=0x7ff71002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:39.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:39.983+0000 7ff709ffb640 1 -- 172.21.15.16:0/1077852406 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff70405a6d0 con 0x7ff7140afd80 2024-09-16T01:51:40.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.156+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 --> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff714157e50 con 0x7ff6f806cdf0 2024-09-16T01:51:40.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.157+0000 7ff709ffb640 1 -- 172.21.15.16:0/1077852406 <== mgr.4101 v2:172.21.15.16:6836/1631610135 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13379 (secure 0 0 0) 0x7ff714157e50 con 0x7ff6f806cdf0 2024-09-16T01:51:40.159 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:40.159 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-16T01:51:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806cdf0 msgr2=0x7ff6f806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806cdf0 0x7ff6f806f2b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff710034000 tx=0x7ff71002e000 comp rx=0 tx=0).stop 2024-09-16T01:51:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 msgr2=0x7ff7141539c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff7141539c0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7ff70400d5f0 tx=0x7ff70400dab0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 shutdown_connections 2024-09-16T01:51:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7ff6f806cdf0 0x7ff6f806f2b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7140b3990 0x7ff714153f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7140afd80 0x7ff7141539c0 unknown :-1 s=CLOSED pgs=1896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 --2- 172.21.15.16:0/1077852406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff714071950 0x7ff7140cd540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 >> 172.21.15.16:0/1077852406 conn(0x7ff7140b2690 msgr2=0x7ff7140b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 shutdown_connections 2024-09-16T01:51:40.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.160+0000 7ff71b9d6640 1 -- 172.21.15.16:0/1077852406 wait complete. 2024-09-16T01:51:40.172 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":248,"stamp":"2024-09-16T01:51:38.793922+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":287856,"kb_used_data":17544,"kb_used_omap":12,"kb_used_meta":270131,"kb_avail":754686864,"statfs":{"total":773094113280,"available":772799348736,"internally_reserved":0,"allocated":17965056,"data_stored":8597808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":276614706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002575"},"pg_stats":[{"pgid":"1.0","version":"166'130","reported_seq":489,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T01:51:19.714423+0000","last_change":"2024-09-16T01:51:19.714457+0000","last_active":"2024-09-16T01:51:19.714423+0000","last_peered":"2024-09-16T01:51:19.714423+0000","last_clean":"2024-09-16T01:51:19.714423+0000","last_became_active":"2024-09-16T01:42:03.704730+0000","last_became_peered":"2024-09-16T01:42:03.704730+0000","last_unstale":"2024-09-16T01:51:19.714423+0000","last_undegraded":"2024-09-16T01:51:19.714423+0000","last_fullsized":"2024-09-16T01:51:19.714423+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"166'130","last_scrub_stamp":"2024-09-16T01:51:19.714330+0000","last_deep_scrub":"166'130","last_deep_scrub_stamp":"2024-09-16T01:51:19.714330+0000","last_clean_scrub_stamp":"2024-09-16T01:51:19.714330+0000","objects_scrubbed":2,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:33.900819+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574966,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33812,"kb_used_data":2628,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338028,"statfs":{"total":96636764160,"available":96602140672,"internally_reserved":0,"allocated":2691072,"data_stored":1517502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509558,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33240,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338600,"statfs":{"total":96636764160,"available":96602726400,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509558,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33236,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33240,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338600,"statfs":{"total":96636764160,"available":96602726400,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542262,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41556,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330284,"statfs":{"total":96636764160,"available":96594210816,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37400,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334440,"statfs":{"total":96636764160,"available":96598466560,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37400,"kb_used_data":2048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334440,"statfs":{"total":96636764160,"available":96598466560,"internally_reserved":0,"allocated":2097152,"data_stored":927134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542263,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37972,"kb_used_data":2628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333868,"statfs":{"total":96636764160,"available":96597880832,"internally_reserved":0,"allocated":2691072,"data_stored":1517502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:51:40.173 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-16T01:51:40.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.274+0000 7f643cf3b640 1 Processor -- start 2024-09-16T01:51:40.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.274+0000 7f643cf3b640 1 -- start start 2024-09-16T01:51:40.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.275+0000 7f643cf3b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6438147510 0x7f64381478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.275+0000 7f643cf3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f643806cbf0 0x7f643806d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.275+0000 7f643cf3b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6438163050 con 0x7f64380aea10 2024-09-16T01:51:40.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.275+0000 7f643cf3b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6438162850 con 0x7f6438147510 2024-09-16T01:51:40.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.275+0000 7f643cf3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f643806d570 con 0x7f643806cbf0 2024-09-16T01:51:40.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f643659c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6438147510 0x7f64381478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f6436d9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f643806cbf0 0x7f643806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f643659c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6438147510 0x7f64381478f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:32828/0 (socket says 172.21.15.16:32828) 2024-09-16T01:51:40.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f643659c640 1 -- 172.21.15.16:0/2895418142 learned_addr learned my addr 172.21.15.16:0/2895418142 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:40.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f6435d9b640 1 --1- 172.21.15.16:0/2895418142 >> v1:172.21.15.104:6789/0 conn(0x7f64380aea10 0x7f6438162140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:57756/0 (socket says 172.21.15.16:57756) 2024-09-16T01:51:40.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f643659c640 1 -- 172.21.15.16:0/2895418142 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f643806cbf0 msgr2=0x7f643806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:40.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f643659c640 1 --2- 172.21.15.16:0/2895418142 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f643806cbf0 0x7f643806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f643659c640 1 -- 172.21.15.16:0/2895418142 >> v1:172.21.15.104:6789/0 conn(0x7f64380aea10 legacy=0x7f6438162140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.276+0000 7f643659c640 1 -- 172.21.15.16:0/2895418142 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6438162a90 con 0x7f6438147510 2024-09-16T01:51:40.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643659c640 1 --2- 172.21.15.16:0/2895418142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 0x7f64381478f0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6428009e50 tx=0x7f642802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd325edb171cdf46 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:40.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643559a640 1 -- 172.21.15.16:0/2895418142 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6428036070 con 0x7f6438147510 2024-09-16T01:51:40.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643559a640 1 -- 172.21.15.16:0/2895418142 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6428031600 con 0x7f6438147510 2024-09-16T01:51:40.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643559a640 1 -- 172.21.15.16:0/2895418142 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64280319d0 con 0x7f6438147510 2024-09-16T01:51:40.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643cf3b640 1 -- 172.21.15.16:0/2895418142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 msgr2=0x7f64381478f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643cf3b640 1 --2- 172.21.15.16:0/2895418142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 0x7f64381478f0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6428009e50 tx=0x7f642802a710 comp rx=0 tx=0).stop 2024-09-16T01:51:40.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643cf3b640 1 -- 172.21.15.16:0/2895418142 shutdown_connections 2024-09-16T01:51:40.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643cf3b640 1 --2- 172.21.15.16:0/2895418142 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f643806cbf0 0x7f643806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.277+0000 7f643cf3b640 1 --2- 172.21.15.16:0/2895418142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 0x7f64381478f0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.278+0000 7f643cf3b640 1 -- 172.21.15.16:0/2895418142 >> 172.21.15.16:0/2895418142 conn(0x7f6438071ff0 msgr2=0x7f6438072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:40.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.278+0000 7f643cf3b640 1 -- 172.21.15.16:0/2895418142 shutdown_connections 2024-09-16T01:51:40.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.278+0000 7f643cf3b640 1 -- 172.21.15.16:0/2895418142 wait complete. 2024-09-16T01:51:40.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.279+0000 7f643cf3b640 1 Processor -- start 2024-09-16T01:51:40.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.279+0000 7f643cf3b640 1 -- start start 2024-09-16T01:51:40.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643cf3b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f643806cbf0 0x7f643815eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643cf3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64380aea10 0x7f643813c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643cf3b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 0x7f64380b1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643cf3b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f643806e7e0 con 0x7f643806cbf0 2024-09-16T01:51:40.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643cf3b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f643806e500 con 0x7f6438147510 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643cf3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f643806fca0 con 0x7f64380aea10 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f643806cbf0 0x7f643815eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f643806cbf0 0x7f643815eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59152/0 (socket says 172.21.15.16:59152) 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 -- 172.21.15.16:0/3358758547 learned_addr learned my addr 172.21.15.16:0/3358758547 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f6435d9b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64380aea10 0x7f643813c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f6436d9d640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 0x7f64380b1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 -- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64380aea10 msgr2=0x7f643813c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64380aea10 0x7f643813c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 -- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 msgr2=0x7f64380b1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 0x7f64380b1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 -- 172.21.15.16:0/3358758547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6438161260 con 0x7f643806cbf0 2024-09-16T01:51:40.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643659c640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f643806cbf0 0x7f643815eb50 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7f6428034040 tx=0x7f6428004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:40.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6428036050 con 0x7f643806cbf0 2024-09-16T01:51:40.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6428042070 con 0x7f643806cbf0 2024-09-16T01:51:40.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f643815f130 con 0x7f643806cbf0 2024-09-16T01:51:40.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.280+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6428009510 con 0x7f643806cbf0 2024-09-16T01:51:40.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.281+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6438161800 con 0x7f643806cbf0 2024-09-16T01:51:40.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.281+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64380aee80 con 0x7f643806cbf0 2024-09-16T01:51:40.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.282+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f6428007c70 con 0x7f643806cbf0 2024-09-16T01:51:40.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.282+0000 7f642effd640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f641806cdf0 0x7f641806f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.283+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f64280aaa70 con 0x7f643806cbf0 2024-09-16T01:51:40.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.283+0000 7f6435d9b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f641806cdf0 0x7f641806f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.283+0000 7f6435d9b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f641806cdf0 0x7f641806f2b0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f6438162200 tx=0x7f6420007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:40.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.287+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f642807a640 con 0x7f643806cbf0 2024-09-16T01:51:40.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.461+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f6438145f50 con 0x7f643806cbf0 2024-09-16T01:51:40.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.464+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v32)=0 v32) ==== 123+0+0 (secure 0 0 0) 0x7f642807e940 con 0x7f643806cbf0 2024-09-16T01:51:40.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.466+0000 7f642effd640 1 -- 172.21.15.16:0/3358758547 <== mon.0 v2:172.21.15.16:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f6428037040 con 0x7f643806cbf0 2024-09-16T01:51:40.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f641806cdf0 msgr2=0x7f641806f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f641806cdf0 0x7f641806f2b0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f6438162200 tx=0x7f6420007e80 comp rx=0 tx=0).stop 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f643806cbf0 msgr2=0x7f643815eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f643806cbf0 0x7f643815eb50 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7f6428034040 tx=0x7f6428004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 shutdown_connections 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f641806cdf0 0x7f641806f2b0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6438147510 0x7f64380b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64380aea10 0x7f643813c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 --2- 172.21.15.16:0/3358758547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f643806cbf0 0x7f643815eb50 unknown :-1 s=CLOSED pgs=1897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 >> 172.21.15.16:0/3358758547 conn(0x7f6438071ff0 msgr2=0x7f64380af9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 shutdown_connections 2024-09-16T01:51:40.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.467+0000 7f643cf3b640 1 -- 172.21.15.16:0/3358758547 wait complete. 2024-09-16T01:51:40.481 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:51:40.481 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:51:40.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.582+0000 7f38753a8640 1 Processor -- start 2024-09-16T01:51:40.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.582+0000 7f38753a8640 1 -- start start 2024-09-16T01:51:40.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f38753a8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f38700b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f38753a8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f38700d4570 0x7f38700d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f38753a8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38700b8500 con 0x7f387015e680 2024-09-16T01:51:40.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f38753a8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f38700d4f20 con 0x7f38700d4570 2024-09-16T01:51:40.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f38753a8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f38700b87e0 con 0x7f38700b7f20 2024-09-16T01:51:40.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f386e7fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f38700b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f386f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f38700d4570 0x7f38700d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f386e7fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f38700b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:39380/0 (socket says 172.21.15.16:39380) 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f386e7fc640 1 -- 172.21.15.16:0/4120715786 learned_addr learned my addr 172.21.15.16:0/4120715786 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.583+0000 7f386effd640 1 --1- 172.21.15.16:0/4120715786 >> v1:172.21.15.104:6789/0 conn(0x7f387015e680 0x7f38700d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:57762/0 (socket says 172.21.15.16:57762) 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.584+0000 7f386e7fc640 1 -- 172.21.15.16:0/4120715786 >> v2:172.21.15.104:3300/0 conn(0x7f38700d4570 msgr2=0x7f38700d49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.584+0000 7f386e7fc640 1 --2- 172.21.15.16:0/4120715786 >> v2:172.21.15.104:3300/0 conn(0x7f38700d4570 0x7f38700d49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.584+0000 7f386e7fc640 1 -- 172.21.15.16:0/4120715786 >> v1:172.21.15.104:6789/0 conn(0x7f387015e680 legacy=0x7f38700d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.584+0000 7f386dffb640 1 -- 172.21.15.16:0/4120715786 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 905673851 0 0) 0x7f38700b8500 con 0x7f387015e680 2024-09-16T01:51:40.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.584+0000 7f386e7fc640 1 -- 172.21.15.16:0/4120715786 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38700b8ac0 con 0x7f38700b7f20 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f386e7fc640 1 --2- 172.21.15.16:0/4120715786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f38700b95a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3858009870 tx=0x7f385802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf9c82acfa1f1ebe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f386dffb640 1 -- 172.21.15.16:0/4120715786 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3858037070 con 0x7f38700b7f20 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f386dffb640 1 -- 172.21.15.16:0/4120715786 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f3858032440 con 0x7f38700b7f20 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f386dffb640 1 -- 172.21.15.16:0/4120715786 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3858032830 con 0x7f38700b7f20 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 -- 172.21.15.16:0/4120715786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 msgr2=0x7f38700b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 --2- 172.21.15.16:0/4120715786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f38700b95a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3858009870 tx=0x7f385802a270 comp rx=0 tx=0).stop 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 -- 172.21.15.16:0/4120715786 shutdown_connections 2024-09-16T01:51:40.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 --2- 172.21.15.16:0/4120715786 >> v2:172.21.15.104:3300/0 conn(0x7f38700d4570 0x7f38700d49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 --2- 172.21.15.16:0/4120715786 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f38700b95a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 -- 172.21.15.16:0/4120715786 >> 172.21.15.16:0/4120715786 conn(0x7f3870074fe0 msgr2=0x7f3870072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:40.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 -- 172.21.15.16:0/4120715786 shutdown_connections 2024-09-16T01:51:40.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.585+0000 7f38753a8640 1 -- 172.21.15.16:0/4120715786 wait complete. 2024-09-16T01:51:40.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 Processor -- start 2024-09-16T01:51:40.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 -- start start 2024-09-16T01:51:40.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f3870151080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38700d4570 0x7f3870155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387015e680 0x7f3870156b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f387015ea60 con 0x7f38700d4570 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f38700b9080 con 0x7f387015e680 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.587+0000 7f38753a8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f387015ebe0 con 0x7f38700b7f20 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38700d4570 0x7f3870155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386effd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f3870151080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386f7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387015e680 0x7f3870156b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38700d4570 0x7f3870155170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:59164/0 (socket says 172.21.15.16:59164) 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386e7fc640 1 -- 172.21.15.16:0/4006028394 learned_addr learned my addr 172.21.15.16:0/4006028394 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386effd640 1 -- 172.21.15.16:0/4006028394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387015e680 msgr2=0x7f3870156b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386effd640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387015e680 0x7f3870156b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386effd640 1 -- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38700d4570 msgr2=0x7f3870155170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386effd640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38700d4570 0x7f3870155170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386effd640 1 -- 172.21.15.16:0/4006028394 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38701515c0 con 0x7f38700b7f20 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386e7fc640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38700d4570 0x7f3870155170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f386effd640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f3870151080 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f386000c780 tx=0x7f386000cc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f38677fe640 1 -- 172.21.15.16:0/4006028394 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3860018070 con 0x7f38700b7f20 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f38677fe640 1 -- 172.21.15.16:0/4006028394 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f386000ce30 con 0x7f38700b7f20 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f38677fe640 1 -- 172.21.15.16:0/4006028394 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f386000a880 con 0x7f38700b7f20 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3870155ae0 con 0x7f38700b7f20 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.588+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f38701560a0 con 0x7f38700b7f20 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.589+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38700d49e0 con 0x7f38700b7f20 2024-09-16T01:51:40.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.590+0000 7f38677fe640 1 -- 172.21.15.16:0/4006028394 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 27) ==== 91866+0+0 (secure 0 0 0) 0x7f386000aa20 con 0x7f38700b7f20 2024-09-16T01:51:40.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.590+0000 7f38677fe640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f385006ce20 0x7f385006f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:40.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.591+0000 7f38677fe640 1 -- 172.21.15.16:0/4006028394 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(166..166 src has 1..166) ==== 4999+0+0 (secure 0 0 0) 0x7f3860089580 con 0x7f38700b7f20 2024-09-16T01:51:40.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.591+0000 7f386e7fc640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f385006ce20 0x7f385006f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:40.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.591+0000 7f386e7fc640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f385006ce20 0x7f385006f2e0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f385802a2b0 tx=0x7f385802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:40.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.594+0000 7f38677fe640 1 -- 172.21.15.16:0/4006028394 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3860058ee0 con 0x7f38700b7f20 2024-09-16T01:51:40.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.805+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38700d1bd0 con 0x7f38700b7f20 2024-09-16T01:51:40.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.807+0000 7f38677fe640 1 -- 172.21.15.16:0/4006028394 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 104 v104) ==== 95+0+3919 (secure 0 0 0) 0x7f386005d1e0 con 0x7f38700b7f20 2024-09-16T01:51:40.807 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-16T01:51:40.808 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":104,"btime":"2024-09-16T01:51:09:682672+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/3585792845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3585792845},{"type":"v1","addr":"172.21.15.104:6833","nonce":3585792845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":8623,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/3924025898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3924025898},{"type":"v1","addr":"172.21.15.104:6835","nonce":3924025898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":104},{"gid":9234,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2289201607","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2289201607},{"type":"v1","addr":"172.21.15.16:6834","nonce":2289201607}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":9237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1100416770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":1100416770},{"type":"v1","addr":"172.21.15.16:6835","nonce":1100416770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":96}],"filesystems":[]} 2024-09-16T01:51:40.808 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 104 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f385006ce20 msgr2=0x7f385006f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f385006ce20 0x7f385006f2e0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f385802a2b0 tx=0x7f385802e000 comp rx=0 tx=0).stop 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 msgr2=0x7f3870151080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f3870151080 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f386000c780 tx=0x7f386000cc40 comp rx=0 tx=0).stop 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 shutdown_connections 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:6836/1631610135,v1:172.21.15.16:6837/1631610135] conn(0x7f385006ce20 0x7f385006f2e0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f387015e680 0x7f3870156b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38700d4570 0x7f3870155170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 --2- 172.21.15.16:0/4006028394 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38700b7f20 0x7f3870151080 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 >> 172.21.15.16:0/4006028394 conn(0x7f3870074fe0 msgr2=0x7f3870160fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 shutdown_connections 2024-09-16T01:51:40.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-16T01:51:40.808+0000 7f38753a8640 1 -- 172.21.15.16:0/4006028394 wait complete. 2024-09-16T01:51:40.821 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-16T01:51:40.821 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-16T01:51:40.821 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:51:40.821 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:40.830 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:51:40.831 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:51:40.831 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:40.880 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:51:40.881 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:51:40.881 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:40.895 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:51:40.895 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:51:40.895 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:40.947 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:51:40.948 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-16T01:51:40.948 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T01:51:40.948 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:40.987 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T01:51:40.987 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T01:51:40.987 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.058 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T01:51:41.059 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T01:51:41.059 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.130 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T01:51:41.131 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T01:51:41.131 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.206 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T01:51:41.206 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-16T01:51:41.206 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.240 INFO:tasks.ceph.osd.4:Stopped 2024-09-16T01:51:41.241 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-16T01:51:41.241 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.321 INFO:tasks.ceph.osd.5:Stopped 2024-09-16T01:51:41.322 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-16T01:51:41.322 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.401 INFO:tasks.ceph.osd.6:Stopped 2024-09-16T01:51:41.401 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-16T01:51:41.401 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.470 INFO:tasks.ceph.osd.7:Stopped 2024-09-16T01:51:41.470 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-16T01:51:41.471 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T01:51:41.471 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.501 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T01:51:41.501 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T01:51:41.501 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.538 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T01:51:41.538 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-16T01:51:41.538 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T01:51:41.538 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.554 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T01:51:41.554 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T01:51:41.554 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.590 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T01:51:41.590 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T01:51:41.591 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:51:41.643 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-09-16T01:51:41.643 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-16T01:51:41.643 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T01:51:41.643 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-16T01:51:41.643 DEBUG:teuthology.orchestra.run.smithi016:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'OSD full dropping all updates' | egrep -v 'OSD near full' | egrep -v 'pausewr flag' | egrep -v 'failsafe engaged, dropping updates' | egrep -v 'failsafe disengaged, no longer dropping' | egrep -v 'is full \(reached quota' | egrep -v POOL_FULL | egrep -v POOL_BACKFILLFULL | head -n 1 2024-09-16T01:51:41.685 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:51:41.685 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-16T01:51:41.849 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:51:41.849 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-16T01:51:41.989 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:51:41.989 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-16T01:51:42.054 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:51:42.054 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-16T01:51:42.113 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:51:42.113 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-16T01:51:42.287 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:51:42.287 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-16T01:51:42.350 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:51:42.351 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-16T01:51:42.406 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:51:42.406 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-16T01:51:42.457 INFO:tasks.ceph:Archiving mon data... 2024-09-16T01:51:42.459 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/data/mon.a.tgz 2024-09-16T01:51:42.459 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2024-09-16T01:51:42.475 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.Yp5RY8wKmB 2024-09-16T01:51:42.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.Yp5RY8wKmB 2024-09-16T01:51:42.715 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.Yp5RY8wKmB 2024-09-16T01:51:42.800 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.Yp5RY8wKmB is 997KB 2024-09-16T01:51:42.883 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.Yp5RY8wKmB 2024-09-16T01:51:42.899 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/data/mon.b.tgz 2024-09-16T01:51:42.899 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-09-16T01:51:42.917 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.FM08JGjlvd 2024-09-16T01:51:42.918 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.FM08JGjlvd 2024-09-16T01:51:43.201 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.FM08JGjlvd 2024-09-16T01:51:43.284 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.FM08JGjlvd is 998KB 2024-09-16T01:51:43.388 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.FM08JGjlvd 2024-09-16T01:51:43.403 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/data/mon.c.tgz 2024-09-16T01:51:43.403 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-09-16T01:51:43.457 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.knRO7LlxNe 2024-09-16T01:51:43.458 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.knRO7LlxNe 2024-09-16T01:51:43.680 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.knRO7LlxNe 2024-09-16T01:51:43.763 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.knRO7LlxNe is 998KB 2024-09-16T01:51:43.784 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:43.787 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:43.902 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.knRO7LlxNe 2024-09-16T01:51:43.918 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-16T01:51:43.918 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T01:51:43.920 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T01:51:44.007 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T01:51:44.039 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T01:51:44.039 INFO:tasks.ceph:Archiving crash dumps... 2024-09-16T01:51:44.041 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/remote/smithi016/crash 2024-09-16T01:51:44.042 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T01:51:44.076 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/remote/smithi104/crash 2024-09-16T01:51:44.077 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T01:51:44.103 INFO:tasks.ceph:Shutting down logrotate 2024-09-16T01:51:44.104 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:44.122 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:44.204 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:44.233 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T01:51:44.258 INFO:tasks.ceph:Compressing logs... 2024-09-16T01:51:44.258 DEBUG:teuthology.orchestra.run.smithi016:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T01:51:44.276 DEBUG:teuthology.orchestra.run.smithi104:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T01:51:44.303 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-16T01:51:44.303 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54081.log 2024-09-16T01:51:44.349 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36858.log 2024-09-16T01:51:44.350 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.48767.log 2024-09-16T01:51:44.350 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36898.log 2024-09-16T01:51:44.350 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.48767.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36858.log.gz 2024-09-16T01:51:44.350 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.50725.log 2024-09-16T01:51:44.350 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.47455.log 2024-09-16T01:51:44.350 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36898.log.gz 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.50725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45397.log 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.1.48767.log.gz 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.47455.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.45397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36767.log 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.1.50725.log.gz 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42795.log 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36767.log: gzip -5 89.3% --verbose -- -- replaced with /var/log/ceph/ceph-client.1.45397.log.gz /var/log/ceph/ceph-mds.b.log 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36767.log.gz 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.1.47455.log.gz 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.50079.log 2024-09-16T01:51:44.351 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.42795.log: /var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.50079.log: 87.5% -- replaced with /var/log/ceph/ceph-client.1.42795.log.gz 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46084.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44639.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.1.50079.log.gz 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.46084.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.44639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.48104.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46824.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.1.46084.log.gz 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.48104.log: 89.3% -- replaced with /var/log/ceph/ceph-client.1.44639.log.gz 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.1.48104.log.gz 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36647.log 2024-09-16T01:51:44.352 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.46824.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36647.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36647.log.gz 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.1.46824.log.gz 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph.log: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mds.d.log: 92.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36811.log 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-16T01:51:44.353 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36811.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36811.log.gz 2024-09-16T01:51:44.363 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43945.log 2024-09-16T01:51:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36607.log 2024-09-16T01:51:44.384 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.43945.log: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43249.log 2024-09-16T01:51:44.384 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.1.43945.log.gz 2024-09-16T01:51:44.391 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36687.log 2024-09-16T01:51:44.392 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.3.43249.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36607.log.gz 2024-09-16T01:51:44.392 INFO:teuthology.orchestra.run.smithi104.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.3.43249.log.gz 2024-09-16T01:51:44.410 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.49429.log 2024-09-16T01:51:44.410 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36687.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36687.log.gz 2024-09-16T01:51:44.423 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36727.log 2024-09-16T01:51:44.423 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.49429.log: 89.2% -- replaced with /var/log/ceph/ceph-client.1.49429.log.gz 2024-09-16T01:51:44.434 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36727.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36727.log.gz 2024-09-16T01:51:44.486 INFO:teuthology.orchestra.run.smithi104.stderr: 93.0% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-16T01:51:44.544 INFO:teuthology.orchestra.run.smithi104.stderr: 93.1% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-16T01:51:44.549 INFO:teuthology.orchestra.run.smithi104.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-16T01:51:44.698 INFO:teuthology.orchestra.run.smithi104.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-16T01:51:44.700 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82658.log 2024-09-16T01:51:44.700 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.54081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78176.log 2024-09-16T01:51:44.700 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82658.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54081.log.gz 2024-09-16T01:51:44.700 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45408.log 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.82658.log.gz 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71583.log 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.78176.log.gz 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73817.log 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45408.log.gz 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56736.log 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71583.log: /var/log/ceph/ceph-client.admin.73817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43690.log 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.71583.log.gz 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56736.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.73817.log.gz 2024-09-16T01:51:44.701 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48155.log 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56736.log.gz 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.43690.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.68041.log 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43690.log.gz 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52196.log 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68041.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48155.log.gz 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47029.log 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68041.log.gz 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58319.log 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52196.log.gz 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77002.log 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58319.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47029.log.gz 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49020.log 2024-09-16T01:51:44.702 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58319.log.gz 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61220.log 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.77002.log.gz 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.75808.log 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61220.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49020.log.gz 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70562.log 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61220.log.gz 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.75808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67615.log 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51498.log 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67615.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.70562.log.gz 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57660.log 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67615.log.gz 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70775.log 2024-09-16T01:51:44.703 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51498.log: /var/log/ceph/ceph-client.admin.57660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48810.log 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51498.log.gz 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70775.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57660.log.gz 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51074.log 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.70775.log.gz 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68478.log 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48810.log.gz 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69213.log 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75086.log 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68478.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51074.log.gz 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.68478.log.gz 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49716.log 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53424.log 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75086.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.69213.log.gz 2024-09-16T01:51:44.704 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49716.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.75086.log.gz 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76227.log 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49716.log.gz 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.81450.log 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53424.log: /var/log/ceph/ceph-client.admin.76227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42643.log 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53424.log.gz 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.76227.log.gz 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.81450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78050.log 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55757.log 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42643.log: 92.3% -- replaced with /var/log/ceph/ceph-client.0.75808.log.gz 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50875.log 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42643.log.gz 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53256.log 2024-09-16T01:51:44.705 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.78050.log.gz 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55757.log: /var/log/ceph/ceph-client.0.50875.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55757.log.gz 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60228.log 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77044.log 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53256.log: 88.7% -- replaced with /var/log/ceph/ceph-client.0.50875.log.gz 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83085.log 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53256.log.gz 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77637.log 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77044.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60228.log.gz 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83085.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.77044.log.gz 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56480.log 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.83085.log.gz 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74405.log 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77637.log: /var/log/ceph/ceph-client.admin.56480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69129.log 2024-09-16T01:51:44.706 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.77637.log.gz 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56480.log.gz 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53169.log 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69129.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.74405.log.gz 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59580.log 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.69129.log.gz 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43561.log 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53169.log: /var/log/ceph/ceph-client.admin.59580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77721.log 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53169.log.gz 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.0.81450.log.gz 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59580.log.gz 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50279.log 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58439.log 2024-09-16T01:51:44.707 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77721.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43561.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72999.log 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.77721.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58439.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50279.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46899.log 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58439.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82364.log 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.72999.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48415.log 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46899.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43320.log 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48415.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.82364.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57552.log 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48415.log.gz 2024-09-16T01:51:44.708 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80172.log 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59004.log 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57552.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43320.log.gz 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80172.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57552.log.gz 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53508.log 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80172.log.gz 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71961.log 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59004.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.59004.log.gz 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43774.log 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71961.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53508.log.gz 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41331.log 2024-09-16T01:51:44.709 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72630.log 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.71961.log.gz 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43774.log.gz 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51930.log 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72630.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41331.log.gz 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76391.log 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.72630.log.gz 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59920.log 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54651.log 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51930.log.gz 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59920.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.76391.log.gz 2024-09-16T01:51:44.710 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73943.log 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59920.log.gz 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53027.log 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54651.log.gz 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74195.log 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83474.log 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.73943.log.gz 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53027.log.gz 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45240.log 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.74195.log.gz 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50531.log 2024-09-16T01:51:44.711 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45240.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.83474.log.gz 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55958.log 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45240.log.gz 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57216.log 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50531.log: /var/log/ceph/ceph-client.admin.55958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81649.log 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.50531.log.gz 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.55958.log.gz 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56907.log 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57216.log.gz 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82322.log 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56907.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.81649.log.gz 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66782.log 2024-09-16T01:51:44.712 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56907.log.gz 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73700.log 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.82322.log.gz 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55395.log 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.66782.log.gz 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56042.log 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73700.log: /var/log/ceph/ceph-client.admin.55395.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46985.log 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.73700.log.gz 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7%/var/log/ceph/ceph-client.admin.56042.log: -- replaced with /var/log/ceph/ceph-client.admin.55395.log.gz 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43325.log 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56042.log.gz 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73544.log 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46985.log.gz 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79565.log 2024-09-16T01:51:44.713 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43325.log: /var/log/ceph/ceph-client.admin.73544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41829.log 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43325.log.gz 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79565.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.73544.log.gz 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46244.log 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.79565.log.gz 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42983.log 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41829.log.gz 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48578.log 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46244.log.gz 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71286.log 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42983.log: /var/log/ceph/ceph-client.admin.48578.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42983.log.gz 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77128.log 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48578.log.gz 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72712.log 2024-09-16T01:51:44.714 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71286.log: /var/log/ceph/ceph-client.admin.77128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62574.log 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.71286.log.gz 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.77128.log.gz 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49375.log 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.72712.log.gz 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59538.log 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62574.log: /var/log/ceph/ceph-client.admin.49375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76517.log 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62574.log.gz 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49375.log.gz 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59538.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72917.log 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.59538.log.gz 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83600.log 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76517.log: /var/log/ceph/ceph-client.admin.72917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63179.log 2024-09-16T01:51:44.715 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.76517.log.gz 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.72917.log.gz 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61593.log 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.83600.log.gz 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55498.log 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63179.log: /var/log/ceph/ceph-client.admin.61593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74876.log 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63179.log.gz 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55498.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61593.log.gz 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80914.log 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55498.log.gz 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80130.log 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.74876.log.gz 2024-09-16T01:51:44.716 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83558.log 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58077.log 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80130.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.80914.log.gz 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83558.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.80130.log.gz 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53069.log 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67957.log 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.83558.log.gz 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58077.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.58077.log.gz 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43732.log 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62839.log 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67957.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53069.log.gz 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43732.log: gzip -5 --verbose 88.8% -- -- replaced with /var/log/ceph/ceph-client.admin.67957.log.gz 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr: /var/log/ceph/ceph-client.admin.73216.log 2024-09-16T01:51:44.717 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43732.log.gz 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51868.log 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62839.log: /var/log/ceph/ceph-client.admin.73216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49165.log 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62839.log.gz 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.73216.log.gz 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56210.log 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51868.log.gz 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.49165.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.43942.log 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46604.log 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49165.log.gz 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43942.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56210.log.gz 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59327.log 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.72287.log 2024-09-16T01:51:44.718 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46604.log.gz 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.43942.log.gz 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60895.log 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64205.log 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8%/var/log/ceph/ceph-client.0.72287.log: -- replaced with /var/log/ceph/ceph-client.admin.59327.log.gz 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66740.log 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.60895.log: /var/log/ceph/ceph-client.admin.64205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44589.log 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64205.log.gz/var/log/ceph/ceph-client.admin.66740.log: 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52985.log 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.0.72287.log.gz 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.0.60895.log.gz 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81691.log 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.66740.log.gz 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 88.2% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.44589.log.gz /var/log/ceph/ceph-client.admin.69628.log 2024-09-16T01:51:44.719 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52985.log: /var/log/ceph/ceph-client.admin.81691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62191.log 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52985.log.gz 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.81691.log.gz 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43522.log 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77380.log 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0%/var/log/ceph/ceph-client.admin.62191.log: -- replaced with /var/log/ceph/ceph-client.admin.69628.log.gz 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43522.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.62191.log.gz 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62149.log 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43522.log.gz 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66487.log 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77380.log: /var/log/ceph/ceph-client.admin.62149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56336.log 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.77380.log.gz 2024-09-16T01:51:44.720 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.62149.log.gz 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75965.log 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.66487.log.gz 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54165.log 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56336.log.gz 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67176.log 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75965.log: /var/log/ceph/ceph-client.admin.54165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53382.log 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.75965.log.gz 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54165.log.gz 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79487.log 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53382.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.67176.log.gz 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74662.log 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53382.log.gz 2024-09-16T01:51:44.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56575.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.79487.log.gz 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48936.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.74662.log.gz 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54291.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56575.log: /var/log/ceph/ceph-client.admin.48936.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56575.log.gz 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71541.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.63715.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54291.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48936.log.gz 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71541.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54291.log.gz 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42346.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67447.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1%/var/log/ceph/ceph-client.0.63715.log: -- replaced with /var/log/ceph/ceph-client.admin.71541.log.gz 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60400.log 2024-09-16T01:51:44.722 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42346.log.gz 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63095.log 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.67447.log.gz 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79920.log 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63095.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.60400.log.gz 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57300.log 88.5% -- replaced with /var/log/ceph/ceph-client.admin.63095.log.gz 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77679.log 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.79920.log.gz 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66613.log 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57300.log.gz 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73298.log 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.77679.log.gz 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50111.log 2024-09-16T01:51:44.723 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.66613.log.gz 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60004.log 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.73298.log.gz 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49634.log 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50111.log.gz 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60186.log 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60004.log: /var/log/ceph/ceph-client.admin.49634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42094.log 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60004.log.gz 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49634.log.gz 2024-09-16T01:51:44.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79775.log 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:gzip 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60186.log.gz -5 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose -- /var/log/ceph/ceph-client.admin.55874.log 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42094.log: /var/log/ceph/ceph-client.admin.79775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54459.log 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42094.log.gz 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.55874.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.60274.log 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.79775.log.gz 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81903.log 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.55874.log.gz 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.60274.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.74321.log 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54459.log.gz 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81903.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60274.log.gz 2024-09-16T01:51:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67405.log 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.74321.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.46815.log 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.81903.log.gz 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67405.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74321.log.gz 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82532.log 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62927.log 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.67405.log.gz 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46815.log: /var/log/ceph/ceph-client.admin.82532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62107.log 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46815.log.gz 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.82532.log.gz 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.62927.log: /var/log/ceph/ceph-client.admin.50023.log 2024-09-16T01:51:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62107.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.62927.log.gz 2024-09-16T01:51:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48239.log 2024-09-16T01:51:44.727 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62107.log.gz 2024-09-16T01:51:44.727 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54333.log 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50023.log.gz 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49459.log 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54333.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48239.log.gz 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66426.log 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54333.log.gz 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49417.log 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49459.log.gz 2024-09-16T01:51:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57342.log 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.49417.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.66426.log.gz 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.78218.log 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57342.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49417.log.gz 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80618.log 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57342.log.gz 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67794.log 87.4% -- replaced with /var/log/ceph/ceph-client.admin.78218.log.gz 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76269.log 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.80618.log.gz 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44044.log 2024-09-16T01:51:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76269.log: gzip -5 --verbose -- 88.0% /var/log/ceph/ceph-client.admin.77555.log 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67794.log.gz 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.76269.log.gz 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69900.log 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79237.log 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44044.log.gz 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77555.log: /var/log/ceph/ceph-client.admin.69900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77212.log 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.77555.log.gz 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.69900.log.gz 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67260.log 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48894.log 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.79237.log.gz 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77212.log: /var/log/ceph/ceph-client.admin.67260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53849.log 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.77212.log.gz 2024-09-16T01:51:44.731 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67260.log.gz 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74704.log 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48894.log: /var/log/ceph/ceph-client.admin.53849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49800.log 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48894.log.gz 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.74704.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53849.log.gz 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50153.log 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49800.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.74704.log.gz 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- 88.3% /var/log/ceph/ceph-client.admin.58790.log -- replaced with /var/log/ceph/ceph-client.admin.49800.log.gz 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74918.log 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50153.log.gz 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60442.log 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74918.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.58790.log.gz 2024-09-16T01:51:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79401.log 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.74918.log.gz 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55582.log 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79401.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60442.log.gz 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.79401.log.gz 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70649.log 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58397.log 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55582.log.gz 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52901.log 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58397.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.70649.log.gz 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67895.log 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58397.log.gz 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45468.log 2024-09-16T01:51:44.733 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52901.log.gz 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59839.log 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71877.log 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.67895.log.gz 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45468.log: /var/log/ceph/ceph-client.admin.59839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52506.log 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45468.log.gz 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47210.log 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59839.log.gz 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52506.log: gzip -5 --verbose 88.8% -- /var/log/ceph/ceph-client.admin.61710.log -- replaced with /var/log/ceph/ceph-client.admin.71877.log.gz 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52506.log.gz 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50321.log 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61710.log: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47588.log 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47210.log.gz 2024-09-16T01:51:44.734 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61710.log.gz 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61794.log 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48197.log 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47588.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50321.log.gz 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82490.log 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47588.log.gz 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74834.log 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.61794.log.gz 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48197.log: gzip -5/var/log/ceph/ceph-client.admin.82490.log: --verbose -- /var/log/ceph/ceph-client.admin.49758.log 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74834.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48197.log.gz 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.82490.log.gz 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83042.log 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.74834.log.gz 2024-09-16T01:51:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49554.log 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49758.log: /var/log/ceph/ceph-client.admin.83042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59664.log 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49758.log.gz 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.83042.log.gz 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69960.log 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68222.log 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59664.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49554.log.gz 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73040.log 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59664.log.gz 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.69960.log.gz 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72958.log 2024-09-16T01:51:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68222.log: /var/log/ceph/ceph-client.admin.73040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63347.log 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.73040.log.gz 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72958.log: gzip -5 --verbose -- 87.7% /var/log/ceph/ceph-client.admin.63053.log 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.68222.log.gz 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- 86.3% /var/log/ceph/ceph-client.admin.79607.log 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.72958.log.gz 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63347.log: /var/log/ceph/ceph-client.admin.63053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49249.log 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.63347.log.gz 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.63053.log.gz 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47164.log 2024-09-16T01:51:44.737 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76792.log 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.79607.log.gz 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49249.log: /var/log/ceph/ceph-client.admin.47164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83812.log 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49249.log.gz 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47164.log.gz 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51726.log 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.76792.log.gz/var/log/ceph/ceph-client.admin.83812.log: 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56820.log 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.83812.log.gz 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55068.log 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51726.log.gz 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70504.log 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80746.log 2024-09-16T01:51:44.738 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55068.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.56820.log.gz 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74027.log 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55068.log.gz 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.70504.log.gz 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43322.log 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59622.log 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.80746.log.gz 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74027.log: /var/log/ceph/ceph-client.admin.43322.log: gzip 87.6% -- replaced with /var/log/ceph/ceph-client.admin.74027.log.gz 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43322.log.gz 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63305.log 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59622.log.gz 2024-09-16T01:51:44.739 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44472.log 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.63305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73503.log 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63305.log.gz 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.44472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51032.log 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5/var/log/ceph/ceph-client.admin.73503.log: --verbose -- /var/log/ceph/ceph-client.admin.73462.log 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51032.log: 87.7% 89.4% -- replaced with /var/log/ceph/ceph-client.0.44472.log.gz 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56378.log 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73503.log.gz 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.51032.log.gz 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41557.log 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73462.log: /var/log/ceph/ceph-client.admin.56378.log: gzip -5 86.7% --verbose -- /var/log/ceph/ceph-client.admin.73380.log 2024-09-16T01:51:44.740 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73462.log.gz 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56378.log.gz 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77338.log 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73380.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41557.log.gz 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76008.log 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.73380.log.gz 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77338.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46857.log 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5%/var/log/ceph/ceph-client.admin.76008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82048.log 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.77338.log.gz 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr: 89.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48518.log 2024-09-16T01:51:44.741 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.76008.log.gz 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55832.log 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46857.log.gz 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.82048.log.gz 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61980.log 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59454.log 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48518.log.gz 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55832.log: /var/log/ceph/ceph-client.admin.61980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69792.log 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55832.log.gz 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61980.log.gz 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83642.log 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.59454.log.gz 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41922.log 2024-09-16T01:51:44.742 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83642.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.69792.log.gz 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42975.log 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52859.log 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.83642.log.gz 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63932.log 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41922.log.gz 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54543.log 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42975.log.gz 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63932.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52859.log.gz 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79733.log 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.63932.log.gz 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79962.log 2024-09-16T01:51:44.743 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79733.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54543.log.gz 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66571.log 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.79733.log.gz 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36641.log 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60358.log 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.79962.log.gz 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66571.log: /var/log/ceph/ceph-client.admin.36641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75254.log 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.66571.log.gz 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60358.log: gzip 89.0% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.36641.log.gz -- 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr: /var/log/ceph/ceph-client.admin.71709.log 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64289.log 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60358.log.gz 2024-09-16T01:51:44.744 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58119.log 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.75254.log.gz 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64289.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.71709.log.gz 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76457.log 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.64289.log.gz 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45366.log 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr:gzip 87.6% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.58119.log.gz -- 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr: /var/log/ceph/ceph-client.admin.51436.log 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76457.log: /var/log/ceph/ceph-client.admin.45366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80788.log 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.76457.log.gz 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50069.log 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45366.log.gz 2024-09-16T01:51:44.745 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51436.log.gz 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82742.log 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80214.log 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50069.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.80788.log.gz 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72794.log 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50069.log.gz 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.82742.log.gz 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68129.log 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72794.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80214.log.gz 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54375.log 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68129.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.72794.log.gz 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53807.log 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.68129.log.gz 2024-09-16T01:51:44.746 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80956.log 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54375.log: /var/log/ceph/ceph-client.admin.53807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64373.log 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.54375.log.gz 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53807.log.gz 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47336.log 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:gzip 88.3% -- replaced with /var/log/ceph/ceph-client.admin.80956.log.gz 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64373.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.53893.log 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47336.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.64373.log.gz 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54249.log 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47336.log.gz 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71751.log 2024-09-16T01:51:44.747 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54249.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53893.log.gz 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80407.log 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54249.log.gz 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83432.log 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50237.log 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.71751.log.gz 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80407.log: /var/log/ceph/ceph-client.admin.83432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56778.log 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.80407.log.gz 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr: 93.2%/var/log/ceph/ceph-client.admin.50237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73775.log 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.0.63715.log.gz 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.83432.log.gz 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50237.log.gz 2024-09-16T01:51:44.748 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49291.log 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57468.log 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73775.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56778.log.gz 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71793.log 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.73775.log.gz 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49291.log.gz 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51274.log 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74790.log 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71793.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57468.log.gz 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63389.log 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.71793.log.gz 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51274.log.gz 2024-09-16T01:51:44.749 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46346.log 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53603.log 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.74790.log.gz 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44965.log 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.63389.log.gz 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53603.log: gzip -5 --verbose -- 89.3% /var/log/ceph/ceph-client.admin.61836.log 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46346.log.gz 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.2.44965.log: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70691.log 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53603.log.gz 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79649.log 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61836.log: /var/log/ceph/ceph-client.admin.70691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46118.log 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61836.log.gz 2024-09-16T01:51:44.750 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.2.44965.log.gz 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70691.log.gz 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67302.log 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78134.log 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.79649.log.gz 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46118.log.gz 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80488.log 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.67302.log.gz 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51394.log 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52648.log 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.78134.log.gz 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80488.log: /var/log/ceph/ceph-client.admin.51394.log: gzip -5 --verbose 88.9% -- -- replaced with /var/log/ceph/ceph-client.admin.80488.log.gz /var/log/ceph/ceph-client.admin.61878.log 2024-09-16T01:51:44.751 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51394.log.gz 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56000.log 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52648.log: /var/log/ceph/ceph-client.admin.61878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82205.log 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52648.log.gz 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61878.log.gz 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67699.log 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82205.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56000.log.gz 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71331.log 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.82205.log.gz 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57384.log 2024-09-16T01:51:44.752 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.67699.log.gz 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41880.log 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.71331.log.gz 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83219.log 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57384.log: /var/log/ceph/ceph-client.admin.41880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54417.log 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57384.log.gz 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41880.log.gz 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43648.log 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9%/var/log/ceph/ceph-client.admin.54417.log: -- replaced with /var/log/ceph/ceph-client.admin.83219.log.gz 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68394.log 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54417.log.gz 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47504.log 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43648.log: /var/log/ceph/ceph-client.admin.68394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79103.log 2024-09-16T01:51:44.753 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43648.log.gz 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68394.log.gz 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73622.log 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47504.log.gz 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48852.log 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79103.log: /var/log/ceph/ceph-client.admin.73622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82574.log 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79103.log.gz 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48852.log: gzip -5 --verbose 87.8% -- /var/log/ceph/ceph-client.admin.63137.log -- replaced with /var/log/ceph/ceph-client.admin.73622.log.gz 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82574.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48852.log.gz 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56084.log 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63137.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.82574.log.gz 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69858.log 2024-09-16T01:51:44.754 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56084.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63137.log.gz 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83894.log 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56084.log.gz 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74746.log 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.69858.log.gz 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49844.log 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71242.log 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.83894.log.gz 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74746.log: /var/log/ceph/ceph-client.admin.49844.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.74746.log.gz 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42262.log 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72504.log 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71242.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49844.log.gz 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42262.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.71242.log.gz 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47378.log 2024-09-16T01:51:44.755 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66879.log 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72504.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.42262.log.gz 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64247.log 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.72504.log.gz 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49115.log 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66879.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47378.log.gz 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64247.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.66879.log.gz 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70294.log 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:gzip 87.2% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.64247.log.gz -- 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr: /var/log/ceph/ceph-client.admin.60485.log 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49115.log: /var/log/ceph/ceph-client.admin.70294.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49115.log.gz 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79817.log 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73985.log 2024-09-16T01:51:44.756 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60485.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.70294.log.gz 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79817.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60485.log.gz 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75440.log 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52054.log 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73985.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.79817.log.gz 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75440.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.73985.log.gz 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46160.log 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45282.log 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.75440.log.gz 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52054.log: /var/log/ceph/ceph-client.admin.46160.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52054.log.gz 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59496.log 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.46160.log.gz 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42985.log 2024-09-16T01:51:44.757 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45282.log: /var/log/ceph/ceph-client.admin.59496.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45282.log.gz 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62233.log 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59496.log.gz 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62065.log 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42985.log: /var/log/ceph/ceph-client.admin.62233.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42985.log.gz 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42178.log 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48735.log 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.62233.log.gz 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62065.log: /var/log/ceph/ceph-client.admin.42178.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.62065.log.gz 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64151.log 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.42178.log.gz 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48735.log: /var/log/ceph/ceph-client.admin.64151.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48735.log.gz 2024-09-16T01:51:44.758 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42990.log 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr: 87.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.64151.log.gz -5 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose -- /var/log/ceph/ceph-client.admin.61668.log 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.42990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80872.log 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61668.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.42990.log.gz -5 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose -- /var/log/ceph/ceph-client.admin.70996.log 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1%/var/log/ceph/ceph-client.admin.80872.log: -- replaced with /var/log/ceph/ceph-client.admin.61668.log.gz 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60049.log 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46523.log 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.80872.log.gz 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68930.log 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.70996.log.gz 2024-09-16T01:51:44.759 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60049.log.gz 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49981.log 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61395.log 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.68930.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46523.log.gz 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56951.log 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61395.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49981.log.gz 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60635.log 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56951.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61395.log.gz 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68520.log 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60635.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56951.log.gz 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59412.log 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.60635.log.gz 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45129.log 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68520.log: /var/log/ceph/ceph-client.admin.59412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76596.log 88.8% -- replaced with /var/log/ceph/ceph-client.admin.68520.log.gz 2024-09-16T01:51:44.760 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59412.log.gz 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73901.log 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45129.log.gz 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63011.log 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.54911.log 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73901.log: -- replaced with /var/log/ceph/ceph-client.admin.76596.log.gz 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66384.log 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.73901.log.gz 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.0.54911.log: -5 88.0% -- replaced with /var/log/ceph/ceph-client.admin.63011.log.gz 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose -- /var/log/ceph/ceph-client.admin.49939.log 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66384.log: gzip -5 88.9% -- replaced with /var/log/ceph/ceph-client.admin.66384.log.gz 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose -- /var/log/ceph/ceph-client.admin.62317.log 2024-09-16T01:51:44.761 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53997.log 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49939.log.gz 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59267.log 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62317.log.gz 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42981.log 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2%/var/log/ceph/ceph-client.admin.59267.log: -- replaced with /var/log/ceph/ceph-client.admin.53997.log.gz 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59267.log.gz 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.admin.42010.log 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42981.log: gzip -5 --verbose 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42981.log.gz 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.admin.46286.log 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51116.log 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42010.log.gz 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67999.log 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46286.log.gz/var/log/ceph/ceph-client.admin.51116.log: 2024-09-16T01:51:44.762 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46688.log 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51116.log.gz 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62023.log 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67999.log.gz 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46688.log: gzip -5 --verbose 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46688.log.gz 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.0.47998.log 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74279.log 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62023.log.gz 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.47998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76750.log 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64763.log 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.0.54911.log.gz 87.8% -- replaced with /var/log/ceph/ceph-client.admin.74279.log.gz 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42647.log 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.76750.log.gz 2024-09-16T01:51:44.763 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64763.log: gzip -5 --verbose -- 88.3% /var/log/ceph/ceph-client.admin.67354.log 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64763.log.gz 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68436.log 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42647.log.gz 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73257.log 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67354.log: /var/log/ceph/ceph-client.admin.68436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83852.log 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73257.log: 87.4% 88.4% -- replaced with /var/log/ceph/ceph-client.admin.68436.log.gz 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67354.log.gz 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: 87.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77170.log 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73257.log.gz 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79303.log 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67050.log 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.83852.log.gz/var/log/ceph/ceph-client.admin.77170.log: 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.0.68930.log.gz 2024-09-16T01:51:44.764 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79303.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.77170.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76918.log 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72835.log 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79303.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78092.log 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.67050.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.76918.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78260.log 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72835.log: 92.4% -- replaced with /var/log/ceph/ceph-client.0.47998.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51158.log 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78092.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.72835.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82616.log 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78260.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.78092.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69670.log 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.78260.log.gz 2024-09-16T01:51:44.765 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51158.log.gz 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36268.log 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69670.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82616.log.gz 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83000.log 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.69670.log.gz 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.36268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61315.log 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83000.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.36268.log.gz 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69585.log 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.83000.log.gz 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61178.log 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.61315.log.gz 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77878.log 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61178.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.69585.log.gz 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81082.log 2024-09-16T01:51:44.766 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61178.log.gz 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48457.log 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.77878.log.gz 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59183.log 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48457.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.81082.log.gz 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64721.log 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48457.log.gz 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62702.log 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59183.log.gz 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45815.log 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53937.log 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62702.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.64721.log.gz 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72753.log 2024-09-16T01:51:44.767 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.62702.log.gz 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55916.log 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45815.log.gz 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53937.log.gz 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45950.log 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76675.log 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55916.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72753.log.gz 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45950.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55916.log.gz 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.76173.log 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76675.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45950.log.gz 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48281.log 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.76675.log.gz 2024-09-16T01:51:44.768 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50597.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9%/var/log/ceph/ceph-client.admin.48281.log: -- replaced with /var/log/ceph/ceph-client.admin.76173.log.gz 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73081.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48281.log.gz 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68264.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73081.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50597.log.gz 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75482.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.73081.log.gz/var/log/ceph/ceph-client.admin.68264.log: 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61052.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.68264.log.gz 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80046.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61920.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.75482.log.gz 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61052.log.gz 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53466.log 2024-09-16T01:51:44.769 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.61920.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.51540.log 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.80046.log.gz 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73122.log 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53466.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61920.log.gz 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77086.log 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53466.log.gz 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51540.log.gz 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78788.log 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77086.log: 87.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71835.log 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73122.log.gz 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.77086.log.gz 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78788.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48978.log 2024-09-16T01:51:44.770 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.78788.log.gz 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-mon.a.log: gzip 88.8% -5 -- replaced with /var/log/ceph/ceph-client.admin.71835.log.gz --verbose 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.admin.55679.log 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83684.log 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7%/var/log/ceph/ceph-client.admin.55679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42645.log 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48978.log.gz 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8%/var/log/ceph/ceph-client.admin.83684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69531.log 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55679.log.gz 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81607.log 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.83684.log.gz 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr:gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42645.log.gz 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69531.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49062.log 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81607.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.69531.log.gz 2024-09-16T01:51:44.771 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47122.log 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.81607.log.gz 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56655.log 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49062.log: /var/log/ceph/ceph-client.admin.47122.log: gzip -5 89.3% --verbose -- /var/log/ceph/ceph-client.admin.59759.log 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49062.log.gz 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47122.log.gz 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54501.log 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59759.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.56655.log.gz 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57258.log 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54501.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.59759.log.gz 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83726.log 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54501.log.gz 2024-09-16T01:51:44.772 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.57258.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.60093.log 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83726.log: gzip 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57258.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46941.log 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1%/var/log/ceph/ceph-client.admin.60093.log: -- replaced with /var/log/ceph/ceph-client.admin.83726.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82916.log 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60093.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61136.log 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82916.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46941.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74580.log 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.82916.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.61136.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57426.log 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74580.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61136.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69171.log 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.74580.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71076.log 89.2% -- replaced with /var/log/ceph/ceph-client.admin.57426.log.gz 2024-09-16T01:51:44.773 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52710.log 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.69171.log.gz 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58585.log 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71076.log: /var/log/ceph/ceph-client.admin.52710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56126.log 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.71076.log.gz 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.58585.log: -5 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52710.log.gz 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46440.log 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56126.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58585.log.gz 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70002.log 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56126.log.gz 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77809.log 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46440.log.gz 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72546.log 2024-09-16T01:51:44.774 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54123.log 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.70002.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70420.log 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.77809.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78371.log 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.72546.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54123.log: /var/log/ceph/ceph-client.admin.70420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71158.log 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54123.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78371.log: gzip 87.7% -5 --verbose -- /var/log/ceph/ceph-client.admin.42989.log 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.70420.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.78371.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47462.log 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.71158.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose --/var/log/ceph/ceph-client.admin.42989.log: /var/log/ceph/ceph-client.admin.41681.log 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47462.log: gzip -5 --verbose 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42989.log.gz 2024-09-16T01:51:44.775 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.admin.46389.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47462.log.gz 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80573.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41681.log.gz 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46389.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46389.log.gz 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53683.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70817.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.80573.log.gz 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66529.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74500.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53683.log.gz 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53298.log 2024-09-16T01:51:44.776 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7%/var/log/ceph/ceph-client.admin.66529.log: -- replaced with /var/log/ceph/ceph-client.admin.70817.log.gz 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74500.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.66529.log.gz 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.74500.log.gz 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42649.log 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71200.log 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42649.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53298.log.gz 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47738.log 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42649.log.gzgzip 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.70733.log 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71200.log: /var/log/ceph/ceph-client.admin.47738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75212.log 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8%/var/log/ceph/ceph-client.admin.70733.log: -- replaced with /var/log/ceph/ceph-client.admin.71200.log.gz 87.8% 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47738.log.gz 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.70733.log.gz 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43324.log 2024-09-16T01:51:44.777 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66342.log 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4%/var/log/ceph/ceph-client.admin.43324.log: -- replaced with /var/log/ceph/ceph-client.admin.75212.log.gz 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61752.log 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43324.log.gz 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55110.log 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.66342.log.gz/var/log/ceph/ceph-client.admin.61752.log: 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67657.log 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61752.log.gz 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55110.log: gzip -5 --verbose -- 88.1% -- replaced with /var/log/ceph/ceph-client.admin.55110.log.gz 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr: /var/log/ceph/ceph-client.admin.45992.log 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47630.log 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.67657.log.gz 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74153.log 2024-09-16T01:51:44.778 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45992.log.gz 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43562.log 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47630.log: /var/log/ceph/ceph-client.admin.74153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64415.log 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47630.log.gz 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.74153.log.gz/var/log/ceph/ceph-client.admin.43562.log: 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41785.log 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43562.log.gz 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51992.log 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42987.log 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64415.log.gz 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41785.log: /var/log/ceph/ceph-client.admin.51992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60527.log 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41785.log.gz 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42987.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51992.log.gz 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42987.log.gz 2024-09-16T01:51:44.779 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42652.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43858.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42652.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60527.log.gz 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74069.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42652.log.gz 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73339.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43858.log: /var/log/ceph/ceph-client.admin.74069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70099.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73339.log: 89.0% 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43858.log.gz 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.74069.log.gz 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.73339.log.gz 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75128.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80327.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81733.log 2024-09-16T01:51:44.780 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.70099.log.gz 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80327.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.75128.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68310.log 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81733.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.80327.log.gz 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.81733.log.gz 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77920.log 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63974.log 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81849.log 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.68310.log.gz 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63974.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.77920.log.gz 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61515.log 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68180.log 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8%/var/log/ceph/ceph-client.admin.61515.log: -- replaced with /var/log/ceph/ceph-client.admin.63974.log.gz 88.3% -- replaced with /var/log/ceph/ceph-client.admin.81849.log.gz 2024-09-16T01:51:44.781 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61515.log.gz 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51602.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68180.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51602.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.68180.log.gz 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43900.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51602.log.gz/var/log/ceph/ceph-mgr.y.log: 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71373.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60569.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43900.log: /var/log/ceph/ceph-client.admin.71373.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43900.log.gz 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.71373.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78008.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60569.log: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.60569.log.gz 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79157.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67218.log 2024-09-16T01:51:44.782 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78008.log: /var/log/ceph/ceph-client.admin.79157.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.78008.log.gz 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77475.log 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.79157.log.gz 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67218.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67218.log.gz 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60144.log 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41461.log 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77475.log: /var/log/ceph/ceph-client.admin.60144.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.77475.log.gz 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60144.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41723.log 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41461.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41461.log.gz 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73163.log 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75002.log 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41723.log: /var/log/ceph/ceph-client.admin.73163.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41723.log.gz 2024-09-16T01:51:44.783 INFO:teuthology.orchestra.run.smithi016.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.73163.log.gz 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51788.log 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75002.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.75002.log.gz 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78303.log 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52258.log 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51788.log: /var/log/ceph/ceph-client.admin.78303.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51788.log.gz 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61094.log 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52258.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.78303.log.gz 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52258.log.gz 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71415.log 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46773.log 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61094.log: /var/log/ceph/ceph-client.admin.71415.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61094.log.gz 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45087.log 2024-09-16T01:51:44.784 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.71415.log.gz 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46773.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46773.log.gz 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65008.log 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45087.log: /var/log/ceph/ceph.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45087.log.gz 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78830.log 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.65008.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.65008.log.gz 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46731.log 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78830.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.78830.log.gz 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr: 86.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57594.log 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T01:51:44.785 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46731.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46731.log.gz 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56294.log 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43323.log 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57594.log: /var/log/ceph/ceph-client.admin.56294.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56294.log.gz 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.57594.log.gz 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51216.log 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68670.log 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43323.log: /var/log/ceph/ceph-client.admin.51216.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43323.log.gz 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51216.log.gz 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54039.log 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68670.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.68670.log.gz 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30164.log 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73421.log 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54039.log: /var/log/ceph/ceph.tmp-client.admin.30164.log: 0.0% 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54039.log.gz 2024-09-16T01:51:44.786 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph.tmp-client.admin.30164.log.gz 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83173.log 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60316.log 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.73421.log: /var/log/ceph/ceph-client.admin.83173.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.73421.log.gz 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:gzip 87.9% -5 --verbose -- /var/log/ceph/ceph-client.admin.42653.log 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.83173.log.gz 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.60316.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60316.log.gz 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76876.log 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59088.log 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42653.log: /var/log/ceph/ceph-client.admin.76876.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42653.log.gz 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.76876.log.gz 2024-09-16T01:51:44.787 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70859.log 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59088.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59088.log.gz 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46034.log 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83768.log 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70859.log: /var/log/ceph/ceph-client.admin.46034.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70859.log.gz 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46034.log.gz 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67134.log 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83768.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.83768.log.gz 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59130.log 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49888.log 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67134.log: /var/log/ceph/ceph-client.admin.59130.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.67134.log.gz 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59130.log.gz 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52586.log 2024-09-16T01:51:44.788 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49888.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49888.log.gz 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58261.log 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75398.log 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52586.log: /var/log/ceph/ceph-client.admin.58261.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52586.log.gz 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47672.log 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58261.log.gz 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75398.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.75398.log.gz 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64829.log 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62797.log 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47672.log: /var/log/ceph/ceph-client.admin.64829.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.64829.log.gz 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.47672.log.gz 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57132.log 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64932.log 2024-09-16T01:51:44.789 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62797.log: /var/log/ceph/ceph-client.admin.57132.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.62797.log.gz 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57132.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50195.log 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64932.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.64932.log.gz 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67531.log 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75170.log 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50195.log: /var/log/ceph/ceph-client.admin.67531.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50195.log.gz 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62616.log 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67531.log.gz 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75170.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.75170.log.gz 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55292.log 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47294.log 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62616.log: /var/log/ceph/ceph-client.admin.55292.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.62616.log.gz 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.55292.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64890.log 2024-09-16T01:51:44.790 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47294.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47294.log.gz 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57920.log 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64890.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.64890.log.gz 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46076.log 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43816.log 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.57920.log: /var/log/ceph/ceph-client.admin.46076.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46076.log.gz 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.0.57920.log.gz 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80998.log 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81040.log 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43816.log: /var/log/ceph/ceph-client.admin.80998.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43816.log.gz 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54207.log 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.80998.log.gz 2024-09-16T01:51:44.791 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81040.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.81040.log.gz 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75356.log 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57002.log 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54207.log: /var/log/ceph/ceph-client.admin.75356.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54207.log.gz 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43206.log 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.75356.log.gz 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57002.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57002.log.gz 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80704.log 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45741.log 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43206.log: /var/log/ceph/ceph-client.admin.80704.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43206.log.gz 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.80704.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42304.log 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45741.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45741.log.gz 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71457.log 2024-09-16T01:51:44.792 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56438.log 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42304.log: /var/log/ceph/ceph-client.admin.71457.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42304.log.gz 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.71457.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48657.log 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56438.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56438.log.gz 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70336.log 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42052.log 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48657.log: /var/log/ceph/ceph-client.admin.70336.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48657.log.gz 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58665.log 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.70336.log.gz 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42052.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42052.log.gz 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45563.log 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75296.log 2024-09-16T01:51:44.793 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58665.log: /var/log/ceph/ceph-client.admin.45563.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58665.log.gz 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45563.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74237.log 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75296.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.75296.log.gz 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58481.log 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74960.log 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74237.log: /var/log/ceph/ceph-client.admin.58481.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.74237.log.gz 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41639.log 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58481.log.gz 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74960.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.74960.log.gz 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55456.log 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81124.log 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41639.log: /var/log/ceph/ceph-client.admin.55456.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41639.log.gz 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55456.log.gz 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68085.log 2024-09-16T01:51:44.794 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81124.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.81124.log.gz 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43326.log 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54585.log 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68085.log: /var/log/ceph/ceph-client.admin.43326.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.68085.log.gz 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78631.log 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43326.log.gz 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.54585.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.54585.log.gz 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74111.log 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70462.log 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.78631.log: /var/log/ceph/ceph-client.admin.74111.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.74111.log.gz 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80830.log 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70462.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.70462.log.gz 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56168.log 2024-09-16T01:51:44.795 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80830.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.80830.log.gz 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56252.log 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56168.log: 92.6% -- replaced with /var/log/ceph/ceph-client.0.78631.log.gz 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42654.log 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56168.log.gz 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.56252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73859.log 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42654.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.56252.log.gz 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42654.log.gz 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59225.log 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.73859.log: -- /var/log/ceph/ceph-client.admin.75044.log 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.73859.log.gz 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52320.log 2024-09-16T01:51:44.796 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75044.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59225.log.gz 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.75044.log.gz 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71919.log 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78872.log 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.52320.log.gz 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62658.log 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78872.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.71919.log.gz 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.78872.log.gz 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77962.log 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80662.log 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62658.log: /var/log/ceph/ceph-client.admin.77962.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62658.log.gz 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51664.log 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.77962.log.gz 2024-09-16T01:51:44.797 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66957.log 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80662.log: /var/log/ceph/ceph-client.admin.51664.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.80662.log.gz 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51664.log.gz 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83305.log 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.66957.log: -- /var/log/ceph/ceph-client.admin.59962.log 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.66957.log.gz 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72876.log 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59962.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59962.log.gz 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.83305.log.gz 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49207.log 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50363.log 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.72876.log.gz 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49207.log: gzip -5 --verbose 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49207.log.gz 2024-09-16T01:51:44.798 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.admin.76050.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50489.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50363.log: /var/log/ceph/ceph-client.admin.76050.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50363.log.gz 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.76050.log.gz 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76330.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58161.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50489.log.gz 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70378.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58161.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.76330.log.gz 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58161.log.gz 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82406.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42430.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.70378.log.gz 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68562.log 2024-09-16T01:51:44.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42430.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.82406.log.gz 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.42430.log.gz 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80088.log 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62881.log 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68562.log: /var/log/ceph/ceph-client.admin.80088.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.68562.log.gz 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80088.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68352.log 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62881.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62881.log.gz 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55152.log 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59046.log 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68352.log: /var/log/ceph/ceph-client.admin.55152.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.68352.log.gz 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77765.log 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55152.log.gz 2024-09-16T01:51:44.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49333.log 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59046.log: /var/log/ceph/ceph-client.admin.77765.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59046.log.gz 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81190.log 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.77765.log.gz 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71667.log 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81190.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49333.log.gz 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.81190.log.gz 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76960.log 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79867.log 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71667.log: /var/log/ceph/ceph-client.admin.76960.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.71667.log.gz 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.76960.log.gz 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70901.log 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70177.log 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79867.log: /var/log/ceph/ceph-client.admin.70901.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79867.log.gz 2024-09-16T01:51:44.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61355.log 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.70901.log.gz 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46202.log 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61355.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.70177.log.gz 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.61355.log.gz 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82280.log 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69712.log 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46202.log: /var/log/ceph/ceph-client.admin.82280.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46202.log.gz 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.82280.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64331.log 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45873.log 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.64331.log: /var/log/ceph/ceph-client.admin.69712.log: 87.9% 88.6% -- replaced with /var/log/ceph/ceph-client.admin.69712.log.gz 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64331.log.gz 2024-09-16T01:51:44.802 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45621.log 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63263.log 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45873.log: /var/log/ceph/ceph-client.admin.45621.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45873.log.gz 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45621.log.gz 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42388.log 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52943.log 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42388.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.63263.log.gz 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.42388.log.gz 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67092.log 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82127.log 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52943.log.gz 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53765.log 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82127.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.67092.log.gz 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.82127.log.gz 2024-09-16T01:51:44.803 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63221.log 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5/var/log/ceph/ceph-client.admin.53765.log: --verbose -- /var/log/ceph/ceph-client.admin.83348.log 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53765.log.gz 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50447.log 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83348.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63221.log.gz 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.83348.log.gz 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47546.log 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5/var/log/ceph/ceph-client.admin.50447.log: --verbose -- /var/log/ceph/ceph-client.admin.42984.log 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50447.log.gz 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63455.log 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47546.log.gz 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82448.log 2024-09-16T01:51:44.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63455.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42984.log.gz 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63455.log.gz 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52116.log 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43205.log 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52116.log: /var/log/ceph/ceph-client.admin.82448.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.82448.log.gz 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52116.log.gz 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77254.log 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.43205.log: -- /var/log/ceph/ceph-client.admin.78914.log 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43205.log.gz 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.77254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74363.log 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.78914.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.77254.log.gz 88.3% -- replaced with /var/log/ceph/ceph-client.admin.78914.log.gz 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.805 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57174.log 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.74363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55540.log 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.74363.log.gz 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57510.log 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55540.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57174.log.gz 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55540.log.gz 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68604.log 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79691.log 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.68604.log: /var/log/ceph/ceph-client.admin.57510.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57510.log.gz 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58543.log 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.68604.log.gz 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.79691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72671.log 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58543.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.79691.log.gz 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58543.log.gz 2024-09-16T01:51:44.806 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61260.log 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82958.log 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.61260.log: /var/log/ceph/ceph-client.admin.72671.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.72671.log.gz 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.61260.log.gz 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71625.log 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53214.log 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82958.log: /var/log/ceph/ceph-client.admin.71625.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.82958.log.gz 88.8% 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.71625.log.gz 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58203.log 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63872.log 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53214.log.gz 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64016.log 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.63872.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58203.log.gz 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.63872.log.gz 2024-09-16T01:51:44.807 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75548.log 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.64016.log: -- /var/log/ceph/ceph-client.admin.57086.log 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.64016.log.gz 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.75548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46646.log 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57086.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.75548.log.gz 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.57086.log.gz 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83390.log 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42220.log 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46646.log.gz 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72444.log 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42220.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.83390.log.gz 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42220.log.gz 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42136.log 2024-09-16T01:51:44.808 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.72444.log: -- /var/log/ceph/ceph-client.admin.36532.log 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42136.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.72444.log.gz 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55353.log 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.36532.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42136.log.gz 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36532.log.gz 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58707.log 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77296.log 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.58707.log: /var/log/ceph/ceph-client.admin.55353.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.55353.log.gz 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58707.log.gz 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56863.log 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.77296.log: -- /var/log/ceph/ceph-client.admin.66674.log 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.77296.log.gz/var/log/ceph/ceph-client.admin.56863.log: 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51352.log 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56863.log.gz 2024-09-16T01:51:44.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.66674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47080.log 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.66674.log.gz 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.51352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83516.log 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47080.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51352.log.gz 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.47080.log.gz -5 --verbose -- /var/log/ceph/ceph-client.admin.50405.log 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76092.log 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50405.log: /var/log/ceph/ceph-client.admin.83516.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.83516.log.gz 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50405.log.gz 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72027.log 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.76092.log: -- /var/log/ceph/ceph-client.admin.53340.log 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.76092.log.gz 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42472.log 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.72027.log.gz 2024-09-16T01:51:44.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53340.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53340.log.gz 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70252.log 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47420.log 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42472.log.gz 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83263.log 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47420.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.70252.log.gz 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47420.log.gz 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76834.log 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47252.log 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.76834.log: /var/log/ceph/ceph-client.admin.83263.log: 87.9% 87.9% -- replaced with /var/log/ceph/ceph-client.admin.83263.log.gz 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.76834.log.gz 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62275.log 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-16T01:51:44.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47252.log: /var/log/ceph/ceph-client.admin.62275.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47252.log.gz 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45699.log 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62275.log.gz 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83127.log 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-osd.3.log: /var/log/ceph/ceph-client.admin.45699.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45699.log.gz 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67489.log 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.83127.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.83127.log.gz 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72588.log 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67489.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.67489.log.gz 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55194.log 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.72588.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.72588.log.gz 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.55194.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.55194.log.gz 2024-09-16T01:51:44.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69087.log 2024-09-16T01:51:44.813 INFO:teuthology.orchestra.run.smithi104.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71499.log 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.69087.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.69087.log.gz 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80004.log 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.71499.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.71499.log.gz 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52444.log 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80004.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.80004.log.gz 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52382.log 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52444.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52444.log.gz 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45324.log 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.52382.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52382.log.gz 2024-09-16T01:51:44.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62969.log 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45324.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45324.log.gz 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57044.log 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62969.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.62969.log.gz 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82700.log 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.57044.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57044.log.gz 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53111.log 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.82700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62412.log 2024-09-16T01:51:44.820 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.53111.log: 89.1% 88.1% -- replaced with /var/log/ceph/ceph-client.admin.82700.log.gz 2024-09-16T01:51:44.823 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42651.log 2024-09-16T01:51:44.828 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62412.log: -- replaced with /var/log/ceph/ceph-client.admin.53111.log.gz 2024-09-16T01:51:44.832 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67573.log 2024-09-16T01:51:44.836 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42651.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62412.log.gz 2024-09-16T01:51:44.841 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59370.log 2024-09-16T01:51:44.845 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.67573.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42651.log.gz 2024-09-16T01:51:44.850 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62746.log 2024-09-16T01:51:44.854 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.59370.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.67573.log.gz 2024-09-16T01:51:44.859 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81964.log 2024-09-16T01:51:44.863 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62746.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59370.log.gz 2024-09-16T01:51:44.868 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62492.log 2024-09-16T01:51:44.872 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.81964.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62746.log.gz 2024-09-16T01:51:44.881 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.81964.log.gz 2024-09-16T01:51:44.882 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70607.log 2024-09-16T01:51:44.883 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.62492.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.62492.log.gz 2024-09-16T01:51:44.894 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80531.log 2024-09-16T01:51:44.895 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.70607.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.70607.log.gz 2024-09-16T01:51:44.903 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41964.log 2024-09-16T01:51:44.916 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.80531.log: /var/log/ceph/ceph-client.admin.41964.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.80531.log.gz 2024-09-16T01:51:44.925 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41964.log.gz 2024-09-16T01:51:44.932 INFO:teuthology.orchestra.run.smithi016.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-16T01:51:44.978 INFO:teuthology.orchestra.run.smithi104.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-16T01:51:45.000 INFO:teuthology.orchestra.run.smithi016.stderr: 93.3% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-16T01:51:45.059 INFO:teuthology.orchestra.run.smithi104.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-16T01:51:45.087 INFO:teuthology.orchestra.run.smithi104.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-16T01:51:45.091 INFO:teuthology.orchestra.run.smithi104.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-16T01:51:45.093 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-09-16T01:51:45.093 INFO:teuthology.orchestra.run.smithi104.stderr:real 0m0.781s 2024-09-16T01:51:45.093 INFO:teuthology.orchestra.run.smithi104.stderr:user 0m4.018s 2024-09-16T01:51:45.093 INFO:teuthology.orchestra.run.smithi104.stderr:sys 0m0.188s 2024-09-16T01:51:45.197 INFO:teuthology.orchestra.run.smithi016.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-16T01:51:45.226 INFO:teuthology.orchestra.run.smithi016.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-16T01:51:45.251 INFO:teuthology.orchestra.run.smithi016.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-16T01:51:45.282 INFO:teuthology.orchestra.run.smithi016.stderr: 93.6% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-16T01:51:45.368 INFO:teuthology.orchestra.run.smithi016.stderr: 90.6% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-16T01:51:45.538 INFO:teuthology.orchestra.run.smithi016.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-16T01:51:45.540 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-16T01:51:45.540 INFO:teuthology.orchestra.run.smithi016.stderr:real 0m1.249s 2024-09-16T01:51:45.541 INFO:teuthology.orchestra.run.smithi016.stderr:user 0m6.127s 2024-09-16T01:51:45.541 INFO:teuthology.orchestra.run.smithi016.stderr:sys 0m0.692s 2024-09-16T01:51:45.541 INFO:tasks.ceph:Archiving logs... 2024-09-16T01:51:45.541 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/remote/smithi016/log 2024-09-16T01:51:45.543 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T01:51:46.713 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-09-16T01:51:46.713 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-09-16T01:51:47.027 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/remote/smithi104/log 2024-09-16T01:51:47.028 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T01:51:47.577 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T01:51:47.586 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T01:51:47.586 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T01:51:47.589 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T01:51:47.674 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T01:51:47.683 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T01:51:47.683 DEBUG:teuthology.orchestra.run.smithi016:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:51:47.685 DEBUG:teuthology.orchestra.run.smithi104:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:51:47.701 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:51:47.701 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi016.stdout:^* hv01.front.sepia.ceph.com 3 6 377 14 -426us[ -426us] +/- 48ms 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 +341us[ +341us] +/- 60ms 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 +369us[ +369us] +/- 84ms 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-09-16T01:51:47.706 INFO:teuthology.orchestra.run.smithi104.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 -424us[ -418us] +/- 48ms 2024-09-16T01:51:47.707 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 14 +330us[ +335us] +/- 60ms 2024-09-16T01:51:47.707 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 15 +391us[ +397us] +/- 84ms 2024-09-16T01:51:47.707 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:51:47.707 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T01:51:47.716 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T01:51:47.716 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T01:51:47.774 DEBUG:teuthology.orchestra.run.smithi016:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T01:51:47.874 DEBUG:teuthology.orchestra.run.smithi104:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T01:51:47.945 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:51:47.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:51:47.977 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:51:48.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:51:48.005 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T01:51:48.016 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T01:51:48.025 INFO:teuthology.task.internal:Duration was 956.847681 seconds 2024-09-16T01:51:48.025 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T01:51:48.034 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T01:51:48.034 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T01:51:48.037 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T01:51:48.077 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:51:48.084 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:51:48.423 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T01:51:48.423 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi016.front.sepia.ceph.com 2024-09-16T01:51:48.424 DEBUG:teuthology.orchestra.run.smithi016:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T01:51:48.486 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi104.front.sepia.ceph.com 2024-09-16T01:51:48.486 DEBUG:teuthology.orchestra.run.smithi104:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T01:51:48.512 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T01:51:48.512 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T01:51:48.528 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T01:51:48.579 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T01:51:48.579 DEBUG:teuthology.orchestra.run.smithi016:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T01:51:48.595 DEBUG:teuthology.orchestra.run.smithi104:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T01:51:48.735 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T01:51:48.746 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T01:51:48.746 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T01:51:48.772 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T01:51:48.797 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T01:51:48.807 DEBUG:teuthology.orchestra.run.smithi016:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:51:48.815 DEBUG:teuthology.orchestra.run.smithi104:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:51:48.836 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = core 2024-09-16T01:51:48.860 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = core 2024-09-16T01:51:48.874 DEBUG:teuthology.orchestra.run.smithi016:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:51:48.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:51:48.906 DEBUG:teuthology.orchestra.run.smithi104:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:51:48.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:51:48.929 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T01:51:48.939 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T01:51:48.940 DEBUG:teuthology.misc:Transferring archived files from smithi016:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/remote/smithi016 2024-09-16T01:51:48.940 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T01:51:48.983 DEBUG:teuthology.misc:Transferring archived files from smithi104:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906486/remote/smithi104 2024-09-16T01:51:48.983 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T01:51:49.022 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T01:51:49.022 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T01:51:49.025 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T01:51:49.069 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T01:51:49.088 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T01:51:49.088 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T01:51:49.109 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T01:51:49.109 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T01:51:49.112 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T01:51:49.125 INFO:teuthology.orchestra.run.smithi016.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 01:51 /home/ubuntu/cephtest 2024-09-16T01:51:49.126 INFO:teuthology.orchestra.run.smithi104.stdout: 266063 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 01:51 /home/ubuntu/cephtest 2024-09-16T01:51:49.127 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T01:51:49.139 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T01:51:49.164 INFO:teuthology.run:Summary data: description: fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}} duration: 956.8476810455322 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T01:51:49.165 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T01:51:49.242 INFO:teuthology.run:pass